56 lines
2.2 KiB
Lua
56 lines
2.2 KiB
Lua
--[[
|
|
Function to store a deduplicated next job if the existing job is active
|
|
and keepLastIfActive is set. When the active job finishes, the stored
|
|
proto-job is used to create a real job in the queue.
|
|
Returns true if the proto-job was stored, false otherwise.
|
|
]]
|
|
--- @include "checkItemInList"
|
|
|
|
local function storeDeduplicatedNextJob(deduplicationOpts, currentDeduplicatedJobId, prefix,
|
|
deduplicationId, jobName, jobData, fullOpts, eventsKey, maxEvents, jobId,
|
|
parentKey, parentData, parentDependenciesKey, repeatJobKey)
|
|
if deduplicationOpts['keepLastIfActive'] and currentDeduplicatedJobId then
|
|
local activeKey = prefix .. "active"
|
|
local activeItems = rcall('LRANGE', activeKey, 0, -1)
|
|
if checkItemInList(activeItems, currentDeduplicatedJobId) then
|
|
local deduplicationNextKey = prefix .. "dn:" .. deduplicationId
|
|
local fields = {'name', jobName, 'data', jobData, 'opts', cjson.encode(fullOpts),
|
|
'jid', jobId}
|
|
|
|
if parentKey then
|
|
fields[#fields+1] = 'pk'
|
|
fields[#fields+1] = parentKey
|
|
end
|
|
|
|
if parentData then
|
|
fields[#fields+1] = 'pd'
|
|
fields[#fields+1] = parentData
|
|
end
|
|
|
|
if parentDependenciesKey then
|
|
fields[#fields+1] = 'pdk'
|
|
fields[#fields+1] = parentDependenciesKey
|
|
end
|
|
|
|
if repeatJobKey then
|
|
fields[#fields+1] = 'rjk'
|
|
fields[#fields+1] = repeatJobKey
|
|
end
|
|
|
|
rcall('DEL', deduplicationNextKey)
|
|
rcall('HSET', deduplicationNextKey, unpack(fields))
|
|
|
|
-- Ensure the dedup key does not expire while the job is active,
|
|
-- so subsequent adds always hit the dedup path and never bypass
|
|
-- the active-check because of a TTL expiry.
|
|
local deduplicationKey = prefix .. "de:" .. deduplicationId
|
|
rcall('PERSIST', deduplicationKey)
|
|
|
|
rcall("XADD", eventsKey, "MAXLEN", "~", maxEvents, "*", "event", "deduplicated", "jobId",
|
|
currentDeduplicatedJobId, "deduplicationId", deduplicationId, "deduplicatedJobId", jobId)
|
|
return true
|
|
end
|
|
end
|
|
return false
|
|
end
|