|
|
@ -3,6 +3,7 @@
|
|
|
|
class Scheduler::IndexingScheduler
|
|
|
|
class Scheduler::IndexingScheduler
|
|
|
|
include Sidekiq::Worker
|
|
|
|
include Sidekiq::Worker
|
|
|
|
include Redisable
|
|
|
|
include Redisable
|
|
|
|
|
|
|
|
include DatabaseHelper
|
|
|
|
|
|
|
|
|
|
|
|
sidekiq_options retry: 0, lock: :until_executed, lock_ttl: 1.day.to_i
|
|
|
|
sidekiq_options retry: 0, lock: :until_executed, lock_ttl: 1.day.to_i
|
|
|
|
|
|
|
|
|
|
|
@ -15,7 +16,10 @@ class Scheduler::IndexingScheduler
|
|
|
|
indexes.each do |type|
|
|
|
|
indexes.each do |type|
|
|
|
|
with_redis do |redis|
|
|
|
|
with_redis do |redis|
|
|
|
|
redis.sscan_each("chewy:queue:#{type.name}", count: SCAN_BATCH_SIZE).each_slice(IMPORT_BATCH_SIZE) do |ids|
|
|
|
|
redis.sscan_each("chewy:queue:#{type.name}", count: SCAN_BATCH_SIZE).each_slice(IMPORT_BATCH_SIZE) do |ids|
|
|
|
|
type.import!(ids)
|
|
|
|
with_read_replica do
|
|
|
|
|
|
|
|
type.import!(ids)
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
redis.srem("chewy:queue:#{type.name}", ids)
|
|
|
|
redis.srem("chewy:queue:#{type.name}", ids)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|