1
0
Fork 0
mirror of https://github.com/mperham/sidekiq.git synced 2022-11-09 13:52:34 -05:00
mperham--sidekiq/lib/sidekiq/launcher.rb

143 lines
3.8 KiB
Ruby
Raw Normal View History

2015-10-06 18:27:21 -04:00
# encoding: utf-8
require 'sidekiq/manager'
2013-09-21 23:17:37 -04:00
require 'sidekiq/fetch'
require 'sidekiq/scheduled'
module Sidekiq
# The Launcher is a very simple Actor whose job is to
# start, monitor and stop the core Actors in Sidekiq.
# If any of these actors die, the Sidekiq process exits
# immediately.
class Launcher
include Util
2015-10-06 15:43:01 -04:00
attr_accessor :manager, :poller, :fetcher
def initialize(options)
2015-10-06 15:43:01 -04:00
@condvar = ::ConditionVariable.new
@manager = Sidekiq::Manager.new(@condvar, options)
@poller = Sidekiq::Scheduled::Poller.new
@fetcher = Sidekiq::Fetcher.new(@manager, options)
@manager.fetcher = @fetcher
@done = false
@options = options
end
2015-10-06 15:43:01 -04:00
def run
@thread = safe_thread("heartbeat", &method(:start_heartbeat))
@fetcher.start
@poller.start
@manager.start
end
2015-10-06 15:43:01 -04:00
# Stops this instance from processing any more jobs,
#
def quiet
@manager.quiet
@fetcher.terminate
@poller.terminate
end
2015-10-06 15:43:01 -04:00
# Shuts down the process. This method does not
# return until all work is complete and cleaned up.
# It can take up to the timeout to complete.
def stop
deadline = Time.now + @options[:timeout]
2015-10-06 15:43:01 -04:00
@manager.quiet
@fetcher.terminate
@poller.terminate
@manager.stop(deadline)
# Requeue everything in case there was a worker who grabbed work while stopped
# This call is a no-op in Sidekiq but necessary for Sidekiq Pro.
Sidekiq::Fetcher.strategy.bulk_requeue([], @options)
2015-10-06 17:45:10 -04:00
clear_heartbeat
end
2015-10-06 17:05:46 -04:00
private unless $TESTING
2015-10-06 15:43:01 -04:00
JVM_RESERVED_SIGNALS = ['USR1', 'USR2'] # Don't Process#kill if we get these signals via the API
2015-10-06 15:43:01 -04:00
PROCTITLES = [
proc { 'sidekiq'.freeze },
proc { Sidekiq::VERSION },
proc { |me, data| data['tag'] },
proc { |me, data| "[#{me.manager.in_progress.size} of #{data['concurrency']} busy]" },
proc { |me, data| "stopping" if me.manager.stopped? },
]
2015-10-06 15:43:01 -04:00
def heartbeat(key, data, json)
2015-10-06 17:05:46 -04:00
results = PROCTITLES.map {|x| x.(self, data) }
results.compact!
$0 = results.join(' ')
2015-10-06 17:05:46 -04:00
(key, json)
end
2015-10-06 15:43:01 -04:00
def (key, json)
begin
_, _, _, msg = Sidekiq.redis do |conn|
conn.pipelined do
conn.sadd('processes', key)
conn.hmset(key, 'info', json, 'busy', manager.in_progress.size, 'beat', Time.now.to_f)
conn.expire(key, 60)
conn.rpop("#{key}-signals")
end
end
return unless msg
if JVM_RESERVED_SIGNALS.include?(msg)
Sidekiq::CLI.instance.handle_signal(msg)
else
::Process.kill(msg, $$)
end
rescue => e
# ignore all redis/network issues
logger.error("heartbeat: #{e.message}")
end
end
def start_heartbeat
key = identity
data = {
'hostname' => hostname,
'started_at' => Time.now.to_f,
'pid' => $$,
'tag' => @options[:tag] || '',
'concurrency' => @options[:concurrency],
'queues' => @options[:queues].uniq,
2015-10-06 15:43:01 -04:00
'labels' => @options[:labels],
'identity' => identity,
}
# this data doesn't change so dump it to a string
# now so we don't need to dump it every heartbeat.
json = Sidekiq.dump_json(data)
2015-10-06 17:05:46 -04:00
while !@done
heartbeat(key, data, json)
sleep 5
end
2015-10-06 17:45:10 -04:00
Sidekiq.logger.info("Heartbeat stopping...")
end
2015-10-06 17:45:10 -04:00
def clear_heartbeat
# Remove record from Redis since we are shutting down.
# Note we don't stop the heartbeat thread; if the process
# doesn't actually exit, it'll reappear in the Web UI.
Sidekiq.redis do |conn|
2014-06-06 11:37:23 -04:00
conn.pipelined do
conn.srem('processes', identity)
conn.del("#{identity}:workers")
end
end
rescue
# best effort, ignore network errors
end
end
end