2012-01-26 15:45:04 -05:00
|
|
|
require 'celluloid'
|
2012-02-08 20:04:02 -05:00
|
|
|
require 'sidekiq/util'
|
|
|
|
|
2012-02-19 16:02:32 -05:00
|
|
|
require 'sidekiq/middleware/server/active_record'
|
2012-02-22 14:47:02 -05:00
|
|
|
require 'sidekiq/middleware/server/exception_handler'
|
2012-03-17 16:41:53 -04:00
|
|
|
require 'sidekiq/middleware/server/retry_jobs'
|
2012-02-25 16:43:53 -05:00
|
|
|
require 'sidekiq/middleware/server/logging'
|
2012-04-26 11:40:07 -04:00
|
|
|
require 'sidekiq/middleware/server/timeout'
|
2012-02-19 16:02:32 -05:00
|
|
|
|
2012-01-25 16:32:51 -05:00
|
|
|
module Sidekiq
|
2012-06-13 00:55:06 -04:00
|
|
|
##
|
|
|
|
# The Processor receives a message from the Manager and actually
|
|
|
|
# processes it. It instantiates the worker, runs the middleware
|
|
|
|
# chain and then calls Sidekiq::Worker#perform.
|
2012-01-25 16:32:51 -05:00
|
|
|
class Processor
|
2012-01-26 15:45:04 -05:00
|
|
|
include Util
|
2012-01-29 17:35:16 -05:00
|
|
|
include Celluloid
|
2012-01-25 16:32:51 -05:00
|
|
|
|
2012-02-19 16:02:32 -05:00
|
|
|
def self.default_middleware
|
|
|
|
Middleware::Chain.new do |m|
|
2012-02-22 14:47:02 -05:00
|
|
|
m.add Middleware::Server::ExceptionHandler
|
2012-02-25 16:43:53 -05:00
|
|
|
m.add Middleware::Server::Logging
|
2012-03-18 02:04:31 -04:00
|
|
|
m.add Middleware::Server::RetryJobs
|
2012-02-19 16:02:32 -05:00
|
|
|
m.add Middleware::Server::ActiveRecord
|
2012-04-26 11:40:07 -04:00
|
|
|
m.add Middleware::Server::Timeout
|
2012-02-19 16:02:32 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-02-08 20:04:02 -05:00
|
|
|
def initialize(boss)
|
|
|
|
@boss = boss
|
2012-02-04 19:53:09 -05:00
|
|
|
end
|
|
|
|
|
2012-06-21 23:51:47 -04:00
|
|
|
def process(msgstr, queue)
|
2012-06-13 00:55:06 -04:00
|
|
|
# Celluloid actor calls are performed within a Fiber.
|
|
|
|
# This would give us a terribly small 4KB stack on MRI
|
|
|
|
# so we use Celluloid's defer to run things in a thread pool
|
|
|
|
# in order to get a full-sized stack for the Worker.
|
2012-04-06 14:26:16 -04:00
|
|
|
defer do
|
2012-06-21 23:51:47 -04:00
|
|
|
msg = Sidekiq.load_json(msgstr)
|
|
|
|
klass = constantize(msg['class'])
|
|
|
|
worker = klass.new
|
|
|
|
|
2012-04-06 14:26:16 -04:00
|
|
|
stats(worker, msg, queue) do
|
|
|
|
Sidekiq.server_middleware.invoke(worker, msg, queue) do
|
|
|
|
worker.perform(*msg['args'])
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
2012-02-04 19:53:09 -05:00
|
|
|
end
|
2012-02-08 20:04:02 -05:00
|
|
|
@boss.processor_done!(current_actor)
|
2012-01-25 16:32:51 -05:00
|
|
|
end
|
2012-01-29 17:35:16 -05:00
|
|
|
|
|
|
|
# See http://github.com/tarcieri/celluloid/issues/22
|
|
|
|
def inspect
|
2012-02-11 02:16:12 -05:00
|
|
|
"#<Processor #{to_s}>"
|
|
|
|
end
|
|
|
|
|
|
|
|
def to_s
|
2012-02-15 15:30:31 -05:00
|
|
|
@str ||= "#{hostname}:#{process_id}-#{Thread.current.object_id}:default"
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def stats(worker, msg, queue)
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
2012-04-24 10:15:29 -04:00
|
|
|
conn.sadd('workers', self)
|
2012-05-12 16:32:16 -04:00
|
|
|
conn.setex("worker:#{self}:started", EXPIRY, Time.now.to_s)
|
2012-04-22 16:46:00 -04:00
|
|
|
hash = {:queue => queue, :payload => msg, :run_at => Time.now.strftime("%Y/%m/%d %H:%M:%S %Z")}
|
2012-05-12 16:32:16 -04:00
|
|
|
conn.setex("worker:#{self}", EXPIRY, Sidekiq.dump_json(hash))
|
2012-02-11 16:14:03 -05:00
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
dying = false
|
|
|
|
begin
|
|
|
|
yield
|
2012-05-12 16:23:23 -04:00
|
|
|
rescue Exception
|
2012-02-11 02:16:12 -05:00
|
|
|
dying = true
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
|
|
|
conn.incrby("stat:failed", 1)
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
raise
|
|
|
|
ensure
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
2012-04-24 10:15:29 -04:00
|
|
|
conn.srem("workers", self)
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.del("worker:#{self}")
|
|
|
|
conn.del("worker:#{self}:started")
|
|
|
|
conn.incrby("stat:processed", 1)
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
def hostname
|
|
|
|
@h ||= `hostname`.strip
|
2012-01-29 17:35:16 -05:00
|
|
|
end
|
2012-01-25 16:32:51 -05:00
|
|
|
end
|
|
|
|
end
|