2012-01-26 15:45:04 -05:00
|
|
|
require 'celluloid'
|
2012-02-08 20:04:02 -05:00
|
|
|
require 'sidekiq/util'
|
|
|
|
|
2012-02-19 16:02:32 -05:00
|
|
|
require 'sidekiq/middleware/server/active_record'
|
2012-02-22 14:47:02 -05:00
|
|
|
require 'sidekiq/middleware/server/exception_handler'
|
2012-03-17 16:41:53 -04:00
|
|
|
require 'sidekiq/middleware/server/retry_jobs'
|
2012-02-25 16:43:53 -05:00
|
|
|
require 'sidekiq/middleware/server/logging'
|
2012-02-19 16:02:32 -05:00
|
|
|
|
2012-01-25 16:32:51 -05:00
|
|
|
module Sidekiq
|
|
|
|
class Processor
|
2012-01-26 15:45:04 -05:00
|
|
|
include Util
|
2012-01-29 17:35:16 -05:00
|
|
|
include Celluloid
|
2012-01-25 16:32:51 -05:00
|
|
|
|
2012-02-19 16:02:32 -05:00
|
|
|
def self.default_middleware
|
|
|
|
Middleware::Chain.new do |m|
|
2012-02-22 14:47:02 -05:00
|
|
|
m.add Middleware::Server::ExceptionHandler
|
2012-02-25 16:43:53 -05:00
|
|
|
m.add Middleware::Server::Logging
|
2012-03-18 02:04:31 -04:00
|
|
|
m.add Middleware::Server::RetryJobs
|
2012-02-19 16:02:32 -05:00
|
|
|
m.add Middleware::Server::ActiveRecord
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2012-02-08 20:04:02 -05:00
|
|
|
def initialize(boss)
|
|
|
|
@boss = boss
|
2012-03-14 12:56:13 -04:00
|
|
|
redis {|x| x.sadd('workers', self) }
|
2012-02-04 19:53:09 -05:00
|
|
|
end
|
|
|
|
|
2012-02-11 02:16:12 -05:00
|
|
|
def process(msg, queue)
|
2012-02-08 20:04:02 -05:00
|
|
|
klass = constantize(msg['class'])
|
|
|
|
worker = klass.new
|
2012-04-06 14:26:16 -04:00
|
|
|
defer do
|
|
|
|
stats(worker, msg, queue) do
|
|
|
|
Sidekiq.server_middleware.invoke(worker, msg, queue) do
|
|
|
|
worker.perform(*msg['args'])
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
2012-02-04 19:53:09 -05:00
|
|
|
end
|
2012-02-08 20:04:02 -05:00
|
|
|
@boss.processor_done!(current_actor)
|
2012-01-25 16:32:51 -05:00
|
|
|
end
|
2012-01-29 17:35:16 -05:00
|
|
|
|
|
|
|
# See http://github.com/tarcieri/celluloid/issues/22
|
|
|
|
def inspect
|
2012-02-11 02:16:12 -05:00
|
|
|
"#<Processor #{to_s}>"
|
|
|
|
end
|
|
|
|
|
|
|
|
def to_s
|
2012-02-15 15:30:31 -05:00
|
|
|
@str ||= "#{hostname}:#{process_id}-#{Thread.current.object_id}:default"
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
private
|
|
|
|
|
|
|
|
def stats(worker, msg, queue)
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
|
|
|
conn.set("worker:#{self}:started", Time.now.to_s)
|
2012-04-18 17:57:24 -04:00
|
|
|
conn.set("worker:#{self}", MultiJson.encode(:queue => queue, :payload => msg,
|
2012-02-11 16:14:03 -05:00
|
|
|
:run_at => Time.now.strftime("%Y/%m/%d %H:%M:%S %Z")))
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
dying = false
|
|
|
|
begin
|
|
|
|
yield
|
|
|
|
rescue
|
|
|
|
dying = true
|
|
|
|
# Uh oh, error. We will die so unregister as much as we can first.
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
|
|
|
conn.incrby("stat:failed", 1)
|
|
|
|
conn.del("stat:processed:#{self}")
|
|
|
|
conn.srem("workers", self)
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
raise
|
|
|
|
ensure
|
2012-03-14 12:56:13 -04:00
|
|
|
redis do |conn|
|
2012-02-11 16:14:03 -05:00
|
|
|
conn.multi do
|
|
|
|
conn.del("worker:#{self}")
|
|
|
|
conn.del("worker:#{self}:started")
|
|
|
|
conn.incrby("stat:processed", 1)
|
|
|
|
conn.incrby("stat:processed:#{self}", 1) unless dying
|
|
|
|
end
|
2012-02-11 02:16:12 -05:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
def hostname
|
|
|
|
@h ||= `hostname`.strip
|
2012-01-29 17:35:16 -05:00
|
|
|
end
|
2012-01-25 16:32:51 -05:00
|
|
|
end
|
|
|
|
end
|