mirror of
https://github.com/mperham/sidekiq.git
synced 2022-11-09 13:52:34 -05:00
29dca70e24
* Initial work on Sidekiq::Config * Initial work on Sidekiq::Config * reduce dependencies in deploy marks * bare sidekiq and webapp * Modify runtime to work with Capsules * Cleanup * Rename test files to remove test_ prefix * Update test suite and standard rules to be more compliant * Move constant definition outside code, per standard formatting * Loads of changes for introduction of Capsules * Remove Redis adapter abstraction * update capsule overview * Ensure Sidekiq.redis uses the correct pool for jobs running within a Capsule * Use default_capsule for safety * Slow down the beat to halve its Redis overhead * move config fixtures into cfg/ * Add capsule middleware test * use accessor
354 lines
9.3 KiB
Ruby
354 lines
9.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "uri"
|
|
require "set"
|
|
require "yaml"
|
|
require "cgi"
|
|
|
|
module Sidekiq
|
|
# This is not a public API
|
|
module WebHelpers
|
|
def strings(lang)
|
|
@strings ||= {}
|
|
|
|
# Allow sidekiq-web extensions to add locale paths
|
|
# so extensions can be localized
|
|
@strings[lang] ||= settings.locales.each_with_object({}) do |path, global|
|
|
find_locale_files(lang).each do |file|
|
|
strs = YAML.safe_load(File.open(file))
|
|
global.merge!(strs[lang])
|
|
end
|
|
end
|
|
end
|
|
|
|
def singularize(str, count)
|
|
if count == 1 && str.respond_to?(:singularize) # rails
|
|
str.singularize
|
|
else
|
|
str
|
|
end
|
|
end
|
|
|
|
def clear_caches
|
|
@strings = nil
|
|
@locale_files = nil
|
|
@available_locales = nil
|
|
end
|
|
|
|
def locale_files
|
|
@locale_files ||= settings.locales.flat_map { |path|
|
|
Dir["#{path}/*.yml"]
|
|
}
|
|
end
|
|
|
|
def available_locales
|
|
@available_locales ||= locale_files.map { |path| File.basename(path, ".yml") }.uniq
|
|
end
|
|
|
|
def find_locale_files(lang)
|
|
locale_files.select { |file| file =~ /\/#{lang}\.yml$/ }
|
|
end
|
|
|
|
# This is a hook for a Sidekiq Pro feature. Please don't touch.
|
|
def filtering(*)
|
|
end
|
|
|
|
# This view helper provide ability display you html code in
|
|
# to head of page. Example:
|
|
#
|
|
# <% add_to_head do %>
|
|
# <link rel="stylesheet" .../>
|
|
# <meta .../>
|
|
# <% end %>
|
|
#
|
|
def add_to_head
|
|
@head_html ||= []
|
|
@head_html << yield.dup if block_given?
|
|
end
|
|
|
|
def display_custom_head
|
|
@head_html.join if defined?(@head_html)
|
|
end
|
|
|
|
def text_direction
|
|
get_locale["TextDirection"] || "ltr"
|
|
end
|
|
|
|
def rtl?
|
|
text_direction == "rtl"
|
|
end
|
|
|
|
# See https://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.4
|
|
def user_preferred_languages
|
|
languages = env["HTTP_ACCEPT_LANGUAGE"]
|
|
languages.to_s.downcase.gsub(/\s+/, "").split(",").map { |language|
|
|
locale, quality = language.split(";q=", 2)
|
|
locale = nil if locale == "*" # Ignore wildcards
|
|
quality = quality ? quality.to_f : 1.0
|
|
[locale, quality]
|
|
}.sort { |(_, left), (_, right)|
|
|
right <=> left
|
|
}.map(&:first).compact
|
|
end
|
|
|
|
# Given an Accept-Language header like "fr-FR,fr;q=0.8,en-US;q=0.6,en;q=0.4,ru;q=0.2"
|
|
# this method will try to best match the available locales to the user's preferred languages.
|
|
#
|
|
# Inspiration taken from https://github.com/iain/http_accept_language/blob/master/lib/http_accept_language/parser.rb
|
|
def locale
|
|
@locale ||= begin
|
|
matched_locale = user_preferred_languages.map { |preferred|
|
|
preferred_language = preferred.split("-", 2).first
|
|
|
|
lang_group = available_locales.select { |available|
|
|
preferred_language == available.split("-", 2).first
|
|
}
|
|
|
|
lang_group.find { |lang| lang == preferred } || lang_group.min_by(&:length)
|
|
}.compact.first
|
|
|
|
matched_locale || "en"
|
|
end
|
|
end
|
|
|
|
# within is used by Sidekiq Pro
|
|
def display_tags(job, within = nil)
|
|
job.tags.map { |tag|
|
|
"<span class='label label-info jobtag'>#{::Rack::Utils.escape_html(tag)}</span>"
|
|
}.join(" ")
|
|
end
|
|
|
|
# mperham/sidekiq#3243
|
|
def unfiltered?
|
|
yield unless env["PATH_INFO"].start_with?("/filter/")
|
|
end
|
|
|
|
def get_locale
|
|
strings(locale)
|
|
end
|
|
|
|
def t(msg, options = {})
|
|
string = get_locale[msg] || strings("en")[msg] || msg
|
|
if options.empty?
|
|
string
|
|
else
|
|
string % options
|
|
end
|
|
end
|
|
|
|
def sort_direction_label
|
|
params[:direction] == "asc" ? "↑" : "↓"
|
|
end
|
|
|
|
def workset
|
|
@work ||= Sidekiq::WorkSet.new
|
|
end
|
|
|
|
def processes
|
|
@processes ||= Sidekiq::ProcessSet.new
|
|
end
|
|
|
|
# Sorts processes by hostname following the natural sort order so that
|
|
# 'worker.1' < 'worker.2' < 'worker.10' < 'worker.20'
|
|
# '2.1.1.1' < '192.168.0.2' < '192.168.0.10'
|
|
def sorted_processes
|
|
@sorted_processes ||= begin
|
|
return processes unless processes.all? { |p| p["hostname"] }
|
|
|
|
split_characters = /[._-]/
|
|
|
|
padding = processes.flat_map { |p| p["hostname"].split(split_characters) }.map(&:size).max
|
|
|
|
processes.to_a.sort_by do |process|
|
|
process["hostname"].split(split_characters).map do |substring|
|
|
# Left-pad the substring with '0' if it starts with a number or 'a'
|
|
# otherwise, so that '25' < 192' < 'a' ('025' < '192' < 'aaa')
|
|
padding_char = substring[0].match?(/\d/) ? "0" : "a"
|
|
|
|
substring.rjust(padding, padding_char)
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
def stats
|
|
@stats ||= Sidekiq::Stats.new
|
|
end
|
|
|
|
def redis_url
|
|
Sidekiq.default_configuration.redis do |conn|
|
|
conn._config.server_url
|
|
end
|
|
end
|
|
|
|
def redis_info
|
|
Sidekiq.default_configuration.redis_info
|
|
end
|
|
|
|
def root_path
|
|
"#{env["SCRIPT_NAME"]}/"
|
|
end
|
|
|
|
def current_path
|
|
@current_path ||= request.path_info.gsub(/^\//, "")
|
|
end
|
|
|
|
def current_status
|
|
workset.size == 0 ? "idle" : "active"
|
|
end
|
|
|
|
def relative_time(time)
|
|
stamp = time.getutc.iso8601
|
|
%(<time class="ltr" dir="ltr" title="#{stamp}" datetime="#{stamp}">#{time}</time>)
|
|
end
|
|
|
|
def job_params(job, score)
|
|
"#{score}-#{job["jid"]}"
|
|
end
|
|
|
|
def parse_params(params)
|
|
score, jid = params.split("-", 2)
|
|
[score.to_f, jid]
|
|
end
|
|
|
|
SAFE_QPARAMS = %w[page direction]
|
|
|
|
# Merge options with current params, filter safe params, and stringify to query string
|
|
def qparams(options)
|
|
stringified_options = options.transform_keys(&:to_s)
|
|
|
|
to_query_string(params.merge(stringified_options))
|
|
end
|
|
|
|
def to_query_string(params)
|
|
params.map { |key, value|
|
|
SAFE_QPARAMS.include?(key) ? "#{key}=#{CGI.escape(value.to_s)}" : next
|
|
}.compact.join("&")
|
|
end
|
|
|
|
def truncate(text, truncate_after_chars = 2000)
|
|
truncate_after_chars && text.size > truncate_after_chars ? "#{text[0..truncate_after_chars]}..." : text
|
|
end
|
|
|
|
def display_args(args, truncate_after_chars = 2000)
|
|
return "Invalid job payload, args is nil" if args.nil?
|
|
return "Invalid job payload, args must be an Array, not #{args.class.name}" unless args.is_a?(Array)
|
|
|
|
begin
|
|
args.map { |arg|
|
|
h(truncate(to_display(arg), truncate_after_chars))
|
|
}.join(", ")
|
|
rescue
|
|
"Illegal job arguments: #{h args.inspect}"
|
|
end
|
|
end
|
|
|
|
def csrf_tag
|
|
"<input type='hidden' name='authenticity_token' value='#{env[:csrf_token]}'/>"
|
|
end
|
|
|
|
def to_display(arg)
|
|
arg.inspect
|
|
rescue
|
|
begin
|
|
arg.to_s
|
|
rescue => ex
|
|
"Cannot display argument: [#{ex.class.name}] #{ex.message}"
|
|
end
|
|
end
|
|
|
|
RETRY_JOB_KEYS = Set.new(%w[
|
|
queue class args retry_count retried_at failed_at
|
|
jid error_message error_class backtrace
|
|
error_backtrace enqueued_at retry wrapped
|
|
created_at tags display_class
|
|
])
|
|
|
|
def retry_extra_items(retry_job)
|
|
@retry_extra_items ||= {}.tap do |extra|
|
|
retry_job.item.each do |key, value|
|
|
extra[key] = value unless RETRY_JOB_KEYS.include?(key)
|
|
end
|
|
end
|
|
end
|
|
|
|
def format_memory(rss_kb)
|
|
return "0" if rss_kb.nil? || rss_kb == 0
|
|
|
|
if rss_kb < 100_000
|
|
"#{number_with_delimiter(rss_kb)} KB"
|
|
elsif rss_kb < 10_000_000
|
|
"#{number_with_delimiter((rss_kb / 1024.0).to_i)} MB"
|
|
else
|
|
"#{number_with_delimiter((rss_kb / (1024.0 * 1024.0)).round(1))} GB"
|
|
end
|
|
end
|
|
|
|
def number_with_delimiter(number)
|
|
return "" if number.nil?
|
|
|
|
begin
|
|
Float(number)
|
|
rescue ArgumentError, TypeError
|
|
return number
|
|
end
|
|
|
|
options = {delimiter: ",", separator: "."}
|
|
parts = number.to_s.to_str.split(".")
|
|
parts[0].gsub!(/(\d)(?=(\d\d\d)+(?!\d))/, "\\1#{options[:delimiter]}")
|
|
parts.join(options[:separator])
|
|
end
|
|
|
|
def h(text)
|
|
::Rack::Utils.escape_html(text)
|
|
rescue ArgumentError => e
|
|
raise unless e.message.eql?("invalid byte sequence in UTF-8")
|
|
text.encode!("UTF-16", "UTF-8", invalid: :replace, replace: "").encode!("UTF-8", "UTF-16")
|
|
retry
|
|
end
|
|
|
|
# Any paginated list that performs an action needs to redirect
|
|
# back to the proper page after performing that action.
|
|
def redirect_with_query(url)
|
|
r = request.referer
|
|
if r && r =~ /\?/
|
|
ref = URI(r)
|
|
redirect("#{url}?#{ref.query}")
|
|
else
|
|
redirect url
|
|
end
|
|
end
|
|
|
|
def environment_title_prefix
|
|
environment = Sidekiq.default_configuration[:environment] || ENV["APP_ENV"] || ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development"
|
|
|
|
"[#{environment.upcase}] " unless environment == "production"
|
|
end
|
|
|
|
def product_version
|
|
"Sidekiq v#{Sidekiq::VERSION}"
|
|
end
|
|
|
|
def server_utc_time
|
|
Time.now.utc.strftime("%H:%M:%S UTC")
|
|
end
|
|
|
|
def retry_or_delete_or_kill(job, params)
|
|
if params["retry"]
|
|
job.retry
|
|
elsif params["delete"]
|
|
job.delete
|
|
elsif params["kill"]
|
|
job.kill
|
|
end
|
|
end
|
|
|
|
def delete_or_add_queue(job, params)
|
|
if params["delete"]
|
|
job.delete
|
|
elsif params["add_to_queue"]
|
|
job.add_to_queue
|
|
end
|
|
end
|
|
end
|
|
end
|