1
0
Fork 0
mirror of https://github.com/mperham/sidekiq.git synced 2022-11-09 13:52:34 -05:00
mperham--sidekiq/lib/sidekiq/web/helpers.rb
Mike Perham 29dca70e24
Introduce Sidekiq::Capsule (#5487)
* Initial work on Sidekiq::Config

* Initial work on Sidekiq::Config

* reduce dependencies in deploy marks

* bare sidekiq and webapp

* Modify runtime to work with Capsules

* Cleanup

* Rename test files to remove test_ prefix

* Update test suite and standard rules to be more compliant

* Move constant definition outside code, per standard formatting

* Loads of changes for introduction of Capsules

* Remove Redis adapter abstraction

* update capsule overview

* Ensure Sidekiq.redis uses the correct pool for jobs running within a Capsule

* Use default_capsule for safety

* Slow down the beat to halve its Redis overhead

* move config fixtures into cfg/

* Add capsule middleware test

* use accessor
2022-08-25 10:15:11 -07:00

354 lines
9.3 KiB
Ruby

# frozen_string_literal: true
require "uri"
require "set"
require "yaml"
require "cgi"
module Sidekiq
# This is not a public API
module WebHelpers
def strings(lang)
@strings ||= {}
# Allow sidekiq-web extensions to add locale paths
# so extensions can be localized
@strings[lang] ||= settings.locales.each_with_object({}) do |path, global|
find_locale_files(lang).each do |file|
strs = YAML.safe_load(File.open(file))
global.merge!(strs[lang])
end
end
end
def singularize(str, count)
if count == 1 && str.respond_to?(:singularize) # rails
str.singularize
else
str
end
end
def clear_caches
@strings = nil
@locale_files = nil
@available_locales = nil
end
def locale_files
@locale_files ||= settings.locales.flat_map { |path|
Dir["#{path}/*.yml"]
}
end
def available_locales
@available_locales ||= locale_files.map { |path| File.basename(path, ".yml") }.uniq
end
def find_locale_files(lang)
locale_files.select { |file| file =~ /\/#{lang}\.yml$/ }
end
# This is a hook for a Sidekiq Pro feature. Please don't touch.
def filtering(*)
end
# This view helper provide ability display you html code in
# to head of page. Example:
#
# <% add_to_head do %>
# <link rel="stylesheet" .../>
# <meta .../>
# <% end %>
#
def add_to_head
@head_html ||= []
@head_html << yield.dup if block_given?
end
def display_custom_head
@head_html.join if defined?(@head_html)
end
def text_direction
get_locale["TextDirection"] || "ltr"
end
def rtl?
text_direction == "rtl"
end
# See https://www.w3.org/Protocols/rfc2616/rfc2616-sec14.html#sec14.4
def user_preferred_languages
languages = env["HTTP_ACCEPT_LANGUAGE"]
languages.to_s.downcase.gsub(/\s+/, "").split(",").map { |language|
locale, quality = language.split(";q=", 2)
locale = nil if locale == "*" # Ignore wildcards
quality = quality ? quality.to_f : 1.0
[locale, quality]
}.sort { |(_, left), (_, right)|
right <=> left
}.map(&:first).compact
end
# Given an Accept-Language header like "fr-FR,fr;q=0.8,en-US;q=0.6,en;q=0.4,ru;q=0.2"
# this method will try to best match the available locales to the user's preferred languages.
#
# Inspiration taken from https://github.com/iain/http_accept_language/blob/master/lib/http_accept_language/parser.rb
def locale
@locale ||= begin
matched_locale = user_preferred_languages.map { |preferred|
preferred_language = preferred.split("-", 2).first
lang_group = available_locales.select { |available|
preferred_language == available.split("-", 2).first
}
lang_group.find { |lang| lang == preferred } || lang_group.min_by(&:length)
}.compact.first
matched_locale || "en"
end
end
# within is used by Sidekiq Pro
def display_tags(job, within = nil)
job.tags.map { |tag|
"<span class='label label-info jobtag'>#{::Rack::Utils.escape_html(tag)}</span>"
}.join(" ")
end
# mperham/sidekiq#3243
def unfiltered?
yield unless env["PATH_INFO"].start_with?("/filter/")
end
def get_locale
strings(locale)
end
def t(msg, options = {})
string = get_locale[msg] || strings("en")[msg] || msg
if options.empty?
string
else
string % options
end
end
def sort_direction_label
params[:direction] == "asc" ? "&uarr;" : "&darr;"
end
def workset
@work ||= Sidekiq::WorkSet.new
end
def processes
@processes ||= Sidekiq::ProcessSet.new
end
# Sorts processes by hostname following the natural sort order so that
# 'worker.1' < 'worker.2' < 'worker.10' < 'worker.20'
# '2.1.1.1' < '192.168.0.2' < '192.168.0.10'
def sorted_processes
@sorted_processes ||= begin
return processes unless processes.all? { |p| p["hostname"] }
split_characters = /[._-]/
padding = processes.flat_map { |p| p["hostname"].split(split_characters) }.map(&:size).max
processes.to_a.sort_by do |process|
process["hostname"].split(split_characters).map do |substring|
# Left-pad the substring with '0' if it starts with a number or 'a'
# otherwise, so that '25' < 192' < 'a' ('025' < '192' < 'aaa')
padding_char = substring[0].match?(/\d/) ? "0" : "a"
substring.rjust(padding, padding_char)
end
end
end
end
def stats
@stats ||= Sidekiq::Stats.new
end
def redis_url
Sidekiq.default_configuration.redis do |conn|
conn._config.server_url
end
end
def redis_info
Sidekiq.default_configuration.redis_info
end
def root_path
"#{env["SCRIPT_NAME"]}/"
end
def current_path
@current_path ||= request.path_info.gsub(/^\//, "")
end
def current_status
workset.size == 0 ? "idle" : "active"
end
def relative_time(time)
stamp = time.getutc.iso8601
%(<time class="ltr" dir="ltr" title="#{stamp}" datetime="#{stamp}">#{time}</time>)
end
def job_params(job, score)
"#{score}-#{job["jid"]}"
end
def parse_params(params)
score, jid = params.split("-", 2)
[score.to_f, jid]
end
SAFE_QPARAMS = %w[page direction]
# Merge options with current params, filter safe params, and stringify to query string
def qparams(options)
stringified_options = options.transform_keys(&:to_s)
to_query_string(params.merge(stringified_options))
end
def to_query_string(params)
params.map { |key, value|
SAFE_QPARAMS.include?(key) ? "#{key}=#{CGI.escape(value.to_s)}" : next
}.compact.join("&")
end
def truncate(text, truncate_after_chars = 2000)
truncate_after_chars && text.size > truncate_after_chars ? "#{text[0..truncate_after_chars]}..." : text
end
def display_args(args, truncate_after_chars = 2000)
return "Invalid job payload, args is nil" if args.nil?
return "Invalid job payload, args must be an Array, not #{args.class.name}" unless args.is_a?(Array)
begin
args.map { |arg|
h(truncate(to_display(arg), truncate_after_chars))
}.join(", ")
rescue
"Illegal job arguments: #{h args.inspect}"
end
end
def csrf_tag
"<input type='hidden' name='authenticity_token' value='#{env[:csrf_token]}'/>"
end
def to_display(arg)
arg.inspect
rescue
begin
arg.to_s
rescue => ex
"Cannot display argument: [#{ex.class.name}] #{ex.message}"
end
end
RETRY_JOB_KEYS = Set.new(%w[
queue class args retry_count retried_at failed_at
jid error_message error_class backtrace
error_backtrace enqueued_at retry wrapped
created_at tags display_class
])
def retry_extra_items(retry_job)
@retry_extra_items ||= {}.tap do |extra|
retry_job.item.each do |key, value|
extra[key] = value unless RETRY_JOB_KEYS.include?(key)
end
end
end
def format_memory(rss_kb)
return "0" if rss_kb.nil? || rss_kb == 0
if rss_kb < 100_000
"#{number_with_delimiter(rss_kb)} KB"
elsif rss_kb < 10_000_000
"#{number_with_delimiter((rss_kb / 1024.0).to_i)} MB"
else
"#{number_with_delimiter((rss_kb / (1024.0 * 1024.0)).round(1))} GB"
end
end
def number_with_delimiter(number)
return "" if number.nil?
begin
Float(number)
rescue ArgumentError, TypeError
return number
end
options = {delimiter: ",", separator: "."}
parts = number.to_s.to_str.split(".")
parts[0].gsub!(/(\d)(?=(\d\d\d)+(?!\d))/, "\\1#{options[:delimiter]}")
parts.join(options[:separator])
end
def h(text)
::Rack::Utils.escape_html(text)
rescue ArgumentError => e
raise unless e.message.eql?("invalid byte sequence in UTF-8")
text.encode!("UTF-16", "UTF-8", invalid: :replace, replace: "").encode!("UTF-8", "UTF-16")
retry
end
# Any paginated list that performs an action needs to redirect
# back to the proper page after performing that action.
def redirect_with_query(url)
r = request.referer
if r && r =~ /\?/
ref = URI(r)
redirect("#{url}?#{ref.query}")
else
redirect url
end
end
def environment_title_prefix
environment = Sidekiq.default_configuration[:environment] || ENV["APP_ENV"] || ENV["RAILS_ENV"] || ENV["RACK_ENV"] || "development"
"[#{environment.upcase}] " unless environment == "production"
end
def product_version
"Sidekiq v#{Sidekiq::VERSION}"
end
def server_utc_time
Time.now.utc.strftime("%H:%M:%S UTC")
end
def retry_or_delete_or_kill(job, params)
if params["retry"]
job.retry
elsif params["delete"]
job.delete
elsif params["kill"]
job.kill
end
end
def delete_or_add_queue(job, params)
if params["delete"]
job.delete
elsif params["add_to_queue"]
job.add_to_queue
end
end
end
end