Module: Yabeda::Resque

Defined in:
lib/yabeda/resque.rb,
lib/yabeda/resque/version.rb

Constant Summary collapse

DEFAULT_CONFIG = 
{
  jobs_processing_oldest_age_unit: nil
}.freeze
VERSION = 
"1.3.0"

Class Method Summary collapse

Class Method Details

.count_all_scheduled_jobs_pipelined ⇒ Object

Pipelined alternative to Resque.count_all_scheduled_jobs from resque-scheduler. The original implementation issues a sequential LLEN call per timestamp, resulting in N round-trips to Redis. This version pipelines LLEN calls in batches to avoid blocking the Redis thread for too long, which is significantly faster when there are many delayed timestamps.



23
24
25
26
27
28
29
30
31
32
 
# File 'lib/yabeda/resque.rb', line 23

def count_all_scheduled_jobs_pipelined
  timestamps = ::Resque.redis.zrange(:delayed_queue_schedule, 0, -1)
  return 0 if timestamps.empty?

  timestamps.each_slice(10_000).sum do |batch|
    ::Resque.redis.pipelined do |pipeline|
      batch.each { |ts| pipeline.llen("delayed:#{ts}") }
    end.sum
  end
end

.install!(**config) ⇒ Object 



54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'lib/yabeda/resque.rb', line 54

def install!(**config)
  config = DEFAULT_CONFIG.merge(config)

  Yabeda.configure do
    group :resque do
      default_options = {aggregation: :most_recent}
      gauge :jobs_pending, **default_options, comment: "Number of pending jobs"
      gauge :jobs_processed, **default_options, comment: "Number of processed jobs"
      gauge :jobs_failed, **default_options, comment: "Number of failed jobs"

      if config[:jobs_processing_oldest_age_unit]
        gauge :jobs_processing_oldest_age, **default_options, comment: "How long the longest processing job has been running in #{config[:jobs_processing_oldest_age_unit]}"
      end

      gauge :queue_sizes, tags: %i[queue], **default_options, comment: "Number of jobs in a specific queue"

      gauge :workers_total, **default_options, comment: "Number of workers"
      gauge :workers_working, **default_options, comment: "Number of workers busy"

      # Plugin for delayed jobs
      if ::Yabeda::Resque.monitor_delayed?
        gauge :jobs_delayed, **default_options, comment: "Number of delayed jobs"
      end
    end

    collect do
      resque_info = ::Resque.info
      resque.jobs_failed.set({}, resque_info[:failed])
      resque.jobs_pending.set({}, resque_info[:pending])
      resque.jobs_processed.set({}, resque_info[:processed])

      if config[:jobs_processing_oldest_age_unit]
        value = ::Yabeda::Resque.jobs_processing_oldest_age(config)
        resque.jobs_processing_oldest_age.set({}, value)
      end

      if ::Yabeda::Resque.monitor_delayed?
        resque.jobs_delayed.set({}, ::Yabeda::Resque.count_all_scheduled_jobs_pipelined)
      end

      ::Resque.queue_sizes.each do |queue, size|
        resque.queue_sizes.set({queue: queue}, size)
      end

      resque.workers_total.set({}, resque_info[:workers])
      resque.workers_working.set({}, resque_info[:working])
    end
  end
end

.jobs_processing_oldest_age(config) ⇒ Object 



34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
 
# File 'lib/yabeda/resque.rb', line 34

def jobs_processing_oldest_age(config)
  oldest_timestamp = ::Resque.working.map { |worker| worker.job(false)["run_at"] }.min
  return 0 if oldest_timestamp.nil?
  age_in_seconds = (Time.now - Time.parse(oldest_timestamp)).to_i
  return 0 if age_in_seconds < 0

  case config[:jobs_processing_oldest_age_unit]
  when :seconds
    age_in_seconds
  when :minutes
    age_in_seconds / 60.0
  when :hours
    age_in_seconds / 3600.0
  when :days
    age_in_seconds / 86_400.0
  else
    raise ArgumentError, "Unsupported time unit: #{unit.inspect}"
  end
end

.monitor_delayed? ⇒ Boolean

Returns:

  • (Boolean) 


15
16
17
 
# File 'lib/yabeda/resque.rb', line 15

def monitor_delayed?
  defined?(::Resque::Scheduler)
end