# frozen_string_literal: true module Projects class BuildArtifactsSizeRefresh < ApplicationRecord include BulkInsertSafe STALE_WINDOW = 2.hours self.table_name = 'project_build_artifacts_size_refreshes' belongs_to :project validates :project, presence: true STATES = { created: 1, running: 2, pending: 3 }.freeze state_machine :state, initial: :created do # created -> running <-> pending state :created, value: STATES[:created] state :running, value: STATES[:running] state :pending, value: STATES[:pending] event :process do transition [:created, :pending, :running] => :running end event :requeue do transition running: :pending end # set it only the first time we execute the refresh before_transition created: :running do |refresh| refresh.reset_project_statistics! refresh.refresh_started_at = Time.zone.now refresh.last_job_artifact_id_on_refresh_start = refresh.project.job_artifacts.last&.id end before_transition running: any do |refresh, transition| refresh.updated_at = Time.zone.now end before_transition running: :pending do |refresh, transition| refresh.last_job_artifact_id = transition.args.first end end scope :stale, -> { with_state(:running).where('updated_at < ?', STALE_WINDOW.ago) } scope :remaining, -> { with_state(:created, :pending).or(stale) } scope :processing_queue, -> { remaining.order(state: :desc) } def self.enqueue_refresh(projects) now = Time.zone.now records = Array(projects).map do |project| new(project: project, state: STATES[:created], created_at: now, updated_at: now) end bulk_insert!(records, skip_duplicates: true) end def self.process_next_refresh! next_refresh = nil transaction do next_refresh = processing_queue .lock('FOR UPDATE SKIP LOCKED') .take next_refresh&.process! end next_refresh end def reset_project_statistics! statistics = project.statistics statistics.update!(build_artifacts_size: 0) statistics.clear_counter!(:build_artifacts_size) end def next_batch(limit:) project.job_artifacts.select(:id, :size) .id_before(last_job_artifact_id_on_refresh_start) .id_after(last_job_artifact_id.to_i) .ordered_by_id .limit(limit) end def started? !created? end end end