Setup solid queue for job processing #19
10 changed files with 269 additions and 2 deletions
2
Gemfile
2
Gemfile
|
@ -18,6 +18,8 @@ gem "jbuilder"
|
||||||
# Use Redis adapter to run Action Cable in production
|
# Use Redis adapter to run Action Cable in production
|
||||||
# gem "redis", ">= 4.0.1"
|
# gem "redis", ">= 4.0.1"
|
||||||
|
|
||||||
|
gem "solid_queue"
|
||||||
|
|
||||||
# Use Kredis to get higher-level data types in Redis [https://github.com/rails/kredis]
|
# Use Kredis to get higher-level data types in Redis [https://github.com/rails/kredis]
|
||||||
# gem "kredis"
|
# gem "kredis"
|
||||||
|
|
||||||
|
|
13
Gemfile.lock
13
Gemfile.lock
|
@ -127,6 +127,11 @@ GEM
|
||||||
reline (>= 0.3.8)
|
reline (>= 0.3.8)
|
||||||
drb (2.2.1)
|
drb (2.2.1)
|
||||||
erubi (1.13.0)
|
erubi (1.13.0)
|
||||||
|
et-orbi (1.2.11)
|
||||||
|
tzinfo
|
||||||
|
fugit (1.11.0)
|
||||||
|
et-orbi (~> 1, >= 1.2.11)
|
||||||
|
raabro (~> 1.4)
|
||||||
globalid (1.2.1)
|
globalid (1.2.1)
|
||||||
activesupport (>= 6.1)
|
activesupport (>= 6.1)
|
||||||
i18n (1.14.5)
|
i18n (1.14.5)
|
||||||
|
@ -188,6 +193,7 @@ GEM
|
||||||
public_suffix (6.0.1)
|
public_suffix (6.0.1)
|
||||||
puma (6.4.2)
|
puma (6.4.2)
|
||||||
nio4r (~> 2.0)
|
nio4r (~> 2.0)
|
||||||
|
raabro (1.4.0)
|
||||||
racc (1.8.0)
|
racc (1.8.0)
|
||||||
rack (3.1.7)
|
rack (3.1.7)
|
||||||
rack-session (2.0.0)
|
rack-session (2.0.0)
|
||||||
|
@ -250,6 +256,12 @@ GEM
|
||||||
rexml (~> 3.2, >= 3.2.5)
|
rexml (~> 3.2, >= 3.2.5)
|
||||||
rubyzip (>= 1.2.2, < 3.0)
|
rubyzip (>= 1.2.2, < 3.0)
|
||||||
websocket (~> 1.0)
|
websocket (~> 1.0)
|
||||||
|
solid_queue (0.3.4)
|
||||||
|
activejob (>= 7.1)
|
||||||
|
activerecord (>= 7.1)
|
||||||
|
concurrent-ruby (>= 1.3.1)
|
||||||
|
fugit (~> 1.11.0)
|
||||||
|
railties (>= 7.1)
|
||||||
sqlite3 (2.0.2-aarch64-linux-gnu)
|
sqlite3 (2.0.2-aarch64-linux-gnu)
|
||||||
sqlite3 (2.0.2-arm64-darwin)
|
sqlite3 (2.0.2-arm64-darwin)
|
||||||
sqlite3 (2.0.2-x86_64-linux-gnu)
|
sqlite3 (2.0.2-x86_64-linux-gnu)
|
||||||
|
@ -304,6 +316,7 @@ DEPENDENCIES
|
||||||
rails!
|
rails!
|
||||||
rubocop-rails-omakase
|
rubocop-rails-omakase
|
||||||
selenium-webdriver
|
selenium-webdriver
|
||||||
|
solid_queue
|
||||||
sqlite3 (>= 1.4)
|
sqlite3 (>= 1.4)
|
||||||
stimulus-rails
|
stimulus-rails
|
||||||
tailwindcss-rails (~> 2.0)
|
tailwindcss-rails (~> 2.0)
|
||||||
|
|
|
@ -50,6 +50,8 @@ Rails.application.configure do
|
||||||
# Highlight code that triggered database queries in logs.
|
# Highlight code that triggered database queries in logs.
|
||||||
config.active_record.verbose_query_logs = true
|
config.active_record.verbose_query_logs = true
|
||||||
|
|
||||||
|
# Use a real queuing backend for Active Job (and separate queues per environment).
|
||||||
|
config.active_job.queue_adapter = :solid_queue
|
||||||
# Highlight code that enqueued background job in logs.
|
# Highlight code that enqueued background job in logs.
|
||||||
config.active_job.verbose_enqueue_logs = true
|
config.active_job.verbose_enqueue_logs = true
|
||||||
|
|
||||||
|
|
|
@ -71,7 +71,7 @@ Rails.application.configure do
|
||||||
# config.cache_store = :mem_cache_store
|
# config.cache_store = :mem_cache_store
|
||||||
|
|
||||||
# Use a real queuing backend for Active Job (and separate queues per environment).
|
# Use a real queuing backend for Active Job (and separate queues per environment).
|
||||||
# config.active_job.queue_adapter = :resque
|
config.active_job.queue_adapter = :solid_queue
|
||||||
# config.active_job.queue_name_prefix = "family_budget_production"
|
# config.active_job.queue_name_prefix = "family_budget_production"
|
||||||
|
|
||||||
config.action_mailer.perform_caching = false
|
config.action_mailer.perform_caching = false
|
||||||
|
|
|
@ -49,6 +49,7 @@ port ENV.fetch("PORT", 3000)
|
||||||
|
|
||||||
# Allow puma to be restarted by `bin/rails restart` command.
|
# Allow puma to be restarted by `bin/rails restart` command.
|
||||||
plugin :tmp_restart
|
plugin :tmp_restart
|
||||||
|
plugin :solid_queue
|
||||||
|
|
||||||
# Only use a pidfile when requested
|
# Only use a pidfile when requested
|
||||||
pidfile ENV["PIDFILE"] if ENV["PIDFILE"]
|
pidfile ENV["PIDFILE"] if ENV["PIDFILE"]
|
||||||
|
|
18
config/solid_queue.yml
Normal file
18
config/solid_queue.yml
Normal file
|
@ -0,0 +1,18 @@
|
||||||
|
# default: &default
|
||||||
|
# dispatchers:
|
||||||
|
# - polling_interval: 1
|
||||||
|
# batch_size: 500
|
||||||
|
# workers:
|
||||||
|
# - queues: "*"
|
||||||
|
# threads: 3
|
||||||
|
# processes: 1
|
||||||
|
# polling_interval: 0.1
|
||||||
|
#
|
||||||
|
# development:
|
||||||
|
# <<: *default
|
||||||
|
#
|
||||||
|
# test:
|
||||||
|
# <<: *default
|
||||||
|
#
|
||||||
|
# production:
|
||||||
|
# <<: *default
|
|
@ -0,0 +1,101 @@
|
||||||
|
# This migration comes from solid_queue (originally 20231211200639)
|
||||||
|
class CreateSolidQueueTables < ActiveRecord::Migration[7.0]
|
||||||
|
def change
|
||||||
|
create_table :solid_queue_jobs do |t|
|
||||||
|
t.string :queue_name, null: false
|
||||||
|
t.string :class_name, null: false, index: true
|
||||||
|
t.text :arguments
|
||||||
|
t.integer :priority, default: 0, null: false
|
||||||
|
t.string :active_job_id, index: true
|
||||||
|
t.datetime :scheduled_at
|
||||||
|
t.datetime :finished_at, index: true
|
||||||
|
t.string :concurrency_key
|
||||||
|
|
||||||
|
t.timestamps
|
||||||
|
|
||||||
|
t.index [ :queue_name, :finished_at ], name: "index_solid_queue_jobs_for_filtering"
|
||||||
|
t.index [ :scheduled_at, :finished_at ], name: "index_solid_queue_jobs_for_alerting"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_scheduled_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.string :queue_name, null: false
|
||||||
|
t.integer :priority, default: 0, null: false
|
||||||
|
t.datetime :scheduled_at, null: false
|
||||||
|
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
|
||||||
|
t.index [ :scheduled_at, :priority, :job_id ], name: "index_solid_queue_dispatch_all"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_ready_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.string :queue_name, null: false
|
||||||
|
t.integer :priority, default: 0, null: false
|
||||||
|
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
|
||||||
|
t.index [ :priority, :job_id ], name: "index_solid_queue_poll_all"
|
||||||
|
t.index [ :queue_name, :priority, :job_id ], name: "index_solid_queue_poll_by_queue"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_claimed_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.bigint :process_id
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
|
||||||
|
t.index [ :process_id, :job_id ]
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_blocked_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.string :queue_name, null: false
|
||||||
|
t.integer :priority, default: 0, null: false
|
||||||
|
t.string :concurrency_key, null: false
|
||||||
|
t.datetime :expires_at, null: false
|
||||||
|
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
|
||||||
|
t.index [ :expires_at, :concurrency_key ], name: "index_solid_queue_blocked_executions_for_maintenance"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_failed_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.text :error
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_pauses do |t|
|
||||||
|
t.string :queue_name, null: false, index: { unique: true }
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_processes do |t|
|
||||||
|
t.string :kind, null: false
|
||||||
|
t.datetime :last_heartbeat_at, null: false, index: true
|
||||||
|
t.bigint :supervisor_id, index: true
|
||||||
|
|
||||||
|
t.integer :pid, null: false
|
||||||
|
t.string :hostname
|
||||||
|
t.text :metadata
|
||||||
|
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table :solid_queue_semaphores do |t|
|
||||||
|
t.string :key, null: false, index: { unique: true }
|
||||||
|
t.integer :value, default: 1, null: false
|
||||||
|
t.datetime :expires_at, null: false, index: true
|
||||||
|
|
||||||
|
t.timestamps
|
||||||
|
|
||||||
|
t.index [ :key, :value ], name: "index_solid_queue_semaphores_on_key_and_value"
|
||||||
|
end
|
||||||
|
|
||||||
|
add_foreign_key :solid_queue_blocked_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
add_foreign_key :solid_queue_claimed_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
add_foreign_key :solid_queue_failed_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
add_foreign_key :solid_queue_ready_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
add_foreign_key :solid_queue_scheduled_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
end
|
||||||
|
end
|
|
@ -0,0 +1,6 @@
|
||||||
|
# This migration comes from solid_queue (originally 20240110143450)
|
||||||
|
class AddMissingIndexToBlockedExecutions < ActiveRecord::Migration[7.1]
|
||||||
|
def change
|
||||||
|
add_index :solid_queue_blocked_executions, [ :concurrency_key, :priority, :job_id ], name: "index_solid_queue_blocked_executions_for_release"
|
||||||
|
end
|
||||||
|
end
|
|
@ -0,0 +1,15 @@
|
||||||
|
# This migration comes from solid_queue (originally 20240218110712)
|
||||||
|
class CreateRecurringExecutions < ActiveRecord::Migration[7.1]
|
||||||
|
def change
|
||||||
|
create_table :solid_queue_recurring_executions do |t|
|
||||||
|
t.references :job, index: { unique: true }, null: false
|
||||||
|
t.string :task_key, null: false
|
||||||
|
t.datetime :run_at, null: false
|
||||||
|
t.datetime :created_at, null: false
|
||||||
|
|
||||||
|
t.index [ :task_key, :run_at ], unique: true
|
||||||
|
end
|
||||||
|
|
||||||
|
add_foreign_key :solid_queue_recurring_executions, :solid_queue_jobs, column: :job_id, on_delete: :cascade
|
||||||
|
end
|
||||||
|
end
|
111
db/schema.rb
generated
111
db/schema.rb
generated
|
@ -10,7 +10,7 @@
|
||||||
#
|
#
|
||||||
# It's strongly recommended that you check this file into your version control system.
|
# It's strongly recommended that you check this file into your version control system.
|
||||||
|
|
||||||
ActiveRecord::Schema[7.1].define(version: 2023_10_11_024748) do
|
ActiveRecord::Schema[8.0].define(version: 2024_07_27_002531) do
|
||||||
create_table "credit_card_bills", force: :cascade do |t|
|
create_table "credit_card_bills", force: :cascade do |t|
|
||||||
t.string "description"
|
t.string "description"
|
||||||
t.decimal "amount"
|
t.decimal "amount"
|
||||||
|
@ -45,5 +45,114 @@ ActiveRecord::Schema[7.1].define(version: 2023_10_11_024748) do
|
||||||
t.datetime "updated_at", null: false
|
t.datetime "updated_at", null: false
|
||||||
end
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_blocked_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.string "queue_name", null: false
|
||||||
|
t.integer "priority", default: 0, null: false
|
||||||
|
t.string "concurrency_key", null: false
|
||||||
|
t.datetime "expires_at", null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["concurrency_key", "priority", "job_id"], name: "index_solid_queue_blocked_executions_for_release"
|
||||||
|
t.index ["expires_at", "concurrency_key"], name: "index_solid_queue_blocked_executions_for_maintenance"
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_blocked_executions_on_job_id", unique: true
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_claimed_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.bigint "process_id"
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_claimed_executions_on_job_id", unique: true
|
||||||
|
t.index ["process_id", "job_id"], name: "index_solid_queue_claimed_executions_on_process_id_and_job_id"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_failed_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.text "error"
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_failed_executions_on_job_id", unique: true
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_jobs", force: :cascade do |t|
|
||||||
|
t.string "queue_name", null: false
|
||||||
|
t.string "class_name", null: false
|
||||||
|
t.text "arguments"
|
||||||
|
t.integer "priority", default: 0, null: false
|
||||||
|
t.string "active_job_id"
|
||||||
|
t.datetime "scheduled_at"
|
||||||
|
t.datetime "finished_at"
|
||||||
|
t.string "concurrency_key"
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.datetime "updated_at", null: false
|
||||||
|
t.index ["active_job_id"], name: "index_solid_queue_jobs_on_active_job_id"
|
||||||
|
t.index ["class_name"], name: "index_solid_queue_jobs_on_class_name"
|
||||||
|
t.index ["finished_at"], name: "index_solid_queue_jobs_on_finished_at"
|
||||||
|
t.index ["queue_name", "finished_at"], name: "index_solid_queue_jobs_for_filtering"
|
||||||
|
t.index ["scheduled_at", "finished_at"], name: "index_solid_queue_jobs_for_alerting"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_pauses", force: :cascade do |t|
|
||||||
|
t.string "queue_name", null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["queue_name"], name: "index_solid_queue_pauses_on_queue_name", unique: true
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_processes", force: :cascade do |t|
|
||||||
|
t.string "kind", null: false
|
||||||
|
t.datetime "last_heartbeat_at", null: false
|
||||||
|
t.bigint "supervisor_id"
|
||||||
|
t.integer "pid", null: false
|
||||||
|
t.string "hostname"
|
||||||
|
t.text "metadata"
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["last_heartbeat_at"], name: "index_solid_queue_processes_on_last_heartbeat_at"
|
||||||
|
t.index ["supervisor_id"], name: "index_solid_queue_processes_on_supervisor_id"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_ready_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.string "queue_name", null: false
|
||||||
|
t.integer "priority", default: 0, null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_ready_executions_on_job_id", unique: true
|
||||||
|
t.index ["priority", "job_id"], name: "index_solid_queue_poll_all"
|
||||||
|
t.index ["queue_name", "priority", "job_id"], name: "index_solid_queue_poll_by_queue"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_recurring_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.string "task_key", null: false
|
||||||
|
t.datetime "run_at", null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_recurring_executions_on_job_id", unique: true
|
||||||
|
t.index ["task_key", "run_at"], name: "index_solid_queue_recurring_executions_on_task_key_and_run_at", unique: true
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_scheduled_executions", force: :cascade do |t|
|
||||||
|
t.integer "job_id", null: false
|
||||||
|
t.string "queue_name", null: false
|
||||||
|
t.integer "priority", default: 0, null: false
|
||||||
|
t.datetime "scheduled_at", null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.index ["job_id"], name: "index_solid_queue_scheduled_executions_on_job_id", unique: true
|
||||||
|
t.index ["scheduled_at", "priority", "job_id"], name: "index_solid_queue_dispatch_all"
|
||||||
|
end
|
||||||
|
|
||||||
|
create_table "solid_queue_semaphores", force: :cascade do |t|
|
||||||
|
t.string "key", null: false
|
||||||
|
t.integer "value", default: 1, null: false
|
||||||
|
t.datetime "expires_at", null: false
|
||||||
|
t.datetime "created_at", null: false
|
||||||
|
t.datetime "updated_at", null: false
|
||||||
|
t.index ["expires_at"], name: "index_solid_queue_semaphores_on_expires_at"
|
||||||
|
t.index ["key", "value"], name: "index_solid_queue_semaphores_on_key_and_value"
|
||||||
|
t.index ["key"], name: "index_solid_queue_semaphores_on_key", unique: true
|
||||||
|
end
|
||||||
|
|
||||||
add_foreign_key "incomes", "members"
|
add_foreign_key "incomes", "members"
|
||||||
|
add_foreign_key "solid_queue_blocked_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
|
add_foreign_key "solid_queue_claimed_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
|
add_foreign_key "solid_queue_failed_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
|
add_foreign_key "solid_queue_ready_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
|
add_foreign_key "solid_queue_recurring_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
|
add_foreign_key "solid_queue_scheduled_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade
|
||||||
end
|
end
|
||||||
|
|
Loading…
Reference in a new issue