Packages
exq
0.5.0
0.23.0
0.22.0
0.21.0
0.20.0
0.19.0
0.18.0
0.17.0
0.16.2
0.16.1
0.16.0
0.15.0
0.14.0
0.13.5
0.13.4
0.13.3
0.13.2
0.13.1
0.13.0
0.12.2
0.12.1
0.12.0
0.11.0
0.10.1
0.10.0
0.9.1
0.9.0
0.8.7
0.8.6
0.8.5
0.8.4
0.8.3
0.8.2
0.8.1
0.8.0
0.7.3
0.7.2
0.7.1
0.7.0
0.6.5
0.6.4
0.6.3
0.6.2
0.6.1
0.6.0
0.5.0
0.4.4
0.4.3
0.4.2
0.4.1
0.4.0
0.3.0
0.2.3
0.2.2
0.2.1
0.2.0
0.1.4
0.1.3
0.1.2
0.1.1
0.1.0
0.0.2
Exq is a job processing library compatible with Resque / Sidekiq for the Elixir language.
Current section
Files
Jump to
Current section
Files
lib/exq/enqueuer/server.ex
defmodule Exq.Enqueuer.Server do
require Logger
alias Exq.Support.Config
alias Exq.Redis.Connection
alias Exq.Redis.JobQueue
alias Exq.Redis.JobStat
import Exq.Redis.JobQueue, only: [full_key: 2]
use GenServer
@default_name :exq_enqueuer
defmodule State do
defstruct redis: nil, namespace: nil, redis_owner: false
end
def start(opts \\ []) do
GenServer.start(__MODULE__, [opts])
end
def start_link(opts \\ []) do
name = Keyword.get(opts, :name, @default_name)
GenServer.start_link(__MODULE__, [opts], [{:name, name}])
end
def default_name, do: @default_name
##===========================================================
## gen server callbacks
##===========================================================
def init([opts]) do
namespace = Keyword.get(opts, :namespace, Config.get(:namespace, "exq"))
redis = case Keyword.get(opts, :redis) do
nil ->
{:ok, r} = Connection.connection(opts)
r
r -> r
end
state = %State{redis: redis, redis_owner: true, namespace: namespace}
{:ok, state}
end
def handle_cast({:enqueue, from, queue, worker, args}, state) do
response = JobQueue.enqueue(state.redis, state.namespace, queue, worker, args)
GenServer.reply(from, response)
{:noreply, state}
end
def handle_cast({:enqueue_at, from, queue, time, worker, args}, state) do
response = JobQueue.enqueue_at(state.redis, state.namespace, queue, time, worker, args)
GenServer.reply(from, response)
{:noreply, state}
end
def handle_cast({:enqueue_in, from, queue, offset, worker, args}, state) do
response = JobQueue.enqueue_in(state.redis, state.namespace, queue, offset, worker, args)
GenServer.reply(from, response)
{:noreply, state}
end
def handle_call({:enqueue, queue, worker, args}, _from, state) do
response = JobQueue.enqueue(state.redis, state.namespace, queue, worker, args)
{:reply, response, state}
end
def handle_call({:enqueue_at, queue, time, worker, args}, _from, state) do
response = JobQueue.enqueue_at(state.redis, state.namespace, queue, time, worker, args)
{:reply, response, state}
end
def handle_call({:enqueue_in, queue, offset, worker, args}, _from, state) do
response = JobQueue.enqueue_in(state.redis, state.namespace, queue, offset, worker, args)
{:reply, response, state}
end
def handle_call({:stop}, _from, state) do
{ :stop, :normal, :ok, state }
end
# WebUI Stats callbacks
def handle_call({:processes}, _from, state) do
processes = JobStat.processes(state.redis, state.namespace)
{:reply, {:ok, processes}, state, 0}
end
def handle_call({:busy}, _from, state) do
count = JobStat.busy(state.redis, state.namespace)
{:reply, {:ok, count}, state, 0}
end
def handle_call({:stats, key}, _from, state) do
count = get_count(state.redis, state.namespace, key)
{:reply, {:ok, count}, state, 0}
end
def handle_call({:stats, key, date}, _from, state) do
count = get_count(state.redis, state.namespace, "#{key}:#{date}")
{:reply, {:ok, count}, state, 0}
end
def handle_call({:queues}, _from, state) do
queues = list_queues(state.redis, state.namespace)
{:reply, {:ok, queues}, state, 0}
end
def handle_call({:failed}, _from, state) do
jobs = list_failed(state.redis, state.namespace) ++ list_retry(state.redis, state.namespace)
{:reply, {:ok, jobs}, state, 0}
end
def handle_call({:retries}, _from, state) do
jobs = list_retry(state.redis, state.namespace)
{:reply, {:ok, jobs}, state, 0}
end
def handle_call({:jobs}, _from, state) do
queues = list_queues(state.redis, state.namespace)
jobs = for q <- queues, do: {q, list_jobs(state.redis, state.namespace, q)}
{:reply, {:ok, jobs}, state, 0}
end
def handle_call({:jobs, :scheduled}, _from, state) do
jobs = list_jobs(state.redis, state.namespace, :scheduled)
{:reply, {:ok, jobs}, state, 0}
end
def handle_call({:jobs, queue}, _from, state) do
jobs = list_jobs(state.redis, state.namespace, queue)
{:reply, {:ok, jobs}, state, 0}
end
def handle_call({:queue_size}, _from, state) do
queues = list_queues(state.redis, state.namespace)
sizes = for q <- queues, do: {q, queue_size(state.redis, state.namespace, q)}
{:reply, {:ok, sizes}, state, 0}
end
def handle_call({:queue_size, :scheduled}, _from, state) do
size = queue_size(state.redis, state.namespace, :scheduled)
{:reply, {:ok, size}, state, 0}
end
def handle_call({:queue_size, queue}, _from, state) do
size = queue_size(state.redis, state.namespace, queue)
{:reply, {:ok, size}, state, 0}
end
def handle_call({:find_failed, jid}, _from, state) do
{:ok, job, idx} = JobStat.find_failed(state.redis, state.namespace, jid)
{:reply, {:ok, job, idx}, state, 0}
end
def handle_call({:find_job, queue, jid}, _from, state) do
{:ok, job, idx} = JobQueue.find_job(state.redis, state.namespace, jid, queue)
{:reply, {:ok, job, idx}, state, 0}
end
def handle_call({:find_scheduled_job, jid}, _from, state) do
{:ok, job, idx} = JobQueue.find_job(state.redis, state.namespace, jid, :scheduled)
{:reply, {:ok, job, idx}, state, 0}
end
def handle_call({:remove_queue, queue}, _from, state) do
JobStat.remove_queue(state.redis, state.namespace, queue)
{:reply, {:ok}, state, 0}
end
def handle_call({:remove_failed, jid}, _from, state) do
JobStat.remove_failed(state.redis, state.namespace, jid)
{:reply, {:ok}, state, 0}
end
def handle_call({:clear_failed}, _from, state) do
JobStat.clear_failed(state.redis, state.namespace)
{:reply, {:ok}, state, 0}
end
def handle_call({:clear_processes}, _from, state) do
JobStat.clear_processes(state.redis, state.namespace)
{:reply, {:ok}, state, 0}
end
def handle_call({:realtime_stats}, _from, state) do
{:ok, failures, successes} = JobStat.realtime_stats(state.redis, state.namespace)
{:reply, {:ok, failures, successes}, state, 0}
end
def code_change(_old_version, state, _extra) do
{:ok, state}
end
def terminate(_reason, state) do
if state.redis_owner do
:eredis.stop(state.redis)
end
:ok
end
# Internal Functions
def get_count(redis, namespace, key) do
case Connection.get!(redis, JobQueue.full_key(namespace, "stat:#{key}")) do
:undefined ->
0
count ->
count
end
end
def list_queues(redis, namespace) do
Connection.smembers!(redis, full_key(namespace, "queues"))
end
def list_jobs(redis, namespace, :scheduled) do
Connection.zrangebyscorewithscore!(redis, full_key(namespace, "schedule"))
end
def list_jobs(redis, namespace, queue) do
Connection.lrange!(redis, full_key(namespace, "queue:#{queue}"))
end
def list_failed(redis, namespace) do
Connection.zrange!(redis, full_key(namespace, "dead"))
end
def list_retry(redis, namespace) do
Connection.zrange!(redis, full_key(namespace, "retry"))
end
def queue_size(redis, namespace, :scheduled) do
Connection.zcard!(redis, full_key(namespace, "schedule"))
end
def queue_size(redis, namespace, :retry) do
Connection.zcard!(redis, full_key(namespace, "retry"))
end
def queue_size(redis, namespace, queue) do
Connection.llen!(redis, full_key(namespace, "queue:#{queue}"))
end
end