Packages
sentry
12.0.2
13.3.0
13.2.0
13.1.0
13.0.1
13.0.0
12.0.3
12.0.2
12.0.1
12.0.0
11.0.4
11.0.3
11.0.2
11.0.1
11.0.0
10.10.0
10.9.0
10.8.1
10.8.0
10.7.1
10.7.0
10.6.2
10.6.1
10.6.0
10.5.0
10.4.0
10.3.0
10.2.1
10.2.0
10.2.0-rc.2
10.2.0-rc.1
10.1.0
10.0.3
10.0.2
10.0.1
10.0.0
9.1.0
9.0.0
8.1.0
8.0.6
8.0.5
8.0.4
8.0.3
8.0.2
8.0.1
8.0.0
8.0.0-rc.2
8.0.0-rc.1
8.0.0-rc.0
retired
7.2.5
7.2.4
7.2.3
7.2.2
7.2.1
7.2.0
7.1.0
7.0.6
7.0.5
7.0.4
7.0.3
7.0.2
7.0.1
7.0.0
6.4.2
6.4.1
6.4.0
6.3.0
6.2.1
6.2.0
6.1.0
6.0.5
6.0.4
6.0.3
6.0.2
6.0.1
6.0.0
5.0.1
5.0.0
4.0.3
4.0.2
4.0.1
4.0.0
3.0.0
2.2.0
2.1.0
2.0.2
2.0.1
2.0.0
1.1.2
1.1.1
1.1.0
1.0.0
0.3.2
0.3.1
0.3.0
0.2.0
0.1.3
0.1.2
0.1.1
0.1.0
The Official Elixir client for Sentry
Current section
Files
Jump to
Current section
Files
lib/sentry/telemetry_processor.ex
defmodule Sentry.TelemetryProcessor do
@moduledoc """
Supervisor managing telemetry buffers and scheduler for the Sentry SDK.
The TelemetryProcessor is the coordinator for telemetry data flowing
through the SDK. It manages ring buffers coordinated by a weighted
round-robin scheduler.
## Architecture
The processor starts as a supervisor with the following children:
* Error Buffer - for error events (critical priority)
* Check-in Buffer - for cron check-ins (high priority)
* Transaction Buffer - for performance transactions (medium priority)
* Log Buffer - for log entries (low priority)
* Scheduler - weighted round-robin scheduler with integrated transport queue
## Usage
# Add error events to the buffer
TelemetryProcessor.add(processor, %Sentry.Event{...})
# Add check-ins to the buffer
TelemetryProcessor.add(processor, %Sentry.CheckIn{...})
# Add transactions to the buffer
TelemetryProcessor.add(processor, %Sentry.Transaction{...})
# Add log events to the buffer
TelemetryProcessor.add(processor, %Sentry.LogEvent{...})
# Flush all pending items
TelemetryProcessor.flush(processor)
"""
@moduledoc since: "12.0.0"
use Supervisor
alias Sentry.Telemetry.{Buffer, Category, Scheduler}
alias Sentry.Transport.RateLimiter
alias Sentry.{CheckIn, Event, LogEvent, Transaction}
@default_name __MODULE__
@type option ::
{:name, atom()}
| {:buffer_capacities, %{Category.t() => pos_integer()}}
| {:buffer_configs, %{Category.t() => map()}}
| {:scheduler_weights, %{Category.priority() => pos_integer()}}
| {:on_envelope, (Sentry.Envelope.t() -> any())}
| {:transport_capacity, pos_integer()}
## Public API
@doc """
Returns the default processor name.
"""
@spec default_name() :: atom()
def default_name, do: @default_name
@doc """
Starts the TelemetryProcessor supervisor.
## Options
* `:name` - Name to register the supervisor under (defaults to `#{inspect(@default_name)}`)
* `:buffer_capacities` - Map of category to capacity override (optional)
* `:buffer_configs` - Map of category to config map with `:capacity`, `:batch_size`, `:timeout` (optional)
* `:scheduler_weights` - Map of priority to weight override (optional)
* `:on_envelope` - Callback function invoked when envelopes are ready to send (optional)
* `:transport_capacity` - Maximum number of items the transport queue can hold (default: 1000). For log envelopes, each log event counts as one item.
## Examples
TelemetryProcessor.start_link()
TelemetryProcessor.start_link(
buffer_capacities: %{log: 2000},
scheduler_weights: %{low: 3}
)
"""
@spec start_link([option()]) :: Supervisor.on_start()
def start_link(opts \\ []) do
{name, opts} = Keyword.pop(opts, :name, @default_name)
Supervisor.start_link(__MODULE__, [{:processor_name, name} | opts], name: name)
end
@doc """
Adds an event to the appropriate buffer.
Uses the processor from process dictionary or the default (`#{inspect(@default_name)}`).
See `add/2` for the version accepting a custom processor.
Returns `:ok` when the item was added, or `{:ok, {:rate_limited, data_category}}` when
the item was dropped due to an active rate limit.
"""
@spec add(Event.t() | CheckIn.t() | Transaction.t() | LogEvent.t()) ::
:ok | {:ok, {:rate_limited, String.t()}}
def add(%Event{} = item) do
add(processor_name(), item)
end
def add(%CheckIn{} = item) do
add(processor_name(), item)
end
def add(%Transaction{} = item) do
add(processor_name(), item)
end
def add(%LogEvent{} = item) do
add(processor_name(), item)
end
@doc """
Adds an event to the appropriate buffer.
After adding, the scheduler is signaled to wake and process items.
Returns `:ok` when the item was added, or `{:ok, {:rate_limited, data_category}}` when
the item was dropped due to an active rate limit.
"""
@spec add(Supervisor.supervisor(), Event.t() | CheckIn.t() | Transaction.t() | LogEvent.t()) ::
:ok | {:ok, {:rate_limited, String.t()}}
def add(processor, %Event{} = item) when is_atom(processor),
do: add_to_buffer(processor, :error, item)
def add(processor, %Event{} = item), do: add_to_buffer(processor, :error, item)
def add(processor, %CheckIn{} = item) when is_atom(processor),
do: add_to_buffer(processor, :check_in, item)
def add(processor, %CheckIn{} = item), do: add_to_buffer(processor, :check_in, item)
def add(processor, %Transaction{} = item) when is_atom(processor),
do: add_to_buffer(processor, :transaction, item)
def add(processor, %Transaction{} = item), do: add_to_buffer(processor, :transaction, item)
def add(processor, %LogEvent{} = item) when is_atom(processor),
do: add_to_buffer(processor, :log, item)
def add(processor, %LogEvent{} = item), do: add_to_buffer(processor, :log, item)
@doc """
Flushes all buffers by draining their contents and sending all items.
Uses the processor from process dictionary or the default (`#{inspect(@default_name)}`).
This is a blocking call that returns when all items have been processed.
"""
@spec flush() :: :ok
def flush do
flush(processor_name())
end
@doc """
Flushes all buffers by draining their contents and sending all items.
This is a blocking call that returns when all items have been processed.
The optional timeout specifies how long to wait (default: 5000ms).
"""
@spec flush(Supervisor.supervisor(), timeout()) :: :ok
def flush(processor, timeout \\ 5000)
def flush(processor, timeout) when is_atom(processor) do
Scheduler.flush(scheduler_name(processor), timeout)
end
def flush(processor, timeout) do
scheduler = get_scheduler(processor)
Scheduler.flush(scheduler, timeout)
end
@doc """
Returns the buffer pid for a given category.
"""
@spec get_buffer(Supervisor.supervisor(), Category.t()) :: pid()
def get_buffer(processor, category) when category in [:error, :check_in, :transaction, :log] do
children = Supervisor.which_children(processor)
buffer_id = buffer_id(category)
case List.keyfind(children, buffer_id, 0) do
{^buffer_id, pid, :worker, _} when is_pid(pid) -> pid
_ -> raise "Buffer not found for category: #{category}"
end
end
@doc """
Returns the scheduler pid.
"""
@spec get_scheduler(Supervisor.supervisor()) :: pid()
def get_scheduler(processor) do
children = Supervisor.which_children(processor)
case List.keyfind(children, :scheduler, 0) do
{:scheduler, pid, :worker, _} when is_pid(pid) -> pid
_ -> raise "Scheduler not found"
end
end
@doc """
Returns the current size of a buffer for a given category.
Uses the processor from process dictionary or the default.
Returns 0 if the processor is not running.
"""
@spec buffer_size(Category.t()) :: non_neg_integer()
def buffer_size(category) when category in [:error, :check_in, :transaction, :log] do
buffer_size(processor_name(), category)
end
@doc """
Returns the current size of a buffer for a given category.
Returns 0 if the processor is not running.
"""
@spec buffer_size(Supervisor.supervisor(), Category.t()) :: non_neg_integer()
def buffer_size(processor, category) when category in [:error, :check_in, :transaction, :log] do
case safe_get_buffer(processor, category) do
{:ok, buffer} -> Buffer.size(buffer)
:error -> 0
end
end
defp add_to_buffer(processor, category, item) when is_atom(processor) do
data_category = Category.data_category(category)
if RateLimiter.rate_limited?(data_category) do
{:ok, {:rate_limited, data_category}}
else
Buffer.add(buffer_name(processor, category), item)
Scheduler.signal(scheduler_name(processor))
:ok
end
end
defp add_to_buffer(processor, category, item) do
data_category = Category.data_category(category)
if RateLimiter.rate_limited?(data_category) do
{:ok, {:rate_limited, data_category}}
else
buffer = get_buffer(processor, category)
Buffer.add(buffer, item)
scheduler = get_scheduler(processor)
Scheduler.signal(scheduler)
:ok
end
end
defp safe_get_buffer(processor, category) when is_atom(processor) do
try do
{:ok,
buffer_name(processor, category) |> GenServer.whereis() || get_buffer(processor, category)}
catch
:exit, _ -> :error
end
end
defp safe_get_buffer(processor, category) do
try do
{:ok, get_buffer(processor, category)}
catch
:exit, _ -> :error
end
end
@impl true
def init(opts) do
processor_name = Keyword.fetch!(opts, :processor_name)
buffer_capacities = Keyword.get(opts, :buffer_capacities, %{})
buffer_configs = Keyword.get(opts, :buffer_configs, %{})
scheduler_weights = Keyword.get(opts, :scheduler_weights)
on_envelope = Keyword.get(opts, :on_envelope)
transport_capacity = Keyword.get(opts, :transport_capacity, 1000)
buffer_names =
for category <- Category.all(), into: %{} do
{category, buffer_name(processor_name, category)}
end
buffer_specs =
for category <- Category.all() do
config = build_buffer_config(category, buffer_capacities, buffer_configs)
%{
id: buffer_id(category),
start:
{Buffer, :start_link,
[
[
category: category,
name: Map.fetch!(buffer_names, category),
capacity: config.capacity,
batch_size: config.batch_size,
timeout: config.timeout
]
]}
}
end
scheduler_opts =
[
buffers: %{
error: Map.fetch!(buffer_names, :error),
check_in: Map.fetch!(buffer_names, :check_in),
transaction: Map.fetch!(buffer_names, :transaction),
log: Map.fetch!(buffer_names, :log)
},
name: scheduler_name(processor_name),
capacity: transport_capacity
]
|> maybe_add_opt(:weights, scheduler_weights)
|> maybe_add_opt(:on_envelope, on_envelope)
scheduler_spec = %{
id: :scheduler,
start: {Scheduler, :start_link, [scheduler_opts]}
}
children = buffer_specs ++ [scheduler_spec]
Supervisor.init(children, strategy: :one_for_one)
end
defp buffer_id(:error), do: :error_buffer
defp buffer_id(:check_in), do: :check_in_buffer
defp buffer_id(:transaction), do: :transaction_buffer
defp buffer_id(:log), do: :log_buffer
@doc false
@spec buffer_name(atom(), Category.t()) :: atom()
def buffer_name(processor, category), do: :"#{processor}.buffer.#{category}"
@doc false
@spec scheduler_name(atom()) :: atom()
def scheduler_name(processor), do: :"#{processor}.scheduler"
defp build_buffer_config(category, capacities, configs) do
defaults = Category.default_config(category)
config =
case Map.get(capacities, category) do
nil -> defaults
capacity -> Map.put(defaults, :capacity, capacity)
end
case Map.get(configs, category) do
nil -> config
category_config -> Map.merge(config, category_config)
end
end
defp processor_name do
Process.get(:sentry_telemetry_processor, @default_name)
end
defp maybe_add_opt(opts, _key, nil), do: opts
defp maybe_add_opt(opts, key, value), do: Keyword.put(opts, key, value)
end