Packages

vLLM for Elixir via SnakeBridge - Easy, fast, and cheap LLM serving for everyone. High-throughput LLM inference with PagedAttention, continuous batching, and OpenAI-compatible API.

Current section

Files

Jump to
vllm lib snakebridge_generated vllm tracing span_attributes.ex
Raw

lib/snakebridge_generated/vllm/tracing/span_attributes.ex

# Generated by SnakeBridge v0.16.0 - DO NOT EDIT MANUALLY
# Regenerate with: mix compile
# Library: vllm 0.14.0
# Python module: vllm.tracing
# Python class: SpanAttributes
defmodule Vllm.Tracing.SpanAttributes do
@moduledoc """
Wrapper for Python class SpanAttributes.
"""
def __snakebridge_python_name__, do: "vllm.tracing"
def __snakebridge_python_class__, do: "SpanAttributes"
def __snakebridge_library__, do: "vllm"
@opaque t :: SnakeBridge.Ref.t()
@doc """
Initialize self. See help(type(self)) for accurate signature.
## Parameters
- `args` (term())
- `kwargs` (term())
"""
@spec new(list(term()), keyword()) :: {:ok, SnakeBridge.Ref.t()} | {:error, Snakepit.Error.t()}
def new(args, opts \\ []) do
{args, opts} = SnakeBridge.Runtime.normalize_args_opts(args, opts)
SnakeBridge.Runtime.call_class(__MODULE__, :__init__, [] ++ List.wrap(args), opts)
end
@spec gen_ai_latency_e2_e(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_e2_e(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_E2E)
end
@spec gen_ai_latency_time_in_model_decode(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_model_decode(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_MODEL_DECODE)
end
@spec gen_ai_latency_time_in_model_execute(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_model_execute(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_MODEL_EXECUTE)
end
@spec gen_ai_latency_time_in_model_forward(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_model_forward(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_MODEL_FORWARD)
end
@spec gen_ai_latency_time_in_model_inference(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_model_inference(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_MODEL_INFERENCE)
end
@spec gen_ai_latency_time_in_model_prefill(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_model_prefill(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_MODEL_PREFILL)
end
@spec gen_ai_latency_time_in_queue(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_queue(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_QUEUE)
end
@spec gen_ai_latency_time_in_scheduler(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_in_scheduler(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_IN_SCHEDULER)
end
@spec gen_ai_latency_time_to_first_token(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_latency_time_to_first_token(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_LATENCY_TIME_TO_FIRST_TOKEN)
end
@spec gen_ai_request_id(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_request_id(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_REQUEST_ID)
end
@spec gen_ai_request_max_tokens(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_request_max_tokens(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_REQUEST_MAX_TOKENS)
end
@spec gen_ai_request_n(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_request_n(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_REQUEST_N)
end
@spec gen_ai_request_temperature(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_request_temperature(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_REQUEST_TEMPERATURE)
end
@spec gen_ai_request_top_p(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_request_top_p(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_REQUEST_TOP_P)
end
@spec gen_ai_response_model(SnakeBridge.Ref.t()) :: {:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_response_model(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_RESPONSE_MODEL)
end
@spec gen_ai_usage_completion_tokens(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_usage_completion_tokens(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_USAGE_COMPLETION_TOKENS)
end
@spec gen_ai_usage_num_sequences(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_usage_num_sequences(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_USAGE_NUM_SEQUENCES)
end
@spec gen_ai_usage_prompt_tokens(SnakeBridge.Ref.t()) ::
{:ok, term()} | {:error, Snakepit.Error.t()}
def gen_ai_usage_prompt_tokens(ref) do
SnakeBridge.Runtime.get_attr(ref, :GEN_AI_USAGE_PROMPT_TOKENS)
end
end