liter_llm

# This file is auto-generated by alef — DO NOT EDIT.
# alef:hash:de9738d1a2c1e8c5eacecbd4da06878683f3650e2b3bcc2ce0cb163d94f425f0
# To regenerate: alef generate
# To verify freshness: alef verify --exit-code
# Issues & docs: https://github.com/sample_crate-dev/alef
defmodule LiterLlm.Native do
  @moduledoc false

  use RustlerPrecompiled,
    otp_app: :liter_llm,
    crate: "liter_llm_nif",
    base_url: "https://github.com/kreuzberg-dev/liter-llm/releases/download/v#{Mix.Project.config()[:version]}",
    version: Mix.Project.config()[:version],
    targets: ~w(aarch64-apple-darwin aarch64-unknown-linux-gnu x86_64-unknown-linux-gnu x86_64-pc-windows-gnu),
    nif_versions: ["2.16", "2.17"],
    force_build: System.get_env("LITER_LLM_BUILD") in ["1", "true"] or Mix.env() in [:dev, :test]

  @doc """
  Create a new LLM client with simple scalar configuration.

  This is the primary binding entry-point. All parameters except `api_key`
  are optional — omitting them uses the same defaults as
  [`ClientConfigBuilder`].

  # Errors

  Returns [`LiterLlmError`] if the underlying HTTP client cannot be
  constructed, or if the resolved provider configuration is invalid.
  """
  def create_client(_api_key, _base_url, _timeout_secs, _max_retries, _model_hint),
    do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Create a new LLM client from a JSON string.

  The JSON object accepts the same fields as `liter-llm.toml` (snake_case).

  # Errors

  Returns [`LiterLlmError::BadRequest`] if `json` is not valid JSON or
  contains unknown fields.
  """
  def create_client_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Register a custom provider in the global runtime registry.

  The provider will be checked **before** all built-in providers during model
  detection. If a provider with the same `name` already exists it is replaced.

  # Errors

  Returns an error if the config is invalid (empty name, empty base_url, or
  no model prefixes).
  """
  def register_custom_provider(_config), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Remove a previously registered custom provider by name.

  Returns `true` if a provider with the given name was found and removed,
  `false` if no such provider existed.

  # Errors

  Returns an error only if the internal lock is poisoned.
  """
  def unregister_custom_provider(_name), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Return all provider configs from the registry.

  Useful for tooling, documentation generation, or runtime enumeration.
  """
  def all_providers, do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Return the set of complex provider names.

  Complex providers require custom auth/routing logic beyond simple bearer
  tokens (e.g. AWS Bedrock SigV4, Vertex AI OAuth2).

  The returned reference points into the static registry — no allocation.
  """
  def complex_provider_names, do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Calculate the estimated cost of a completion given a model name and token
  counts.

  Returns `None` if the model is not present in the embedded pricing registry.
  Returns `Some(cost_usd)` otherwise, where the value is in US dollars.

  When an exact model name match is not found, progressively shorter prefixes
  are tried by stripping from the last `-` or `.` separator.  For example,
  `gpt-4-0613` will match `gpt-4` if no `gpt-4-0613` entry exists.

  # Example

  ```rust
  use liter_llm::cost;

  let usd = cost::completion_cost("gpt-4o", 1_000, 500).unwrap();
  // 1000 * 0.0000025 + 500 * 0.00001 = 0.0025 + 0.005 = 0.0075
  assert!((usd - 0.0075).abs() < 1e-9);
  ```
  """
  def completion_cost(_model, _prompt_tokens, _completion_tokens), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Calculate the estimated cost of a completion, accounting for cached
  (cache-hit) prompt tokens billed at the provider's discounted rate.

  `cached_tokens` is the count of prompt tokens served from the provider's
  prompt cache. It must be `<= prompt_tokens` (cached tokens are a subset of
  the prompt). The non-cached portion is billed at `input_cost_per_token`
  and the cached portion at `cache_read_input_token_cost` when the model
  has cache pricing; otherwise the entire prompt is billed at the regular
  input rate.

  Returns `None` if the model is not present in the embedded pricing
  registry, mirroring [`completion_cost`].
  """
  def completion_cost_with_cache(_model, _prompt_tokens, _cached_tokens, _completion_tokens),
    do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Count tokens in a text string using the tokenizer for the given model.

  The tokenizer is resolved from the model name prefix (e.g. `"gpt-4o"` maps
  to the `Xenova/gpt-4o` HuggingFace tokenizer). Tokenizers are cached after
  first load.

  # Errors

  Returns [`LiterLlmError::BadRequest`] if the tokenizer cannot be loaded
  (e.g. network failure on first use) or if tokenization itself fails.
  """
  def count_tokens(_model, _text), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Count tokens for a full [`ChatCompletionRequest`].

  Sums tokens across all message text contents plus a per-message overhead
  of ~4 tokens (for role, separators, and formatting metadata). Tool
  definitions and multimodal content parts (images, audio, documents) are
  not counted — only textual content contributes to the token total.

  # Errors

  Returns [`LiterLlmError::BadRequest`] if the tokenizer cannot be loaded or
  if tokenization fails for any message.
  """
  def count_request_tokens(_model, _req), do: :erlang.nif_error(:nif_not_loaded)

  @doc """
  Install the `ring` crypto provider as the rustls process default, idempotently.

  rustls 0.23+ removed the implicit default provider. This function installs
  `ring` once per process. Subsequent calls are no-ops. Calling it from a
  downstream Rust app that has already installed `aws-lc-rs` is safe — the
  `Err` from `install_default()` is silently ignored.

  Called automatically by every internal `reqwest::Client` constructor
  (auth providers, default HTTP client). Bindings and downstream consumers
  reach those constructors transitively, so no manual init is required.

  WASM builds are exempt — the WASM target uses the browser/Node.js fetch
  API instead of rustls, so no crypto provider is needed.
  """
  def ensure_crypto_provider, do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_chat_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_embed_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_list_models_async(_obj), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_image_generate_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_speech_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_transcribe_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_moderate_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_rerank_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_search_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_ocr_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_create_file_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_retrieve_file_async(_obj, _file_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_delete_file_async(_obj, _file_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_list_files_async(_obj, _query), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_file_content_async(_obj, _file_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_create_batch_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_retrieve_batch_async(_obj, _batch_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_list_batches_async(_obj, _query), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_cancel_batch_async(_obj, _batch_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_create_response_async(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_retrieve_response_async(_obj, _response_id), do: :erlang.nif_error(:nif_not_loaded)
  def defaultclient_cancel_response_async(_obj, _response_id), do: :erlang.nif_error(:nif_not_loaded)
  def budgetconfig_default, do: :erlang.nif_error(:nif_not_loaded)
  def cacheconfig_default, do: :erlang.nif_error(:nif_not_loaded)
  def ratelimitconfig_default, do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def defaultclient_chat_stream_start(_obj, _req), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def defaultclient_chat_stream_next(_handle), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def system_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def user_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def image_url_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def document_content_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def audio_content_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def assistant_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def tool_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def developer_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def function_message_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def chat_completion_tool_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def function_definition_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def tool_call_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def function_call_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def specific_tool_choice_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def specific_function_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def json_schema_format_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def usage_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def prompt_tokens_details_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def chat_completion_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def stream_options_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def chat_completion_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def choice_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def embedding_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def embedding_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def embedding_object_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_image_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def images_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def image_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_speech_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_transcription_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def transcription_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def transcription_segment_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def moderation_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def moderation_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def moderation_result_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def moderation_categories_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def moderation_category_scores_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def rerank_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def rerank_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def rerank_result_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def rerank_result_document_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def search_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def search_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def search_result_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def ocr_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def ocr_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def ocr_page_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def ocr_image_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def page_dimensions_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def models_list_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def model_object_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_file_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def file_object_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def file_list_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def file_list_query_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def delete_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_batch_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def batch_object_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def batch_request_counts_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def batch_list_response_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def batch_list_query_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def create_response_request_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def response_tool_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def response_object_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def response_output_item_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def response_usage_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def custom_provider_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def provider_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def auth_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def budget_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def cache_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def rate_limit_config_from_json(_json), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def literllmerror_status_code(_msg), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def literllmerror_is_transient(_msg), do: :erlang.nif_error(:nif_not_loaded)

  @doc false
  def literllmerror_error_type(_msg), do: :erlang.nif_error(:nif_not_loaded)
end