tiktoken

defmodule Tiktoken.Native do
  @moduledoc false

  version = Mix.Project.config()[:version]
  url = Mix.Project.config()[:source_url]

  use RustlerPrecompiled,
    otp_app: :tiktoken,
    crate: "tiktoken",
    base_url: "#{url}/releases/download/v#{version}",
    version: version

  def encoding_for_model(_model), do: err()

  def p50k_encode_ordinary(_input), do: err()
  def p50k_encode(_input, _allowed_special), do: err()
  def p50k_encode_with_special_tokens(_input), do: err()
  def p50k_decode(_ids), do: err()
  def p50k_count_tokens(_input, _allowed_special), do: err()

  def p50k_edit_encode_ordinary(_input), do: err()
  def p50k_edit_encode(_input, _allowed_special), do: err()
  def p50k_edit_encode_with_special_tokens(_input), do: err()
  def p50k_edit_decode(_ids), do: err()
  def p50k_edit_count_tokens(_input, _allowed_special), do: err()

  def r50k_encode_ordinary(_input), do: err()
  def r50k_encode(_input, _allowed_special), do: err()
  def r50k_encode_with_special_tokens(_input), do: err()
  def r50k_decode(_ids), do: err()
  def r50k_count_tokens(_input, _allowed_special), do: err()

  def cl100k_encode_ordinary(_input), do: err()
  def cl100k_encode(_input, _allowed_special), do: err()
  def cl100k_encode_with_special_tokens(_input), do: err()
  def cl100k_decode(_ids), do: err()
  def cl100k_count_tokens(_input, _allowed_special), do: err()

  def o200k_encode_ordinary(_input), do: err()
  def o200k_encode(_input, _allowed_special), do: err()
  def o200k_encode_with_special_tokens(_input), do: err()
  def o200k_decode(_ids), do: err()
  def o200k_count_tokens(_input, _allowed_special), do: err()

  def context_size_for_model(_model), do: err()

  defp err, do: :erlang.nif_error(:nif_not_loaded)
end