Packages
llm_composer
0.5.1
0.20.2
0.20.1
0.20.0
0.19.6
0.19.5
0.19.4
0.19.3
0.19.2
0.19.1
0.19.0
0.18.2
0.18.1
0.18.0
0.17.1
0.17.0
0.16.2
0.16.1
0.16.0
0.15.0
0.14.2
0.14.1
0.14.0
0.13.1
0.13.0
0.12.3
0.12.2
0.12.0
0.11.2
0.11.1
0.11.0
0.10.0
0.8.0
0.7.0
0.6.0
0.5.5
0.5.4
0.5.3
0.5.2
0.5.1
0.5.0
0.4.0
0.3.6
0.3.5
0.3.4
0.3.3
0.3.2
0.3.1
0.3.0
0.2.0
0.1.0
LlmComposer is an Elixir library that facilitates chat interactions with language models, providing tools to handle user messages, generate responses, and execute functions automatically based on model outputs.
Current section
Files
Jump to
Current section
Files
lib/llm_composer/models/open_ai.ex
defmodule LlmComposer.Models.OpenAI do
@moduledoc """
Model implementation for OpenAI
Basically it calls the OpenAI api for getting the chat responses.
"""
@behaviour LlmComposer.Model
use Tesla
alias LlmComposer.Errors.MissingKeyError
alias LlmComposer.LlmResponse
alias LlmComposer.Models.Utils
@default_timeout 50_000
plug(
Tesla.Middleware.BaseUrl,
Application.get_env(:llm_composer, :openai_url, "https://api.openai.com/v1")
)
plug(Tesla.Middleware.JSON)
plug(Tesla.Middleware.Retry,
delay: :timer.seconds(1),
max_delay: :timer.seconds(10),
max_retries: 10,
should_retry: fn
{:ok, %{status: status}} when status in [429, 500, 503] -> true
{:error, :closed} -> true
_other -> false
end
)
plug(Tesla.Middleware.Timeout,
timeout: Application.get_env(:llm_composer, :timeout) || @default_timeout
)
@impl LlmComposer.Model
def model_id, do: :open_ai
@impl LlmComposer.Model
@doc """
Reference: https://platform.openai.com/docs/api-reference/chat/create
"""
def run(messages, system_message, opts) do
model = Keyword.get(opts, :model)
api_key = Keyword.get(opts, :api_key) || get_key()
headers = [
{"Authorization", "Bearer " <> api_key}
]
if model do
messages
|> build_request(system_message, model, opts)
|> then(&post("/chat/completions", &1, headers: headers))
|> handle_response()
|> LlmResponse.new(model_id())
else
{:error, :model_not_provided}
end
end
defp build_request(messages, system_message, model, opts) do
tools =
opts
|> Keyword.get(:functions)
|> Utils.get_tools()
base_request = %{
model: model,
tools: tools,
messages: Utils.map_messages([system_message | messages])
}
req_params = Keyword.get(opts, :request_params, %{})
base_request
|> Map.merge(req_params)
|> Utils.cleanup_body()
end
@spec handle_response(Tesla.Env.result()) :: {:ok, map()} | {:error, term}
defp handle_response({:ok, %Tesla.Env{status: status, body: body}}) when status in [200] do
actions = Utils.extract_actions(body)
{:ok, %{response: body, actions: actions}}
end
defp handle_response({:ok, resp}) do
{:error, resp}
end
defp handle_response({:error, reason}) do
{:error, reason}
end
defp get_key do
case Application.get_env(:llm_composer, :openai_key) do
nil -> raise MissingKeyError
key -> key
end
end
end