Packages
llm_composer
0.19.3
0.20.2
0.20.1
0.20.0
0.19.6
0.19.5
0.19.4
0.19.3
0.19.2
0.19.1
0.19.0
0.18.2
0.18.1
0.18.0
0.17.1
0.17.0
0.16.2
0.16.1
0.16.0
0.15.0
0.14.2
0.14.1
0.14.0
0.13.1
0.13.0
0.12.3
0.12.2
0.12.0
0.11.2
0.11.1
0.11.0
0.10.0
0.8.0
0.7.0
0.6.0
0.5.5
0.5.4
0.5.3
0.5.2
0.5.1
0.5.0
0.4.0
0.3.6
0.3.5
0.3.4
0.3.3
0.3.2
0.3.1
0.3.0
0.2.0
0.1.0
LlmComposer is an Elixir library that facilitates chat interactions with language models, providing tools to handle user messages, generate responses, and execute functions automatically based on model outputs.
Current section
Files
Jump to
Current section
Files
lib/llm_composer/provider_stream_chunk/parser/bedrock.ex
defmodule LlmComposer.ProviderStreamChunk.Parser.Bedrock do
@moduledoc false
alias LlmComposer.StreamChunk
@spec parse(map(), atom(), keyword()) :: {:ok, StreamChunk.t()} | :skip
def parse(%{"delta" => %{"text" => text}} = raw, :bedrock, _opts) do
{:ok,
%StreamChunk{
provider: :bedrock,
type: :text_delta,
text: text,
metadata: %{},
raw: raw
}}
end
def parse(
%{"start" => %{"toolUse" => %{"toolUseId" => id, "name" => name}}} = raw,
:bedrock,
_opts
) do
{:ok,
%StreamChunk{
provider: :bedrock,
type: :tool_call_delta,
tool_calls: [%{"toolUseId" => id, "name" => name, "inputJson" => ""}],
metadata: %{},
raw: raw
}}
end
def parse(%{"delta" => %{"toolUse" => %{"input" => input}}} = raw, :bedrock, _opts) do
{:ok,
%StreamChunk{
provider: :bedrock,
type: :tool_call_delta,
tool_calls: [%{"inputJson" => input}],
metadata: %{},
raw: raw
}}
end
def parse(%{"stopReason" => reason} = raw, :bedrock, _opts) do
{:ok,
%StreamChunk{
provider: :bedrock,
type: :done,
metadata: %{finish_reason: reason},
raw: raw
}}
end
def parse(%{"usage" => usage} = raw, :bedrock, _opts) do
{:ok,
%StreamChunk{
provider: :bedrock,
type: :usage,
usage: %{
input_tokens: usage["inputTokens"],
output_tokens: usage["outputTokens"],
total_tokens: usage["totalTokens"],
cached_tokens: nil,
reasoning_tokens: nil
},
metadata: %{},
raw: raw
}}
end
def parse(_raw, :bedrock, _opts), do: :skip
end