Packages

erllama

0.6.0
0.8.0 retired 0.7.0 retired 0.6.2 retired 0.6.1 retired 0.6.0 retired 0.5.1 retired 0.5.0 retired 0.4.0 retired 0.3.0 retired 0.2.0 retired 0.1.2 retired 0.1.1 retired 0.1.0 retired

Native Erlang/OTP wrapper around llama.cpp with token-exact tiered KV cache; cache more warm state than fits in RAM

Retired package: Renamed - Renamed to barrel_inference: https://github.com/barrel-platform/barrel_inference
HexDocs

Current section

Files

Jump to
Readme
13 Versions
0 Dependencies
Dependants
Files
Activity
erllama src erllama_cache_sup.erl
Raw

src/erllama_cache_sup.erl 

%% Copyright (c) 2026 Benoit Chesneau. Licensed under the MIT License.

%% See the LICENSE file at the project root.

%%

-module(erllama_cache_sup).

-behaviour(supervisor).



-export([start_link/0]).

-export([init/1]).



-define(SERVER, ?MODULE).



start_link() ->

    supervisor:start_link({local, ?SERVER}, ?MODULE, []).



init([]) ->

    SupFlags = #{strategy => one_for_one, intensity => 5, period => 30},

    Children = [erllama_cache_meta_srv, erllama_cache_ram, erllama_cache_writer],

    {ok, {SupFlags, [worker(M) || M <- Children]}}.



worker(Mod) ->

    #{

        id => Mod,

        start => {Mod, start_link, []},

        restart => permanent,

        shutdown => 5000,

        type => worker,

        modules => [Mod]

    }.