Packages

NIF Wrapper around llama.cpp allowing elixir code to load/infer against gguf format models.

Current section

Files

Jump to
ex_llama native erlang_llama_cpp_nif Cargo.toml
Raw

native/erlang_llama_cpp_nif/Cargo.toml

[package]
name = "erlang_llama_cpp_nif"
version = "0.0.1"
authors = []
edition = "2021"
[lib]
name = "erlang_llama_cpp_nif"
path = "src/lib.rs"
crate-type = ["cdylib"]
[dependencies]
rustler = "0.32.1"
llama_cpp = {version = "0.3.1"}
regex = "1"