Packages

4-bit quantized LLM inference with LoRA adapters for Apple Silicon

Current section

Files

Jump to

mix.exs

defmodule BumblebeeQuantized.MixProject do
use Mix.Project
@version "0.1.0"
@source_url "https://github.com/notactuallytreyanastasio/bumblebee_quantized"
def project do
[
app: :bumblebee_quantized,
version: @version,
elixir: "~> 1.15",
start_permanent: Mix.env() == :prod,
deps: deps(),
docs: docs(),
package: package(),
name: "BumblebeeQuantized",
description: "4-bit quantized LLM inference with LoRA adapters for Apple Silicon",
source_url: @source_url,
homepage_url: @source_url
]
end
def application do
[
extra_applications: [:logger]
]
end
defp deps do
[
# Core dependencies
{:nx, "~> 0.7"},
{:safetensors, "~> 0.1.3"},
{:bumblebee, "~> 0.6"},
{:jason, "~> 1.4"},
# EMLX with quantization ops - REQUIRED but not on Hex yet
# Users must add this to their deps:
# {:emlx, github: "notactuallytreyanastasio/emlx", branch: "feat/quantization-ops"}
{:emlx, "~> 0.2", optional: true},
# Dev/test dependencies
{:ex_doc, "~> 0.31", only: :dev, runtime: false}
]
end
defp docs do
[
main: "readme",
extras: ["README.md", "CHANGELOG.md"],
source_ref: "v#{@version}",
source_url: @source_url
]
end
defp package do
[
maintainers: ["Trey Anastasio"],
licenses: ["MIT"],
links: %{
"GitHub" => @source_url,
"EMLX Fork" => "https://github.com/notactuallytreyanastasio/emlx",
"Safetensors" => "https://github.com/notactuallytreyanastasio/safetensors_ex"
},
files: ~w(lib .formatter.exs mix.exs README.md LICENSE CHANGELOG.md)
]
end
end