Packages

First concrete self-hosted inference backend for llama.cpp, owning llama-server boot specs, readiness probes, stop semantics, and endpoint publication through self_hosted_inference_core.

Current section

Files

Jump to
llama_cpp_sdk assets llama_cpp_sdk.svg
Raw

assets/llama_cpp_sdk.svg

<svg xmlns="http://www.w3.org/2000/svg" width="200" height="200" viewBox="0 0 200 200" role="img" aria-labelledby="title desc">
<title id="title">llama_cpp_sdk logo</title>
<desc id="desc">A symmetrical hexagonal emblem with layered technical detail.</desc>
<defs>
<linearGradient id="outerStroke" x1="24" y1="30" x2="176" y2="170" gradientUnits="userSpaceOnUse">
<stop offset="0" stop-color="#17324d"/>
<stop offset="0.5" stop-color="#2f7d8c"/>
<stop offset="1" stop-color="#d7a64a"/>
</linearGradient>
<linearGradient id="innerFill" x1="52" y1="46" x2="148" y2="154" gradientUnits="userSpaceOnUse">
<stop offset="0" stop-color="#f3faf8"/>
<stop offset="0.55" stop-color="#dbece8"/>
<stop offset="1" stop-color="#f8f2df"/>
</linearGradient>
<radialGradient id="coreGlow" cx="50%" cy="50%" r="60%">
<stop offset="0" stop-color="#ffffff" stop-opacity="0.96"/>
<stop offset="0.4" stop-color="#b9ebe2" stop-opacity="0.78"/>
<stop offset="1" stop-color="#2a6f7d" stop-opacity="0"/>
</radialGradient>
<filter id="softGlow" x="-20%" y="-20%" width="140%" height="140%">
<feGaussianBlur stdDeviation="3" result="blur"/>
<feMerge>
<feMergeNode in="blur"/>
<feMergeNode in="SourceGraphic"/>
</feMerge>
</filter>
<pattern id="microGrid" width="8" height="8" patternUnits="userSpaceOnUse">
<path d="M 8 0 L 0 0 0 8" fill="none" stroke="#9bb7b3" stroke-opacity="0.28" stroke-width="0.8"/>
</pattern>
<clipPath id="hexClip">
<polygon points="100,22 163,58 163,142 100,178 37,142 37,58"/>
</clipPath>
</defs>
<g clip-path="url(#hexClip)">
<rect width="200" height="200" fill="transparent"/>
<rect x="36" y="21" width="128" height="158" fill="url(#innerFill)"/>
<rect x="36" y="21" width="128" height="158" fill="url(#microGrid)"/>
<circle cx="100" cy="100" r="48" fill="url(#coreGlow)" filter="url(#softGlow)"/>
<g stroke="#19414b" stroke-width="2.2" stroke-linecap="round" stroke-linejoin="round" fill="none" opacity="0.9">
<path d="M64 80 L100 58 L136 80"/>
<path d="M64 120 L100 142 L136 120"/>
<path d="M64 80 L64 120"/>
<path d="M136 80 L136 120"/>
<path d="M82 69 L82 131"/>
<path d="M118 69 L118 131"/>
<path d="M73 95 H127"/>
<path d="M73 105 H127"/>
<path d="M100 58 V142"/>
</g>
<g fill="#2b7e87">
<circle cx="100" cy="58" r="4.6"/>
<circle cx="136" cy="80" r="4.6"/>
<circle cx="136" cy="120" r="4.6"/>
<circle cx="100" cy="142" r="4.6"/>
<circle cx="64" cy="120" r="4.6"/>
<circle cx="64" cy="80" r="4.6"/>
<circle cx="100" cy="100" r="5.4"/>
<circle cx="82" cy="69" r="3"/>
<circle cx="118" cy="69" r="3"/>
<circle cx="82" cy="131" r="3"/>
<circle cx="118" cy="131" r="3"/>
</g>
<g stroke="#d7a64a" stroke-width="1.6" stroke-linecap="round" opacity="0.8">
<path d="M82 69 L100 100 L118 69"/>
<path d="M82 131 L100 100 L118 131"/>
<path d="M64 80 L100 100 L64 120"/>
<path d="M136 80 L100 100 L136 120"/>
</g>
</g>
<polygon points="100,22 163,58 163,142 100,178 37,142 37,58" fill="none" stroke="url(#outerStroke)" stroke-width="7"/>
<polygon points="100,34 152.5,64 152.5,136 100,166 47.5,136 47.5,64" fill="none" stroke="#f7fbfa" stroke-opacity="0.9" stroke-width="2.4"/>
<polygon points="100,46 142,70 142,130 100,154 58,130 58,70" fill="none" stroke="#2b7e87" stroke-opacity="0.5" stroke-width="1.5" stroke-dasharray="4 4"/>
</svg>