feat(api): add llama.cpp support as local model provider

- Add llamacpp provider preset to provider-presets.ts
- Add base-llamacpp.settings.json configuration
- Update help-command.ts with ccs llamacpp documentation
- Update UI provider presets for dashboard parity

llama.cpp is a popular C++ inference engine for LLaMA models.
This complements existing Ollama support for local inference.

Usage: ccs llamacpp (requires llama.cpp server on port 8080)

Closes #690
This commit is contained in:
Huynh Duc Dung committed 2026-03-05 12:29:49 +08:00
1 parent 24b03121fd
commit 0ca6428554
5 files changed
+39

No files matched your search

+1
View File
@@ -1,5 +1,6 @@
{
"lockfileVersion": 1,
"configVersion": 0,
"workspaces": {
"": {
"name": "ui",
+15
View File
@@ -60,6 +60,21 @@ export const PROVIDER_PRESETS: ProviderPreset[] = [
apiKeyHint: 'No API key required for local Ollama',
category: 'recommended',
},
// Recommended - llama.cpp (Local)
{
id: 'llamacpp',
name: 'llama.cpp (Local)',
description: 'Local inference via llama.cpp (LLaMA models)',
baseUrl: 'http://127.0.0.1:8080',
defaultProfileName: 'llamacpp',
badge: 'Local',
featured: true,
defaultModel: 'llama3-8b',
requiresApiKey: false,
apiKeyPlaceholder: 'llamacpp',
apiKeyHint: 'Run llama.cpp server: ./server --host 0.0.0.0 --port 8080 -m model.gguf',
category: 'recommended',
},
// Alternative providers - GLM/GLMT/Kimi
{
id: 'glm',