b7ac46ecef
Docs(FN-3195): adds llama.cpp provider setup and onboarding documentation to the main and dashboard READMEs. Fusion-Task-Id: FN-3195
6 lines
237 B
TypeScript
6 lines
237 B
TypeScript
export const PROVIDER_ID = "llama-server";
|
|
export const PROVIDER_NAME = "Llama.cpp";
|
|
export const DEFAULT_LLAMA_SERVER_URL = "http://127.0.0.1:8080";
|
|
export const DEFAULT_MAX_TOKENS = 32000;
|
|
export const DEFAULT_CONTEXT_WINDOW = 128000;
|