feat(FN-3195): document llama.cpp provider setup and onboarding
Docs(FN-3195): adds llama.cpp provider setup and onboarding documentation to the main and dashboard READMEs. Fusion-Task-Id: FN-3195
This commit is contained in:
5
packages/pi-llama-cpp/src/constants.ts
Normal file
5
packages/pi-llama-cpp/src/constants.ts
Normal file
@@ -0,0 +1,5 @@
|
||||
export const PROVIDER_ID = "llama-server";
|
||||
export const PROVIDER_NAME = "Llama.cpp";
|
||||
export const DEFAULT_LLAMA_SERVER_URL = "http://127.0.0.1:8080";
|
||||
export const DEFAULT_MAX_TOKENS = 32000;
|
||||
export const DEFAULT_CONTEXT_WINDOW = 128000;
|
||||
Reference in New Issue
Block a user