gitops/optimclaw
1
0
Fork 0
mirror of https://github.com/outbackdingo/optimclaw.git synced 2026-08-25 14:53:34 +00:00
Code Issues Packages Projects Releases Wiki Activity

mesh and xray

Browse Source
This commit is contained in:
gitops
2026-03-30 07:55:53 +08:00
parent 7e2ad874bd
commit 3c4095c7a1
10 changed files with 692 additions and 155 deletions
Download Patch File Download Diff File Expand all files Collapse all files
providers.json
+19 -1
View File
@@ -55,6 +55,24 @@
"can_list_models": true
}
},
{
"id": "vllm",
"aliases": ["vllm-server", "vllm_server"],
"protocol": "open_ai_completions",
"default_base_url": "http://localhost:8000/v1",
"base_url_env": "VLLM_BASE_URL",
"api_key_env": "VLLM_API_KEY",
"api_key_required": false,
"model_env": "VLLM_MODEL",
"default_model": "default",
"description": "vLLM inference server — local or remote, OpenAI-compatible. Set VLLM_MODEL to the model name loaded in the server (e.g. meta-llama/Llama-3-8B-Instruct). Increase LLM_REQUEST_TIMEOUT_SECS for large models.",
"setup": {
"kind": "open_ai_compatible",
"secret_name": "llm_vllm_api_key",
"display_name": "vLLM",
"can_list_models": true
}
},
{
"id": "openai_compatible",
"aliases": [
@@ -69,7 +87,7 @@
"model_env": "LLM_MODEL",
"default_model": "default",
"extra_headers_env": "LLM_EXTRA_HEADERS",
"description": "Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)",
"description": "Custom OpenAI-compatible endpoint (LiteLLM, LM Studio, etc.)",
"setup": {
"kind": "open_ai_compatible",
"secret_name": "llm_compatible_api_key",