Evan
21c82e335c
Community-maintained TOML catalog for LibreFang. New models can be added via PR without requiring a LibreFang binary release. Includes validation script, bilingual docs, and GitHub templates.
23 lines
501 B
TOML
23 lines
501 B
TOML
# vLLM — https://vllm.ai
|
|
# Models: 1 (generic entry; additional models discovered dynamically at runtime)
|
|
|
|
[provider]
|
|
id = "vllm"
|
|
display_name = "vLLM"
|
|
api_key_env = "VLLM_API_KEY"
|
|
base_url = "http://localhost:8000/v1"
|
|
key_required = false
|
|
|
|
[[models]]
|
|
id = "vllm-local"
|
|
display_name = "vLLM Local Model"
|
|
tier = "local"
|
|
context_window = 32768
|
|
max_output_tokens = 4096
|
|
input_cost_per_m = 0.0
|
|
output_cost_per_m = 0.0
|
|
supports_tools = true
|
|
supports_vision = false
|
|
supports_streaming = true
|
|
aliases = []
|