32 lines
919 B
YAML
32 lines
919 B
YAML
model_list:
|
|
- model_name: mistral
|
|
litellm_params:
|
|
model: ollama/mistral:7b-instruct-v0.2-q5_K_M
|
|
api_base: http://192.168.30.20:11434
|
|
stream: True
|
|
- model_name: openhermes
|
|
litellm_params:
|
|
model: ollama/openhermes:7b-mistral-v2.5-q5_K_M
|
|
api_base: http://192.168.30.20:11434
|
|
# stream: True
|
|
# - model_name: dolphin-mistral
|
|
# litellm_params:
|
|
# model: ollama/dolphin-mistral
|
|
# api_base: http://192.168.30.20:11434
|
|
# # stream: True
|
|
- model_name: solar
|
|
litellm_params:
|
|
model: ollama/solar:10.7b-instruct-v1-q5_K_M
|
|
api_base: http://192.168.30.20:11434
|
|
stream: True
|
|
- model_name: deepseek-coder-6.7b
|
|
litellm_params:
|
|
model: ollama/deepseek-coder:6.7b-instruct-q8_0
|
|
api_base: http://192.168.30.20:11434
|
|
stream: True
|
|
|
|
litellm_settings:
|
|
drop_params: True
|
|
|
|
general_settings:
|
|
master_key: "os.environ/MASTER_KEY" |