13 lines
375 B
YAML
13 lines
375 B
YAML
model_list:
|
|
- model_name: llama3-8b
|
|
litellm_params:
|
|
model: ollama_chat/llama3
|
|
api_base: http://ollama-server:11434
|
|
- model_name: gemma2-9b
|
|
litellm_params:
|
|
model: ollama_chat/gemma2
|
|
api_base: http://ollama-server:11434
|
|
- model_name: phi3-3b
|
|
litellm_params:
|
|
model: ollama_chat/phi3:mini
|
|
api_base: http://ollama-server:11434 |