home-stack-kustomize/kustomize/env/prod/configurations/litellm/config.yaml

model_list:
  - model_name: llama3-8b
    litellm_params:
      model: ollama_chat/llama3
      api_base: http://ollama-server:11434
  - model_name: gemma2-9b
    litellm_params:
      model: ollama_chat/gemma2
      api_base: http://ollama-server:11434
  - model_name: phi3-3b
    litellm_params:
      model: ollama_chat/phi3:mini
      api_base: http://ollama-server:11434
add llm configs 2024-07-06 16:37:26 +00:00			`model_list:`
tweak llm 2024-07-06 21:05:05 +00:00			`- model_name: llama3-8b`
add llm configs 2024-07-06 16:37:26 +00:00			`litellm_params:`
			`model: ollama_chat/llama3`
			`api_base: http://ollama-server:11434`
tweak llm 2024-07-06 21:05:05 +00:00			`- model_name: gemma2-9b`
add llm configs 2024-07-06 16:37:26 +00:00			`litellm_params:`
			`model: ollama_chat/gemma2`
tweak llm 2024-07-06 21:05:05 +00:00			`api_base: http://ollama-server:11434`
			`- model_name: phi3-3b`
			`litellm_params:`
			`model: ollama_chat/phi3:mini`
add llm configs 2024-07-06 16:37:26 +00:00			`api_base: http://ollama-server:11434`