model_list:
  - model_name: llama3-8b
    litellm_params:
      model: ollama_chat/llama3
      api_base: http://ollama-server:11434
  - model_name: gemma2-9b
    litellm_params:
      model: ollama_chat/gemma2
      api_base: http://ollama-server:11434
  - model_name: phi3-3b
    litellm_params:
      model: ollama_chat/phi3:mini
      api_base: http://ollama-server:11434