model_list:
  - model_name: llama3
    litellm_params:
      model: ollama_chat/llama3
      api_base: http://ollama-server:11434
  - model_name: gemma2
    litellm_params:
      model: ollama_chat/gemma2
      api_base: http://ollama-server:11434