home-stack-kustomize/kustomize/env/prod/configurations/litellm/config.yml

model_list:
  - model_name: mistral
    litellm_params:
      model: ollama/mistral:7b-instruct-v0.2-q5_K_M
      api_base: http://192.168.30.20:11434
      stream: True
  - model_name: openhermes
    litellm_params:
      model: ollama/openhermes:7b-mistral-v2.5-q5_K_M
      api_base: http://192.168.30.20:11434
      # stream: True
  # - model_name: dolphin-mistral
  #   litellm_params:
  #     model: ollama/dolphin-mistral
  #     api_base: http://192.168.30.20:11434
  #     # stream: True
  - model_name: solar
    litellm_params:
      model: ollama/solar:10.7b-instruct-v1-q5_K_M
      api_base: http://192.168.30.20:11434
      stream: True
  - model_name: deepseek-coder-6.7b
    litellm_params:
      model: ollama/deepseek-coder:6.7b-instruct-q8_0
      api_base: http://192.168.30.20:11434
      stream: True

litellm_settings:
  drop_params: True

general_settings:
  master_key: "os.environ/MASTER_KEY"