meta-llama-2-chat-13b:
  id: llama-2-chat-13b
  label: Meta Llama-2-Chat-13B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 4096
    max_input_tokens: 4096
    max_output_tokens: 2048
meta-llama-2-chat-70b:
  id: llama-2-chat-70b
  label: Meta Llama-2-Chat-70B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 4096
    max_input_tokens: 4096
    max_output_tokens: 2048
meta-llama-3-8b:
  id: llama-3-8b
  label: Meta Llama-3-8B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 8000
    max_input_tokens: 8000
    max_output_tokens: 2048
meta-llama-3.1-8b:
  id: llama-3.1-8b
  label: Meta Llama-3.1-8B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 2048
meta-llama-3.1-70b:
  id: llama-3.1-70b
  label: Meta Llama-3.1-70B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 2048
meta-llama-3.1-405b:
  id: llama-3.1-405b
  label: Meta Llama-3.1-405B
  capabilities:
    - chat_system_role
    - chat_json_output
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 2048
meta-llama-3.2-1b:
  id: llama-3.2-1b
  label: Meta Llama-3.2-1B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
meta-llama-3.2-3b:
  id: llama-3.2-3b
  label: Meta Llama-3.2-3B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
meta-llama-3.2-11b-vision:
  id: llama-3.2-11b-vision
  label: Meta Llama-3.2-11B-Vision
  capabilities:
    - chat_system_role
    - chat_with_image_vision
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
meta-llama-3.2-90b-vision:
  id: llama-3.2-90b-vision
  label: Meta Llama-3.2-90B-Vision
  capabilities:
    - chat_system_role
    - chat_with_image_vision
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
openai-gpt-o1-preview:
  id: gpt-o1-preview
  label: OpenAI GPT-o1 Preview
  capabilities:
    - chat_json_output
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 32768
openai-gpt-o1-mini:
  id: gpt-o1-mini
  label: OpenAI GPT-o1 Mini
  capabilities:
    - chat_json_output
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 32768
openai-gpt-4-turbo:
  id: gpt-4-turbo
  label: OpenAI GPT-4 Turbo
  capabilities:
    - chat_json_output
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
openai-gpt-4o:
  id: gpt-4o
  label: OpenAI GPT-4o
  capabilities:
    - chat_json_output
    - chat_with_image_vision
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
openai-gpt-4o-mini:
  id: gpt-4o-mini
  label: OpenAI GPT-4o Mini
  capabilities:
    - chat_json_output
    - chat_with_image_vision
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 16384
openai-gpt-3.5-turbo:
  id: gpt-3.5-turbo
  label: OpenAI GPT-3.5 Turbo
  capabilities:
    - chat_system_role
  metadata:
    context_length: 4096
    max_input_tokens: 4096
    max_output_tokens: 4096
openai-gpt-3.5-turbo-16k:
  id: gpt-3.5-turbo-16k
  label: OpenAI GPT-3.5 Turbo 16K
  capabilities:
    - chat_system_role
  metadata:
    context_length: 16384
    max_input_tokens: 16384
    max_output_tokens: 4096
openai-gpt-4-32k:
  id: gpt-4-32k
  label: OpenAI GPT-4 32K
  capabilities:
    - chat_system_role
    - chat_json_output
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 4096
google-gemini-flash:
  id: gemini-flash
  label: Google Gemini Flash
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
    - chat_with_audio
    - chat_with_video
  metadata:
    context_length: 1048576
    max_input_tokens: 1048576
    max_output_tokens: 8192
google-gemini-ultra:
  id: gemini-ultra
  label: Google Gemini Ultra
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
    - chat_with_audio
    - chat_with_video
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 8192
google-gemini-1.5-pro:
  id: gemini-1-5-pro
  label: Google Gemini 1.5 Pro
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
    - chat_with_audio
    - chat_with_video
  metadata:
    context_length: 1048576
    max_input_tokens: 1048576
    max_output_tokens: 8192
google-gemini-pro:
  id: gemini-pro
  label: Google Gemini Pro
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
    - chat_with_audio
    - chat_with_video
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 8192
anthropic-claude-2:
  id: claude-2
  label: Anthropic Claude-2
  capabilities:
    - chat_system_role
  metadata:
    context_length: 100000
    max_input_tokens: 100000
    max_output_tokens: 2048
anthropic-claude-2.1:
  id: claude-2-1
  label: Anthropic Claude-2.1
  capabilities:
    - chat_system_role
  metadata:
    context_length: 200000
    max_input_tokens: 200000
    max_output_tokens: 4096
anthropic-claude-3-opus:
  id: claude-3-opus
  label: Anthropic Claude-3 Opus
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
  metadata:
    context_length: 200000
    max_input_tokens: 200000
    max_output_tokens: 4096
anthropic-claude-3-sonnet:
  id: claude-3-sonnet
  label: Anthropic Claude-3 Sonnet
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
  metadata:
    context_length: 200000
    max_input_tokens: 200000
    max_output_tokens: 4096
anthropic-claude-3-haiku:
  id: claude-3-haiku
  label: Anthropic Claude-3 Haiku
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
  metadata:
    context_length: 200000
    max_input_tokens: 200000
    max_output_tokens: 4096
anthropic-claude-3.5-sonnet:
  id: claude-3-5-sonnet
  label: Anthropic Claude-3.5 Sonnet
  capabilities:
    - chat_system_role
    - chat_json_output
    - chat_with_image_vision
  metadata:
    context_length: 200000
    max_input_tokens: 200000
    max_output_tokens: 4096
mistral-mistral-7b-instruct:
  id: mistral-7b-instruct
  label: Mistral Mistral-7B Instruct
  capabilities:
    - chat_system_role
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 4096
mistral-mistral-8x7b-instruct:
  id: mistral-8x7b-instruct
  label: Mistral Mistral-8x7B Instruct
  capabilities:
    - chat_system_role
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 4096
mistral-mistral-large:
  id: mistral-large
  label: Mistral Mistral Large
  capabilities:
    - chat_system_role
    - chat_json_output
  metadata:
    context_length: 32768
    max_input_tokens: 32768
    max_output_tokens: 4096
mistral-mistral-large-2:
  id: mistral-large-2
  label: Mistral Mistral Large 2
  capabilities:
    - chat_system_role
    - chat_json_output
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 8192
google-gemma-2-2b:
  id: gemma-2-2b
  label: Google Gemma-2 2B
  capabilities: []
  metadata:
    context_length: 8192
    max_input_tokens: 8192
    max_output_tokens: 2048
google-gemma-2-9b:
  id: gemma-2-9b
  label: Google Gemma-2 9B
  capabilities: []
  metadata:
    context_length: 8192
    max_input_tokens: 8192
    max_output_tokens: 2048
google-gemma-27b:
  id: gemma-27b
  label: Google Gemma 27B
  capabilities: []
  metadata:
    context_length: 8192
    max_input_tokens: 8192
    max_output_tokens: 2048
microsoft-phi-2:
  id: phi-2
  label: Microsoft Phi-2
  capabilities:
    - chat_system_role
  metadata:
    context_length: 2048
    max_input_tokens: 2048
    max_output_tokens: 1028
microsoft-phi-3-medium-3.8b:
  id: phi-3-medium-3-8b
  label: Microsoft Phi-3 Medium 3.8B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
microsoft-phi-3-medium-14b:
  id: phi-3-medium-14b
  label: Microsoft Phi-3 Medium 14B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
microsoft-phi-3-mini-3.8b:
  id: phi-3-mini-3-8b
  label: Microsoft Phi-3 Mini 3.8B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 4096
    max_input_tokens: 4096
    max_output_tokens: 1024
microsoft-phi-3-mini-14b:
  id: phi-3-mini-14b
  label: Microsoft Phi-3 Mini 14B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 4096
    max_input_tokens: 4096
    max_output_tokens: 1024
microsoft-phi-3-vision-128k:
  id: phi-3-vision-128k
  label: Microsoft Phi-3 Vision 128K
  capabilities:
    - chat_system_role
    - chat_with_image_vision
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
qwen-qwen-2.5-72b:
  id: qwen-2-5-72b
  label: Qwen Qwen 2.5 72B
  capabilities:
    - chat_system_role
    - chat_json_output
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
qwen-qwen-2.5-32b:
  id: qwen-2-5-32b
  label: Qwen Qwen 2.5 32B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
qwen-qwen-2.5-14b:
  id: qwen-2-5-14b
  label: Qwen Qwen 2.5 14B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
qwen-qwen-2.5-7b:
  id: qwen-2-5-7b
  label: Qwen Qwen 2.5 7B
  capabilities:
    - chat_system_role
  metadata:
    context_length: 128000
    max_input_tokens: 128000
    max_output_tokens: 4096
