Current section

Files

Jump to
llm_db priv llm_db providers google_vertex.json
Raw

priv/llm_db/providers/google_vertex.json

{
"alias_of": null,
"base_url": "https://{region}-aiplatform.googleapis.com",
"config_schema": [
{
"doc": "Path to service account JSON file (can also use GOOGLE_APPLICATION_CREDENTIALS env var)",
"name": "service_account_json",
"required": false,
"type": "string"
},
{
"doc": "Google Cloud project ID (can also use GOOGLE_CLOUD_PROJECT env var)",
"name": "project_id",
"required": true,
"type": "string"
},
{
"default": "global",
"doc": "Google Cloud region where Vertex AI is available (default 'global' for newest models)",
"name": "region",
"required": false,
"type": "string"
}
],
"doc": "https://cloud.google.com/vertex-ai/docs",
"env": [
"GOOGLE_APPLICATION_CREDENTIALS",
"GOOGLE_CLOUD_PROJECT"
],
"exclude_models": null,
"extra": {
"auth_pattern": "service_account",
"supports_anthropic_models": true,
"supports_gemini_models": true
},
"id": "google_vertex",
"models": {
"gemini-2.0-flash": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": false
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.025,
"input": 0.1,
"output": 0.4
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.0-flash",
"knowledge": "2024-06",
"last_updated": "2024-12-11",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 8192
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.0 Flash",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2024-12-11",
"tags": null
},
"gemini-2.0-flash-lite": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": false
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"input": 0.075,
"output": 0.3
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash-lite",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.0-flash-lite",
"knowledge": "2024-06",
"last_updated": "2024-12-11",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 8192
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.0 Flash Lite",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2024-12-11",
"tags": null
},
"gemini-2.5-flash": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.075,
"cache_write": 0.383,
"input": 0.3,
"output": 2.5
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash",
"knowledge": "2025-01",
"last_updated": "2025-06-17",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-06-17",
"tags": null
},
"gemini-2.5-flash-lite": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.025,
"input": 0.1,
"output": 0.4
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash-lite",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-lite",
"knowledge": "2025-01",
"last_updated": "2025-06-17",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Lite",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-06-17",
"tags": null
},
"gemini-2.5-flash-lite-preview-06-17": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.025,
"input": 0.1,
"output": 0.4
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash-lite",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-lite-preview-06-17",
"knowledge": "2025-01",
"last_updated": "2025-06-17",
"lifecycle": null,
"limits": {
"context": 65536,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Lite Preview 06-17",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-06-17",
"tags": null
},
"gemini-2.5-flash-lite-preview-09-2025": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.025,
"input": 0.1,
"output": 0.4
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash-lite",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-lite-preview-09-2025",
"knowledge": "2025-01",
"last_updated": "2025-09-25",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Lite Preview 09-25",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-09-25",
"tags": null
},
"gemini-2.5-flash-preview-04-17": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.0375,
"input": 0.15,
"output": 0.6
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-preview-04-17",
"knowledge": "2025-01",
"last_updated": "2025-04-17",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Preview 04-17",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-04-17",
"tags": null
},
"gemini-2.5-flash-preview-05-20": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.0375,
"input": 0.15,
"output": 0.6
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-preview-05-20",
"knowledge": "2025-01",
"last_updated": "2025-05-20",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Preview 05-20",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-05-20",
"tags": null
},
"gemini-2.5-flash-preview-09-2025": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.075,
"cache_write": 0.383,
"input": 0.3,
"output": 2.5
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-flash-preview-09-2025",
"knowledge": "2025-01",
"last_updated": "2025-09-25",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Flash Preview 09-25",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-09-25",
"tags": null
},
"gemini-2.5-pro": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.31,
"input": 1.25,
"output": 10
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-pro",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-pro",
"knowledge": "2025-01",
"last_updated": "2025-06-05",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Pro",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-03-20",
"tags": null
},
"gemini-2.5-pro-preview-05-06": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.31,
"input": 1.25,
"output": 10
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-pro",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-pro-preview-05-06",
"knowledge": "2025-01",
"last_updated": "2025-05-06",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Pro Preview 05-06",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-05-06",
"tags": null
},
"gemini-2.5-pro-preview-06-05": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.31,
"input": 1.25,
"output": 10
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-pro",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-2.5-pro-preview-06-05",
"knowledge": "2025-01",
"last_updated": "2025-06-05",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 2.5 Pro Preview 06-05",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-06-05",
"tags": null
},
"gemini-3-flash-preview": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.05,
"input": 0.5,
"output": 3
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"structured_output": true,
"temperature": true
},
"family": null,
"id": "gemini-3-flash-preview",
"knowledge": "2025-01",
"last_updated": "2025-12-17",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"video",
"audio",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 3 Flash Preview",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-12-17",
"tags": null
},
"gemini-3-pro-preview": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.2,
"input": 2,
"output": 12
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-pro",
"open_weights": false,
"structured_output": true,
"temperature": true
},
"family": null,
"id": "gemini-3-pro-preview",
"knowledge": "2025-01",
"last_updated": "2025-11-18",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"video",
"audio",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini 3 Pro Preview",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-11-18",
"tags": null
},
"gemini-embedding-001": {
"aliases": [],
"capabilities": null,
"cost": {
"input": 0.15,
"output": 0
},
"deprecated": false,
"extra": {
"attachment": false,
"family": "gemini",
"open_weights": false,
"temperature": false
},
"family": null,
"id": "gemini-embedding-001",
"knowledge": "2025-05",
"last_updated": "2025-05-20",
"lifecycle": null,
"limits": {
"context": 2048,
"output": 3072
},
"modalities": {
"input": [
"text"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini Embedding 001",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-05-20",
"tags": null
},
"gemini-flash-latest": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.075,
"cache_write": 0.383,
"input": 0.3,
"output": 2.5
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-flash-latest",
"knowledge": "2025-01",
"last_updated": "2025-09-25",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini Flash Latest",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-09-25",
"tags": null
},
"gemini-flash-lite-latest": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"cache_read": 0.025,
"input": 0.1,
"output": 0.4
},
"deprecated": false,
"extra": {
"attachment": true,
"family": "gemini-flash-lite",
"open_weights": false,
"temperature": true
},
"family": null,
"id": "gemini-flash-lite-latest",
"knowledge": "2025-01",
"last_updated": "2025-09-25",
"lifecycle": null,
"limits": {
"context": 1048576,
"output": 65536
},
"modalities": {
"input": [
"text",
"image",
"audio",
"video",
"pdf"
],
"output": [
"text"
]
},
"model": null,
"name": "Gemini Flash-Lite Latest",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-09-25",
"tags": null
},
"openai/gpt-oss-120b-maas": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"input": 0.09,
"output": 0.36
},
"deprecated": false,
"extra": {
"attachment": false,
"family": "gpt-oss",
"open_weights": true,
"temperature": true
},
"family": null,
"id": "openai/gpt-oss-120b-maas",
"knowledge": null,
"last_updated": "2025-08-05",
"lifecycle": null,
"limits": {
"context": 131072,
"output": 32768
},
"modalities": {
"input": [
"text"
],
"output": [
"text"
]
},
"model": null,
"name": "GPT OSS 120B",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-08-05",
"tags": null
},
"openai/gpt-oss-20b-maas": {
"aliases": [],
"capabilities": {
"chat": true,
"embeddings": false,
"json": {
"native": false,
"schema": false,
"strict": false
},
"reasoning": {
"enabled": true
},
"streaming": {
"tool_calls": true
},
"tools": {
"enabled": true
}
},
"cost": {
"input": 0.07,
"output": 0.25
},
"deprecated": false,
"extra": {
"attachment": false,
"family": "gpt-oss",
"open_weights": true,
"temperature": true
},
"family": null,
"id": "openai/gpt-oss-20b-maas",
"knowledge": null,
"last_updated": "2025-08-05",
"lifecycle": null,
"limits": {
"context": 131072,
"output": 32768
},
"modalities": {
"input": [
"text"
],
"output": [
"text"
]
},
"model": null,
"name": "GPT OSS 20B",
"provider": "google_vertex",
"provider_model_id": null,
"release_date": "2025-08-05",
"tags": null
}
},
"name": "Google Vertex AI"
}