diff --git a/packages/catalog/provider_endpoints_support.json b/packages/catalog/provider_endpoints_support.json deleted file mode 100644 index 2344366606..0000000000 --- a/packages/catalog/provider_endpoints_support.json +++ /dev/null @@ -1,1701 +0,0 @@ -{ - "_comment": "This file defines which endpoints are supported by each LiteLLM provider", - "_schema": { - "provider_slug": { - "display_name": "Display name shown in README (e.g., 'OpenAI (`openai`)')", - "endpoints": { - "audio_speech": "Supports /audio/speech endpoint", - "audio_transcriptions": "Supports /audio/transcriptions endpoint", - "batches": "Supports /batches endpoint", - "chat_completions": "Supports /chat/completions endpoint", - "embeddings": "Supports /embeddings endpoint", - "image_generations": "Supports /image/generations endpoint", - "messages": "Supports /messages endpoint (Anthropic format)", - "moderations": "Supports /moderations endpoint", - "ocr": "Supports /ocr endpoint", - "rerank": "Supports /rerank endpoint", - "responses": "Supports /responses endpoint (OpenAI/Anthropic unified)", - "search": "Supports /search endpoint" - }, - "url": "Link to provider documentation" - } - }, - "providers": { - "ai21": { - "display_name": "AI21 (`ai21`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/ai21" - }, - "ai21_chat": { - "display_name": "AI21 Chat (`ai21_chat`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/ai21" - }, - "aiml": { - "display_name": "AI/ML API (`aiml`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/aiml" - }, - "anthropic": { - "display_name": "Anthropic (`anthropic`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/anthropic" - }, - "anthropic_text": { - "display_name": "Anthropic Text (`anthropic_text`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/anthropic" - }, - "assemblyai": { - "display_name": "AssemblyAI (`assemblyai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": true, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/pass_through/assembly_ai" - }, - "auto_router": { - "display_name": "Auto Router (`auto_router`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/proxy/auto_routing" - }, - "azure": { - "display_name": "Azure (`azure`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/azure" - }, - "azure_ai": { - "display_name": "Azure AI (`azure_ai`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": true, - "ocr": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/azure_ai" - }, - "azure_ai/doc-intelligence": { - "display_name": "Azure AI Document Intelligence (`azure_ai/doc-intelligence`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "ocr": true, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/azure_document_intelligence" - }, - "azure_text": { - "display_name": "Azure Text (`azure_text`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/azure" - }, - "baseten": { - "display_name": "Baseten (`baseten`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/baseten" - }, - "bedrock": { - "display_name": "AWS - Bedrock (`bedrock`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": true, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/bedrock" - }, - "bytez": { - "display_name": "Bytez (`bytez`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/bytez" - }, - "cerebras": { - "display_name": "Cerebras (`cerebras`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/cerebras" - }, - "clarifai": { - "display_name": "Clarifai (`clarifai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/clarifai" - }, - "cloudflare": { - "display_name": "Cloudflare AI Workers (`cloudflare`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/cloudflare_workers" - }, - "codestral": { - "display_name": "Codestral (`codestral`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/codestral" - }, - "cohere": { - "display_name": "Cohere (`cohere`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": true, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/cohere" - }, - "cohere_chat": { - "display_name": "Cohere Chat (`cohere_chat`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/cohere" - }, - "cometapi": { - "display_name": "CometAPI (`cometapi`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/cometapi" - }, - "compactifai": { - "display_name": "CompactifAI (`compactifai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/compactifai" - }, - "custom": { - "display_name": "Custom (`custom`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/custom_llm_server" - }, - "custom_openai": { - "display_name": "Custom OpenAI (`custom_openai`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/openai_compatible" - }, - "dashscope": { - "display_name": "Dashscope (`dashscope`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/dashscope" - }, - "databricks": { - "display_name": "Databricks (`databricks`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/databricks" - }, - "dataforseo": { - "display_name": "DataForSEO (`dataforseo`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/dataforseo" - }, - "datarobot": { - "display_name": "DataRobot (`datarobot`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/datarobot" - }, - "deepgram": { - "display_name": "Deepgram (`deepgram`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": true, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/deepgram" - }, - "deepinfra": { - "display_name": "DeepInfra (`deepinfra`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/deepinfra" - }, - "deepseek": { - "display_name": "Deepseek (`deepseek`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/deepseek" - }, - "docker_model_runner": { - "display_name": "Docker Model Runner (`docker_model_runner`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/docker_model_runner" - }, - "elevenlabs": { - "display_name": "ElevenLabs (`elevenlabs`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/elevenlabs" - }, - "empower": { - "display_name": "Empower (`empower`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/empower" - }, - "exa_ai": { - "display_name": "Exa AI (`exa_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/exa_ai" - }, - "fal_ai": { - "display_name": "Fal AI (`fal_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": true, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/fal_ai" - }, - "featherless_ai": { - "display_name": "Featherless AI (`featherless_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/featherless_ai" - }, - "firecrawl": { - "display_name": "Firecrawl (`firecrawl`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/firecrawl" - }, - "fireworks_ai": { - "display_name": "Fireworks AI (`fireworks_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/fireworks_ai" - }, - "friendliai": { - "display_name": "FriendliAI (`friendliai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/friendliai" - }, - "galadriel": { - "display_name": "Galadriel (`galadriel`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/galadriel" - }, - "gemini": { - "display_name": "Google AI Studio - Gemini (`gemini`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/gemini" - }, - "github": { - "display_name": "GitHub Models (`github`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/github" - }, - "github_copilot": { - "display_name": "GitHub Copilot (`github_copilot`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/github_copilot" - }, - "gradient_ai": { - "display_name": "GradientAI (`gradient_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/gradient_ai" - }, - "groq": { - "display_name": "Groq AI (`groq`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/groq" - }, - "heroku": { - "display_name": "Heroku (`heroku`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/heroku" - }, - "hosted_vllm": { - "display_name": "Hosted VLLM (`hosted_vllm`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/vllm" - }, - "huggingface": { - "display_name": "Huggingface (`huggingface`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": true, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/huggingface" - }, - "hyperbolic": { - "display_name": "Hyperbolic (`hyperbolic`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/hyperbolic" - }, - "infinity": { - "display_name": "Infinity (`infinity`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": true, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/infinity" - }, - "jina_ai": { - "display_name": "Jina AI (`jina_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": true, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/jina_ai" - }, - "lambda_ai": { - "display_name": "Lambda AI (`lambda_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/lambda_ai" - }, - "lemonade": { - "display_name": "Lemonade (`lemonade`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/lemonade" - }, - "litellm_proxy": { - "display_name": "LiteLLM Proxy (`litellm_proxy`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/litellm_proxy" - }, - "llamafile": { - "display_name": "Llamafile (`llamafile`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/llamafile" - }, - "lm_studio": { - "display_name": "LM Studio (`lm_studio`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/lm_studio" - }, - "maritalk": { - "display_name": "Maritalk (`maritalk`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/maritalk" - }, - "meta_llama": { - "display_name": "Meta - Llama API (`meta_llama`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/meta_llama" - }, - "mistral": { - "display_name": "Mistral AI API (`mistral`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "ocr": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/mistral" - }, - "moonshot": { - "display_name": "Moonshot (`moonshot`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/moonshot" - }, - "morph": { - "display_name": "Morph (`morph`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/morph" - }, - "nebius": { - "display_name": "Nebius AI Studio (`nebius`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/nebius" - }, - "nlp_cloud": { - "display_name": "NLP Cloud (`nlp_cloud`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/nlp_cloud" - }, - "novita": { - "display_name": "Novita AI (`novita`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://novita.ai/models/llm?utm_source=github_litellm&utm_medium=github_readme&utm_campaign=github_link" - }, - "nscale": { - "display_name": "Nscale (`nscale`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/nscale" - }, - "nvidia_nim": { - "display_name": "Nvidia NIM (`nvidia_nim`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/nvidia_nim" - }, - "oci": { - "display_name": "OCI (`oci`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/oci" - }, - "ollama": { - "display_name": "Ollama (`ollama`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/ollama" - }, - "ollama_chat": { - "display_name": "Ollama Chat (`ollama_chat`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/ollama" - }, - "oobabooga": { - "display_name": "Oobabooga (`oobabooga`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/openai_compatible" - }, - "openai": { - "display_name": "OpenAI (`openai`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/openai" - }, - "openai_like": { - "display_name": "OpenAI-like (`openai_like`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": true, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/openai_compatible" - }, - "openrouter": { - "display_name": "OpenRouter (`openrouter`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/openrouter" - }, - "ovhcloud": { - "display_name": "OVHCloud AI Endpoints (`ovhcloud`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/ovhcloud" - }, - "parallel_ai": { - "display_name": "Parallel AI (`parallel_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/parallel_ai" - }, - "perplexity": { - "display_name": "Perplexity AI (`perplexity`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true, - "search": true - }, - "url": "https://docs.litellm.ai/docs/providers/perplexity" - }, - "petals": { - "display_name": "Petals (`petals`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/petals" - }, - "predibase": { - "display_name": "Predibase (`predibase`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/predibase" - }, - "recraft": { - "display_name": "Recraft (`recraft`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": true, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/recraft" - }, - "replicate": { - "display_name": "Replicate (`replicate`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/replicate" - }, - "runwayml": { - "display_name": "RunwayML (`runwayml`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": true, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "video_generations": true - }, - "url": "https://docs.litellm.ai/docs/providers/runwayml/videos" - }, - "sagemaker": { - "display_name": "AWS - Sagemaker (`sagemaker`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker" - }, - "sagemaker_chat": { - "display_name": "Sagemaker Chat (`sagemaker_chat`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/aws_sagemaker" - }, - "sambanova": { - "display_name": "Sambanova (`sambanova`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/sambanova" - }, - "searxng": { - "display_name": "SearXNG (`searxng`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/searxng" - }, - "snowflake": { - "display_name": "Snowflake (`snowflake`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/snowflake" - }, - "tavily": { - "display_name": "Tavily (`tavily`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": false, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false, - "search": true - }, - "url": "https://docs.litellm.ai/docs/search/tavily" - }, - "text-completion-codestral": { - "display_name": "Text Completion Codestral (`text-completion-codestral`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/codestral" - }, - "text-completion-openai": { - "display_name": "Text Completion OpenAI (`text-completion-openai`)", - "endpoints": { - "audio_speech": true, - "audio_transcriptions": true, - "batches": true, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/text_completion_openai" - }, - "together_ai": { - "display_name": "Together AI (`together_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/togetherai" - }, - "topaz": { - "display_name": "Topaz (`topaz`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/topaz" - }, - "triton": { - "display_name": "Triton (`triton`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/triton-inference-server" - }, - "v0": { - "display_name": "V0 (`v0`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/v0" - }, - "vercel_ai_gateway": { - "display_name": "Vercel AI Gateway (`vercel_ai_gateway`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/vercel_ai_gateway" - }, - "vertex_ai": { - "display_name": "Google - Vertex AI (`vertex_ai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": true, - "messages": true, - "moderations": false, - "ocr": true, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/vertex" - }, - "vllm": { - "display_name": "VLLM (`vllm`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/vllm" - }, - "volcengine": { - "display_name": "Volcengine (`volcengine`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/volcano" - }, - "voyage": { - "display_name": "Voyage AI (`voyage`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": true, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/voyage" - }, - "wandb": { - "display_name": "WandB Inference (`wandb`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/wandb_inference" - }, - "watsonx": { - "display_name": "IBM - Watsonx.ai (`watsonx`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": true, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/watsonx" - }, - "watsonx_text": { - "display_name": "Watsonx Text (`watsonx_text`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/watsonx" - }, - "xai": { - "display_name": "xAI (`xai`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": true, - "embeddings": false, - "image_generations": false, - "messages": true, - "moderations": false, - "rerank": false, - "responses": true - }, - "url": "https://docs.litellm.ai/docs/providers/xai" - }, - "xinference": { - "display_name": "Xinference (`xinference`)", - "endpoints": { - "audio_speech": false, - "audio_transcriptions": false, - "batches": false, - "chat_completions": false, - "embeddings": true, - "image_generations": false, - "messages": false, - "moderations": false, - "rerank": false, - "responses": false - }, - "url": "https://docs.litellm.ai/docs/providers/xinference" - } - } -}