mirror of
https://github.com/BerriAI/litellm.git
synced 2025-12-06 11:33:26 +08:00
e4f954b354
* init litellm A2a client * simpler a2a client interface * test a2a * move a2a invoking tests * test fix * ensure a2a send message is tracked n logs * rename tags * add streaming handlng * add a2a invocation * add a2a invocation i cost calc * test_a2a_logging_payload * update invoke_agent_a2a * test_invoke_agent_a2a_adds_litellm_data * add A2a agent * fix endpoints on A2a * UI allow testing a2a endpoints * add agent imgs * add a2a as an endpoint * add a2a * docs a2a invoke * docs a2a * docs A2a invoke
1828 lines
52 KiB
JSON
1828 lines
52 KiB
JSON
{
|
|
"_comment": "This file defines which endpoints are supported by each LiteLLM provider",
|
|
"_schema": {
|
|
"provider_slug": {
|
|
"display_name": "Display name shown in README (e.g., 'OpenAI (`openai`)')",
|
|
"url": "Link to provider documentation",
|
|
"endpoints": {
|
|
"chat_completions": "Supports /chat/completions endpoint",
|
|
"messages": "Supports /messages endpoint (Anthropic format)",
|
|
"responses": "Supports /responses endpoint (OpenAI/Anthropic unified)",
|
|
"embeddings": "Supports /embeddings endpoint",
|
|
"image_generations": "Supports /image/generations endpoint",
|
|
"audio_transcriptions": "Supports /audio/transcriptions endpoint",
|
|
"audio_speech": "Supports /audio/speech endpoint",
|
|
"moderations": "Supports /moderations endpoint",
|
|
"batches": "Supports /batches endpoint",
|
|
"rerank": "Supports /rerank endpoint",
|
|
"ocr": "Supports /ocr endpoint",
|
|
"search": "Supports /search endpoint",
|
|
"skills": "Supports /skills endpoint",
|
|
"a2a_(Agent Gateway)": "Supports /a2a/{agent}/message/send endpoint (A2A Protocol)"
|
|
}
|
|
}
|
|
},
|
|
"providers": {
|
|
"aiml": {
|
|
"display_name": "AI/ML API (`aiml`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/aiml",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"ai21": {
|
|
"display_name": "AI21 (`ai21`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/ai21",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"ai21_chat": {
|
|
"display_name": "AI21 Chat (`ai21_chat`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/ai21",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"anthropic": {
|
|
"display_name": "Anthropic (`anthropic`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/anthropic",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"skills": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"anthropic_text": {
|
|
"display_name": "Anthropic Text (`anthropic_text`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/anthropic",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"skills": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"assemblyai": {
|
|
"display_name": "AssemblyAI (`assemblyai`)",
|
|
"url": "https://docs.litellm.ai/docs/pass_through/assembly_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"auto_router": {
|
|
"display_name": "Auto Router (`auto_router`)",
|
|
"url": "https://docs.litellm.ai/docs/proxy/auto_routing",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"bedrock": {
|
|
"display_name": "AWS - Bedrock (`bedrock`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/bedrock",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"sagemaker": {
|
|
"display_name": "AWS - Sagemaker (`sagemaker`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/aws_sagemaker",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"azure": {
|
|
"display_name": "Azure (`azure`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/azure",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"azure_ai": {
|
|
"display_name": "Azure AI (`azure_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/azure_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"ocr": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"azure_ai/doc-intelligence": {
|
|
"display_name": "Azure AI Document Intelligence (`azure_ai/doc-intelligence`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/azure_document_intelligence",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"ocr": true
|
|
}
|
|
},
|
|
"azure_text": {
|
|
"display_name": "Azure Text (`azure_text`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/azure",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"baseten": {
|
|
"display_name": "Baseten (`baseten`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/baseten",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"bytez": {
|
|
"display_name": "Bytez (`bytez`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/bytez",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"cerebras": {
|
|
"display_name": "Cerebras (`cerebras`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/cerebras",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"clarifai": {
|
|
"display_name": "Clarifai (`clarifai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/clarifai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"cloudflare": {
|
|
"display_name": "Cloudflare AI Workers (`cloudflare`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/cloudflare_workers",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"codestral": {
|
|
"display_name": "Codestral (`codestral`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/codestral",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"cohere": {
|
|
"display_name": "Cohere (`cohere`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/cohere",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"cohere_chat": {
|
|
"display_name": "Cohere Chat (`cohere_chat`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/cohere",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"cometapi": {
|
|
"display_name": "CometAPI (`cometapi`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/cometapi",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"compactifai": {
|
|
"display_name": "CompactifAI (`compactifai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/compactifai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"custom": {
|
|
"display_name": "Custom (`custom`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/custom_llm_server",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"custom_openai": {
|
|
"display_name": "Custom OpenAI (`custom_openai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"dashscope": {
|
|
"display_name": "Dashscope (`dashscope`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/dashscope",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"databricks": {
|
|
"display_name": "Databricks (`databricks`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/databricks",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"dataforseo": {
|
|
"display_name": "DataForSEO (`dataforseo`)",
|
|
"url": "https://docs.litellm.ai/docs/search/dataforseo",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"datarobot": {
|
|
"display_name": "DataRobot (`datarobot`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/datarobot",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"deepgram": {
|
|
"display_name": "Deepgram (`deepgram`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/deepgram",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"deepinfra": {
|
|
"display_name": "DeepInfra (`deepinfra`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/deepinfra",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"deepseek": {
|
|
"display_name": "Deepseek (`deepseek`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/deepseek",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"elevenlabs": {
|
|
"display_name": "ElevenLabs (`elevenlabs`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/elevenlabs",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": true,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"exa_ai": {
|
|
"display_name": "Exa AI (`exa_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/search/exa_ai",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"empower": {
|
|
"display_name": "Empower (`empower`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/empower",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"fal_ai": {
|
|
"display_name": "Fal AI (`fal_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/fal_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"featherless_ai": {
|
|
"display_name": "Featherless AI (`featherless_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/featherless_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"fireworks_ai": {
|
|
"display_name": "Fireworks AI (`fireworks_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/fireworks_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"firecrawl": {
|
|
"display_name": "Firecrawl (`firecrawl`)",
|
|
"url": "https://docs.litellm.ai/docs/search/firecrawl",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"friendliai": {
|
|
"display_name": "FriendliAI (`friendliai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/friendliai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"galadriel": {
|
|
"display_name": "Galadriel (`galadriel`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/galadriel",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"github_copilot": {
|
|
"display_name": "GitHub Copilot (`github_copilot`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/github_copilot",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"github": {
|
|
"display_name": "GitHub Models (`github`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/github",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"vertex_ai": {
|
|
"display_name": "Google - Vertex AI (`vertex_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/vertex",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"ocr": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"vertex_ai/chirp": {
|
|
"display_name": "Google - Vertex AI Chirp3 HD (`vertex_ai/chirp`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/vertex_speech",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": true,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"gemini": {
|
|
"display_name": "Google AI Studio - Gemini (`gemini`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/gemini",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"gradient_ai": {
|
|
"display_name": "GradientAI (`gradient_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/gradient_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"groq": {
|
|
"display_name": "Groq AI (`groq`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/groq",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"heroku": {
|
|
"display_name": "Heroku (`heroku`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/heroku",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"hosted_vllm": {
|
|
"display_name": "Hosted VLLM (`hosted_vllm`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/vllm",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"huggingface": {
|
|
"display_name": "Huggingface (`huggingface`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/huggingface",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"hyperbolic": {
|
|
"display_name": "Hyperbolic (`hyperbolic`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/hyperbolic",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"watsonx": {
|
|
"display_name": "IBM - Watsonx.ai (`watsonx`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/watsonx",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"infinity": {
|
|
"display_name": "Infinity (`infinity`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/infinity",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"jina_ai": {
|
|
"display_name": "Jina AI (`jina_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/jina_ai",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"lambda_ai": {
|
|
"display_name": "Lambda AI (`lambda_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/lambda_ai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"lemonade": {
|
|
"display_name": "Lemonade (`lemonade`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/lemonade",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"litellm_proxy": {
|
|
"display_name": "LiteLLM Proxy (`litellm_proxy`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/litellm_proxy",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"llamafile": {
|
|
"display_name": "Llamafile (`llamafile`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/llamafile",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"lm_studio": {
|
|
"display_name": "LM Studio (`lm_studio`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/lm_studio",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"maritalk": {
|
|
"display_name": "Maritalk (`maritalk`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/maritalk",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"meta_llama": {
|
|
"display_name": "Meta - Llama API (`meta_llama`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/meta_llama",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"mistral": {
|
|
"display_name": "Mistral AI API (`mistral`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/mistral",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"ocr": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"moonshot": {
|
|
"display_name": "Moonshot (`moonshot`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/moonshot",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"docker_model_runner": {
|
|
"display_name": "Docker Model Runner (`docker_model_runner`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/docker_model_runner",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"morph": {
|
|
"display_name": "Morph (`morph`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/morph",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"nebius": {
|
|
"display_name": "Nebius AI Studio (`nebius`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/nebius",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"nlp_cloud": {
|
|
"display_name": "NLP Cloud (`nlp_cloud`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/nlp_cloud",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"novita": {
|
|
"display_name": "Novita AI (`novita`)",
|
|
"url": "https://novita.ai/models/llm?utm_source=github_litellm&utm_medium=github_readme&utm_campaign=github_link",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"nscale": {
|
|
"display_name": "Nscale (`nscale`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/nscale",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"nvidia_nim": {
|
|
"display_name": "Nvidia NIM (`nvidia_nim`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/nvidia_nim",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"oci": {
|
|
"display_name": "OCI (`oci`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/oci",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"ollama": {
|
|
"display_name": "Ollama (`ollama`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/ollama",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"ollama_chat": {
|
|
"display_name": "Ollama Chat (`ollama_chat`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/ollama",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"oobabooga": {
|
|
"display_name": "Oobabooga (`oobabooga`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"openai": {
|
|
"display_name": "OpenAI (`openai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/openai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": true,
|
|
"image_generations": true,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"openai_like": {
|
|
"display_name": "OpenAI-like (`openai_like`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/openai_compatible",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"openrouter": {
|
|
"display_name": "OpenRouter (`openrouter`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/openrouter",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"ovhcloud": {
|
|
"display_name": "OVHCloud AI Endpoints (`ovhcloud`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/ovhcloud",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"parallel_ai": {
|
|
"display_name": "Parallel AI (`parallel_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/search/parallel_ai",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"perplexity": {
|
|
"display_name": "Perplexity AI (`perplexity`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/perplexity",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"petals": {
|
|
"display_name": "Petals (`petals`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/petals",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"publicai": {
|
|
"display_name": "PublicAI (`publicai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/publicai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"predibase": {
|
|
"display_name": "Predibase (`predibase`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/predibase",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"recraft": {
|
|
"display_name": "Recraft (`recraft`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/recraft",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"replicate": {
|
|
"display_name": "Replicate (`replicate`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/replicate",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"runwayml": {
|
|
"display_name": "RunwayML (`runwayml`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/runwayml/videos",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": true,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": true,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"video_generations": true
|
|
}
|
|
},
|
|
"sagemaker_chat": {
|
|
"display_name": "Sagemaker Chat (`sagemaker_chat`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/aws_sagemaker",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"searxng": {
|
|
"display_name": "SearXNG (`searxng`)",
|
|
"url": "https://docs.litellm.ai/docs/search/searxng",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"sambanova": {
|
|
"display_name": "Sambanova (`sambanova`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/sambanova",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"snowflake": {
|
|
"display_name": "Snowflake (`snowflake`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/snowflake",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"text-completion-codestral": {
|
|
"display_name": "Text Completion Codestral (`text-completion-codestral`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/codestral",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"text-completion-openai": {
|
|
"display_name": "Text Completion OpenAI (`text-completion-openai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/text_completion_openai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": true,
|
|
"audio_speech": true,
|
|
"moderations": true,
|
|
"batches": true,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"together_ai": {
|
|
"display_name": "Together AI (`together_ai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/togetherai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"topaz": {
|
|
"display_name": "Topaz (`topaz`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/topaz",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"tavily": {
|
|
"display_name": "Tavily (`tavily`)",
|
|
"url": "https://docs.litellm.ai/docs/search/tavily",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"search": true
|
|
}
|
|
},
|
|
"triton": {
|
|
"display_name": "Triton (`triton`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/triton-inference-server",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"v0": {
|
|
"display_name": "V0 (`v0`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/v0",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"vercel_ai_gateway": {
|
|
"display_name": "Vercel AI Gateway (`vercel_ai_gateway`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/vercel_ai_gateway",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"vllm": {
|
|
"display_name": "VLLM (`vllm`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/vllm",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"volcengine": {
|
|
"display_name": "Volcengine (`volcengine`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/volcano",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"voyage": {
|
|
"display_name": "Voyage AI (`voyage`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/voyage",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
},
|
|
"wandb": {
|
|
"display_name": "WandB Inference (`wandb`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/wandb_inference",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"watsonx_text": {
|
|
"display_name": "Watsonx Text (`watsonx_text`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/watsonx",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"xai": {
|
|
"display_name": "xAI (`xai`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/xai",
|
|
"endpoints": {
|
|
"chat_completions": true,
|
|
"messages": true,
|
|
"responses": true,
|
|
"embeddings": false,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false,
|
|
"a2a": true
|
|
}
|
|
},
|
|
"xinference": {
|
|
"display_name": "Xinference (`xinference`)",
|
|
"url": "https://docs.litellm.ai/docs/providers/xinference",
|
|
"endpoints": {
|
|
"chat_completions": false,
|
|
"messages": false,
|
|
"responses": false,
|
|
"embeddings": true,
|
|
"image_generations": false,
|
|
"audio_transcriptions": false,
|
|
"audio_speech": false,
|
|
"moderations": false,
|
|
"batches": false,
|
|
"rerank": false
|
|
}
|
|
}
|
|
}
|
|
} |