mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-22 01:06:41 +02:00
1495dbe476
Python/FastAPI service providing unified OpenAI-compatible API for Ollama and cloud LLM providers (OpenRouter, Groq, Together). Features: - Chat completions with streaming (SSE) - Vision/multimodal support - Embeddings generation - Multi-provider routing (provider/model format) - Prometheus metrics - Optional Redis caching
13 lines
291 B
Python
13 lines
291 B
Python
"""LLM Provider implementations."""
|
|
|
|
from .base import LLMProvider
|
|
from .ollama import OllamaProvider
|
|
from .openai_compat import OpenAICompatProvider
|
|
from .router import ProviderRouter
|
|
|
|
__all__ = [
|
|
"LLMProvider",
|
|
"OllamaProvider",
|
|
"OpenAICompatProvider",
|
|
"ProviderRouter",
|
|
]
|