mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-14 23:41:08 +02:00
1495dbe476
Python/FastAPI service providing unified OpenAI-compatible API for Ollama and cloud LLM providers (OpenRouter, Groq, Together). Features: - Chat completions with streaming (SSE) - Vision/multimodal support - Embeddings generation - Multi-provider routing (provider/model format) - Prometheus metrics - Optional Redis caching
15 lines
285 B
YAML
15 lines
285 B
YAML
# Development compose - only Redis (run Python locally)
|
|
version: "3.8"
|
|
|
|
services:
|
|
redis:
|
|
image: redis:7-alpine
|
|
container_name: mana-llm-redis-dev
|
|
ports:
|
|
- "6380:6379"
|
|
volumes:
|
|
- redis-data-dev:/data
|
|
restart: unless-stopped
|
|
|
|
volumes:
|
|
redis-data-dev:
|