mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-14 20:21:09 +02:00
60394076e5
- Add vllm_service.py as proxy to vLLM server for Voxtral 3B/4B - Add voxtral_api_service.py for Mistral API fallback - Update main.py with /transcribe/voxtral endpoint using vLLM - Add /transcribe/auto endpoint with automatic fallback chain - Create setup-vllm.sh and start-vllm-voxtral.sh scripts - Add launchd plist files for Mac Mini deployment - Add install-services.sh for automated service installation Architecture: - vLLM server runs Voxtral models on port 8100 - mana-stt proxies to vLLM with Mistral API fallback - Fallback chain: vLLM -> Mistral API Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
45 lines
1.3 KiB
Bash
Executable file
45 lines
1.3 KiB
Bash
Executable file
#!/bin/bash
|
|
# Install mana-stt as a launchd service on macOS
|
|
# Run this script on the Mac Mini server
|
|
|
|
set -e
|
|
|
|
SERVICE_NAME="com.manacore.mana-stt"
|
|
PLIST_FILE="$SERVICE_NAME.plist"
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
LAUNCH_AGENTS_DIR="$HOME/Library/LaunchAgents"
|
|
LOG_DIR="$HOME/logs"
|
|
|
|
echo "Installing mana-stt launchd service..."
|
|
|
|
# Create logs directory
|
|
mkdir -p "$LOG_DIR"
|
|
|
|
# Stop existing service if running
|
|
if launchctl list | grep -q "$SERVICE_NAME"; then
|
|
echo "Stopping existing service..."
|
|
launchctl unload "$LAUNCH_AGENTS_DIR/$PLIST_FILE" 2>/dev/null || true
|
|
fi
|
|
|
|
# Copy plist to LaunchAgents
|
|
cp "$SCRIPT_DIR/$PLIST_FILE" "$LAUNCH_AGENTS_DIR/"
|
|
|
|
# Load the service
|
|
echo "Loading service..."
|
|
launchctl load "$LAUNCH_AGENTS_DIR/$PLIST_FILE"
|
|
|
|
# Check status
|
|
sleep 2
|
|
if launchctl list | grep -q "$SERVICE_NAME"; then
|
|
echo "Service installed and running!"
|
|
echo ""
|
|
echo "Useful commands:"
|
|
echo " View logs: tail -f $LOG_DIR/mana-stt.log"
|
|
echo " View errors: tail -f $LOG_DIR/mana-stt.error.log"
|
|
echo " Stop: launchctl unload $LAUNCH_AGENTS_DIR/$PLIST_FILE"
|
|
echo " Start: launchctl load $LAUNCH_AGENTS_DIR/$PLIST_FILE"
|
|
echo " Health check: curl http://localhost:3020/health"
|
|
else
|
|
echo "ERROR: Service failed to start. Check logs at $LOG_DIR/mana-stt.error.log"
|
|
exit 1
|
|
fi
|