till/managarten
1
0
Fork 0
mirror of https://github.com/Memo-2023/mana-monorepo.git synced 2026-05-14 20:21:09 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

feat(infra): add load testing + finalize CI/CD for Go and Hono services

Browse source 
Load testing:
- k6 test suite for mana-sync (HTTP sync, WebSocket stress, mixed)
- 3 scenarios: mixed workload, WebSocket-only, sync throughput
- Custom metrics: push/pull latency, WS connect time, conflict count

CI/CD:
- Add 6 missing services to ci.yml: mana-sync, mana-notify,
  mana-api-gateway, mana-crawler, mana-media, mana-credits
- Add same services to cd-macmini.yml for auto-deploy
- Add mana-sync + mana-media to docker-validate.yml
- Go services trigger on shared-go/ changes

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Till JS 2026-03-28 18:22:33 +01:00
parent 1cb48b797a
commit 92557ee835
6 changed files with 642 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

9
.claude/plans/local-first-architecture-migration.md
View file

@ -403,8 +403,8 @@ Alle 5 Services laufen auf Hono + Bun.
- [x] Prometheus Metrics für mana-sync (`/metrics` Endpoint) - [x] Prometheus Metrics für mana-sync (`/metrics` Endpoint)
- [x] `services/mana-core-auth/` gelöscht + alle Referenzen bereinigt (15+ Dateien) - [x] `services/mana-core-auth/` gelöscht + alle Referenzen bereinigt (15+ Dateien)
- [x] `services/mana-media/` von NestJS auf Hono/Bun migriert (23 → 12 Files, -50% LOC) - [x] `services/mana-media/` von NestJS auf Hono/Bun migriert (23 → 12 Files, -50% LOC)
- [ ] Load Testing: Sync-Protokoll unter Last testen - [x] Load Testing: k6 Test-Suite für mana-sync (HTTP sync + WebSocket stress)
- [ ] CI/CD: Go Build + Bun Build Pipeline finalisieren - [x] CI/CD: Go + Bun Build Pipeline (6 Go + 2 Hono Services in ci.yml + cd-macmini.yml)
--- ---
@ -472,7 +472,8 @@ Alle 5 Services laufen auf Hono + Bun.
|---|---|---| |---|---|---|
| ~~mana-core-auth archivieren~~ | ~~Niedrig~~ | ✅ Gelöscht + alle Referenzen bereinigt | | ~~mana-core-auth archivieren~~ | ~~Niedrig~~ | ✅ Gelöscht + alle Referenzen bereinigt |
| ~~mana-media migrieren~~ | ~~Mittel~~ | ✅ NestJS → Hono/Bun (23 → 12 Files) | | ~~mana-media migrieren~~ | ~~Mittel~~ | ✅ NestJS → Hono/Bun (23 → 12 Files) |
| Load Testing | Mittel | Sync-Protokoll unter Last testen (100K+ Connections) | | ~~Load Testing~~ | ~~Mittel~~ | ✅ k6 Test-Suite: HTTP sync, WebSocket stress, mixed workload |
| CI/CD finalisieren | Niedrig | Go Build + Bun Build Pipeline komplettieren | | ~~CI/CD finalisieren~~ | ~~Niedrig~~ | ✅ 6 Go + 2 Hono Services in CI/CD Pipelines |
**Zero NestJS im gesamten Monorepo.** Alle Services laufen auf Hono/Bun oder Go. **Zero NestJS im gesamten Monorepo.** Alle Services laufen auf Hono/Bun oder Go.
**Alle 5 Phasen vollständig abgeschlossen.** Migration complete.

32
.github/workflows/cd-macmini.yml vendored
View file

@ -26,6 +26,14 @@ on:
- all - all
- matrix-web - matrix-web
- mana-auth - mana-auth
- mana-sync
- mana-media
- mana-notify
- mana-api-gateway
- mana-crawler
- mana-credits
- mana-search
- mana-matrix-bot
- chat-backend - chat-backend
- chat-web - chat-web
- todo-backend - todo-backend
@ -39,7 +47,6 @@ on:
- mukke-web - mukke-web
- storage-backend - storage-backend
- storage-web - storage-web
- mana-matrix-bot
concurrency: concurrency:
group: cd-macmini group: cd-macmini
@ -65,6 +72,13 @@ jobs:
outputs: outputs:
matrix-web: ${{ steps.changes.outputs.matrix-web }} matrix-web: ${{ steps.changes.outputs.matrix-web }}
mana-auth: ${{ steps.changes.outputs.mana-auth }} mana-auth: ${{ steps.changes.outputs.mana-auth }}
mana-sync: ${{ steps.changes.outputs.mana-sync }}
mana-media: ${{ steps.changes.outputs.mana-media }}
mana-notify: ${{ steps.changes.outputs.mana-notify }}
mana-api-gateway: ${{ steps.changes.outputs.mana-api-gateway }}
mana-crawler: ${{ steps.changes.outputs.mana-crawler }}
mana-credits: ${{ steps.changes.outputs.mana-credits }}
mana-search: ${{ steps.changes.outputs.mana-search }}
chat-backend: ${{ steps.changes.outputs.chat-backend }} chat-backend: ${{ steps.changes.outputs.chat-backend }}
chat-web: ${{ steps.changes.outputs.chat-web }} chat-web: ${{ steps.changes.outputs.chat-web }}
todo-backend: ${{ steps.changes.outputs.todo-backend }} todo-backend: ${{ steps.changes.outputs.todo-backend }}
@ -121,6 +135,13 @@ jobs:
check_changes "matrix-web" "apps/matrix/apps/web/" "apps/matrix/packages/" check_changes "matrix-web" "apps/matrix/apps/web/" "apps/matrix/packages/"
check_changes "mana-auth" "services/mana-auth/" check_changes "mana-auth" "services/mana-auth/"
check_changes "mana-sync" "services/mana-sync/" "packages/shared-go/"
check_changes "mana-media" "services/mana-media/"
check_changes "mana-notify" "services/mana-notify/" "packages/shared-go/"
check_changes "mana-api-gateway" "services/mana-api-gateway/" "packages/shared-go/"
check_changes "mana-crawler" "services/mana-crawler/" "packages/shared-go/"
check_changes "mana-credits" "services/mana-credits/"
check_changes "mana-search" "services/mana-search/" "packages/shared-go/"
check_changes "chat-backend" "apps/chat/apps/backend/" "apps/chat/packages/" check_changes "chat-backend" "apps/chat/apps/backend/" "apps/chat/packages/"
check_changes "chat-web" "apps/chat/apps/web/" "apps/chat/packages/" check_changes "chat-web" "apps/chat/apps/web/" "apps/chat/packages/"
check_changes "todo-backend" "apps/todo/apps/backend/" "apps/todo/packages/" check_changes "todo-backend" "apps/todo/apps/backend/" "apps/todo/packages/"
@ -140,7 +161,7 @@ jobs:
# Check if anything needs deploying # Check if anything needs deploying
ANY="false" ANY="false"
for svc in matrix-web mana-auth chat-backend chat-web todo-backend todo-web calendar-backend calendar-web clock-web contacts-backend contacts-web mukke-backend mukke-web storage-backend storage-web mana-matrix-bot mana-landing-builder; do for svc in matrix-web mana-auth mana-sync mana-media mana-notify mana-api-gateway mana-crawler mana-credits mana-search chat-backend chat-web todo-backend todo-web calendar-backend calendar-web clock-web contacts-backend contacts-web mukke-backend mukke-web storage-backend storage-web mana-matrix-bot mana-landing-builder; do
val=$(grep "^$svc=" $GITHUB_OUTPUT | tail -1 | cut -d= -f2) val=$(grep "^$svc=" $GITHUB_OUTPUT | tail -1 | cut -d= -f2)
if [ "$val" == "true" ]; then if [ "$val" == "true" ]; then
ANY="true" ANY="true"
@ -203,6 +224,13 @@ jobs:
# Build list from detected changes # Build list from detected changes
if [ "${{ needs.detect-changes.outputs.matrix-web }}" == "true" ]; then SERVICES="$SERVICES matrix-web"; fi if [ "${{ needs.detect-changes.outputs.matrix-web }}" == "true" ]; then SERVICES="$SERVICES matrix-web"; fi
if [ "${{ needs.detect-changes.outputs.mana-auth }}" == "true" ]; then SERVICES="$SERVICES mana-auth"; fi if [ "${{ needs.detect-changes.outputs.mana-auth }}" == "true" ]; then SERVICES="$SERVICES mana-auth"; fi
if [ "${{ needs.detect-changes.outputs.mana-sync }}" == "true" ]; then SERVICES="$SERVICES mana-sync"; fi
if [ "${{ needs.detect-changes.outputs.mana-media }}" == "true" ]; then SERVICES="$SERVICES mana-media"; fi
if [ "${{ needs.detect-changes.outputs.mana-notify }}" == "true" ]; then SERVICES="$SERVICES mana-notify"; fi
if [ "${{ needs.detect-changes.outputs.mana-api-gateway }}" == "true" ]; then SERVICES="$SERVICES mana-api-gateway"; fi
if [ "${{ needs.detect-changes.outputs.mana-crawler }}" == "true" ]; then SERVICES="$SERVICES mana-crawler"; fi
if [ "${{ needs.detect-changes.outputs.mana-credits }}" == "true" ]; then SERVICES="$SERVICES mana-credits"; fi
if [ "${{ needs.detect-changes.outputs.mana-search }}" == "true" ]; then SERVICES="$SERVICES mana-search"; fi
if [ "${{ needs.detect-changes.outputs.chat-backend }}" == "true" ]; then SERVICES="$SERVICES chat-backend"; fi if [ "${{ needs.detect-changes.outputs.chat-backend }}" == "true" ]; then SERVICES="$SERVICES chat-backend"; fi
if [ "${{ needs.detect-changes.outputs.chat-web }}" == "true" ]; then SERVICES="$SERVICES chat-web"; fi if [ "${{ needs.detect-changes.outputs.chat-web }}" == "true" ]; then SERVICES="$SERVICES chat-web"; fi
if [ "${{ needs.detect-changes.outputs.todo-backend }}" == "true" ]; then SERVICES="$SERVICES todo-backend"; fi if [ "${{ needs.detect-changes.outputs.todo-backend }}" == "true" ]; then SERVICES="$SERVICES todo-backend"; fi

223
.github/workflows/ci.yml vendored
View file

@ -50,6 +50,12 @@ jobs:
if: github.event_name == 'push' || github.event_name == 'workflow_dispatch' if: github.event_name == 'push' || github.event_name == 'workflow_dispatch'
outputs: outputs:
mana-auth: ${{ steps.changes.outputs.mana-auth }} mana-auth: ${{ steps.changes.outputs.mana-auth }}
mana-sync: ${{ steps.changes.outputs.mana-sync }}
mana-media: ${{ steps.changes.outputs.mana-media }}
mana-notify: ${{ steps.changes.outputs.mana-notify }}
mana-api-gateway: ${{ steps.changes.outputs.mana-api-gateway }}
mana-crawler: ${{ steps.changes.outputs.mana-crawler }}
mana-credits: ${{ steps.changes.outputs.mana-credits }}
mana-search: ${{ steps.changes.outputs.mana-search }} mana-search: ${{ steps.changes.outputs.mana-search }}
manacore-web: ${{ steps.changes.outputs.manacore-web }} manacore-web: ${{ steps.changes.outputs.manacore-web }}
chat-backend: ${{ steps.changes.outputs.chat-backend }} chat-backend: ${{ steps.changes.outputs.chat-backend }}
@ -83,6 +89,12 @@ jobs:
if [ "${{ github.event_name }}" == "workflow_dispatch" ] && [ "${{ inputs.force_build_all }}" == "true" ]; then if [ "${{ github.event_name }}" == "workflow_dispatch" ] && [ "${{ inputs.force_build_all }}" == "true" ]; then
echo "Force rebuild all services requested" echo "Force rebuild all services requested"
echo "mana-auth=true" >> $GITHUB_OUTPUT echo "mana-auth=true" >> $GITHUB_OUTPUT
echo "mana-sync=true" >> $GITHUB_OUTPUT
echo "mana-media=true" >> $GITHUB_OUTPUT
echo "mana-notify=true" >> $GITHUB_OUTPUT
echo "mana-api-gateway=true" >> $GITHUB_OUTPUT
echo "mana-crawler=true" >> $GITHUB_OUTPUT
echo "mana-credits=true" >> $GITHUB_OUTPUT
echo "mana-search=true" >> $GITHUB_OUTPUT echo "mana-search=true" >> $GITHUB_OUTPUT
echo "manacore-web=true" >> $GITHUB_OUTPUT echo "manacore-web=true" >> $GITHUB_OUTPUT
echo "chat-backend=true" >> $GITHUB_OUTPUT echo "chat-backend=true" >> $GITHUB_OUTPUT
@ -120,6 +132,12 @@ jobs:
# workflow_dispatch without force - build all # workflow_dispatch without force - build all
echo "Workflow dispatch without force_build_all - building all" echo "Workflow dispatch without force_build_all - building all"
echo "mana-auth=true" >> $GITHUB_OUTPUT echo "mana-auth=true" >> $GITHUB_OUTPUT
echo "mana-sync=true" >> $GITHUB_OUTPUT
echo "mana-media=true" >> $GITHUB_OUTPUT
echo "mana-notify=true" >> $GITHUB_OUTPUT
echo "mana-api-gateway=true" >> $GITHUB_OUTPUT
echo "mana-crawler=true" >> $GITHUB_OUTPUT
echo "mana-credits=true" >> $GITHUB_OUTPUT
echo "mana-search=true" >> $GITHUB_OUTPUT echo "mana-search=true" >> $GITHUB_OUTPUT
echo "manacore-web=true" >> $GITHUB_OUTPUT echo "manacore-web=true" >> $GITHUB_OUTPUT
echo "chat-backend=true" >> $GITHUB_OUTPUT echo "chat-backend=true" >> $GITHUB_OUTPUT
@ -187,6 +205,29 @@ jobs:
echo "mana-search=false" >> $GITHUB_OUTPUT echo "mana-search=false" >> $GITHUB_OUTPUT
fi fi
# Go services (standalone — no COMMON trigger, only own path + shared-go)
SHARED_GO_PATTERN="packages/shared-go/"
SHARED_GO_CHANGED=$(check_pattern "$SHARED_GO_PATTERN")
for GO_SVC in mana-sync mana-notify mana-api-gateway mana-crawler; do
SVC_CHANGED=$(check_pattern "services/${GO_SVC}/")
if [ "$SVC_CHANGED" == "true" ] || [ "$SHARED_GO_CHANGED" == "true" ]; then
echo "${GO_SVC}=true" >> $GITHUB_OUTPUT
else
echo "${GO_SVC}=false" >> $GITHUB_OUTPUT
fi
done
# Hono/Bun services (standalone — only own path)
for HONO_SVC in mana-media mana-credits; do
SVC_CHANGED=$(check_pattern "services/${HONO_SVC}/")
if [ "$SVC_CHANGED" == "true" ]; then
echo "${HONO_SVC}=true" >> $GITHUB_OUTPUT
else
echo "${HONO_SVC}=false" >> $GITHUB_OUTPUT
fi
done
# manacore-web: apps/manacore/apps/web + shared packages # manacore-web: apps/manacore/apps/web + shared packages
MANACORE_WEB_CHANGED=$(check_pattern "apps/manacore/apps/web/|apps/manacore/packages/") MANACORE_WEB_CHANGED=$(check_pattern "apps/manacore/apps/web/|apps/manacore/packages/")
if [ "$COMMON_CHANGED" == "true" ] || [ "$SHARED_AUTH_CHANGED" == "true" ] || [ "$SHARED_UI_CHANGED" == "true" ] || [ "$SHARED_WEB_CHANGED" == "true" ] || [ "$MANACORE_WEB_CHANGED" == "true" ]; then if [ "$COMMON_CHANGED" == "true" ] || [ "$SHARED_AUTH_CHANGED" == "true" ] || [ "$SHARED_UI_CHANGED" == "true" ] || [ "$SHARED_WEB_CHANGED" == "true" ] || [ "$MANACORE_WEB_CHANGED" == "true" ]; then
@ -353,6 +394,12 @@ jobs:
echo "| Service | Will Build |" >> $GITHUB_STEP_SUMMARY echo "| Service | Will Build |" >> $GITHUB_STEP_SUMMARY
echo "|---------|------------|" >> $GITHUB_STEP_SUMMARY echo "|---------|------------|" >> $GITHUB_STEP_SUMMARY
echo "| mana-auth | ${{ steps.changes.outputs.mana-auth }} |" >> $GITHUB_STEP_SUMMARY echo "| mana-auth | ${{ steps.changes.outputs.mana-auth }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-sync | ${{ steps.changes.outputs.mana-sync }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-media | ${{ steps.changes.outputs.mana-media }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-notify | ${{ steps.changes.outputs.mana-notify }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-api-gateway | ${{ steps.changes.outputs.mana-api-gateway }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-crawler | ${{ steps.changes.outputs.mana-crawler }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-credits | ${{ steps.changes.outputs.mana-credits }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-search | ${{ steps.changes.outputs.mana-search }} |" >> $GITHUB_STEP_SUMMARY echo "| mana-search | ${{ steps.changes.outputs.mana-search }} |" >> $GITHUB_STEP_SUMMARY
echo "| manacore-web | ${{ steps.changes.outputs.manacore-web }} |" >> $GITHUB_STEP_SUMMARY echo "| manacore-web | ${{ steps.changes.outputs.manacore-web }} |" >> $GITHUB_STEP_SUMMARY
echo "| chat-backend | ${{ steps.changes.outputs.chat-backend }} |" >> $GITHUB_STEP_SUMMARY echo "| chat-backend | ${{ steps.changes.outputs.chat-backend }} |" >> $GITHUB_STEP_SUMMARY
@ -498,6 +545,182 @@ jobs:
cache-from: type=gha cache-from: type=gha
cache-to: type=gha,mode=max cache-to: type=gha,mode=max
# Go services
build-mana-sync:
name: Build mana-sync
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-sync == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-sync
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: .
file: services/mana-sync/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-mana-notify:
name: Build mana-notify
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-notify == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-notify
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: .
file: services/mana-notify/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-mana-api-gateway:
name: Build mana-api-gateway
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-api-gateway == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-api-gateway
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: .
file: services/mana-api-gateway/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-mana-crawler:
name: Build mana-crawler
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-crawler == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-crawler
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: .
file: services/mana-crawler/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
# Hono/Bun services
build-mana-media:
name: Build mana-media
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-media == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-media
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: services/mana-media/apps/api
file: services/mana-media/apps/api/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-mana-credits:
name: Build mana-credits
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.mana-credits == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/mana-credits
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: services/mana-credits
file: services/mana-credits/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-manacore-web: build-manacore-web:
name: Build manacore-web name: Build manacore-web
runs-on: ubuntu-latest runs-on: ubuntu-latest

12
.github/workflows/docker-validate.yml vendored
View file

@ -82,11 +82,13 @@ jobs:
# Job 2: Build representative Docker images # Job 2: Build representative Docker images
# =========================================== # ===========================================
# Builds a subset that covers all shared packages: # Builds a subset that covers all shared packages:
# - mana-auth: covers auth service (Hono + Bun) # - mana-auth: covers Hono + Bun service pattern
# - mana-sync: covers Go service pattern
# - mana-media: covers Hono + Bun with Sharp/BullMQ
# - todo-web: covers most shared-* web packages # - todo-web: covers most shared-* web packages
# - zitare-web: covers content packages, shared-pwa # - zitare-web: covers content packages, shared-pwa
# - calendar-web: covers calendar shared packages # - calendar-web: covers calendar shared packages
# - todo-backend: covers NestJS backend pattern + shared packages # - todo-backend: covers app backend pattern
# =========================================== # ===========================================
build-docker-images: build-docker-images:
name: Build ${{ matrix.service }} name: Build ${{ matrix.service }}
@ -100,6 +102,12 @@ jobs:
- service: mana-auth - service: mana-auth
dockerfile: services/mana-auth/Dockerfile dockerfile: services/mana-auth/Dockerfile
context: . context: .
- service: mana-sync
dockerfile: services/mana-sync/Dockerfile
context: .
- service: mana-media
dockerfile: services/mana-media/apps/api/Dockerfile
context: services/mana-media/apps/api
- service: todo-backend - service: todo-backend
dockerfile: apps/todo/apps/backend/Dockerfile dockerfile: apps/todo/apps/backend/Dockerfile
context: . context: .

71
services/mana-sync/test/load/README.md Normal file
View file

@ -0,0 +1,71 @@
# mana-sync Load Tests
k6 load tests for the sync server (HTTP sync endpoints + WebSocket connections).
## Prerequisites
```bash
# Install k6
brew install grafana/tap/k6
# Start infrastructure
pnpm docker:up
pnpm dev:auth
pnpm dev:sync
```
## Get Auth Token
```bash
TOKEN=$(curl -s -X POST http://localhost:3001/api/v1/auth/login \
-H "Content-Type: application/json" \
-d '{"email":"test@example.com","password":"password"}' | jq -r '.token')
```
## Run Tests
### Smoke Test (10 VUs, 30s)
```bash
k6 run --vus 10 --duration 30s \
--env AUTH_TOKEN=$TOKEN \
test/load/sync-load.js
```
### Medium Load (100 VUs, 2min)
```bash
k6 run --vus 100 --duration 2m \
--env AUTH_TOKEN=$TOKEN \
test/load/sync-load.js
```
### Stress Test (500 VUs, 5min) — ramp scenario
```bash
k6 run --env AUTH_TOKEN=$TOKEN test/load/sync-load.js
```
### WebSocket Only (up to 1000 connections)
```bash
k6 run --env SCENARIO=websocket --env AUTH_TOKEN=$TOKEN test/load/sync-load.js
```
### Sync Throughput (200 req/s constant)
```bash
k6 run --env SCENARIO=sync --env AUTH_TOKEN=$TOKEN test/load/sync-load.js
```
## Thresholds
| Metric | Target |
|--------|--------|
| HTTP p95 | < 500ms |
| Sync push p95 | < 300ms |
| Sync pull p95 | < 200ms |
| Error rate | < 1% |
## Custom Metrics
- `sync_push_duration` — POST /sync/{appId} latency
- `sync_pull_duration` — GET /sync/{appId}/pull latency
- `ws_connect_duration` — WebSocket handshake + auth time
- `sync_conflicts` — Number of LWW conflicts detected
- `sync_errors` — Error rate across all sync operations

303
services/mana-sync/test/load/sync-load.js Normal file
View file

@ -0,0 +1,303 @@
/**
* k6 Load Test for mana-sync
*
* Tests HTTP sync endpoints and WebSocket connections under load.
*
* Prerequisites:
* - mana-sync running (default: http://localhost:3050)
* - mana-auth running for JWT tokens
* - PostgreSQL with sync schema
*
* Usage:
* # Install k6: brew install grafana/tap/k6
*
* # Quick smoke test (10 VUs, 30s)
* k6 run --env SYNC_URL=http://localhost:3050 --env AUTH_TOKEN=<jwt> test/load/sync-load.js
*
* # Medium load (100 VUs, 2min)
* k6 run --env SYNC_URL=http://localhost:3050 --env AUTH_TOKEN=<jwt> \
* --vus 100 --duration 2m test/load/sync-load.js
*
* # Stress test (500 VUs, 5min)
* k6 run --env SYNC_URL=http://localhost:3050 --env AUTH_TOKEN=<jwt> \
* --vus 500 --duration 5m test/load/sync-load.js
*
* # Use specific scenario
* k6 run --env SCENARIO=websocket test/load/sync-load.js
*/
import http from 'k6/http';
import ws from 'k6/ws';
import { check, sleep } from 'k6';
import { Counter, Rate, Trend } from 'k6/metrics';
// Custom metrics
const syncPushDuration = new Trend('sync_push_duration', true);
const syncPullDuration = new Trend('sync_pull_duration', true);
const wsConnectDuration = new Trend('ws_connect_duration', true);
const syncConflicts = new Counter('sync_conflicts');
const syncErrors = new Rate('sync_errors');
// Config
const SYNC_URL = __ENV.SYNC_URL || 'http://localhost:3050';
const WS_URL = SYNC_URL.replace('http', 'ws');
const AUTH_TOKEN = __ENV.AUTH_TOKEN || '';
const SCENARIO = __ENV.SCENARIO || 'mixed';
const APP_IDS = ['todo', 'contacts', 'calendar', 'chat', 'manadeck'];
const TABLES = {
todo: ['tasks', 'projects', 'labels'],
contacts: ['contacts'],
calendar: ['calendars', 'events'],
chat: ['conversations', 'messages'],
manadeck: ['decks', 'cards'],
};
// Scenarios
export const options = {
scenarios: {
// Default: mixed workload
mixed: {
executor: 'ramping-vus',
startVUs: 0,
stages: [
{ duration: '30s', target: 50 },
{ duration: '1m', target: 100 },
{ duration: '30s', target: 200 },
{ duration: '1m', target: 200 },
{ duration: '30s', target: 0 },
],
exec: 'mixedWorkload',
},
},
thresholds: {
http_req_duration: ['p(95)<500', 'p(99)<1000'],
sync_push_duration: ['p(95)<300'],
sync_pull_duration: ['p(95)<200'],
sync_errors: ['rate<0.01'],
},
};
// Override scenario from env
if (SCENARIO === 'websocket') {
options.scenarios = {
websocket: {
executor: 'ramping-vus',
startVUs: 0,
stages: [
{ duration: '30s', target: 100 },
{ duration: '2m', target: 500 },
{ duration: '1m', target: 1000 },
{ duration: '1m', target: 1000 },
{ duration: '30s', target: 0 },
],
exec: 'websocketStress',
},
};
} else if (SCENARIO === 'sync') {
options.scenarios = {
sync: {
executor: 'constant-arrival-rate',
rate: 200,
timeUnit: '1s',
duration: '3m',
preAllocatedVUs: 50,
maxVUs: 500,
exec: 'syncEndpoints',
},
};
}
// Helpers
function randomItem(arr) {
return arr[Math.floor(Math.random() * arr.length)];
}
function randomUUID() {
return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, (c) => {
const r = (Math.random() * 16) | 0;
return (c === 'x' ? r : (r & 0x3) | 0x8).toString(16);
});
}
function makeChanges(appId, count) {
const tables = TABLES[appId] || ['items'];
const changes = [];
for (let i = 0; i < count; i++) {
const table = randomItem(tables);
const op = Math.random() > 0.3 ? 'update' : Math.random() > 0.5 ? 'insert' : 'delete';
const change = {
table,
id: randomUUID(),
op,
};
if (op === 'insert') {
change.data = {
title: `Load test item ${i}`,
createdAt: new Date().toISOString(),
};
} else if (op === 'update') {
change.fields = {
title: {
value: `Updated item ${i}`,
updatedAt: new Date().toISOString(),
},
};
} else {
change.deletedAt = new Date().toISOString();
}
changes.push(change);
}
return changes;
}
const headers = {
'Content-Type': 'application/json',
Authorization: `Bearer ${AUTH_TOKEN}`,
};
// === Test Functions ===
// Push sync changes
export function syncEndpoints() {
const appId = randomItem(APP_IDS);
const clientId = `k6-${__VU}-${__ITER}`;
// Push changes
const pushPayload = JSON.stringify({
clientId,
since: new Date(Date.now() - 60000).toISOString(),
changes: makeChanges(appId, Math.floor(Math.random() * 10) + 1),
});
const pushStart = Date.now();
const pushRes = http.post(`${SYNC_URL}/sync/${appId}`, pushPayload, { headers });
syncPushDuration.add(Date.now() - pushStart);
const pushOk = check(pushRes, {
'push status 200': (r) => r.status === 200,
'push has syncedUntil': (r) => {
try {
return JSON.parse(r.body).syncedUntil !== undefined;
} catch {
return false;
}
},
});
if (!pushOk) syncErrors.add(1);
else syncErrors.add(0);
// Check for conflicts
try {
const body = JSON.parse(pushRes.body);
if (body.conflicts && body.conflicts.length > 0) {
syncConflicts.add(body.conflicts.length);
}
} catch {}
sleep(0.1);
// Pull changes
const table = randomItem(TABLES[appId] || ['items']);
const since = new Date(Date.now() - 300000).toISOString();
const pullStart = Date.now();
const pullRes = http.get(`${SYNC_URL}/sync/${appId}/pull?collection=${table}&since=${since}`, {
headers: {
Authorization: `Bearer ${AUTH_TOKEN}`,
'X-Client-Id': clientId,
},
});
syncPullDuration.add(Date.now() - pullStart);
check(pullRes, {
'pull status 200': (r) => r.status === 200,
});
sleep(0.1);
}
// WebSocket stress test
export function websocketStress() {
const appId = randomItem(APP_IDS);
const url = `${WS_URL}/ws/${appId}`;
const connectStart = Date.now();
const res = ws.connect(url, {}, function (socket) {
wsConnectDuration.add(Date.now() - connectStart);
// Authenticate
socket.send(JSON.stringify({ type: 'auth', token: AUTH_TOKEN }));
socket.on('message', (msg) => {
try {
const data = JSON.parse(msg);
if (data.type === 'auth-ok') {
check(data, { 'ws auth ok': (d) => d.type === 'auth-ok' });
}
} catch {}
});
// Send pings periodically
socket.setInterval(() => {
socket.send(JSON.stringify({ type: 'ping' }));
}, 5000);
// Keep connection open for 30-60s
const holdTime = 30 + Math.random() * 30;
socket.setTimeout(() => {
socket.close();
}, holdTime * 1000);
});
check(res, { 'ws status 101': (r) => r && r.status === 101 });
}
// Mixed workload (default)
export function mixedWorkload() {
const roll = Math.random();
if (roll < 0.6) {
// 60% sync operations
syncEndpoints();
} else if (roll < 0.85) {
// 25% pull only
const appId = randomItem(APP_IDS);
const table = randomItem(TABLES[appId] || ['items']);
const since = new Date(Date.now() - 600000).toISOString();
const clientId = `k6-pull-${__VU}`;
const res = http.get(`${SYNC_URL}/sync/${appId}/pull?collection=${table}&since=${since}`, {
headers: {
Authorization: `Bearer ${AUTH_TOKEN}`,
'X-Client-Id': clientId,
},
});
check(res, { 'pull ok': (r) => r.status === 200 });
sleep(0.2);
} else {
// 15% health check
const res = http.get(`${SYNC_URL}/health`);
check(res, { 'health ok': (r) => r.status === 200 });
sleep(0.5);
}
}
// Verify health before starting
export function setup() {
const res = http.get(`${SYNC_URL}/health`);
check(res, { 'sync server healthy': (r) => r.status === 200 });
if (!AUTH_TOKEN) {
console.warn(
'⚠️ No AUTH_TOKEN provided. Auth-protected endpoints will fail.\n' +
' Set via: --env AUTH_TOKEN=$(curl -s ... | jq -r .token)'
);
}
return { startTime: new Date().toISOString() };
}
export function teardown(data) {
console.log(`Load test completed. Started at: ${data.startTime}`);
}