feat(mana-search): rewrite search service from NestJS to Go

Replaces the NestJS mana-search service with a Go implementation for
lower resource usage and faster startup. All 7 API endpoints are 1:1
compatible (search, extract, bulk extract, engines, health, metrics,
cache clear). Uses go-readability for content extraction and
html-to-markdown for Markdown conversion. Redis cache with graceful
degradation, Prometheus metrics, and structured JSON logging.

Binary: 22 MB vs ~200+ MB node_modules.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Till JS 2026-03-27 21:58:40 +01:00
parent c67ed0df14
commit 4b0f5a29fd
74 changed files with 1607 additions and 3594 deletions

View file

@ -51,7 +51,6 @@ jobs:
outputs:
mana-core-auth: ${{ steps.changes.outputs.mana-core-auth }}
mana-search: ${{ steps.changes.outputs.mana-search }}
api-gateway: ${{ steps.changes.outputs.api-gateway }}
manacore-web: ${{ steps.changes.outputs.manacore-web }}
chat-backend: ${{ steps.changes.outputs.chat-backend }}
chat-web: ${{ steps.changes.outputs.chat-web }}
@ -89,7 +88,6 @@ jobs:
echo "Force rebuild all services requested"
echo "mana-core-auth=true" >> $GITHUB_OUTPUT
echo "mana-search=true" >> $GITHUB_OUTPUT
echo "api-gateway=true" >> $GITHUB_OUTPUT
echo "manacore-web=true" >> $GITHUB_OUTPUT
echo "chat-backend=true" >> $GITHUB_OUTPUT
echo "chat-web=true" >> $GITHUB_OUTPUT
@ -131,7 +129,6 @@ jobs:
echo "Workflow dispatch without force_build_all - building all"
echo "mana-core-auth=true" >> $GITHUB_OUTPUT
echo "mana-search=true" >> $GITHUB_OUTPUT
echo "api-gateway=true" >> $GITHUB_OUTPUT
echo "manacore-web=true" >> $GITHUB_OUTPUT
echo "chat-backend=true" >> $GITHUB_OUTPUT
echo "chat-web=true" >> $GITHUB_OUTPUT
@ -202,14 +199,6 @@ jobs:
echo "mana-search=false" >> $GITHUB_OUTPUT
fi
# api-gateway: services/mana-api-gateway + packages/shared-nestjs-auth
GATEWAY_CHANGED=$(check_pattern "services/mana-api-gateway/|packages/shared-nestjs-auth/")
if [ "$COMMON_CHANGED" == "true" ] || [ "$GATEWAY_CHANGED" == "true" ]; then
echo "api-gateway=true" >> $GITHUB_OUTPUT
else
echo "api-gateway=false" >> $GITHUB_OUTPUT
fi
# manacore-web: apps/manacore/apps/web + shared packages
MANACORE_WEB_CHANGED=$(check_pattern "apps/manacore/apps/web/|apps/manacore/packages/")
if [ "$COMMON_CHANGED" == "true" ] || [ "$SHARED_AUTH_CHANGED" == "true" ] || [ "$SHARED_UI_CHANGED" == "true" ] || [ "$SHARED_WEB_CHANGED" == "true" ] || [ "$MANACORE_WEB_CHANGED" == "true" ]; then
@ -401,7 +390,6 @@ jobs:
echo "|---------|------------|" >> $GITHUB_STEP_SUMMARY
echo "| mana-core-auth | ${{ steps.changes.outputs.mana-core-auth }} |" >> $GITHUB_STEP_SUMMARY
echo "| mana-search | ${{ steps.changes.outputs.mana-search }} |" >> $GITHUB_STEP_SUMMARY
echo "| api-gateway | ${{ steps.changes.outputs.api-gateway }} |" >> $GITHUB_STEP_SUMMARY
echo "| manacore-web | ${{ steps.changes.outputs.manacore-web }} |" >> $GITHUB_STEP_SUMMARY
echo "| chat-backend | ${{ steps.changes.outputs.chat-backend }} |" >> $GITHUB_STEP_SUMMARY
echo "| chat-web | ${{ steps.changes.outputs.chat-web }} |" >> $GITHUB_STEP_SUMMARY
@ -546,35 +534,6 @@ jobs:
cache-from: type=gha
cache-to: type=gha,mode=max
build-api-gateway:
name: Build api-gateway
runs-on: ubuntu-latest
needs: detect-changes
if: needs.detect-changes.outputs.api-gateway == 'true'
steps:
- uses: actions/checkout@v4
- uses: docker/setup-qemu-action@v3
- uses: docker/setup-buildx-action@v3
- uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- uses: docker/metadata-action@v5
id: meta
with:
images: ghcr.io/${{ github.repository_owner }}/api-gateway
tags: type=raw,value=latest
- uses: docker/build-push-action@v5
with:
context: .
file: services/mana-api-gateway/Dockerfile
platforms: linux/amd64,linux/arm64
push: true
tags: ${{ steps.meta.outputs.tags }}
cache-from: type=gha
cache-to: type=gha,mode=max
build-manacore-web:
name: Build manacore-web
runs-on: ubuntu-latest