mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-23 03:46:41 +02:00
refactor(services): rename Go services, remove -go suffix
mana-search-go → mana-search mana-notify-go → mana-notify mana-crawler-go → mana-crawler mana-api-gateway-go → mana-api-gateway Legacy NestJS versions are deleted, suffix no longer needed. Updated all references in docker-compose, CLAUDE.md, package.json, Forgejo workflows, and service package.json files. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
79080d6654
commit
7e931b1c6d
90 changed files with 41 additions and 38 deletions
102
services/mana-crawler/cmd/server/main.go
Normal file
102
services/mana-crawler/cmd/server/main.go
Normal file
|
|
@ -0,0 +1,102 @@
|
|||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"log/slog"
|
||||
"net/http"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"github.com/manacore/mana-crawler/internal/config"
|
||||
"github.com/manacore/mana-crawler/internal/crawler"
|
||||
"github.com/manacore/mana-crawler/internal/db"
|
||||
"github.com/manacore/mana-crawler/internal/handler"
|
||||
"github.com/manacore/mana-crawler/internal/robots"
|
||||
"github.com/rs/cors"
|
||||
)
|
||||
|
||||
func main() {
|
||||
slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stdout, &slog.HandlerOptions{
|
||||
Level: slog.LevelInfo,
|
||||
})))
|
||||
|
||||
cfg := config.Load()
|
||||
ctx := context.Background()
|
||||
|
||||
// Database
|
||||
database, err := db.New(ctx, cfg.DatabaseURL)
|
||||
if err != nil {
|
||||
slog.Error("database connection failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
defer database.Close()
|
||||
|
||||
if err := database.Migrate(ctx); err != nil {
|
||||
slog.Error("migration failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
// Robots checker
|
||||
robotsChecker := robots.NewChecker(cfg.UserAgent)
|
||||
|
||||
// Crawler engine
|
||||
crawlerEngine := crawler.New(
|
||||
database.Pool,
|
||||
robotsChecker,
|
||||
cfg.UserAgent,
|
||||
cfg.Concurrency,
|
||||
time.Duration(cfg.Timeout)*time.Millisecond,
|
||||
)
|
||||
|
||||
// Handler
|
||||
h := handler.NewHandler(database.Pool, crawlerEngine)
|
||||
|
||||
// Routes
|
||||
mux := http.NewServeMux()
|
||||
|
||||
// Health & Metrics
|
||||
mux.HandleFunc("GET /health", h.Health)
|
||||
mux.HandleFunc("GET /metrics", h.Metrics)
|
||||
|
||||
// Crawl API
|
||||
mux.HandleFunc("POST /api/v1/crawl", h.StartCrawl)
|
||||
mux.HandleFunc("GET /api/v1/crawl", h.ListJobs)
|
||||
mux.HandleFunc("GET /api/v1/crawl/{jobId}", h.GetJob)
|
||||
mux.HandleFunc("GET /api/v1/crawl/{jobId}/results", h.GetJobResults)
|
||||
mux.HandleFunc("DELETE /api/v1/crawl/{jobId}", h.CancelJob)
|
||||
|
||||
// CORS
|
||||
c := cors.New(cors.Options{
|
||||
AllowedOrigins: cfg.CORSOrigins,
|
||||
AllowedMethods: []string{"GET", "POST", "DELETE", "OPTIONS"},
|
||||
AllowedHeaders: []string{"Authorization", "Content-Type"},
|
||||
AllowCredentials: true,
|
||||
})
|
||||
|
||||
server := &http.Server{
|
||||
Addr: fmt.Sprintf(":%d", cfg.Port),
|
||||
Handler: c.Handler(mux),
|
||||
ReadTimeout: 30 * time.Second,
|
||||
WriteTimeout: 120 * time.Second,
|
||||
IdleTimeout: 120 * time.Second,
|
||||
}
|
||||
|
||||
go func() {
|
||||
sigCh := make(chan os.Signal, 1)
|
||||
signal.Notify(sigCh, syscall.SIGINT, syscall.SIGTERM)
|
||||
<-sigCh
|
||||
slog.Info("shutting down...")
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
||||
defer cancel()
|
||||
server.Shutdown(ctx)
|
||||
}()
|
||||
|
||||
slog.Info("mana-crawler starting", "port", cfg.Port, "concurrency", cfg.Concurrency)
|
||||
if err := server.ListenAndServe(); err != http.ErrServerClosed {
|
||||
slog.Error("server error", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue