managarten/services/mana-crawler/src/crawler/crawler.module.ts
Till-JS 4a3295d1d0 feat(mana-crawler): add web crawler service
NestJS-based web crawler service for structured content extraction.

Features:
- Depth-controlled crawling with URL pattern filtering
- robots.txt compliance
- HTML/PDF/Markdown content extraction
- BullMQ job queue for async processing
- Redis caching layer
- Prometheus metrics
2026-01-29 22:00:36 +01:00

13 lines
440 B
TypeScript

import { Module } from '@nestjs/common';
import { CrawlerController } from './crawler.controller';
import { CrawlerService } from './crawler.service';
import { QueueModule } from '../queue/queue.module';
import { MetricsModule } from '../metrics/metrics.module';
@Module({
imports: [QueueModule, MetricsModule],
controllers: [CrawlerController],
providers: [CrawlerService],
exports: [CrawlerService],
})
export class CrawlerModule {}