mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-22 12:06:42 +02:00
NestJS-based web crawler service for structured content extraction. Features: - Depth-controlled crawling with URL pattern filtering - robots.txt compliance - HTML/PDF/Markdown content extraction - BullMQ job queue for async processing - Redis caching layer - Prometheus metrics
13 lines
440 B
TypeScript
13 lines
440 B
TypeScript
import { Module } from '@nestjs/common';
|
|
import { CrawlerController } from './crawler.controller';
|
|
import { CrawlerService } from './crawler.service';
|
|
import { QueueModule } from '../queue/queue.module';
|
|
import { MetricsModule } from '../metrics/metrics.module';
|
|
|
|
@Module({
|
|
imports: [QueueModule, MetricsModule],
|
|
controllers: [CrawlerController],
|
|
providers: [CrawlerService],
|
|
exports: [CrawlerService],
|
|
})
|
|
export class CrawlerModule {}
|