mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-16 04:59:41 +02:00
4a3295d1d0
NestJS-based web crawler service for structured content extraction. Features: - Depth-controlled crawling with URL pattern filtering - robots.txt compliance - HTML/PDF/Markdown content extraction - BullMQ job queue for async processing - Redis caching layer - Prometheus metrics
6 lines
162 B
TypeScript
6 lines
162 B
TypeScript
import { createDrizzleConfig } from '@manacore/shared-drizzle-config';
|
|
|
|
export default createDrizzleConfig({
|
|
dbName: 'manacore',
|
|
schemaFilter: ['crawler'],
|
|
});
|