mirror of
https://github.com/Memo-2023/mana-monorepo.git
synced 2026-05-20 01:41:26 +02:00
61d181fbc2
Move inactive projects out of active workspace: - bauntown (community website) - maerchenzauber (AI story generation) - memoro (voice memo app) - news (news aggregation) - nutriphi (nutrition tracking) - reader (reading app) - uload (URL shortener) - wisekeep (AI wisdom extraction) Update CLAUDE.md documentation: - Add presi to active projects - Document archived projects section - Update workspace configuration Archived apps can be re-activated by moving back to apps/ 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
63 lines
No EOL
993 B
Text
63 lines
No EOL
993 B
Text
# Robots.txt for Memoro.ai
|
|
# https://www.memoro.ai
|
|
# Last updated: 2025-01-04
|
|
|
|
# Default rules for all bots
|
|
User-agent: *
|
|
Allow: /
|
|
Allow: /en/
|
|
Allow: /features
|
|
Allow: /prices
|
|
Allow: /download
|
|
Allow: /blog
|
|
Allow: /team
|
|
Allow: /testimonials
|
|
|
|
# Block technical and admin paths
|
|
Disallow: /api/
|
|
Disallow: /_astro/
|
|
Disallow: /admin/
|
|
Disallow: /private/
|
|
Disallow: /404
|
|
Disallow: /*.json$
|
|
Disallow: /*.xml$
|
|
Disallow: /search
|
|
|
|
# Block old German URLs (now redirected)
|
|
Disallow: /de/
|
|
|
|
# Block duplicate content patterns
|
|
Disallow: /*?*
|
|
Disallow: /*#*
|
|
|
|
# Crawl-delay in seconds (removed for better crawling)
|
|
# Crawl-delay: 1
|
|
|
|
# Sitemap location
|
|
Sitemap: https://memoro.ai/sitemap-index.xml
|
|
|
|
# Common search engine bots
|
|
User-agent: Googlebot
|
|
Allow: /
|
|
Crawl-delay: 0
|
|
|
|
User-agent: Bingbot
|
|
Allow: /
|
|
Crawl-delay: 1
|
|
|
|
User-agent: Slurp
|
|
Allow: /
|
|
Crawl-delay: 1
|
|
|
|
# Block bad bots
|
|
User-agent: AhrefsBot
|
|
Disallow: /
|
|
|
|
User-agent: SemrushBot
|
|
Disallow: /
|
|
|
|
User-agent: MJ12bot
|
|
Disallow: /
|
|
|
|
User-agent: DotBot
|
|
Disallow: / |