User-agent: Googlebot
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif

User-agent: Bingbot
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif


# Blocca GPTBot con delay (se lo rispetta)
User-agent: GPTBot
Crawl-delay: 60
Disallow:





User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /cli/

Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/

Disallow: /static/
Disallow: /simplePackages/

Disallow: /tmp/

Sitemap: https://www.maretsch.info/sitemap.xml


# maretsch.info - 191 pagine
# Tutti i bot noti con delay 227s (~380 req/giorno)
# Generato il 2026-03-06 15:16

# TikTok/ByteDance - aggressivo - blocco completo
User-agent: Bytespider
Disallow: /

# OpenAI crawler
User-agent: GPTBot
Crawl-delay: 227
Disallow:

# ChatGPT browsing
User-agent: ChatGPT-User
Crawl-delay: 227
Disallow:

# Anthropic AI
User-agent: ClaudeBot
Crawl-delay: 227
Disallow:

# Anthropic AI web
User-agent: Claude-Web
Crawl-delay: 227
Disallow:

# Anthropic AI
User-agent: anthropic-ai
Crawl-delay: 227
Disallow:

# Perplexity AI
User-agent: PerplexityBot
Crawl-delay: 227
Disallow:

# You.com AI
User-agent: YouBot
Crawl-delay: 227
Disallow:

# SEO crawler
User-agent: AhrefsBot
Crawl-delay: 227
Disallow:

# SEO crawler
User-agent: SemrushBot
Crawl-delay: 227
Disallow:

# SEranking
User-agent: BLEXBot
Crawl-delay: 227
Disallow:

# Majestic SEO
User-agent: MJ12bot
Crawl-delay: 227
Disallow:

# Moz SEO
User-agent: DotBot
Crawl-delay: 227
Disallow:

# SEO crawler
User-agent: DataForSEO
Crawl-delay: 227
Disallow:

# SEO crawler
User-agent: SEOkicks
Crawl-delay: 227
Disallow:

# Huawei search
User-agent: PetalBot
Crawl-delay: 227
Disallow:

# SEO crawler
User-agent: MegaIndex
Crawl-delay: 227
Disallow:

# Baidu search
User-agent: Baiduspider
Crawl-delay: 227
Disallow: