# M&M Junk Removal robots.txt
# Version: 1.4 (Full GEO/LLM Manifest Suite)
# Last Updated: 2026-03-10
# This file is optimized for standard crawlers and AI agents.

# --- Standard Bot Rules ---
User-agent: *
Disallow: /cgi-bin
Disallow: /?
Disallow: /wp-
Disallow: /wp/
Disallow: *?s=
Disallow: *&s=
Disallow: /search/
Disallow: /author/
Disallow: /users/
Disallow: */trackback
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: */wlwmanifest.xml
Disallow: /xmlrpc.php
Disallow: *utm*=
Disallow: *openstat=
Allow: */uploads
Allow: /*/*.js
Allow: /*/*.css
Allow: /wp-*.png
Allow: /wp-*.jpg
Allow: /wp-*.jpeg
Allow: /wp-*.gif
Allow: /wp-admin/admin-ajax.php


# GEO Manifest Suite - Explicitly Allowed for AI/LLM Ingestion
Allow: /llms.txt
Allow: /llms-workflows.txt
Allow: /llms-full.txt
Allow: /llms-examples.md
# Security Policy Discovery
Allow: /.well-known/security.txt
Allow: /knowledge/

# --- AI & LLM Agent Directives ---
# Explicitly welcoming major AI models for citations, search, and training

User-agent: GPTBot
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: ChatGPT-User
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: OAI-SearchBot
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: Claude-Web
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: anthropic-ai
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: PerplexityBot
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: Google-Extended
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: Applebot-Extended
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

User-agent: CCBot
Disallow: /wp-
Allow: /
Crawl-delay: 0.5

# --- Sitemaps ---
Sitemap: https://mamhad.com/sitemap.xml