# robots.txt — metareachmarketing.com
# Updated: 2026-05-04

# ── Standard web crawlers ──────────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /phpmailer/
Disallow: /backup-index.php
Disallow: /backup-bulk-sms-service-provider-delhi.php
Disallow: /backupheader.php
Disallow: /mailer.php
Disallow: /mail.php
Disallow: /mail1.php
Disallow: /callback-mail.php
Disallow: /send-otp.php
Disallow: /fetch-reviews.php
Disallow: /rankinglink.php
Disallow: /new-services.php

# ── AI search crawlers — explicitly allowed ────────────────────────────────
# Google SGE / Gemini
User-agent: Google-Extended
Allow: /

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# Anthropic / Claude
User-agent: anthropic-ai
Allow: /
User-agent: ClaudeBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Microsoft Copilot / Bing
User-agent: Bingbot
Allow: /

# Common AI research crawlers
User-agent: CCBot
Allow: /
User-agent: cohere-ai
Allow: /

# ── Sitemap ────────────────────────────────────────────────────────────────
Sitemap: https://metareachmarketing.com/sitemap.xml

# ── AI content discovery (reference only — NOT robots.txt directives) ──────
# llms.txt: https://metareachmarketing.com/llms.txt
# ai.txt:   https://metareachmarketing.com/ai.txt