# ===========================================================
# robots.txt for stingrayvilla.com
# Updated: 2026-08-17
# ===========================================================

# Default Rule: Standard Search Engines and AI Search Agents
User-agent: *

# WordPress core admin protection
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# Duplicate and internal dynamic pages
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /trackback/
Disallow: /feed/
Disallow: /author/

# API testing and staging environments
Disallow: /api/test/
Disallow: /api/staging/


# ---------------------------------------------------------
# AI Search and Answer Agents (Discovery Only)
# ---------------------------------------------------------
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: Claude-SearchBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php
Disallow: /search/
Disallow: /?s=
Disallow: /*?s=
Disallow: /trackback/
Disallow: /feed/
Disallow: /author/
Disallow: /api/test/
Disallow: /api/staging/
Allow: /


# ---------------------------------------------------------
# Block AI Training Models and Aggressive Scrapers
# ---------------------------------------------------------
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /


# ---------------------------------------------------------
# Block Aggressive SEO Tools and Brand Trackers
# ---------------------------------------------------------
User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: awario-smart-bot
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: imagesiftbot
Disallow: /

User-agent: MeltwaterNews
Disallow: /

User-agent: peer39_crawler
Disallow: /

User-agent: MauiBot
Disallow: /


# Sitemap Location
Sitemap: https://stingrayvilla.com/sitemap.xml