User-agent: *

# WordPress core — never useful to crawl
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php

# Search results (infinite redirect/duplicate content risk)
Disallow: /?s=
Disallow: /search/

# Feed URLs (redirect in various edge cases)
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/comments/feed/

# ThirstyAffiliates redirect pages (these are designed to redirect — not indexable content)
Disallow: /recommends/

# API endpoints (POST-only, not indexable content)
Disallow: /wc-tracker/subscribe.php
Disallow: /api/

# WPCode snippet preview pages (internal tool pages, not content)
Disallow: /wpcode/

# Author archives (no author pages published)
Disallow: /author/

# Tag & date archives (thin/duplicate content)
Disallow: /tag/
Disallow: /*/page/

# WordPress trackback
Disallow: /*/trackback/

# Allow sitemap and assets
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

Sitemap: https://thegreatreviewer.com/sitemap_index.xml
Sitemap: https://thegreatreviewer.com/wc-tracker-sitemap.xml