# ========================================
# General Access Rules
# ========================================

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /?s=
Disallow: /search/
Disallow: /trackback/
Disallow: /comments/feed/
Disallow: /tag/
Disallow: /author/
Disallow: /gf-entries-in-excel/
Disallow: /gravityexport-lite/
Disallow: /gravityexport/
Disallow: /cdn-cgi/l/email-protection
Allow: /wp-admin/admin-ajax.php

# ========================================
# Pagination + Duplicate Control
# ========================================

# (Removed pagination disallow rules)

# ========================================
# Private/Hidden URLs
# Add any sensitive or internal-only folders here
# ========================================

Disallow: /private/
Disallow: /test-page/
Disallow: /hidden-content/
Disallow: /beta-access/

# ========================================
# Cleanup Query Parameters (optional)
# These can cause duplicate content issues
# ========================================

Disallow: /*?orderby=
Disallow: /*?filter=
Disallow: /*?ref=
Disallow: /*?utm_

# ========================================
# Sitemap Location (important for indexing)
# ========================================

Sitemap: https://discovered.ai/sitemap_index.xml