# https://16bitmc.net/robots.txt
#
# Policy: Prefer AI visibility (citations / answers / discovery).
# Major AI crawlers are explicitly allowed on public content.
# Admin and utility endpoints stay closed for everyone.

# --- AI / LLM crawlers (welcome on public pages) ---
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
User-agent: ImagesiftBot
Allow: /
Disallow: /admin.php
Disallow: /superadmin.php
Disallow: /db_connect.php
Disallow: /logging.php
Disallow: /mcping.php
Disallow: /fetch_player_counts.php
Disallow: /get_ping_data.php
Disallow: /generate_email_list.php
Disallow: /gensitemap.php
Disallow: /indexnow.php
Disallow: /indexnow_submit.php
Disallow: /report.php

# --- Everyone else (search engines + default) ---
User-agent: *
Allow: /

# Admin / ownership tools (linked in nav as Submit, but not ranking targets)
Disallow: /admin.php
Disallow: /superadmin.php

# Internal includes & utilities (not public content)
Disallow: /db_connect.php
Disallow: /logging.php
Disallow: /mcping.php
Disallow: /fetch_player_counts.php
Disallow: /get_ping_data.php
Disallow: /generate_email_list.php
Disallow: /gensitemap.php
Disallow: /indexnow.php
Disallow: /indexnow_submit.php

# Form/action endpoints (thin / non-landing)
Disallow: /report.php

# Search still uses query strings. Do not Disallow /*?*

Sitemap: https://16bitmc.net/sitemap/sitemap.xml