# robots.txt — NetForge Cloud Ltd
# Guides search engines and AI crawlers. Public marketing pages are indexed;
# authenticated learning/admin areas stay private.

User-agent: *
Allow: /
Allow: /index.html
Allow: /projects.html
Allow: /learning.html
Allow: /learning/
Allow: /logo-nfc.svg
Allow: /styles.css
Allow: /og-share.png
Allow: /favicon.ico
Allow: /privacy.html
Allow: /llms.txt

# Public Learning marketing pages (/learning.html, /learning/*) are indexable.
# Paid exam banks, study documents, and admin stay private.
Disallow: /members/
Disallow: /admin/
Disallow: /netlify/
Disallow: /.netlify/
Disallow: /api/
Disallow: /scripts/

# Sitemap for discovery
Sitemap: https://netforgecloud.net/sitemap.xml

# --- AI / LLM crawlers ---
# Allow reputable assistants to read public pages for accurate citations.
# Keep members/ blocked above for all agents.

User-agent: GPTBot
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: Googlebot
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Allow: /learning.html
Allow: /learning/
Disallow: /members/
Disallow: /admin/
Disallow: /api/