# robots.txt for https://cieso.in
# CIESO Hubots Private Limited - AI & Intelligent Systems

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /private/
Disallow: /wp-admin/          # In case any WordPress remnants
Disallow: /cgi-bin/
Disallow: /server-status/
Disallow: /*?*                # Optional: Block query strings if not needed for SEO

# Sitemap
Sitemap: https://cieso.in/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1

# Specific bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: GPTBot
Allow: /                     # Allow AI training bots (good for visibility)

User-agent: Google-Extended
Allow: /