# Global Search Engines (Google, Bing, etc.)
User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /admin/
Disallow: /admin/index.php
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /?s=      # Stops bots from crawling internal search results
Disallow: /search/  # Stops bots from crawling search pages

# AI Search & Answer Engines (The GEO/AEO Bots)
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/

# Google Gemini / Bard Search
User-agent: Google-Extended
Allow: /
Disallow: /admin/

# Sitemap Location (Verify if it is sitemap.xml)
Sitemap: https://www.technoserveindustries.com/sitemap.xml