User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Bytespider
Allow: /

User-agent: *
Allow: /
Disallow: /api/
Disallow: /_redirects
Disallow: /404.html
Disallow: /assets/
Disallow: /?q=
# Internal QA/admin pages - not for indexing
Disallow: /rich-results-test
Disallow: /responsive-test
# Tokenized client view - per-user, not for indexing
Disallow: /client-calendar
# Admin pages - never index
Disallow: /admin/
Disallow: /admin/domain-check
Disallow: /admin/login
# Legacy alias URLs (301-redirect to canonical /services/* pages)
Disallow: /private-limited-company
Disallow: /pvt-ltd-registration
Disallow: /llp-registration
Disallow: /opc-registration


# Clean URL structure
Allow: /services/
Allow: /packages/
Allow: /blogs/
Allow: /compliance-calendar
Allow: /company-registration/

Sitemap: https://peshaclub.com/sitemap.xml
Host: https://peshaclub.com