User-agent: *
Allow: /

Disallow: /admin/
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /logout
Disallow: /profile
Disallow: /reset-password
Disallow: /auth/

User-agent: GPTBot
Allow: /company/
Allow: /cluster_buys
Allow: /insider-buy-sell-ratio
Allow: /earnings
Allow: /newsletters
Disallow: /form4/
Disallow: /accession/
Disallow: /participants/
Crawl-delay: 30

User-agent: Meta-ExternalAgent
Allow: /company/
Allow: /cluster_buys
Allow: /insider-buy-sell-ratio
Allow: /earnings
Allow: /newsletters
Disallow: /form4/
Disallow: /accession/
Disallow: /participants/
Crawl-delay: 30

User-agent: Amazonbot
Allow: /company/
Allow: /cluster_buys
Allow: /insider-buy-sell-ratio
Allow: /earnings
Allow: /newsletters
Disallow: /form4/
Disallow: /accession/
Disallow: /participants/
Crawl-delay: 30

User-agent: PerplexityBot
Allow: /company/
Allow: /cluster_buys
Allow: /insider-buy-sell-ratio
Allow: /earnings
Allow: /newsletters
Disallow: /form4/
Disallow: /accession/
Disallow: /participants/
Crawl-delay: 30

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /logout
Disallow: /profile
Disallow: /reset-password
Disallow: /auth/

Sitemap: https://www.averageinsider.com/sitemap.xml