User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Allow: /wp-admin/admin-ajax.php
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.ram$
Disallow: /*.swf$
Disallow: /*.pdf$
Disallow: /*.wav$

# Allow AI bots
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: YouBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: BingBot
Allow: /

User-agent: CCBot
Allow: /

# Allow Google bots
User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

# Disallow known scrapers and bad bots
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-SEOAB
Disallow: /

# Known bad or aggressive bots
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /
Sitemap: https://www.simplypsychology.org/sitemap_index.xml