User-agent: *
Disallow: /wp-admin/

Sitemap: https://ewitness.commons.gc.cuny.edu/wp-sitemap.xml

Disallow: /wp-includes/*.php
Disallow: /wp-content/cache
Disallow: /trackback
Disallow: /comments
Disallow: /wiki/
Crawl-delay: 100

User-agent: AhrefsBot
User-agent: ClaudeBot
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: GPTBot
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: MJ12bot
Crawl-delay: 10

User-agent: Bytespider
Disallow: /