Sitemap: https://oatd.org/sitemap.xml


User-agent: adsbot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Crawl-Delay: 18
Disallow: /static
Disallow: /user-accounts
Disallow: /oatd/ris
Disallow: /*mlt=y*
Disallow: /oatd/img_viewer*
Disallow: /oatd/go*

User-agent: MJ12bot
Crawl-Delay: 5
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: Baiduspider
Crawl-Delay: 18
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: BLEXbot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Googlebot
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: Bingbot
Crawl-Delay: 5
Disallow: /*search*
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: MSNbot
Crawl-Delay: 5
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: AhrefsBot
Crawl-Delay: 5
Disallow: /*subject*
Disallow: /*contributor*
Disallow: /*publisher*
Disallow: /oatd/img_viewer*

User-agent: Googlebot-Image
Disallow: /