User-agent: PiplBot
Disallow: /

User-agent: GPTbot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Cohere-ai
Disallow: /

User-agent: Perplexity-ai
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: *
Crawl-delay: 10
Disallow: /21632812681/
Disallow: /activate-subscription/
Disallow: /feed/
Disallow: /login/
Disallow: /logout/
Disallow: /lost-password/
Disallow: /my-account/
Disallow: /registration/
Disallow: /search/
Disallow: /upfront/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /build/
Disallow: /nsj/jobsjson/
Disallow: /nsj/logon/
Disallow: /nsj/newalert/
Disallow: /nsj/analytics/
Disallow: /nsj/apply-profile/
Disallow: /nsj/document/
Disallow: /nsj/emailjob/
Disallow: /nsj/external-redirect-registration/
Disallow: /nsj/invalid-request/
Disallow: /nsj/jbequicksignup/
Disallow: /nsj/jobsrss/
Disallow: /nsj/previewjob/
Disallow: /nsj/searchjobs/
Disallow: /nsj/session-img/
Disallow: /nsj/your-jobs/
Disallow: /nsj/profile/
Disallow: /nsj/remindme/
Disallow: /nsj/searchjobs/

Sitemap: https://www.newscientist.com/sitemap.xml
Sitemap: https://www.newscientist.com/nsj/sitemapindex.xml