Sitemap: https://analytik.news/sitemap_index.xml

User-agent: *
Disallow: *.pdf$ 
Disallow: /jobs/angebote/*/
Disallow: /jobs/jobware.php
Disallow: /jobs/jobware.php?

User-agent: AhrefsBot
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: ia_archiver
User-agent: magpie-crawler
User-agent: MJ12bot
User-agent: omgili
User-agent: omgilibot
User-agent: SemrushBot
Disallow: /