Sitemap: https://ncis.immo/sitemap.xml

User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /backend/
Disallow: /intranet/
Disallow: /staging/
Disallow: /scripts/
Disallow: /cgi-bin/
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=
Allow: /

User-agent: MJ12bot
Crawl-Delay: 20

User-agent: AhrefsBot
Crawl-Delay: 60

User-agent: Bingbot
Crawl-Delay: 10

User-agent: Slurp
Crawl-Delay: 10

User-agent: msnbot
Crawl-Delay: 30

User-agent: noxtrumbot
Crawl-Delay: 50

User-agent: Mediapartners-Google*
Disallow:

User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /