User-agent: Teleport
Disallow: /
User-agent: Webwhacker
Disallow: /
User-agent: Webzip
Disallow: /
User-agent: Net Attache
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: WebCapture
Disallow: /
User-agent: WebSauger
Disallow: /

User-agent: *
Disallow: /exporte/
Disallow: /boerse-vor-acht/
Disallow: /charts/
Disallow: /clickthrough/
Disallow: /multibox/
Disallow: /service/404/
Disallow: /service/kommentarregeln/
Disallow: /specials-alt/
Disallow: /suche/
Disallow: /tv/
Disallow: /radio/
Disallow: /nomapping/
Disallow: /frage-des-tages/
Disallow: /serie/
Disallow: /nomapping-zwei-punkt-null/
Disallow: /xxxxxx-dokumente-und-analysen/
Disallow: /scribble/
Disallow: /mittagsmagazin/
Disallow: /apps/
Disallow: /x/
Disallow: /wir-muessen-mal-reden/
Disallow: /audio-briefing/
Disallow: /lotto/

Sitemap: https://boerse.ard.de/sitemap.xml