# robots.txt zum Download der Webseiten-Vorlage, letzte Aenderung: 17.09.2022

User-agent: WebsiteWiki
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: URLMetriken
Disallow: /

User-agent: Xaldon WebSpider
Disallow: /

User-agent: Xaldon WebSpider 2.7.b6
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: iCcrawler
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: EC2LinkFinder
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: ScooperBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /