# robots.txt

User-agent: w2gbot
Disallow: /
 
User-agent: sistrix
Disallow: /
 
User-agent: dotbot
Disallow: /
 
User-agent: SEOkicks-Robot
Disallow: /
 
User-agent: SearchmetricsBot
Disallow: /
 
User-agent: DataForSeoBot
Disallow: /
 
User-agent: Screaming Frog SEO Spider
Disallow: /
 
User-agent: AhrefsBot
Disallow: /
 
User-agent: turnitinbot
Disallow: /
 
User-agent: BacklinkCrawler
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: BLEXBot
Disallow: /
 
User-agent: Baiduspider
Disallow: /
 
User-Agent: MJ12bot
Disallow: /
 
User-Agent: Yandex
Disallow: /

User-Agent: SeekportBot
Crawl-delay: 1


User-agent: *
Disallow: /kunden/*
Disallow: /webshop/*
 
 
 
Sitemap:  https://www.cosmeterie.de/sitemap-c.xml
Sitemap:  https://www.cosmeterie.de/sitemap-cs.xml
Sitemap:  https://www.cosmeterie.de/sitemap-p.xml
Sitemap:  https://www.cosmeterie.de/sitemap-p404.xml
Sitemap:  https://www.cosmeterie.de/sitemap-i.xml
Sitemap:  https://www.cosmeterie.de/sitemap-sp.xml
Sitemap:  https://www.cosmeterie.de/sitemap-r.xml
Sitemap:  https://www.cosmeterie.de/update.rss