# www.clipland.com
User-agent: *
Disallow: /About/
Disallow: /flag
Disallow: /UserCenter/
Disallow: /impressum
Crawl-Delay: 5

User-agent: BLEXBot
User-agent: SemrushBot
User-agent: AhrefsBot
Disallow: /impressum
Crawl-delay: 10

User-agent: ia_archiver
Disallow: /Summary/
Disallow: /Name/
Disallow: /minisite/
Disallow: /corporate/

Sitemap: http://www.clipland.com/sitemap_index.xml