# robots.txt for pagename  
# "MPC:Framework cms.builder mobile pages and communities v1.1"

# robots.txt für nutzlose Crawler
User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: *
Crawl-delay: 30
Disallow: /_inc/badbots.php
Disallow: /_log/
Disallow: /_mod/

# XML Sitemap
Sitemap: /sitemap.xml