# This file is managed by Puppet. DO NOT EDIT.

## Default Crawlers to disallow ##

User-agent: dotbot
Disallow: / 

User-agent: Mail.Ru
Disallow: / 

User-agent: Yandex
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ShopWiki
Crawl-Delay: 4

User-agent: TwengaBot
Disallow: /

User-agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
disallow: / 

User-agent: semetrical
Disallow: /

User-agent: LinkpadBot
Disallow: /

## End default list ##


# Google Image Crawler Setup

User-agent: Googlebot-Image
Disallow: 

User-agent: *
Crawl-Delay: 1