# Allow Screaming Frog
User-agent: Screaming Frog SEO Spider
Disallow:

# Allow
User-agent: *
Disallow:
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: "Yahoo! Slurp"
Disallow: 
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: MSIE
Disallow: 
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: bingbot
Disallow: 
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: Googlebot
Disallow: 
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

# Disallow
User-Agent: trendictionbot 
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: AhrefsBot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: Baiduspider
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: Qwantify
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: LinksCrawler
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: DeuSu
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: oBot; 
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: Exabot; 
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: MSIE8.0; 
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: DotBot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: archive.org_bot 
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: YandexBot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: special_archiver
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: BLEXBot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: DuckDuckGo-Favicons-Bot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: yoozBot
Disallow: /
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/

User-agent: Googlebot-News
Disallow: /afp/
Disallow: /lnn/
Disallow: /category/news/mandela-day/
Disallow: /motoring/
Disallow: /category/galleries/
Disallow: /events/event/
Disallow: /classifieds-2/
Disallow: /directory/
Disallow: /specials/
Disallow: /shop/
Disallow: /biz/
Disallow: /looklocal/
Disallow: /homes/ 
Disallow: /love/
Disallow: /jobs/
Disallow: /guzzle/
Disallow: /adops-test-page/
Disallow: /builders/
Allow: /