# The Googlebot is the bot of google
User-agent: Googlebot
Noindex:  /*.pdf
Disallow: /*.pdf
Noindex: /classes/
Disallow: /classes/
Noindex: /images/
Disallow: /images/
Noindex: /skins/
Disallow: /skins/
Noindex: /payments/
Disallow: /payments/
Noindex: /image.php
Disallow: /image.php
Noindex: /admin.php
Disallow: /admin.php
Noindex: /store_closed.html
Disallow: /store_closed.html
Noindex: /index.php?*
Disallow: /index.php?*
Noindex: /pvc-rolls/index.php?target=cart
Disallow: /pvc-rolls/index.php?target=cart
Allow: /index.php?target=news$

User-agent: Googlebot-Image
Allow: /images/
Allow: /image.php

# The Slurp is the bot of Yahoo
User-agent: Slurp
Crawl-delay: 300
Disallow: /*.pdf
Disallow: /*.pdf
Disallow: /classes/
Disallow: /images/
Disallow: /skins/
Disallow: /payments/
Disallow: /image.php
Disallow: /admin.php
Disallow: /store_closed.html
Noindex: /index.php?*
Disallow: /index.php?*
Allow: /index.php?target=news$

# The Msnbot is the bot of MSN
User-Agent: Msnbot
Crawl-delay: 120
Disallow: /*.pdf
Disallow: /*.pdf
Disallow: /classes/
Disallow: /images/
Disallow: /skins/
Disallow: /payments/
Disallow: /image.php
Disallow: /admin.php
Disallow: /store_closed.html
Noindex: /index.php?*
Disallow: /index.php?*
Allow: /index.php?target=news$


# The Nutch is a bad bot
User-agent: nutch
Disallow: / 

# The following block bad bots stealing articles
User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: boitho.com-dc
Disallow: /

User-agent: Bitacle bot/1.1
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: Bitacle *
Disallow: /

User-agent: Bitacle*
Disallow: /

User-agent: Bitacle
Disallow: /

# Rules for all other bots not listed above
User-agent: *
Noindex:  /*.pdf
Disallow: /*.pdf
Noindex: /classes/
Disallow: /classes/
Noindex: /images/
Disallow: /images/
Noindex: /skins/
Disallow: /skins/
Noindex: /payments/
Disallow: /payments/
Noindex: /image.php
Disallow: /image.php
Noindex: /admin.php
Disallow: /admin.php
Noindex: /store_closed.html
Disallow: /store_closed.html
Noindex: /index.php?*
Disallow: /index.php?*
Allow: /index.php?target=news$

# Sitemap location
sitemap: http://www.pvc-strip.co.uk/sitemap.xml