# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

Host: urbanplanet-streetwear.com

User-agent: *

Disallow: /search*
Disallow: /*/search*
Disallow: /wishlist
Disallow: /*/wishlist
Disallow: /cart
Disallow: /*/cart
Disallow: /checkout
Disallow: /*/checkout
Disallow: /order/*
Disallow: /*/order/*
Disallow: /login
Disallow: /*/login
Disallow: /account*
Disallow: /*/account*
Disallow: /sign-up*
Disallow: /*/sign-up*
Disallow: /reset-password*
Disallow: /*/reset-password*
Disallow: /*/filter/*
#Allow: /*/filter/brand=*
#Disallow: /*/filter/brand=*,*
#Disallow: /*/filter/brand=*;*
#Disallow: /*/filter/*;brand=*
#Disallow: /*/filter/*;brand=*;*

#User-agent: Yandex
#Disallow: /

#User-agent: YandexBot
#Disallow: /

User-agent: Yahoo
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer Pro
Disallow: /

User-agent: HTTrack Website Copier
Disallow: /

User-agent: Offline Commander
Disallow: /

User-agent: Leech
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: HTTP Weazel
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SiteSucker
Disallow: /

User-agent: HTTrack
Disallow: /