# allow only important bots
User-agent: ArchitextSpider
User-agent: APIs-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Mediapartners-Google
User-agent: Bingbot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: msnbot
User-agent: msnbot-media
User-agent: Scooter
User-agent: Slurp
User-agent: Teoma
User-agent: Yahoo-Blogs
User-agent: Yahoo-MMCrawler
User-agent: YandexBot
User-agent: MJ12bot
User-agent: Rogerbot
User-agent: Woobot
User-agent: Dotbot
Disallow: /manage 
Disallow: /cart_ManageItems
Disallow: /checkout_file
Disallow: /checkout_userinfo
Disallow: /checkout_address
Disallow: /checkout_address1
Disallow: /checkout_calculate
Disallow: /orders_calculate
Disallow: /checkout_payment
Disallow: /checkout_successful
Disallow: /payment_error
Disallow: /simpleprep.exe
Disallow: /uploader.exe


User-agent: *
Disallow: /