User-agent: OpenAI-Chatbot
Disallow: /
User-agent: bingbot
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /customer/account/
Disallow: /customer/account/login/
User-agent: dotbot
Disallow: /
User-agent: Zoominfobot
Allow: /$
Disallow: /
User-agent: Googlebot
Allow: /
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /customer/account/
Disallow: /customer/account/login/
# apple
User-agent: Applebot
Allow: /$
Disallow: /
User-agent: AdsBot-Google
Allow: /
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /customer/account/
Disallow: /customer/account/login/
User-agent: Googlebot-Image
Allow: /
Disallow:
user-agent: Pinterestbot
Crawl-delay: 1
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
User-agent: DuckDuckBot
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /customer/account/
Disallow: /customer/account/login/
User-agent: ALittle Client
Disallow:/
User agent: MTRobot
Allow: /$
Disallow: /
User-agent: SemrushBot-BA
Allow: /$
Disallow: /
User-agent: BLEXBot
Allow: /$
Disallow: /
user-agent: MJ12bot
Allow: /$
disallow: /
User-Agent: serpstatbot
disallow: /
User-Agent: aranhabot
disallow: /
user-agent: SeznamBot
disallow: /
user-agent: VigLink
disallow: /
user-agent: DotBot
disallow: /
User-agent: SputnikBot
Disallow: /
User-agent: Sputnik
Disallow: /
User-agent: SputnikBot/2.3
Disallow: /
User-agent: Curious George
Disallow: /
User-agent: Curious George - www.analyticsseo.com
Disallow: /
User-agent: Curious George - www.analyticsseo.com/crawler
Disallow: /
User-agent: http://site.ru
Disallow: /
User-agent: site.ru
Disallow: /
User-agent: AhrefsBot
Disallow:/
User-agent: MauiBot
Disallow:/
User-agent: SEOkicks
Disallow:/
User-agent: BUbiNG
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: zoominfobot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Datanyze
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: Genieo
Disallow: /
User-agent: Genieo/1.0
Disallow: /
User-Agent: The Knowledge AI
Disallow: /
User-agent: Zgrab
Disallow: /
User-Agent: ZoominfoBot
Disallow: /
User-agent: sogou spider
Disallow: /
# Blekkobot
User-agent: Blekkobot
Disallow: /
User-agent: Seobility
Disallow: /
#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
#Yandex
User-agent: Yandex
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: IstellaBot
Disallow: /
User-agent: IstellaBot/1.01.18
Disallow: /
User-agent: IstellaBot/1.01.18 +http://www.tiscali.it/
Disallow: /
User-agent: IstellaBot/1.10.2 +http://www.tiscali.it/
Disallow: /
User-agent: Mozilla/5.0 (compatible; IstellaBot/1.01.18 +http://www.tiscali.it/)
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: Sogou web spider/4.0
Disallow: /
User-agent: GroupHigh
Disallow: /
User-agent: GroupHigh/1.0
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: ccbot
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: grapeshotcrawler
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: james bot
Disallow: /
User-agent: leikibot
Disallow: /
User-agent: libcurl
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: lipperhey
Disallow: /
User-agent: livelap
Disallow: /
User-agent: lssrocket
Disallow: /
User-agent: magpie
Disallow: /
User-agent : Uptimebot
Disallow: /
User-agent: Gluten Free Crawler/1.0
Disallow: /
User-agent : serpstatbot/1.0
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: Steeler disallow: /
User-agent: Steeler/3.5 disallow: /
User-agent: Daum
Disallow: /
User-agent :arquivo-web-crawler
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: MojeekBot
Disallow: /
#"Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)"
#"Mozilla/5.0 (iPhone; CPU iPhone OS 5_0_1 like Mac OS X) (compatible;Yeti-Mobile/0.1; +http://help.naver.com/robots/)"
User-agent: Yeti
Disallow: /
User-agent: Yeti-Mobile
Disallow: /
User-agent :Mr.4x3 Powered
Disallow: /
User-agent: SJUUPBot
Disallow: /
User-agent: VigLink
Disallow: /
User-agent: Pi-Monster
Disallow : /
User-agent: tracemyfile/1.0
Disallow: /
User-agent: Xenu's Link Sleuth 1.1c
Disallow: /
User-agent: oBot/2.3.1
Disallow: /
User-agent: CowBot/1.0
Disallow: /
User-agent: Deskyobot
Disallow: /
User-agent: Deskyobot/1.0
Disallow: /
User-agent: ltx71+-+(http://ltx71.com/)
Disallow: /
User-agent: Pandalytics/1.0
User-agent: CCBot/2.0
User-agent: SurdotlyBot
User-agent: Cincraw/1.0
User-agent: Twingly Recon-Klondike/1.0
User-agent: YaK/1.0
User-agent: DF Bot 1.0
Disallow: /
User-agent: arquivo-web-crawler
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: filibot/1.0
Disallow: /
User-Agent: panscient.com
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: oBot/2.3.1
Disallow: /
User-agent : Barkrowler/0.9
Disallow: /
# Default Instructions
User-agent: *
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
# Restrict User Account & Checkout Pages
User-agent: *
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
# Disallow Catalog Search Pages
User-agent: *
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /distributor-catalog
Disallow: /catalogo
# Disallow URL Filter Searches
User-agent: *
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
# Restrict CMS Directories
User-agent: *
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /package.json
# Disallow Duplicate Content
User-agent: *
Disallow: /tag/
Disallow: /review/
# Allow pagination
Allow: /*?p=