User-agent: *
Crawl-delay: 20

Disallow: *sid=
Disallow: *SID=

Host: https://www.bedstar.co.uk/

User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: deepcrawl
Disallow: /

User-agent: Codewisebot
Disallow: /

User-agent: UptimeRobot
Disallow: /

Disallow: /*?
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /wishlist/
Disallow: /admin/
Disallow: /catalogsearch/ 
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /review/product/
Disallow: /sendfriend/
Disallow: /enable-cookies/
Disallow: /LICENSE.txt
Disallow: /LICENSE.html
Disallow: /skin/
Disallow: /js/
Disallow: /directory/
Disallow: /faq/
Disallow: /enable-cookies/
Disallow: /terms/
Disallow: /privacy-policy/
Disallow: /terms-of-sale/
Disallow: /return/
Disallow: /delivery/
Disallow: /security/
Disallow: /press/
Disallow: /about/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /pub/

Sitemap: https://www.bedstar.co.uk/pub/gsc_1.xml