# take reference from  http://www.robotstxt.org/robotstxt.html & https://developers.google.com/search/docs/crawling-indexing/robots/create-robots-txt
User-agent: *
Disallow: /buy
Disallow: /mw2
Disallow: /user
Disallow: /flag
Disallow: /error
Disallow: /icons
Disallow: /basket
Disallow: /member
Disallow: /mw-assets
Disallow: /patterns
Disallow: /careers-images
Disallow: /checkout-payment-logos
Disallow: /sell/basket
Disallow: /user/account
Disallow: /esfim.pdf
Disallow: /iefim.pdf
Disallow: /ptfim.pdf
Disallow: /ukfim.pdf
Disallow: /*.phtm(l)$
Disallow: /*.php*
Disallow: /_nuxt
Disallow: /cdn-cgi/
Disallow: /m?referrer=
Disallow: /search*?stext=
Disallow: /*search*?page=

User-agent: baiduspider
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: vkShare
Disallow: /