For all robots
User-agent: \*
Allow: /

# Block access to specific groups of pages

Disallow: /cart*
Disallow: /checkout
Disallow: */my-account*
Disallow: */login*
Disallow: *qsort=*
Disallow: /*keyword=_
Disallow: /_/search=*
Disallow: /*webstore
Disallow: /_Category.aspx_
Disallow: /_productid=_
Disallow: /_.asp
Disallow: /_.swf
Disallow: /_pre-prod1_
Disallow: /_UAT2_
Disallow: /_UAT1_
Disallow: /_UAT_
Disallow: /_TEST_
Disallow: /admin*
Disallow: /*prod.*
Disallow: /*admin.prod*
Disallow: /*?filter=_
Disallow: _?&currentPage=*
Disallow: /*uat2*
Disallow: /*uat1*
Disallow: /*test*
Disallow: *?offer=

# Block CazoodleBot as it does not present correct accept content headers

User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise

User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly

User-agent: dotbot/1.0
Disallow: /

# Block Gigabot

User-agent: Gigabot
Disallow: /

User-agent: OneTrustBot
Allow: /

User-agent: GPTBot
Allow: /