#   ____    _    ____  ____  _____ _____ ___  _   _ ____  
#  / ___|  / \  |  _ \|  _ \| ____|  ___/ _ \| | | |  _ \ 
# | |     / _ \ | |_) | |_) |  _| | |_ | | | | | | | |_) |
# | |___ / ___ \|  _ <|  _ <| |___|  _|| |_| | |_| |  _ < 
#  \____/_/   \_\_| \_\_| \_\_____|_|   \___/ \___/|_| \_\
#
# Our Vision: Great Moments For Everyone, Everyday.
#For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /cart*
Disallow: */checkout*
Disallow: */my-account*
Disallow: */login*`
Disallow: *qsort=*
Disallow: /*keyword=*
Disallow: /*/search=*
Disallow: /*webstore
Disallow: /*Category.aspx*
Disallow: /*productid=*
Disallow: /*.aspx*
Disallow: /*.html
Disallow: /*.asp
Disallow: /*.swf
Disallow: /*pre-prod1*
Disallow: /*UAT2*
Disallow: /*UAT1*
Disallow: /*UAT*
Disallow: /admin*
Disallow: /*prod.*
Disallow: /*admin.prod*
Disallow: /mafsau/
Disallow: /mafegy/
Disallow: /mafqat/
Disallow: /mafjor/
Disallow: /maflbn/
Disallow: /mafpak/
Disallow: *?currentPage=*
Disallow: *?&currentPage=*
Disallow: /*uat2*
Disallow: /*uat1*
Disallow: /*uat*


Sitemap: https://www.carrefouruae.com/sitemap.xml


# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

User-agent: OneTrustBot
Allow: *

User-agent: GPTBot
Disallow: /