#  _  __  _____   ____     _____    ____    _   _    _____ 
# | |/ / |_   _| |  _ \   / ____|  / __ \  | \ | |  / ____|
# | ' /    | |   | |_) | | (___   | |  | | |  \| | | (___  
# |  <     | |   |  _ <   \___ \  | |  | | | . ` |  \___ \ 
# | . \   _| |_  | |_) |  ____) | | |__| | | |\  |  ____) |
# |_|\_\ |_____| |____/  |_____/   \____/  |_| \_| |_____/ 
                                                                                                                   
# Our Vision: Farm to kitchen.
#For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /myshopcart*
Disallow: /myshopcart*
Disallow: /Multicart*
Disallow: */checkout*
Disallow: */account*
Disallow: */login*`
Disallow: */register*`
Disallow: */kibsonsregister*`
Disallow: /*/search=*
Disallow: /_svc/ 

Sitemap: https://kibsecommemorydump.blob.core.windows.net/kibsonsitemap/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

User-agent: OneTrustBot
Allow: *

User-agent: GPTBot
Disallow: /

User-agent: Twitterbot