# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Disallow: /invitation
Disallow: /checkout
Disallow: /store/search
Disallow: /all-wines?keyword=*
Disallow: /feature-flags-config
Disallow: /quiz/results
Disallow: /cdn-cgi/
Disallow: /restaurants/
Disallow: /app/qr-code
Disallow: /mobileApp/
Disallow: /webview/
Disallow: /signed-in-homepage
Disallow: /bundle/light-and-bright-bundle-0923-12

# Following https://www.sitemaps.org/protocol.html#submit_robots recommendation to add multiple sitemaps into robots.txt
Sitemap: http://www.firstleaf.com/sitemap-index.xml