#
# robots.txt
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
#
# For syntax checking, see:
# http://www.frobee.com/robots-txt-check

User-agent: *
Crawl-delay: 10
Disallow: /static/
Disallow: /admin/
Disallow: /thanks-for-purchasing/
Noindex: /thanks-for-purchasing/
Disallow: /confirm-purchase/
Noindex: /confirm-purchase/
Disallow: /gift-details/
Noindex: /gift-details/
Disallow: /*.html$
Disallow: /*.pdf$
Disallow: /page-not-found/
Noindex: /page-not-found/
Noindex: /blog/tags/
User-agent: Googlebot-Image
Sitemap: https://www.mydataremoval.com/sitemap.xml