# : robots.txt,v 1.7.2.3 2008/12/10 20:24:38 drumm Exp $ # # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt User-agent: Googlebot User-agent: Googlebot-Image User-agent: Pinterestbot User-agent: * # Directories Disallow: /qdrupal/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /sites/ Disallow: /themes/ # SEO path Disallow: /m/ Disallow: /mobile/ Disallow: /backbone/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /product/carter-kustera-portraits/ Disallow: /product-legacy/carter-kustera-portraits/ Disallow: /category/ Disallow: /category-legacy/ Disallow: /admin/ Disallow: /cart Disallow: /result/ Disallow: /checkout Disallow: /new-checkout Disallow: /comment/reply/ Disallow: /contact/ Disallow: /ideas/ Disallow: /logout/ Disallow: /node/ Disallow: /search Disallow: /user/ Disallow: /login/ Disallow: /feedback/ Disallow: /myaccount/ Disallow: /addressbook/my-account/ Disallow: /favorites/ Disallow: /my-favorites/ Disallow: /saveddesigns/ Disallow: /terms-of-service/ Disallow: /privacy/ Disallow: /terms/ Disallow: /service/ Disallow: /minted-holiday-cards-1 Disallow: /minted-holiday-cards-2 Disallow: /guildery-christmas-cards Disallow: /guildery-christmas-cards-1 Disallow: /guildery-christmas-cards-2 Disallow: /product/photo-christmas-cards/MIN*GCC Disallow: /product/*greeting-cards Disallow: /product/flat-valentines-day Disallow: /product/flat-wedding Disallow: /product/flat-feminine-birthday Disallow: /product/TBD Disallow: /gifts/maintenance # Paths (no clean URLs) Disallow: /*like$ Disallow: /?q=cart/ Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=contact/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=login/ Disallow: /?q=feedback/ Disallow: /?q=myaccount/ Disallow: /?q=favorites/ Disallow: /?q=saveddesigns/ Disallow: /?q=terms-of-service/ Disallow: /?q=privacy/ Disallow: /?q=terms/ Disallow: /track* Disallow: /emit* Disallow: /api/ Disallow: /di/ Disallow: /personalize/ Disallow: /customizer/ Disallow: /julep/ Disallow: /designer/ Disallow: /creative/ Disallow: /design-vote/ Disallow: /vote&id=/ Disallow: /nrpp/ Disallow: /board/ Disallow: /boards/ Disallow: /creative/ Disallow: /design-rating Disallow: /login Disallow: /order-confirm Disallow: /register Disallow: /recentlyviewed User-agent: Pinterestbot Crawl-delay: .25 User-agent: CCBot Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.png$ Disallow: /*.gif$ Disallow: /*.svg$ Disallow: /*.webp$ Disallow: /*.bmp$ Disallow: /*.tiff$ Disallow: /*.tif$ Disallow: /images/ Disallow: /sites/*/files/images/ Disallow: /sites/*/themes/*/images/ Disallow: /files/images/ Crawl-delay: 5 # Sitemaps Sitemap: https://www.minted.com/manifest.xml