# Google Image Crawler Setup
User-agent: Googlebot-Image
Disallow:

# Crawlers Setup
User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
#Disallow: /js/
Disallow: /lib/
Disallow: /magento/
#Disallow: /media/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
#Disallow: /skin/
Disallow: /stats/
Disallow: /var/
Disallow: /enable-cookies/
Disallow: /magento-themes/
Disallow: /demo/
Disallow: /beta/
Disallow: /static/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
#Disallow: /contacts/
Disallow: /customer/*
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /fileuploader/download/download/
Disallow: /ktplsys/
Disallow: /catalog/product/gallery/
Disallow: /ideas-magento-2
Disallow: /home*

# Urls (clean URLs)

Disallow: /blog/wp-admin/
Disallow: /new-arrival/
Disallow: /popular-extensions.html
Disallow: /fileuploader/
Disallow: /offer/
Disallow: /social/popup/
Disallow: /magento-extensions/multi-product-editor.html
Disallow: /new-extensions/shop-by-attribute-magento-2.html
Disallow: /hot-deals.html
Disallow: /gift-card.html
Disallow: /emailval/index/index
Disallow: /magento-2-themes.html
Disallow: /thank-you.html
Disallow: /contact_success
Disallow: /thank-you-for-pre-lauch-m2go.html
Disallow: /contact-us-success.html
Disallow: /test
Disallow: /test-one
Disallow: /test-two
Disallow: /rb-ebook-thank-you.html
Disallow: /rb-thank-you.html
Disallow: /product-bundle-thank-you.html
Disallow: /magento-support-service-thank-you.html
Disallow: /magento-develop-service-thank-you.html
Disallow: /full-migration-service-thank-you.html
Disallow: /magento-2-migrate-thank-you.html
Disallow: /magentomigration-thank-you.html
Disallow: /shopifymagento-thank-you.html
Disallow: /fasttrack-package-thank-you.html
Disallow: /pwa-ebook-thank-you.html
Disallow: /hyva-theme-development-services-thank-you.html
Disallow: /faqs/default-category/*
Disallow: /faqs/question/*
Disallow: /magento-2-extensions.html?cat*
Disallow: /best-seller-m2-products.html?category_ids*

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
#Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID=
Disallow: /*mode=(grid | list)*&
Disallow: /*limit=(\d+)*&
Disallow: /*dir=(desc | asc)*&
Disallow: /*dir=(desc | asc)&order=(\w+)*
Disallow: /*mode=(grid | list)&limit=(\d+)*

Disallow: /resources/category/
Disallow: /resources/tag/
Disallow: /resources/page/*
Disallow: /resources/author/
Disallow: /resources/resourcemanager/
Disallow: /resources/wp-admin/

Sitemap: https://www.magedelight.com/sitemap.xml
Sitemap: https://www.magedelight.com/resources/sitemap_index.xml