User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
#Disallow: /js/
#Disallow: /lib/
Disallow: /magento/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
#Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /catalog/product/gallery/
Disallow: *-clearance
Disallow: /packagebuilder/
Disallow: /index.php/*
Disallow: /catalog/product_compare/*
Disallow: /catalog/category/view/*
Disallow: /catalog/product/view/*
Disallow: /catalogsearch/*
#Disallow: /checkout/*
Disallow: /control/*
Disallow: /contacts/*
Disallow: /customer/*
Disallow: /customize/*
Disallow: /newsletter/*
Disallow: /poll/*
Disallow: /review/*
Disallow: /sendfriend/*
Disallow: /tag/*
Disallow: /wishlist/*
Disallow: /catalog/product/gallery/*
Disallow: /packagebuilder/*

# Files
Disallow: /cron.php
Disallow: /https://linkprotect.cudasvc.com/url?a=https%3a%2f%2fcron.sh&c=E,1,dGzm5-XH-8dV29zf7sW45qrYUfpALbwnqPyuLe4E3_5Feo3YlupfMXsQ6SXqKTrOwM4uiNstGj0qcybyPCKS9i7pnBuNGZRSm2Tvao78M-A,&typo=1
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Paths (no clean URLs)
#Disallow: /*.js$
#Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?SID=

# Custom (Filters)
Disallow: /media/images/style/images/alpha.png
Disallow: *history_topic=*
Disallow: *science_topic=*
Disallow: *math_topic=*
Disallow: *language_arts_topic=*
Disallow: *grade_range=*
Disallow: *grade_level=*
Disallow: *hbl_level=*
Disallow: *product_types=*
Disallow: *is_consumable=*
Disallow: *brand=*
Disallow: *topic=*
Disallow: *pseudo_visibility=*
Disallow: *ages=*
Disallow: *genre=*
Disallow: *price=*
Disallow: *is_required_resources=*
Disallow: *is_consumable=*
Disallow: *awardwng=*

# Disallowed user agents
User-agent: Gigabot
Disallow: /
User-agent: weborama-fetcher
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /

# Etc
User-agent: Pinterestbot
Crawl-delay: 1.0

# Sitemap
Sitemap: https://www.sonlight.com/sitemap.xml