# robots.txt file
# 
# purpose to World Wide Web Robots trawling your web site (or parts thereof)
# 
# For more info consult:
#   http://info.webcrawler.com/mak/projects/robots/norobots.html

User-Agent: Googlebot-Image
Disallow: /

User-agent: Slurp
Crawl-delay: 1800

User-agent: YahooSeeker
Crawl-delay: 1800

User-agent: Yahoo-MMCrawler
Disallow: /
Crawl-delay: 1800

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: MSNBot
Disallow: /

User-agent: MSNBot-Media
Disallow: /

User-agent: MSNBot-NewsBlogs
Disallow: /

User-agent: MSNBot-Products
Disallow: /

User-agent: MSNBot-Academic
Disallow: /


# Default exclusions
User-agent: *
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/files/
Disallow: /assets/images/
Disallow: /assets/import/
Disallow: /assets/js/
Disallow: /assets/media/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/templates/
Disallow: /assets/uploads/
Disallow: /install/
Disallow: /manager/	

Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$

User-agent: Googlebot
Disallow: /assets/cache/
Disallow: /assets/docs/
Disallow: /assets/export/
Disallow: /assets/files/
Disallow: /assets/images/
Disallow: /assets/import/
Disallow: /assets/js/
Disallow: /assets/media/
Disallow: /assets/modules/
Disallow: /assets/plugins/
Disallow: /assets/snippets/
Disallow: /assets/templates/
Disallow: /assets/uploads/
Disallow: /install/
Disallow: /manager/	

Disallow: /*.gif$
Disallow: /*.jpg$
Disallow: /*.png$