# Robots.txt file from http://www.searchengineworld.com
#
# Bans from cgi-bin and images
#
# Disallow /cgi-bin/

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /forum/
Disallow: /awstats/

User-agent: ia_archiver
Disallow: /

User-agent: Mediapartners-Google* 
Disallow: 

User-agent: BlackWidow 
Disallow: 

User-agent: Googlebot-Image
Disallow: / 
Disallow: / *.jpeg$ 
Disallow: / *.gif$ 
Disallow: / *.jpg$ 

User-agent: psbot (picsearch) 
Disallow: / *.gif$ 
Disallow: / *.jpg$ 
Disallow: / *.jpeg$

User-agent: Yahoo-MMCrawler
Disallow: / *.gif$ 
Disallow: / *.jpg$ 
Disallow: / *.jpeg$