# File for Crawler or Spider visits
# ___________________________________________________________________
#
#
#
# @author	Roland Schaer	
# @version	1.0

#allow search enginges
User-agent: Googlebot
User-agent: Alexa
User-agent: Scooter
Disallow: cgi-bin/
Disallow: dev/
Disallow: downloads/
Disallow: public_ftp/
Disallow: styles/
Disallow: favicon.ico

#allow alexa for archiving my site
User-agent: ia_archiver
Dissallow:

#deny all others
User-agent: *
Disallow: /