# robots.txt example
#
# See http://www.robotstxt.org/wc/exclusion.html
# 
# User-agent:   spider name             (googlebot, * for all)
# Disallow:     /directory/             (e.g. /icons/)
#
# The exclusion below forces all agents to not crawl any files on this server

User-agent:     *
Disallow:       /