# Crawl-Delay to keep spiders from overwhelming sites (time in seconds between page requests) 

User-Agent: *
Crawl-Delay: 5

# Use this when the site is in development.  This will prevent robots from visiting the site.

#User-agent: *
#Disallow: /

# Use this when the site goes live.  It will allow everything to be indexed, except the directories listed.

User-agent: *
Disallow: /admin
Disallow: /aspnet_client
Disallow: /docs
Disallow: /images
Disallow: /includes
Disallow: /log
Disallow: /logs
Disallow: /old
Disallow: /originals
Disallow: /pdf
Disallow: /secure
Disallow: /static
Disallow: /templates
Disallow: /test

# This will prevent Google Images from indexing the image type specified

User-agent: Googlebot-Image
Disallow: /*.gif$ 
Disallow: /*.jpg$ 
Disallow: /*.bmp$
Disallow: /*.png$
Disallow: /images
Disallow: /originals
Disallow: /old
Disallow: /pdf
Disallow: /static