# Standard Robots.txt file for noDeadlines.com
# /## 2008.0705 11:42:02
# http://noDeadlines.com
# see: http://info.webcrawler.com/mak/projects/robots/norobots-rfc.html
# Note that you can insert comments by preceding them with a hash
# and that blank lines are also valid.
User-agent: * # All user-agents (except others specified in this file)
Allow:    *

Disallow: /billing
# Do not let robots see client invoices


# Disallow: /cgi-bin/ # Don't look at stuff in http://my.site/cgi-bin/
# User-agent: WebWatch/v3.0 
# Disallow: # The WebWatch robot is allowed to look at everything
# User-agent: BadRobot1, BadRobot2 
# Disallow: / # These BadRobots are denied access to everything
# User-agent: IndexingRobot
# Disallow: /cgi-bin/ # Binaries are no good for indexing
# Disallow: /images/ # Images are no good for indexing
# Disallow: /home-pages/ # Privacy issues with home-pages??
# Disallow: /site/admin/stats/webstats 
# Web stats are no good for indexing (they may also be sensitive)



Sitemap: http://nodeadlines.com/sitemap.xml