# robots.txt for http://www.lexingtonave.com/ User-agent: * Disallow: /text/ # This is an infinite virtual URL space Disallow: /images/ # This is an infinite virtual URL space Disallow: /accordionfiles/ # This is an infinite virtual URL space Disallow: /archive/ # This is an infinite virtual URL space Disallow: /cgi/ # This is an infinite virtual URL space Disallow: /cgiscript/ # This is an infinite virtual URL space Disallow: /dbEntry.html Disallow: /dbRead.html