# robots.txt for http://www.capableobjects.com/ User-agent: * Disallow: /phpBB2/ # the old forum # WHAT! PDFs are in downloads SHOULD BE INDEXED Disallow: /downloads/ # download area (not used, now dl.capableobjects.com is used) Disallow: /download.aspx # avoid logging crawling as a download #samples #Disallow: /cyberworld/map/ # This is an infinite virtual URL space #Disallow: /tmp/ # these will soon disappear #Disallow: /foo.html