# robots.txt for http://www.whump.com # $id$ # xyro doesn't know how to handle base URL directives # it just gets lost and chews bandwidth User-agent: xyro_(xcrawler@cosmos.inria.fr) Disallow: / # Ban lawyers on fishing expeditions User-agent: NPBot Disallow: / # dropbox folders should not be indexed User-agent: * Disallow: /dropbox/