# This file lists local URLs that well-behaved robots should ignore User-agent: * Disallow: /logs Disallow: /webalizer Disallow: /admin Disallow: /cgi-bin # includes some large virtual spaces Disallow: /analog # skip usage reports Disallow: /old # skip current backup folder for old site files