User-Agent: * # Do not allow crawlers to index the view-all-by page. It's too # resource-intensive, and we don't want this page popping up in # search results, because it is likely to provide the wrong context # for whatever the user was searching for. Disallow: /electrolite/commentlist-oneauthor.php Disallow: /makinglight/commentlist-oneauthor.php # Do not allow crawlers to index anything in the /mt/ directory Disallow: /mt/