# # robots.txt for http://www.ths.pp.ru/ # # $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /news Disallow: /fido Disallow: /cgi-bin Disallow: /scripts Disallow: /momitino Disallow: /tver Disallow: /mp3