# # robots.txt for http://www.tsarfin.com/ # User-agent: * Crawl-delay: 10 # Directories Disallow: /_private/ Disallow: /cgi-bin/ Disallow: /downloads/ Disallow: /images/ Disallow: /ipmonitor/ Disallow: /netinfo/_private/ Disallow: /netinfo/cgi-bin/ Disallow: /netinfo/data/ Disallow: /netinfo/downloads/ Disallow: /netinfo/images/ Disallow: /netinfo/photogallery/ Disallow: /netgong/_private/ Disallow: /netgong/cgi-bin/ Disallow: /netgong/data/ Disallow: /netgong/downloads/ Disallow: /netgong/images/ Disallow: /netgong/photogallery/ Disallow: /blog/cgi-bin/ Disallow: /blog/_vti_cnf/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/wp-content/ Disallow: /blog/feed/ Disallow: /blog/trackback/ # Files Disallow: /release_feb22_06_ni.txt Disallow: /release_feb22_06_ng.txt Disallow: /release_dec1_06.txt Disallow: /release_oct3_06.txt Disallow: /release_nov4_05.txt Disallow: /401.html Disallow: /403.html Disallow: /404.html Disallow: /500.html Disallow: /google54faddb0a1dddc77.html Disallow: /netinfo/401.html Disallow: /netinfo/403.html Disallow: /netinfo/404.html Disallow: /netinfo/500.html Disallow: /netinfo/netinfo.xml Disallow: /netgong/401.html Disallow: /netgong/403.html Disallow: /netgong/404.html Disallow: /netgong/500.html Disallow: /netgong/netgong.xml Disallow: /blog/wp-app.php Disallow: /blog/wp-atom.php Disallow: /blog/wp-blog-header.php Disallow: /blog/wp-comments-post.php Disallow: /blog/wp-commentsrss2.php Disallow: /blog/wp-config.php Disallow: /blog/wp-config-sample.php Disallow: /blog/wp-cron.php Disallow: /blog/wp-feed.php Disallow: /blog/wp-links-opml.php Disallow: /blog/wp-load.php Disallow: /blog/wp-login.php Disallow: /blog/wp-mail.php Disallow: /blog/wp-pass.php Disallow: /blog/wp-rdf.php Disallow: /blog/wp-register.php Disallow: /blog/wp-rss.php Disallow: /blog/wp-rss2.php Disallow: /blog/wp-settings.php Disallow: /blog/wp-trackback.php # Disallow all files ending with these extensions Disallow: /netinfo/*.dat$ Disallow: /netgong/*.dat$