# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.22 2002/04/18 20:23:04 ted Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /pview.php Disallow: /b2 Disallow: /buy Disallow: /c2 Disallow: /caravans Disallow: /collections Disallow: /backup Disallow: /newsite Disallow: /saferdancing Disallow: /zomba Disallow: http://www.weather.com/?prod=xoap&par=1003124750