#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.29 2005/03/14 09:23:54 dom Exp $
#

# W3C Link checker
User-agent: W3C-checklink
Disallow:


# exclude some access-controlled areas
User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /bayi
Disallow: /text
Disallow: /english
Disallow: /aspnet_client
Disallow: /omkaweb
Disallow: /chromejs
Disallow: /chrometheme
Disallow: /dbx
Disallow: /fla
Disallow: /images
Disallow: /katalog
Disallow: /root
Disallow: /scripts
Disallow: /swf
Disallow: /text
Disallow: /08