# W3C Link checker
User-agent: W3C-checklink
Disallow:

# exclude some access-controlled areas
User-agent: *
Disallow: /scr/
Disallow: /bg/
Disallow: /css/
Disallow: /gfx/