User-agent: *
Disallow: /cgi-bin/
Disallow: /dev/lxr/
Disallow: /lxr/

User-agent: htdig
Disallow: /mail/
Disallow: /htdig-dev/
Disallow: /files/