User-agent: grub-client 
Disallow: /

User-agent: *
Disallow: /500.shtml/
Disallow: /400.shtml/
Disallow: /401.shtml/
Disallow: /403.shtml/
Disallow: /404.shtml/
Disallow: /a/
Disallow: /c/
Disallow: /cgi-bin/
Disallow: /hawaii/
Disallow: /i/
Disallow: /ludes/
Disallow: /b2rss.xml/
Disallow: /b2rss.php/
Disallow: /b2rdf.php/
Disallow: /index.rss/
Disallow: /index.rdf/
Disallow: /rss.xml/
Disallow: /index.xml/
Disallow: /annotate.php/
Disallow: /comments.php/
Disallow: /countlines.php/

User-agent: googlebot
Disallow: /500.shtml/
Disallow: /400.shtml/
Disallow: /401.shtml/
Disallow: /403.shtml/
Disallow: /404.shtml/
Disallow: /a/
Disallow: /c/
Disallow: /cgi-bin/
Disallow: /hawaii/
Disallow: /i/
Disallow: /ludes/
Disallow: /b2rss.xml/
Disallow: /b2rss.php/
Disallow: /b2rdf.php/
Disallow: /index.rss/
Disallow: /index.rdf/
Disallow: /rss.xml/
Disallow: /index.xml/
Disallow: /annotate.php/
Disallow: /comments.php/
Disallow: /countlines.php/