User-agent: grub-client 
Disallow: /

User-agent: *
Disallow: /500.shtml/
Disallow: /400.shtml/
Disallow: /401.shtml/
Disallow: /403.shtml/
Disallow: /404.shtml/
Disallow: /cgi-bin/
Disallow: /x/