User-agent: *
Disallow: /cgi-bin/
Disallow: /guestbook/
Disallow: /download/
Disallow: /error/

User-agent: grub-client
Disallow: /

User-agent: Mediapartners-Google*
Disallow:

User-agent: TurnitinBot
Disallow: /