User-agent: *
Disallow: /site/
Disallow: /shared/
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: girafa
Disallow: /