User-agent: *
Disallow: //
Disallow: /cgi-bin
Disallow: /dbedit
Disallow: /shop


User-agent: Fast corporate crawler
Disallow: //
Disallow: /cgi-bin
Disallow: /dbedit
Disallow: /shop