# To allow all # User-agent: * # Disallow: # Block these User-agent: grub User-agent: looksmart User-agent: WebZip User-agent: larbin User-agent: b2w/0.1 User-agent: Copernic Disallow: / User-agent: * Disallow: /js/ Disallow: /inc/ Disallow: /cgi-bin/