# /robots.txt for spiff.org User-agent: grub-client User-agent: grub-client-1.3.7 User-agent: grub User-agent: looksmart User-agent: WebZip User-agent: larbin User-agent: b2w/0.1 User-agent: Copernic User-agent: Nutch Disallow: / User-agent: * Disallow: /tmp Disallow: /logs Disallow: /foryou Disallow: /test Disallow: /cgi-bin Disallow: /gfx Disallow: /audio Disallow: /test Disallow: /upload Disallow: /wedding Disallow: /mail Disallow: /nashvillegop Disallow: /vol1 Disallow: /vol2 Disallow: /vol3 Disallow: /vol4 Disallow: /vol5 Disallow: /vol6 Disallow: /vol7 Disallow: /global.asa