User-agent:*
Disallow: /admin/
Disallow: /bmz_cache/
Disallow: /cache/
Disallow: /download/
Disallow: /editors/
Disallow: /other/
Disallow: /Sfxtest/
Disallow: /spiderlive/
Disallow: /spiderlive-e78e1vc1t2v0d/

Sitemap:http://www.spider-foot.com/sitemap.xml