User-agent: *
Disallow: .htaccess
Disallow: deined.htm
Disallow: upload.html
Disallow: /logs/
Disallow: /survey/
Disallow: /spyder_data/
Disallow: 
#