User-agent: *
Disallow: *.html
Disallow: /url_list/
Disallow: /reports/
Disallow: /css/
Disallow: /scripts/
Disallow: /index/
Disallow: /images/