Crawl-delay: 1.0 
User-agent: *
Disallow: /search
Disallow: /404
Disallow: /500.html
Disallow: /503.html
Disallow: /blank.html
Disallow: *.css*
Disallow: *.js*
Disallow: *.cgi*
Disallow: *.jpg*
Disallow: *.gif*
Disallow: *.png*
Disallow: *.tif*
Disallow: /test_content
Disallow: /html