User-agent: *
Disallow: /css
Disallow: /log
Disallow: /scripts
Disallow: /images
Disallow: /txt
Disallow: /test