User-agent: *
Disallow: /search
Disallow: /awstats
Disallow: /pdf
Disallow: /tickercontent.txt