# For domain: http://news.yahoo.com/
# All robots will spider the domain
# Used for better SEO indexing and blocking of certain directories

User-agent: *
Disallow: /*?
Disallow: /topics/*page