# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-Agent: *
Disallow: /cnets/json_text/
Disallow: /revisions/
Disallow: /stories/search*
Disallow: /media_files/search*