# # This robots.txt file is used to indicate to # WWW robots which parts of a web site should not be indexed. # User-agent: * Disallow: /article_images/ Disallow: /articles/ Disallow: /indexed_articles/ Disallow: /cd_content/ Disallow: /cgi-bin/ Disallow: /digital/ Disallow: /images/ Disallow: /mp3/ Disallow: /pdf/ Disallow: /radioasx/ Disallow: /scripts/ Disallow: /tvasx/ Disallow: /visitors/ Disallow: /xml/ Disallow: /emails/ Disallow: /newsdelivery/