# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-Agent: * # Don't attempt to index non-existing RSS feed. Disallow: /about/bart-teeuwisse/blog/rss/rss.xml Disallow: /about/bart-teeuwisse/wish-list/ Disallow: /my/ # Don't attempt to index expired blog Disallow: /publications/ # Don't attempt to index expired services Disallow: /services/aolserver/ Disallow: /services/arch/ Disallow: /services/oacs/ # Don't attempt to index non-existing snippet Disallow: /repository/.emacs-psgml-snippet.txt