# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * Disallow: /images/redirect Disallow: /images/redirect* Disallow: /search/redirect Disallow: /search/redirect* Disallow: /movies/redirect Disallow: /movies/redirect* Disallow: /preview Disallow: /preview* User-agent: linksmanager_bot Disallow: /images Disallow: /movies Disallow: /search Disallow: /login Disallow: /blog Disallow: /about Disallow: /webmaster Disallow: /signup Disallow: /tagcloud Disallow: /images* Disallow: /movies* Disallow: /search* Disallow: /login* Disallow: /blog* Disallow: /about* Disallow: /webmaster* Disallow: /signup* Disallow: /tagcloud* sitemap: http://www.sexyrails.com/sitemap.xml sitemap: http://www.sexyrails.com/sitemap-directory.xml