# # new, and hopefully fixed, as of 8/16/2009 11:41 pm PST # User-Agent: * Disallow: /account/ Disallow: /recipe/edit Disallow: /profile/add Disallow: /profile/*/review Disallow: /profile/*/map Disallow: /profile/*/map_nearby Disallow: /js/ Disallow: /*? User-agent: Mediapartners-Google Allow: / # above line, refer to http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # # beware, the sections below WILL NOT INHERIT from the above! # http://www.google.com/support/webmasters/bin/answer.py?hl=en&answer=40360 # # # please respect the robot. # User-agent: spbot Disallow: / # # Yahoo bot is evil. # User-agent: Slurp Disallow: / # # Yahoo Pipes is for feeds not web pages. # User-agent: Yahoo Pipes 1.0 Disallow: / # # This isn't really an image # User-agent: Googlebot-Image Disallow: /js/* # # this technically isn't valid, since for some godforsaken reason # sitemap paths must be ABSOLUTE and not relative. # Sitemap: http://ytfile.com/sitemap.txt