# $Id: robots.txt.kayak.prod,v 1.22 2010/05/10 18:13:40 dwilks Exp $ # $Source: /v/cvs/nucleus/ui/kayak/robots.txt.kayak.prod,v $ # kayak.com robots.txt for production User-agent: * Disallow: /akamai-sureroute-test-object.html Disallow: /k/redirect/out Disallow: /out Disallow: /s/clickthrough.jsp Disallow: /clickthrough.jsp Disallow: /s/kayaksearch.jsp Disallow: /s/index.jsp Disallow: /k/ Disallow: /h/hotel/hotelmap.vtl Disallow: /h/ehoe Disallow: /hotelmap Disallow: /m/ Disallow: /s/deals.jsp Disallow: /s/flightprogress.jsp Disallow: /s/hotelprogress.jsp Disallow: /s/flights.jsp Disallow: /s/hotels.jsp Disallow: /s/bookit.jsp Disallow: /s/search Disallow: /s/sparkle Disallow: /adclick disallow: /dealssearch disallow: /s/dealbuzz User-agent: Slurp Crawl-delay: 2 User-agent: Googlebot Crawl-delay: 1