# $Id: robots.txt,v 1.18 2010/05/20 18:25:50 sunil Exp $ # $Source: /v/cvs/nucleus/ui/kayak/robots.txt,v $ # kayak.com robots.txt for production User-agent: * Disallow: /akamai-sureroute-test-object.html Disallow: /k/redirect/out Disallow: /out Disallow: /s/clickthrough.jsp Disallow: /s/kayaksearch.jsp Disallow: /s/index.jsp Disallow: /k/ Disallow: /h/hotel/hotelmap.vtl Disallow: /h/ehoe/ Disallow: /hotelmap Disallow: /m/ Disallow: /s/deals.jsp Disallow: /s/flightprogress.jsp Disallow: /s/hotelprogress.jsp Disallow: /s/flights.jsp Disallow: /s/hotels.jsp Disallow: /s/bookit.jsp Disallow: /s/search Disallow: /s/sparkle Disallow: /adclick disallow: /dealssearch disallow: /s/dealbuzz disallow: /search.aspx User-agent: Slurp Crawl-delay: 1 User-agent: Googlebot Crawl-delay: 1