# robots.txt for Hostels Online, Dublin and bedspace # always exclude errrequest.cfm and errvalid.cfm User-agent: * # directed to all robots Disallow: / # prevent all robots from going any further Disallow: index-ho.htm # this will get indexed at index.html or index.cfm Disallow: index-dublin.htm # this will get indexed at index.html or index.cfm Disallow: index-beds.htm # this will get indexed at index.html or index.cfm