# All robots will spider the domain User-agent: * # Disallow directory Disallow: /css/ Disallow: /images/ Disallow: /print_page/ Disallow: /search/ Disallow: /about_us/css/ Disallow: /about_us/images/ Disallow: /about_us/js/ Disallow: /Blackberry/ # Disallow files Disallow: /form/contact/contact_form_notok.html Disallow: /form/contact/contact_form_ok.html Disallow: /dropdown_agencies.html Disallow: /dropdown_agents.html Disallow: /spider.html Disallow: /terms_conditions.html Disallow: /terms_and_conditions.html Disallow: /schedule.html Disallow: /schedule/wrongbrowser.html Disallow: bpr615606.zip Disallow: lpt$vpn.156 Disallow: /contact/contactpage.html Disallow: /news/news.html