# For domain: <%=Globals.UrlString%> # All robots will spider the domain User-agent: Slurp Disallow: /*.axd$ Disallow: /*.asm$ # excepting this parts of the domain User-agent: * Disallow: /alamo/ Disallow: /holidays/ Disallow: /aspnet_client Disallow: /css Disallow: /customer Disallow: /documents Disallow: /javascript Disallow: /webservices Disallow: /whitelabel/ Disallow: /malev/ Disallow: /auto-europa/ Disallow: /coraltours/ Disallow: /fox/ Disallow: /nue/ Disallow: /skyeurope/ Disallow: /stern/ Disallow: /btm/ Disallow: /stu/ Disallow: /vista/ Disallow: /wizzair/ Disallow: /*.axd$ Disallow: /*.asm$ Disallow: /loading.aspx Disallow: /*?