# All robots will spider the domain User-agent: * Disallow: *.aspx* Disallow: *ajax/* Allow: /