# robots.txt User-agent: * # Disallow specefic pages Disallow: /*.axd Disallow: /*.axd$ Disallow: /*.ashx$ Disallow: /*.csshandler.ashx$ Disallow: /PageManagement.aspx$ # Disallow user folders Disallow: /Control/ Disallow: /ErrorPages/ Disallow: /MasterPages/ Disallow: /Resources/ Disallow: /Test/ Disallow: /URLRules/ Disallow: /Users/ # Disallow .Net folder Disallow: /Handlers/ Disallow: /App_Browsers/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /App_Themes/ Disallow: /aspnet_client/ Disallow: /bin/