User-agent: *
Crawl-delay: 10
# Directories
Disallow: /App_Code/
Disallow: /App_Data/
Disallow: /bin/
Disallow: /App_GlobalResources/
Disallow: /App_WebReferences/
Disallow: /aspnet_client/
Disallow: /cgi-bin/
Disallow: /Cms/
Disallow: /cp/
Disallow: /css/
Disallow: /Error/
Disallow: /images/
Disallow: /scripts/
# Files
Disallow: /CollectNews.aspx
Disallow: /CreateXMLFile.aspx
Disallow: /MasterPage.master