#DCC website robots.txt file.
# Deny gsa-crawler access to entire site.
User-agent: gsa-crawler
Disallow: / 


# Deny all crawlers *.axd
User-agent: *
Disallow: /*.axd$