# Allow robots anywhere
User-agent: *
Disallow:
Disallow: /*.pdf
Disallow: /*.doc
Disallow: /*.docx
Disallow: /*.xls
Disallow: /*.xlsx
Disallow: /*.asmx
Disallow: /*.ashx
Disallow: /*getfile.aspx
Disallow: /*getFile.aspx
Disallow: /*getfilex.aspx
Disallow: /*getFilex.aspx
Disallow: /*gsa.aspx
Disallow: /*obj.asp

User-Agent: MJ12bot
Crawl-Delay:   5