User-agent: *
Disallow: /default.aspx
Disallow: /default
Disallow: /login.aspx
Disallow: /login
Disallow: /admin.aspx
Disallow: /admin
Disallow: /disclamier.aspx
Disallow: /disclamier
Disallow: /api
Disallow: /core
Disallow: /plugin
Disallow: /Content
Disallow: /Scripts
Disallow: /*.css
Disallow: /*.js
Disallow: /*.axd
Disallow: /*.ashx
Disallow: /*.xslt
Disallow: /*.xst
Disallow: /*.swf
Disallow: /*images.xml
Disallow: /*definition.xml

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /


User-Agent: MJ12bot
Crawl-Delay: 5