User-agent: *

Disallow: /ajax/
Disallow: /Ajax/
Disallow: /ajaxpages/
Disallow: /Ajaxpages/
Disallow: /admin/
Disallow: /Admin/
Disallow: /files/
Disallow: /Files/
Disallow: /MobileApp/
Disallow: /mobileapp/
Disallow: /*.JPEG
Disallow: /*.JPG
Disallow: /*.PNG
Disallow: /*.PDF
Disallow: /*.TIFF
Disallow: /*.TIF
Disallow: /*.HTM
Disallow: /*.HTML
Disallow: /*.BMP
Disallow: /*.XLS
Disallow: /*.XLSX
Disallow: /*.dat
Disallow: /*.csv
Disallow: /*.DOCX
Allow: /*.js
Allow: /*.CSS
Allow: /*.css


User-agent: Flashget
Disallow: /

User-agent: Offline
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Downloader
Disallow: /

User-agent: reaper
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Website Quester
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: Gulliver
Disallow: /

User-agent: WebCapture
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Fetch API Request
Disallow: /

User-agent: NetAnts
Disallow: /

User-agent: SuperBot
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Wget
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: MSProxy/2.0
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: webbandit
Disallow: /

User-agent: MS FrontPage
Disallow: /

User-agent: ia_archiver
Disallow: /