User-Agent: msnbot
Crawl-delay: 10000

User-agent: yandex
Crawl-delay: 10000

User-agent: Googlebot
Crawl-delay: 90

User-agent: MJ12bot
Crawl-delay: 10000

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Slurp
Crawl-delay: 10000

User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
Allow: /components/*.js
Allow: /components/*.css
Allow: /media/*.css
Allow: /modules/*.js
Allow: /modules/*.css
Allow: /plugins/*.js
Allow: /plugins/*.css
Allow: /templates/*.js
Allow: /templates/*.css
Disallow: /*?
Disallow: /*=
Disallow: /administrator/
Allow: /cache/widgetkit/*.css
Disallow: /cache/
Disallow: /cli/
Allow: /components/com_mtree/templates/kinabalu/template.css
Disallow: /components/
Disallow: /experiencias/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /media/
Disallow: /modules/
Allow: /templates/dailynews/css_compiled/template-blue.css
Disallow: /templates/
Disallow: /tmp/
Disallow: /old/