User-agent: *
Disallow: /eng/download.php
Disallow: /jpn/download.php
Disallow: /chc/download.php
Disallow: /chs/download.php
Disallow: /eng/download_complete.php
Disallow: /jpn/download_complete.php
Disallow: /chc/download_complete.php
Disallow: /chs/download_complete.php

User-agent: Baiduspider
Crawl-Delay: 15

User-agent: AhrefsBot
Crawl-Delay: 15

User-agent: SemrushBot
Crawl-Delay: 15

User-agent: bingbot
Crawl-Delay: 15

User-agent: BLEXBot
Crawl-Delay: 15

User-agent: MJ12bot
Crawl-Delay: 15

User-agent: MegaIndex
Crawl-Delay: 15