# dynamic contents should not be crawled
User-agent: *
Disallow: /m/

User-agent: ia_archiver
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Megalodon
Disallow: /

User-agent: duggmirror
Disallow: /