user-agent: AhrefsBot
disallow: / 

User-agent:archive.org_bot
Disallow:/

User-agent:NPBot
Disallow:/

User-agent:ia_archiver
Disallow:/

User-agent:BDFetch
Disallow:/

User-agent:NextGenSearchBot 1
Disallow:/

User-agent:aipbot
Disallow:/

User-agent:ia_archiver
Disallow:/

User-agent:BPImageWalker/2.0
Disallow:/


User-agent:attributor/1.13.2
Disallow:/


User-agent:YodaoBot/1.0
Disallow:/

Yanga WorldSearch Bot v1.1
Disallow:/

MLBot
Disallow:/

Baiduspider
Disallow:/

archive.org_bot 
Disallow:/

archive-org.com
Disallow:/

Wotbox/2.01 
Disallow:/

ArchiveTeam ArchiveBot/20140819.03
Disallow:/

ArchiveTeam ArchiveBot/20141009.02
Disallow:/

ArchiveTeam ArchiveBot*
Disallow:/
# Edited on 11.03.14