user-agent: twiceler
disallow: /

user-agent: LiteFinder
disallow: /

User-agent: MJ12bot
disallow: /

User-agent: heritrix
disallow: /