User-agent: daumoa
Disallow: /
user-agent: AhrefsBot
disallow: /
User-Agent: MJ12bot
disallow: /
User-Agent:BLEXBot
Disallow: /
User-agent: *
Crawl-delay: 20
Disallow: /authcallback/
Disallow: /api/
Disallow: /admin-api/
Disallow: /admin/
Disallow: /login/
Disallow: /logout
Disallow: /site/
Disallow: /accessdenied/
Disallow: /adminaccessdenied/
Disallow: /registeruser/
Disallow: /contactus/
Disallow: /passwordhelp/
Disallow: /unlockoffer/
Disallow: /preferences/
Disallow: /ajaxPreferences/
Disallow: /commerce/
Disallow: /register/
Disallow: /welcome/
Disallow: /*.pdf
Disallow: /*?reauthenticate
Disallow: /authcallback*
Disallow: /authcallback/*
Disallow: /api/*
Disallow: /admin-api/*
Disallow: /admin/*
Disallow: /login/*
Disallow: /logout/*
Disallow: /site/*
Disallow: /accessdenied/*
Disallow: /adminaccessdenied/*
Disallow: /registeruser/*
Disallow: /contactus/*
Disallow: /passwordhelp/*
Disallow: /unlockoffer/*
Disallow: /preferences/*
Disallow: /ajaxPreferences/*
Disallow: /commerce/*
Disallow: /register/*
Disallow: /welcome/*
Disallow: /*~~*
Disallow: /*/~*
Disallow: /~authorindex
Disallow: /*~authorindex
Disallow: /~titleindex
Disallow: /*~titleindex
Disallow: /~bookindex
Disallow: /*~bookindex