User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /fgci-bin/
Disallow: /nc/
Disallow: /html/
Disallow: /logs/
Disallow: /secure/
Disallow: /usage/
Disallow: /typo3_src/
Disallow: /typo3/
Disallow: /hashes/
Disallow: /typo3conf/ext/
Disallow: /typo3conf/
Disallow: /typo3temp/
Disallow: /fileadmin/_processed_/
Disallow: /fileadmin/_temp_/
Disallow: /system/Configuration/
Disallow: /system/Helper/
Disallow: /system/Private/
Disallow: /generator