User-agent: *
Disallow: /ckeditor-full/
Disallow: /amring/
Disallow: /absxml/
Disallow: /diana/
Disallow: /shop/
Disallow: /req/
Disallow: /v1/



User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

# disallow all files ending with these extensions

# Disallow: /*.php$
# Disallow: /*.php*