User-agent: *
Disallow: /cpresources/
Disallow: /search/
Disallow: /vendor/
Disallow: /.env
Disallow: /*?*
Disallow: /photo-library/*/$
Allow: /photo-library/*/*/$
Allow: /common/base/css/.css
Allow: /common/*/*/*/$
Crawl-delay: 25

#User-agent: Monsidobot
#Disallow: /*?

User-agent: Amazonbot
Disallow: /download-file/
Disallow: /download-file/*

User-agent: Monsido 
Disallow: /download-file/
Disallow: /download-file/*

User-agent: coccocbot-web
Disallow: /download-file/
Disallow: /download-file/*

User-agent: SemrushBot-SA
Disallow: / 

User-agent: SemrushBot
Disallow: /