User-agent: *

# maximum rate is one page every 5 seconds
Request-rate: 1/5
# 50 seconds between page requests
Crawl-delay: 50

# Block access to specific groups of pages

Disallow: /shop/?filter*

User-agent: *MJ12bot*
Disallow: /

User-agent: *PetalBot*
Disallow: /

User-agent: *SemrushBot*
Disallow: /