User-agent: *
Disallow: /index.php/
Disallow: /*?
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Sitemap: https://www.maene.nl/sitemap.xml

## Delay or disallow for specific bots

# Blocked bots

User-Agent: Baiduspider
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: / 

# Delayed bots 

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: YandexBot 
Crawl-delay: 20

User-agent: dotbot
Crawl-delay: 10

User-agent: rogerbot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: Uptimebot
Crawl-Delay: 10

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20