User-agent: *
Sitemap: https://www.sexshopcity.nl/sitemap.xml

User-agent: *
Disallow: /ajax
Disallow: /pdf
Disallow: /afrekenenwinkelwagen/
Disallow: /afrekenenwinkelwagen.html
Disallow: /afrekenenadres/
Disallow: /afrekenenadres.html
Disallow: /afrekenenoverzicht/
Disallow: /afrekenenoverzicht.html
Disallow: /afrekenenafterpay/
Disallow: /afrekenenafterpay.html
Disallow: /afrekenenbezorgen/
Disallow: /afrekenenbetaalmethode/
Disallow: /bestelling/
Disallow: /bestelling.html
Disallow: /bestelling_annuleren/
Disallow: /bestelling_annuleren.html
Disallow: /bestelling_error/
Disallow: /bestelling_error.html
Disallow: /kassa/
Disallow: /kassa.html
Disallow: /vieworder.html
Disallow: /retourformulier.html
Disallow: /bedankt.html
Disallow: /zoeken.html
Disallow: /recensie.html
Disallow: /account/
Disallow: /account-registeren/
Disallow: /wachtwoord-vergeten/
Disallow: /factuur/

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TwengaBot-2.0
Disallow: /

User-agent: Yandex
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Jyxobot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: dotbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Aboundexbot
Disallow: /