User-agent: *
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to admin section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages
Disallow: /404-error/ #block access to 404 page
Disallow: *?filter* #block filtered pages
Disallow: *&filter* #block filtered pages
user-agent: Pinterestbot
Crawl-delay: 1
User-agent: amazon-kendra-web-crawler-* 
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-agent: Yahoo! Slurp
Disallow: /
User-agent: sogou
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Flamingo_SearchEngine+(+http://www.flamingosearch.com/bot)
Disallow: /
User-agent: Flamingo_SearchEngine
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: eknip
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: 008
Disallow: /
User-agent: sistrix 
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: BacklinkCrawler 
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Domain Re-Animator Bot
Disallow: /
User-agent: PaperLiBot
Disallow: /
User-agent: PaperLiBot/2.1
Disallow: /
User-agent: +PaperLiBot
Disallow: /
User-agent: +PaperLiBot/2.1
Disallow: /
User-agent: Mozilla/5.0 (compatible; PaperLiBot/2.1; http://support.paper.li/entries/20023257-what-is-paper-li)
Disallow: /
User-agent: GPTBot
Disallow: /
Sitemap: http://www.kleuteruniversiteit.nl/sitemap.xml