#
###############################################################################
#      ____                              ____            _              _ 
#     | __ )  ___   ___  _ __ ___       |  _ \ ___  _ __| |_ __ _  __ _| |
#     |  _ \ / _ \ / _ \| '_ ` _ \ _____| |_) / _ \| '__| __/ _` |/ _` | |
#     | |_) | (_) | (_) | | | | | |_____|  __/ (_) | |  | || (_| | (_| | |
#     |____/ \___/ \___/|_| |_| |_|     |_|   \___/|_|   \__\__,_|\__,_|_|
#
###############################################################################

## GENERAL SETTINGS

User-agent: *



## MAIN SITEMAP
Sitemap: https://www.boomportaal.nl/sitemap.xml


## SITEMAP PORTAL PAGES
Sitemap: https://www.boomportaal.nl/sitemap_portal_pages.xml


## SITEMAP PORTAL COLLECTIONS
Sitemap: https://www.boomportaal.nl/sitemap_portal_collections.xml


## SITEMAP EBOOKS
Sitemap: https://www.boomportaal.nl/sitemap_ebooks.xml


## SITEMAP JOURNALS
Sitemap: https://www.boomportaal.nl/sitemap_journals.xml


## SITEMAP JOURNAL ARTICLES
Sitemap: https://www.boomportaal.nl/sitemap_journal_articles.xml


## SITEMAP DATABASES
Sitemap: https://www.boomportaal.nl/sitemap_databases.xml


## SITEMAP DATABASE ARTICLES
Sitemap: https://www.boomportaal.nl/sitemap_database_articles.xml


## SITEMAP CASELAW
Sitemap: https://www.boomportaal.nl/sitemap_caselaw.xml


## SITEMAP CASELAW CONTENT
Sitemap: https://www.boomportaal.nl/sitemap_caselaw_content.xml



## PRIVATE URLS
# Disallow: /login



## QUERIES
Disallow: /catalogus/?t=*
Disallow: /catalogus/?oa=*
Disallow: /catalogus/?d=*
Disallow: /catalogus/?c=*
Disallow: /catalogus/?s=*
Disallow: /catalogus/?y=*
Disallow: /catalogus/?q=*
Disallow: /catalogus/?o=*



## SPECIFIC BOTS SETTINGS
User-agent: Baiduspider
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: YandexBot
Disallow: / 

User-agent: Yandex
Disallow: / 

User-agent: archive.org_bot
Visit-time: 0200-0600

User-agent: SEMrushBot
Visit-time: 0100-0800

User-agent: YandexImages
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10

User-agent: AhrefsBot 
Crawl-delay: 0100-0800

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCapture 2.0
Disallow: /

User-agent: WebCopier v.2.2
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: Xenu\\\'s Link Sleuth 1.1c
Disallow: /

User-agent: Xenu\\\'s
Disallow: /