Crawl-delay: 5
Sitemap: https://boa.unimib.it/sitemap
Sitemap: https://boa.unimib.it/htmlmap

User-agent: *
Disallow: /browse
Disallow: /advanced-search
Disallow: /contact
Disallow: /feedback
Disallow: /forgot
Disallow: /login
Disallow: /register
Disallow: /simple-search
Disallow: /*browse-author
Disallow: /*items-by-author
Disallow: /*browse-date
Disallow: /*browse-subject
Disallow: /*browse-title
Disallow: /*type=author
Disallow: /*type=dateissued
Disallow: /*type=subject
Disallow: /*/browse
Disallow: /displaystats
Disallow: /cris/stats/*
Disallow: /cris/network/*
Disallow: /cris/dnetwork/*
Disallow: /json/*
Disallow: /sur/*
Disallow: /ap/restservices/*

User-Agent: Googlebot
Disallow: /browse
Disallow: /browse-date
Disallow: /community-list
Disallow: /advanced-search
Disallow: /contact
Disallow: /feedback
Disallow: /forgot
Disallow: /login
Disallow: /register
Disallow: /simple-search
Disallow: /*browse-author$
Disallow: /*items-by-author$
Disallow: /*browse-date$
Disallow: /*browse-subject$
Disallow: /*browse-title$
Disallow: /*type=author
Disallow: /*type=dateissued
Disallow: /*type=subject
Disallow: /*/browse
Disallow: /displaystats
Disallow: /cris/stats/*
Disallow: /cris/network/*
Disallow: /cris/dnetwork/*
Disallow: /json/*
Disallow: /sur/*
Disallow: /ap/restservices/*