User-agent: *
Crawl-delay: 10
Sitemap: https://maps.princeton.edu/sitemap.xml.gz
Disallow: /*?q=*
Disallow: /*?f*
Disallow: /*?bbox*
Disallow: /bookmarks
Disallow: /catalog/*/
Disallow: /catalog/*/web_services
Disallow: /catalog/email
Disallow: /catalog/opensearch
Disallow: /catalog/range_limit
Disallow: /catalog/sms
Disallow: /saved_searches
Disallow: /search_history
Disallow: /suggest
Disallow: /users
Disallow: /404
Disallow: /422
Disallow: /500