# START CUSTOM LAW BLOCK # --------------------------- User-agent: * Disallow: https://www.law.berkeley.edu/archive/files/Transcript_Spring_2012_lowres2.pdf # --------------------------- # END CUSTOM LAW BLOCK Crawl-delay: 10 # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://www.law.berkeley.edu/sitemap_index.xml # --------------------------- # END YOAST BLOCK # Start Siteimprove Robots.txt Exclusions # --------------------------- User-agent: SiteimproveBot User-agent: SiteimproveBot-Crawler Disallow: /series/* Disallow: /content-block/* Disallow: /private-page/* Disallow: /venue/* Disallow: /organizer/* Disallow: /category/* Disallow: /tag/* Disallow: /events/tag/* Disallow: /type/* Disallow: /article-faculty/* Disallow: /article-topic/* Disallow: /center-category/* Disallow: /center-faculty/* Disallow: /press-release-category/* Disallow: /multimedia-category/* Disallow: /podcast-series/* Disallow: /podcast-topic/* Disallow: /commentary-tag/* Disallow: /commentary-category/* Disallow: /sidebar-tag/* Disallow: /sidebar-category/* Disallow: /spotlight-tag/* Disallow: /spotlight-category/* Disallow: /faculty-type/* Disallow: /faculty-expertise/* Disallow: /map-state-category/* Disallow: /case-project-type/* Disallow: /case-project-topic/* Disallow: /events/category/* Disallow: /events/organizers/category/* Disallow: /events/venues/category/* Disallow: /events/list/ Disallow: /events/list/* Disallow: /events/month/ Disallow: /events/month/* Disallow: /events/today/ Disallow: /events/today/* Disallow: /events/summary/ Disallow: /events/summary/* Disallow: /events/photo/ Disallow: /events/photo/* Disallow: /events/week/ Disallow: /events/week/* Disallow: /events/map/ Disallow: /events/map/* # --------------------------- # End Siteimprove Robots.txt Exclusions