<?xml version="1.0" encoding="UTF-8"?>
<crawlerPolicy xmlns="https://w3id.org/dataverse-repocatalog/crawler-policy/v1" version="1.0" generatedAt="2026-08-29T05:07:02Z" refreshAfterSeconds="60">
  <scope catalog="https://bonndata.uni-bonn.de/catalog" aggregation="crawler-identity-across-all-ip-addresses-and-connections" />
  <identity userAgentRequired="true" contactUrlRequired="true" format="ProductName/Version (+https://contact.example/bot)" />
  <discovery sitemap="https://bonndata.uni-bonn.de/catalog/sitemap.xml" sitemapOnly="false" crawlBinaryDownloads="true" />
  <baseline maxConcurrentRequests="5" minimumSecondsBetweenRequestStarts="20" />
  <resourcePolicy stopCpuPercent="80" stopMemoryPercent="80" />
  <http conditionalRequestsRequired="true" honorRetryAfter="true" exponentialBackoffRequired="true" />
  <currentStatus availability="live" cpuPercent="4" memoryPercent="26" tier="normal" action="crawl" maxConcurrentRequests="5" minimumSecondsBetweenRequestStarts="20" retryAfterSeconds="0" />
</crawlerPolicy>
