never ends...

fixtures/crawlers.yml

@@ -8,6 +8,8 @@ Aboundexbot:
   - Aboundex/0.3 (http://www.aboundex.com/crawler/)
 Acoon:
   - Mozilla/5.0 (compatible; AcoonBot/4.11.1; +http://www.acoon.de/robot.asp)
+ActiveComply:
+  - Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.6613.18 Safari/537.36 (compatible; ActiveComply/2.0; +https://app.activecomply.com/bot)
 AddThis.com:
   - AddThis.com robot [email protected]
 ADMantX:
@@ -22,9 +24,6 @@ AlertSite Monitoring:
   - Mozilla/5.0 (X11; Linux x86_64; rv:52.0) Gecko/20100101 Firefox/52.0 DejaClick/2.9.7.2
 Alexa:
   - ia_archiver (+http://www.alexa.com/site/help/webmasters; [email protected])
-Alexa Crawler:
-  - ia_archiver (+http://www.alexa.com/site/help/webmasters; [email protected])
-Alexa Site Audit:
   - Mozilla/5.0 (compatible; alexa site audit/1.0; http://www.alexa.com/help/webmasters; )
 Amaya:
   - amaya/10 libwww/5.4.0

fixtures/downloaded/downloaded

@@ -1 +1 @@
-Mon, 18 Nov 2024 21:28:39 GMT
+Thu, 28 Nov 2024 17:17:31 GMT

fixtures/downloaded/matomo-org.json

@@ -1039,5 +1039,8 @@
   "Mozilla/5.0 (compatible; GoogleDocs; jam; +http://docs.google.com)",
   "Mozilla/5.0 (compatible; GoogleDocs; +http://docs.google.com; +Google-Document-Conversion)",
   "Mozilla/5.0 (compatible; GoogleDocs; apps-spreadsheets; +http://docs.google.com)",
-  "Mozilla/5.0 (compatible; GoogleDocs; apps-presentations; +http://docs.google.com)"
+  "Mozilla/5.0 (compatible; GoogleDocs; apps-presentations; +http://docs.google.com)",
+  "Mozilla 5.0 (compatible; Pigafetta/0.5; +http://visual-seo.com/Pigafetta-Bot)",
+  "Mozilla/5.0 (compatible; Cotoyogi/4.0; +https://ds.rois.ac.jp/center8/crawler/",
+  "SuggestBot/1.0"
 ]