Improves detection for Owler (#7735)

liviuconcioiu · web-flow · commit 20278b17366d · 2024-07-08T15:49:23.000+03:00
ref #7734
diff --git a/Tests/fixtures/bots.yml b/Tests/fixtures/bots.yml
@@ -5974,6 +5974,15 @@
     producer:
       name: Open Search Foundation e.V.
       url: https://openwebsearch.eu/
+-
+  user_agent: Owler (ows.eu/owler)
+  bot:
+    name: OWLer
+    category: Crawler
+    url: https://openwebsearch.eu/owler/
+    producer:
+      name: Open Search Foundation e.V.
+      url: https://openwebsearch.eu/
 -
   user_agent: Page Monitor (https://confluence.dev.bbc.co.uk/display/men/Page+Monitor)
   bot:
diff --git a/regexes/bots.yml b/regexes/bots.yml
@@ -3666,7 +3666,7 @@
     name: 'Meltwater Deutschland GmbH'
     url: 'https://www.meltwater.com/'
 
-- regex: '(?:Owler@ows\.eu|OWLer)/[\d.]+'
+- regex: 'owler'
   name: 'OWLer'
   category: 'Crawler'
   url: 'https://openwebsearch.eu/owler/'
