Merge pull request #536 from module17/add-sec-ch-ua-header

Add HTTP_SEC_CH_UA as possible header to detect crawler
JayBizzle · Sep 14, 2024 · 240104e · 240104e
2 parents 275002e + 886219a
commit 240104e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/Fixtures/Headers.php b/src/Fixtures/Headers.php
@@ -33,5 +33,7 @@ class Headers extends AbstractProvider
         // Sometimes, bots (especially Google) use a genuine user agent, but fill this header in with their email address
         'HTTP_FROM',
         'HTTP_X_SCANNER', // Seen in use by Netsparker
+        // Observed that Facebook will omit identifying itself in User Agent headers but will persist HeadlessChrome in this header for mobile requests
+        'HTTP_SEC_CH_UA',
     );
 }