Test that different extraction outputs generate different fingerprints

scrapy-plugins · Nov 6, 2023 · f76ee50 · f76ee50
1 parent 5e205ef
commit f76ee50
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/tests/test_request_fingerprinter.py b/tests/test_request_fingerprinter.py
@@ -391,3 +391,17 @@ def test_url_fragments(params, match):
         assert fingerprint1 == fingerprint2
     else:
         assert fingerprint1 != fingerprint2
+
+
+def test_autoextract():
+    crawler = get_crawler()
+    fingerprinter = create_instance(
+        ScrapyZyteAPIRequestFingerprinter, settings=crawler.settings, crawler=crawler
+    )
+    request1 = Request("https://toscrape.com", meta={"zyte_api": {"product": True}})
+    fingerprint1 = fingerprinter.fingerprint(request1)
+    request2 = Request(
+        "https://toscrape.com", meta={"zyte_api": {"productNavigation": True}}
+    )
+    fingerprint2 = fingerprinter.fingerprint(request2)
+    assert fingerprint1 != fingerprint2