Drop the Set-Cookie header

scrapy_zyte_api/responses.py

@@ -22,7 +22,11 @@ class ZyteAPIMixin:
         # Zyte API already decompresses the HTTP Response Body. Scrapy's
         # HttpCompressionMiddleware will error out when it attempts to
         # decompress an already decompressed body based on this header.
-        "content-encoding"
+        "content-encoding",
+        # Cookies should be fetched from experimental.responseCookies only, the
+        # Set-Cookie header may define cookies from the main HTTP response that
+        # were overriden later on, e.g. during browser rendering.
+        "set-cookie",
     }
 
     def __init__(self, *args, raw_api_response: Optional[Dict] = None, **kwargs):

tests/test_responses.py

@@ -235,6 +235,7 @@ def test_response_headers_removal(api_response, cls):
     """
     additional_headers = [
         {"name": "Content-Encoding", "value": "gzip"},
+        {"name": "Set-Cookie", "value": "a=b"},
         {"name": "X-Some-Other-Value", "value": "123"},
     ]
     raw_response = api_response()