allow file:// prefix for file proxy lists

monosans · Jan 7, 2025 · 63b706a · 63b706a
1 parent 07148d8
commit 63b706a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/proxy_scraper_checker/scraper.py b/proxy_scraper_checker/scraper.py
@@ -42,7 +42,9 @@ async def scrape_one(
                 content = await response.read()
             text = get_response_text(response=response, content=content)
         else:
-            content = await asyncio.to_thread(Path(source).read_bytes)
+            content = await asyncio.to_thread(
+                Path(source.removeprefix("file://")).read_bytes
+            )
             text = bytes_decode(content)
     except ClientResponseError as e:
         _logger.warning(