diff --git a/.github/workflows/partial.yaml b/.github/workflows/partial.yaml index 0201834..80af31e 100644 --- a/.github/workflows/partial.yaml +++ b/.github/workflows/partial.yaml @@ -31,7 +31,7 @@ jobs: pip install -r requirements.txt - name: Run partial processing id: main - if: matrix.module != 'eufondy' && matrix.module != 'psp' && matrix.module != 'steno' + if: matrix.module != 'eufondy' && matrix.module != 'psp' run: | python3 main.py --connstring sqlite:///data.db --partial ${{ matrix.module }} - name: Run partial processing (broken jobs) diff --git a/data/psp/main.py b/data/psp/main.py index a7d499a..383efe7 100644 --- a/data/psp/main.py +++ b/data/psp/main.py @@ -8,6 +8,7 @@ import multiprocessing import os import shutil +import ssl import zipfile from contextlib import contextmanager from datetime import datetime @@ -15,6 +16,8 @@ from tempfile import TemporaryDirectory from urllib.request import urlopen +ssl._create_default_https_context = ssl._create_unverified_context + NULL_DATE = datetime(1900, 1, 1, 0, 0) HTTP_TIMEOUT = 90 diff --git a/data/steno/main.py b/data/steno/main.py index dd81010..51c7a31 100644 --- a/data/steno/main.py +++ b/data/steno/main.py @@ -5,6 +5,7 @@ import os import re import shutil +import ssl import tempfile import zipfile from collections import Counter @@ -16,6 +17,8 @@ import lxml.html from tqdm import tqdm +ssl._create_default_https_context = ssl._create_unverified_context + HTTP_TIMEOUT = 90