update s3 paths and package minor versions (#14)

.github/workflows/checks.yml

@@ -13,7 +13,7 @@ jobs:
     - name: Setup python
       uses: actions/setup-python@v5
       with:
-        python-version: "3.12.2"
+        python-version: "3.12.4"
     - name: Install dependencies
       run: pip install -r requirements_dev.txt
     - uses: pre-commit/[email protected]

README.md

@@ -18,7 +18,7 @@
     export PYTHONPATH=/path/to/police-data-trust-scrapers/
     ```
 
-2. Create a virtual environment with Python 3.12.2
+2. Create a virtual environment with Python 3.12.4
 
 3. Install requirements
 

requirements.txt

@@ -1,3 +1,3 @@
-requests==2.32.2
+requests==2.32.3
 Scrapy==2.11.2
 shutils==0.1.0

requirements_dev.txt

@@ -1,6 +1,6 @@
 -r requirements.txt
 
-ipython==8.25.0
+ipython==8.26.0
 pre-commit==3.7.1
-pytest==8.1.1
+pytest==8.2.2
 pytest-cov==5.0.0

scrapers/fifty_a/run.sh

@@ -3,5 +3,5 @@ BUCKET_NAME=npdc-scraper-output
 printf "running\n"
 scrapy crawl officer -O officers.jsonl
 scrapy crawl command -O commands.jsonl
-aws s3 cp officers.jsonl s3://$BUCKET_NAME/officers/$(date +"%Y-%m-%dT%H-%M-%S")/50a.jsonl
-aws s3 cp commands.jsonl s3://$BUCKET_NAME/commands/$(date +"%Y-%m-%dT%H-%M-%S")/50a.jsonl
+aws s3 cp officers.jsonl s3://$BUCKET_NAME/officers/50a/$(date +"%Y-%m-%dT%H-%M-%S").jsonl
+aws s3 cp commands.jsonl s3://$BUCKET_NAME/commands/50a/$(date +"%Y-%m-%dT%H-%M-%S").jsonl