Debian 12 migration

.github/workflows/main.yml

@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-latest
     services:
       postgres:
-        image: postgres:11
+        image: postgres:15
         env:
           POSTGRES_USER: exodus
           POSTGRES_PASSWORD: exodus
@@ -34,8 +34,8 @@ jobs:
     strategy:
       matrix:
         python-version:
-          - "3.9"
           - "3.10"
+          - "3.11"
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}

Pipfile

@@ -17,7 +17,7 @@ exodus-core = "==1.3.10"
 google-play-scraper = "~=1.2.2"
 gunicorn = "~=20.1"
 mistune = "~=0.8"
-psycopg2 = "~=2.8.6"
+psycopg2 = "~=2.9.9"
 requests = "~=2.27"
 protobuf = "~=3.20.1"
 whitenoise = "~=6.2.0"

docker-compose.yml

@@ -2,7 +2,7 @@ version: "3"
 services:
 
   amqp:
-    image: rabbitmq:3.8.9-alpine
+    image: rabbitmq:3.10.8-alpine
     networks:
       backend:
         aliases:
@@ -16,7 +16,7 @@ services:
       POSTGRES_PASSWORD: exodus
       POSTGRES_DB: exodus
       PGDATA: /var/lib/postgresql/data/pgdata
-    image: postgres:11
+    image: postgres:15
     restart: always
     networks:
       backend:
@@ -70,7 +70,7 @@ services:
     environment:
       MINIO_ROOT_USER: exodusexodus
       MINIO_ROOT_PASSWORD: exodusexodus
-    image: minio/minio:RELEASE.2022-03-14T18-25-24Z
+    image: minio/minio:RELEASE.2024-01-05T22-17-24Z
     networks:
       backend:
         aliases:

docker/Dockerfile

@@ -1,26 +1,58 @@
-FROM alpine:3.18 AS apkeep-download
+FROM rust:1.75.0-slim-bookworm AS apkeep-build
 
 ENV APKEEP_VERSION=0.15.0
+ENV OPENSSL_VERSION=1.1.1w
 
-RUN wget https://github.com/EFForg/apkeep/releases/download/${APKEEP_VERSION}/apkeep-x86_64-unknown-linux-gnu -q -O /tmp/apkeep \
-  && chmod +x /tmp/apkeep
+# Workaround to build Apkeep (see https://github.com/Exodus-Privacy/exodus/issues/598)
 
-FROM python:3.9-slim-bullseye
+RUN apt-get update && apt-get install --no-install-recommends -y \
+  build-essential=12.* \
+  ca-certificates=202* \
+  curl=7.* \
+  pkg-config=1.* \
+  wget=1.* \
+  && apt-get clean \
+  && rm -rf /var/lib/apt/lists/*
+
+## Build OpenSSL
+
+RUN wget https://www.openssl.org/source/openssl-${OPENSSL_VERSION}.tar.gz -q -O /tmp/openssl-${OPENSSL_VERSION}.tar.gz \
+  && tar xfvz /tmp/openssl-${OPENSSL_VERSION}.tar.gz --directory /tmp/
+WORKDIR /tmp/openssl-${OPENSSL_VERSION}/
+RUN ./config --prefix=/opt/openssl --openssldir=/opt/openssl \
+  && make \
+  && make test \
+  && make install_sw
+
+## Build Apkeep
+
+RUN wget https://github.com/EFForg/apkeep/archive/refs/tags/${APKEEP_VERSION}.tar.gz -q -O /tmp/apkeep-${APKEEP_VERSION}.tar.gz \
+  && tar -xzf /tmp/apkeep-${APKEEP_VERSION}.tar.gz -C /tmp/ \
+  && rm /tmp/apkeep-${APKEEP_VERSION}.tar.gz
+WORKDIR /tmp/apkeep-${APKEEP_VERSION}
+RUN PATH=/opt/openssl/bin:$PATH LD_LIBRARY_PATH=/opt/openssl/lib OPENSSL_STATIC=1 OPENSSL_INCLUDE_DIR=/opt/openssl/include/ OPENSSL_LIB_DIR=/opt/openssl/lib/ OPENSSL_DIR=/opt/openssl/ cargo build --release \
+  && chmod +x target/release/apkeep \
+  && mv target/release/apkeep /opt/apkeep
+
+FROM python:3.11-slim-bookworm
 LABEL maintainer="Codimp"
 
 RUN apt-get update && apt-get install --no-install-recommends -y \
-  dexdump=10.0.0* \
-  postgresql-client-13=13* \
-  libpq-dev=13.* \
-  gcc=4:10.2.* \
+  dexdump=11.0.0* \
+  postgresql-client-15=15* \
+  libpq-dev=15.* \
+  gcc=4:12.2.* \
   musl-dev=1.2.* \
   libc6-dev=2.* \
   gettext=0.* \
-  pipenv=11.* \
+  pipenv=2022.12.* \
+  libssl3=3.* \
   && apt-get clean \
   && rm -rf /var/lib/apt/lists/*
 
-COPY --from=apkeep-download /tmp/apkeep /usr/local/bin/apkeep
+COPY --from=apkeep-build /opt/openssl /opt/openssl
+COPY --from=apkeep-build /opt/apkeep /usr/local/bin/apkeep
+RUN ln -s /usr/lib/ssl/certs /opt/openssl/certs
 
 WORKDIR /opt