ref(ci): Add Rust CI (#324)

* add rust ci * patch rdkafka in arroyo as well * run kafka for rust ci
getsentry · Jan 17, 2024 · 36eaee3 · 36eaee3
1 parent 6002cee
commit 36eaee3
Show file tree

Hide file tree

Showing 4 changed files with 54 additions and 17 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -57,23 +57,7 @@ jobs:
         with:
           python-version: ${{ matrix.python }}
       - name: Run Zookeeper and Kafka
-        run: |
-          docker run \
-            --name sentry_zookeeper \
-            -d --network host \
-            -e ZOOKEEPER_CLIENT_PORT=2181 \
-            confluentinc/cp-zookeeper:6.2.0
-
-          docker run \
-            --name sentry_kafka \
-            -d --network host \
-            -e KAFKA_ZOOKEEPER_CONNECT=127.0.0.1:2181 \
-            -e KAFKA_LISTENERS=INTERNAL://0.0.0.0:9093,EXTERNAL://0.0.0.0:9092 \
-            -e KAFKA_ADVERTISED_LISTENERS=INTERNAL://127.0.0.1:9093,EXTERNAL://127.0.0.1:9092 \
-            -e KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT \
-            -e KAFKA_INTER_BROKER_LISTENER_NAME=INTERNAL \
-            -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
-            confluentinc/cp-kafka:6.2.0
+        run: sh scripts/run-kafka.sh
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip

diff --git a/.github/workflows/rust-ci.yml b/.github/workflows/rust-ci.yml
@@ -0,0 +1,32 @@
+name: Rust
+
+on:
+  push:
+    branches:
+      - main
+      - release/**
+
+  pull_request:
+
+jobs:
+  lint:
+    name: "Linting"
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v3
+        name: Checkout code
+      - name: Run linter
+        run: cd rust-arroyo && cargo check && cargo fmt --check
+
+  test:
+    name: "Tests"
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    steps:
+      - uses: actions/checkout@v3
+        name: Checkout code
+      - name: Run Zookeeper and Kafka
+        run: sh scripts/run-kafka.sh
+      - name: Run tests
+        run: cd rust-arroyo && cargo test
diff --git a/rust-arroyo/Cargo.toml b/rust-arroyo/Cargo.toml
@@ -22,3 +22,6 @@ parking_lot = "0.12.1"
 
 [dev-dependencies]
 tracing-subscriber = "0.3.18"
+
+[patch.crates-io]
+rdkafka = { git = "https://github.com/fede1024/rust-rdkafka" }
diff --git a/scripts/run-kafka.sh b/scripts/run-kafka.sh
@@ -0,0 +1,18 @@
+#!/bin/sh
+
+docker run \
+    --name sentry_zookeeper \
+    -d --network host \
+    -e ZOOKEEPER_CLIENT_PORT=2181 \
+    confluentinc/cp-zookeeper:6.2.0
+
+docker run \
+    --name sentry_kafka \
+    -d --network host \
+    -e KAFKA_ZOOKEEPER_CONNECT=127.0.0.1:2181 \
+    -e KAFKA_LISTENERS=INTERNAL://0.0.0.0:9093,EXTERNAL://0.0.0.0:9092 \
+    -e KAFKA_ADVERTISED_LISTENERS=INTERNAL://127.0.0.1:9093,EXTERNAL://127.0.0.1:9092 \
+    -e KAFKA_LISTENER_SECURITY_PROTOCOL_MAP=INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT \
+    -e KAFKA_INTER_BROKER_LISTENER_NAME=INTERNAL \
+    -e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
+    confluentinc/cp-kafka:6.2.0