CI: add EPICS/caproto IOC and other things

.ci/drop-in.py

@@ -0,0 +1,20 @@
+print(f"Loading {__file__}")
+
+from pprint import pprint
+
+for dev in [
+    qepro,
+    ultra1,
+    ultra2,
+    dds1,
+    dds1_p1,
+    dds1_p2,
+    dds2,
+    dds2_p1,
+    dds2_p2,
+    LED,
+    deuterium,
+    halogen,
+    UV_shutter,
+]:
+    pprint(dev.read())

.github/workflows/testing.yml

@@ -18,6 +18,10 @@ jobs:
       fail-fast: false
     env:
       TZ: America/New_York
+      EPICS_CA_ADDR_LIST: 127.0.0.1
+      EPICS_CA_AUTO_ADDR_LIST: NO
+      MPLBACKEND: Qt5Agg
+      OPHYD_TIMEOUT: 60
 
     defaults:
       run:
@@ -55,6 +59,10 @@ jobs:
       - name: Start MongoDB
         uses: supercharge/[email protected]
 
+      - name: Start Kafka and Zookeeper
+        run: |
+          docker-compose -f configs/bitnami-kafka-docker-compose.yml up -d
+
       - name: Set up Python ${{ matrix.python-version }} with conda
         uses: conda-incubator/setup-miniconda@v2
         with:
@@ -93,6 +101,18 @@ jobs:
         run: |
           set -vxeuo pipefail
           conda activate ~/env
+
+          # Start caproto "black-hole" IOC:
+
+          echo -e "\n" | caproto-spoof-beamline &
+
+          # Solve a missing "caRepeater" binary (same reason as in
+          # https://github.com/bluesky/tutorial/blob/master/binder/postBuild#L8):
+          ln -sv caproto-repeater ${CONDA_PREFIX}/bin/caRepeater
+
+          # Check the docker containers with Kafka is still running:
+          docker-compose -f configs/bitnami-kafka-docker-compose.yml ps -a
+
           # This is what IPython does internally to load the startup files:
           command="
           import os
@@ -110,3 +130,10 @@ jobs:
               ip.parent._exec_file(f)"
 
           ipython --profile=test -c "$command"
+
+      - name: Check docker-compose logs
+        run: |
+          set -vxeuo pipefail
+
+          # Check the docker logs after the testing
+          docker-compose -f configs/bitnami-kafka-docker-compose.yml logs

configs/bitnami-kafka-docker-compose.yml

@@ -0,0 +1,20 @@
+version: "3"
+services:
+  zookeeper:
+    image: 'docker.io/bitnami/zookeeper:latest'
+    ports:
+      - '2181:2181'
+    environment:
+      - ALLOW_ANONYMOUS_LOGIN=yes
+  kafka:
+    image: 'docker.io/bitnami/kafka:latest'
+    ports:
+      - '9092:9092'
+    environment:
+      - KAFKA_BROKER_ID=1
+      - KAFKA_CFG_LISTENERS=PLAINTEXT://:9092
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://127.0.0.1:9092
+      - KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181
+      - ALLOW_PLAINTEXT_LISTENER=yes
+    depends_on:
+      - zookeeper

startup/10-QEPro.py

@@ -548,3 +548,4 @@ def export_from_scan(self, uid, csv_path, sample_type=None, plot=False, data_age
 except (NameError, ModuleNotFoundError):
     pass
 qepro = QEPro('XF:28ID2-ES{QEPro:Spec-1}:', name='QEPro', )
+qepro.wait_for_connection(10)

startup/11-pump_ultra.py

@@ -343,11 +343,13 @@ def syringe_diameter(volume, material='steel'):
                                  'read_withdrawn', 'read_withdrawn_unit',
                                  'read_infuse_rate', 'read_infuse_rate_unit',
                                  'read_withdraw_rate', 'read_withdraw_rate_unit'])
+ultra1.wait_for_connection(10)
 
 ultra2 = syrng_ultra('XF:28IDC-ES:1{Pump:Syrng-Ultra:2}:', name='Pump_Ultra2', 
                      read_attrs=['status', 'communication', 'update_pump', 
                                  'read_target_vol', 'read_target_vol_unit',
                                  'read_infused', 'read_infused_unit', 
                                  'read_withdrawn', 'read_withdrawn_unit',
                                  'read_infuse_rate', 'read_infuse_rate_unit',
-                                 'read_withdraw_rate', 'read_withdraw_rate_unit'])
+                                 'read_withdraw_rate', 'read_withdraw_rate_unit'])
+ultra2.wait_for_connection()