fixed dbt transformation issue

env.template

@@ -17,7 +17,7 @@ CHT_PIPELINE_BRANCH_URL="https://github.com/medic/cht-pipeline.git#main"
 # couchdb and logstash: required environment variables for 'gamma', 'prod' and 'local'
 COUCHDB_USER=test
 COUCHDB_PASSWORD=test
-COUCHDB_DBS="medic medic_sentinel" # space sperated list of databases you want to sync e.g "medic medic_sentinel"
+COUCHDB_DBS="couchdb couchdb_sentinel" # space sperated list of databases you want to sync e.g "medic medic_sentinel"
 COUCHDB_HOST=couchdb
 COUCHDB_PORT=5984
 COUCHDB_SECURE=false

logstash/pipeline/sample.conf → logstash/pipeline/couchdb.conf

@@ -2,7 +2,7 @@
 input {
     couchdb_changes {
         always_reconnect => true
-        db => "medic"
+        db => "couchdb"
         host => "${COUCHDB_HOST}"
         username => "${COUCHDB_USER}"
         password => "${COUCHDB_PASSWORD}"
@@ -29,6 +29,6 @@ output {
         format => "json"
         http_method => "post"
         ignorable_codes => 409
-        url => "http://${HTTP_ENDPOINT}/medic"
+        url => "http://${HTTP_ENDPOINT}/couchdb"
     }
 }

logstash/pipeline/couchdb_sentinel.conf

@@ -0,0 +1,34 @@
+
+input {
+    couchdb_changes {
+        always_reconnect => true
+        db => "couchdb_sentinel"
+        host => "${COUCHDB_HOST}"
+        username => "${COUCHDB_USER}"
+        password => "${COUCHDB_PASSWORD}"
+        keep_id => true
+        keep_revision => true
+        secure => "${COUCHDB_SECURE}"
+        port => "${COUCHDB_PORT}"
+        sequence_path => "${COUCHDB_SEQ}"
+    }
+}
+
+filter {
+    json{
+        source => "message"
+    }
+    mutate {
+       add_field => { "_id" => "%{[doc][_id]}" }
+       add_field => { "_rev" => "%{[doc][_rev]}" }
+    }
+}
+
+output {
+    http {
+        format => "json"
+        http_method => "post"
+        ignorable_codes => 409
+        url => "http://${HTTP_ENDPOINT}/couchdb_sentinel"
+    }
+}

scripts/config.ts

@@ -1,7 +1,7 @@
 import "dotenv/config"
 import path from "path";
 
-export const COUCHDB_DBS = process.env.COUCHDB_DBS || "medic";
+export const COUCHDB_DBS = process.env.COUCHDB_DBS || "couchdb";
 
 export const LOGSTASH_PIPELINE_DIR = path.join(
   __dirname,