Production Release

.github/workflows/aws.yml

@@ -40,6 +40,7 @@ env:
   OPENAI_API_KEY: ${{ secrets.DEVELOPMENT_OPENAI_API_KEY }}
   ZENVIA_API_URL: ${{ secrets.DEVELOPMENT_ZENVIA_API_URL }}
   ZENVIA_API_TOKEN: ${{ secrets.DEVELOPMENT_ZENVIA_API_URL }}
+  AGENCIA_ACCESS_TOKEN: ${{ secrets.DEVELOPMENT_AGENCIA_ACCESS_TOKEN }}
 
 jobs:
   setup-build-publish:
@@ -76,6 +77,7 @@ jobs:
           echo "OPENAI_API_KEY=${{ secrets.PRODUCTION_OPENAI_API_KEY }}" >> $GITHUB_ENV
           echo "ZENVIA_API_URL=${{ secrets.PRODUCTION_ZENVIA_API_URL }}" >> $GITHUB_ENV
           echo "ZENVIA_API_TOKEN=${{ secrets.PRODUCTION_ZENVIA_API_TOKEN }}" >> $GITHUB_ENV
+          echo "AGENCIA_ACCESS_TOKEN=${{ secrets.PRODUCTION_AGENCIA_ACCESS_TOKEN }}" >> $GITHUB_ENV
 
       - name: Configure AWS credentials
         uses: aws-actions/configure-aws-credentials@v1
@@ -110,6 +112,7 @@ jobs:
           sed -i "s%NOVU_APPLICATION_IDENTIFIER%$NOVU_APPLICATION_IDENTIFIER%g" config.$ENVIRONMENT.yaml
           sed -i "s%AGENTS_API_URL%$AGENTS_API_URL%g" config.$ENVIRONMENT.yaml
           sed -i "s%OPENAI_API_KEY%$OPENAI_API_KEY%g" config.$ENVIRONMENT.yaml
+          sed -i "s%AGENCIA_ACCESS_TOKEN%$AGENCIA_ACCESS_TOKEN%g" config.$ENVIRONMENT.yaml
 
       - name: Set migrate-mongo-config.ts
         run: |
@@ -184,6 +187,7 @@ jobs:
           echo "OPENAI_API_KEY=${{ secrets.PRODUCTION_OPENAI_API_KEY }}" >> $GITHUB_ENV
           echo "ZENVIA_API_URL=${{ secrets.PRODUCTION_ZENVIA_API_URL }}" >> $GITHUB_ENV
           echo "ZENVIA_API_TOKEN=${{ secrets.PRODUCTION_ZENVIA_API_TOKEN }}" >> $GITHUB_ENV
+          echo "AGENCIA_ACCESS_TOKEN=${{ secrets.PRODUCTION_AGENCIA_ACCESS_TOKEN }}" >> $GITHUB_ENV
 
       - name: Set environment
         run: |

config.development.yaml

@@ -44,4 +44,6 @@ services:
       zenvia:
         api_url: ZENVIA_API_URL
         api_token: ZENVIA_API_TOKEN
+      agencia:
+        access_token: AGENCIA_ACCESS_TOKEN
 

config.example.yaml

@@ -46,4 +46,5 @@ services:
       zenvia:
         api_url: ZENVIA_API_URL
         api_token: ZENVIA_API_TOKEN
-
+      agencia:
+        access_token: AGENCIA_ACCESS_TOKEN

config.production.yaml

@@ -42,3 +42,5 @@ services:
       zenvia:
         api_url: ZENVIA_API_URL
         api_token: ZENVIA_API_TOKEN
+      agencia:
+        access_token: AGENCIA_ACCESS_TOKEN

config.test.ci.yaml

@@ -38,3 +38,5 @@ services:
       zenvia:
         api_url: {env(ZENVIA_API_URL)}
         api_token: {env(ZENVIA_API_TOKEN)}
+      agencia:
+        access_token: {env(AGENCIA_ACCESS_TOKEN)}

cypress/e2e/tests/review.cy.ts

@@ -76,13 +76,15 @@ describe("Test claim review", () => {
             });
         });
         goToClaimReviewPage();
+        cy.wait(6000);
         cy.get(locators.claimReview.INPUT_CLASSIFICATION)
             .should("exist")
             .click();
         cy.get(`[data-cy=${review.classification}]`)
             .should("be.visible")
             .click();
         cy.get(locators.claimReview.BTN_ADD_QUESTION).should("exist").click();
+        cy.wait(4000);
         cy.get(locators.claimReview.INPUT_QUESTION)
             .eq(1)
             .type(review.question2);

migrations/20221021135714-missingInformationMigration.ts

@@ -1,5 +1,7 @@
 import { Db } from "mongodb";
 export async function up(db: Db, client) {
+    return;
+    // migrations not needed
     const claimreviewsCursor = await db.collection("claimreviews").find();
     while (await claimreviewsCursor.hasNext()) {
         const doc = await claimreviewsCursor.next();

migrations/20221201183431-claimreview-renameSentenceHash.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("claimreviews")
         .updateMany({}, { $rename: { sentence_hash: "data_hash" } });

migrations/20221202175619-report-renameSentenceHash.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("reports")
         .updateMany({}, { $rename: { sentence_hash: "data_hash" } });

migrations/20221202183435-claimreviewtasks-renameSentenceHash.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const sentenceHashIndexPresent = await db
         .collection("claimreviewtasks")
         .indexExists("sentence_hash_1");

migrations/20230123213345-claim-personalitiesArray.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     /*  if there was no personality field, create an empty array
      if there was a personality field, but it was not an array, make it an array
      if there was a personality field, and it was an array, rename it to personalities */

migrations/20230123222533-claimRevision-personalitiesArray.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     /*  if there was no personality field, create an empty array
      if there was a personality field, but it was not an array, make it an array
      if there was a personality field, and it was an array, rename it to personalities */

migrations/20230131211511-claimCollectionToDebate.ts

@@ -3,6 +3,8 @@ import { Db } from "mongodb";
 const ObjectId = require("mongodb").ObjectID;
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     try {
         const claimCollectionCursor = await db
             .collection("claimcollections")

migrations/20230425092159-fix_debate_transition.ts

@@ -3,6 +3,8 @@ import { Db } from "mongodb";
 const ObjectId = require("mongodb").ObjectID;
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     try {
         await db.collection("logs").insertOne({
             message: `start migration-up`,
@@ -81,17 +83,15 @@ export async function up(db: Db) {
                                     { $set: { isDeleted: true } }
                                 );
                             // We will lose the old claimId in the claimreviews collection, but we can't do anything about that, the down function won't work either
-                            await db
-                                .collection("claimreviews")
-                                .updateMany(
-                                    { claim: ObjectId(claimId) },
-                                    {
-                                        $set: {
-                                            claim: claimRevision.claimId,
-                                            isDeleted: true,
-                                        },
-                                    }
-                                );
+                            await db.collection("claimreviews").updateMany(
+                                { claim: ObjectId(claimId) },
+                                {
+                                    $set: {
+                                        claim: claimRevision.claimId,
+                                        isDeleted: true,
+                                    },
+                                }
+                            );
                         });
                     }
                 }
@@ -155,17 +155,15 @@ export async function down(db: Db) {
                                 { _id: ObjectId(claimId) },
                                 { $set: { isDeleted: false } }
                             );
-                        await db
-                            .collection("claimreviews")
-                            .updateMany(
-                                { claim: ObjectId(claimId) },
-                                {
-                                    $set: {
-                                        claim: claimRevision.claimId,
-                                        isDeleted: false,
-                                    },
-                                }
-                            );
+                        await db.collection("claimreviews").updateMany(
+                            { claim: ObjectId(claimId) },
+                            {
+                                $set: {
+                                    claim: claimRevision.claimId,
+                                    isDeleted: false,
+                                },
+                            }
+                        );
                     });
                 }
             }

migrations/20230818151239-fix_production_collections.ts

@@ -2,6 +2,8 @@ import { Db } from "mongodb";
 const ObjectId = require("mongodb").ObjectID;
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     try {
         await db.collection("logs").insertOne({
             message: `start migration-up`,

migrations/20230818162852-fix_reviews_deleted.ts

@@ -2,6 +2,8 @@ import { Db } from "mongodb";
 import { Types } from "mongoose";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("claimreviews")
         .updateMany(

migrations/20230908195148-missingIsHiddenPersonalityPropertie.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("personalities")
         .updateMany({}, { $set: { isHidden: false } });

migrations/20230910134325-missingIsHiddenClaimProperty.ts

@@ -1,5 +1,7 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db.collection("claims").updateMany({}, { $set: { isHidden: false } });
 }

migrations/20230913185156-adding-totp-field.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db.collection("users").updateMany({}, { $set: { totp: false } });
 }
 export async function down(db: Db, client) {}

migrations/20230913192154-adding-state-field.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db.collection("users").updateMany({}, { $set: { state: "active" } });
 }
 export async function down(db: Db, client) {}

migrations/20231001191440-create-novu-subscribers.ts

@@ -3,6 +3,8 @@ import { Novu } from "@novu/node";
 import config from "../migrate-mongo-config";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     /* Create novu subscribers */
     const novuApiKey = await config.novu_api_key;
     const novu = new Novu(novuApiKey);

migrations/20231002145530-rename-source-field.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("sources")
         .updateMany({}, { $rename: { link: "href" } });

migrations/20231013183353-move-source-extra-properties.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const sourcesCursor = await db.collection("sources").find();
 
     while (await sourcesCursor.hasNext()) {

migrations/20231020152642-adding-name-space-property.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("claims")
         .updateMany({}, { $set: { nameSpace: "main" } });

migrations/20231021165513-update-user-role-schema.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const usersCursor = await db.collection("users").find();
 
     while (await usersCursor.hasNext()) {

migrations/20240523215235-add-report-model-field-in-claim-review-schema.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("claimreviews")
         .updateMany({}, { $set: { reportModel: "Fact-checking" } });

migrations/20240523215659-add-report-model-field-in-reports-schema.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("reports")
         .updateMany({}, { $set: { reportModel: "Fact-checking" } });

migrations/20240523215811-add-report-model-field-in-claimreviewtasks-schema.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     await db
         .collection("claimreviewtasks")
         .updateMany({}, { $set: { reportModel: "Fact-checking" } });

migrations/20240603163246-add-namespace-fiel-on-claim-review-schema.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const claimReviewsCursor = await db.collection("claimreviews").find();
 
     while (await claimReviewsCursor.hasNext()) {

migrations/20240610193252-add-claimreviewid-on-sentences.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("sentences");
 
     const pipeline = [

migrations/20240610195130-add-claimreviewid-on-debates-sentences.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("sentences");
 
     const pipeline = [

migrations/20240610195623-add-claimreviewid-on-unattributed-sentences.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("sentences");
 
     const pipeline = [

migrations/20240610202706-add-claimreviewid-on-debates.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("debates");
 
     const pipeline = [

migrations/20240610204108-add-claimreviewid-on-images.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("images");
 
     const pipeline = [

migrations/20240611185358-add-claimreviewid-on-paragraphs.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("paragraphs");
 
     const pipeline = [

migrations/20240611185513-add-claimreviewid-on-unattributeds-paragraphs.ts

@@ -1,6 +1,8 @@
 import { Db } from "mongodb";
 
 export async function up(db: Db) {
+    return;
+    // migrations not needed
     const collection = db.collection("paragraphs");
 
     const pipeline = [