Merge pull request #78 from Giveth/develop

Add description summary support
Giveth · Jun 10, 2024 · 60ed547 · 60ed547
2 parents 763879e + cd614ec
commit 60ed547
Show file tree

Hide file tree

Showing 10 changed files with 227 additions and 50 deletions.
diff --git a/db/migrations/1718005314786-Data.js b/db/migrations/1718005314786-Data.js
@@ -0,0 +1,11 @@
+module.exports = class Data1718005314786 {
+    name = 'Data1718005314786'
+
+    async up(db) {
+        await db.query(`ALTER TABLE "project" ADD "description_summary" text`)
+    }
+
+    async down(db) {
+        await db.query(`ALTER TABLE "project" DROP COLUMN "description_summary"`)
+    }
+}
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -20,6 +20,7 @@
     "@subsquid/typeorm-store": "^1.4.0",
     "dotenv": "^16.4.4",
     "ethers": "^6.12.1",
+    "html-to-text": "^9.0.5",
     "node-cron": "^3.0.3",
     "pg": "^8.11.5",
     "showdown": "^2.1.0",
@@ -31,6 +32,7 @@
     "@dotenvx/dotenvx": "^0.35.1",
     "@subsquid/evm-typegen": "^3.3.0",
     "@subsquid/typeorm-codegen": "^1.3.3",
+    "@types/html-to-text": "^9.0.4",
     "@types/jest": "^29.5.12",
     "@types/node": "^20.11.17",
     "@types/node-cron": "^3.0.11",

diff --git a/schema.graphql b/schema.graphql
@@ -53,6 +53,8 @@ type Project @entity {
   description: String
   "Html format of description"
   descriptionHtml: String
+  "Description summary in text"
+  descriptionSummary: String
   "Total attests with value True"
   totalVouches: Int!
   "Total attests with value False"

diff --git a/src/constants.ts b/src/constants.ts
@@ -29,3 +29,7 @@ export const START_BLOCK = Number.parseInt(
 
 export const IMPORT_PROJECT_CRON_SCHEDULE =
   process.env.IMPORT_PROJECT_CRON_SCHEDULE || "0 0 * * *"; // UTC
+
+export const DESCRIPTION_SUMMARY_LENGTH = Number(
+  process.env.DESCRIPTION_SUMMARY_LENGTH || 300
+);
diff --git a/src/features/import-projects/giveth/constants.ts b/src/features/import-projects/giveth/constants.ts
@@ -7,7 +7,7 @@ export const givethSourceConfig: SourceConfig = {
   source: "giveth",
   idField: "id",
   titleField: "title",
-  descriptionField: "descriptionSummary",
+  descriptionField: "description",
   urlField: "url",
   imageField: "image",
 };
diff --git a/src/features/import-projects/giveth/service.ts b/src/features/import-projects/giveth/service.ts
@@ -16,7 +16,7 @@ export const fetchGivethProjectsBatch = async (limit: number, skip: number) => {
             title
             image
             slug
-            descriptionSummary
+            description
           }
         }
       }`,

diff --git a/src/features/import-projects/giveth/type.ts b/src/features/import-projects/giveth/type.ts
@@ -1,7 +1,7 @@
 export type GivethProjectInfo = {
   id: string;
   title: string;
-  descriptionSummary: string;
+  description: string;
   slug: string;
   image: string;
 };
-Original file line number
+Diff line change
@@ Expand Up @@
                 title
                 image
                 slug
-                descriptionSummary
+                description
               }
             }
           }`,
@@ Expand Down @@