Merge branch 'master' into tim/remove-server-gating-flag

# Conflicts:
#	packages/commonwealth/scripts/refresh-all-memberships.ts
#	packages/commonwealth/server-test.ts
#	packages/commonwealth/server/controllers/server_comments_controller.ts
#	packages/commonwealth/server/controllers/server_threads_controller.ts
#	packages/commonwealth/server/routing/external.ts
#	packages/commonwealth/server/routing/router.ts
#	packages/commonwealth/server/util/requirementsModule/validateTopicGroupsMembership.ts
#	packages/commonwealth/test/integration/api/linking.spec.ts
#	packages/commonwealth/test/integration/api/polls.spec.ts
#	packages/commonwealth/test/integration/api/subscriptions.spec.ts
#	packages/commonwealth/test/integration/api/thread.update.spec.ts
#	packages/commonwealth/test/integration/api/userDashboard.spec.ts
#	packages/commonwealth/test/unit/server_controllers/server_comments_controller.spec.ts
#	packages/commonwealth/test/unit/server_controllers/server_groups_controller.spec.ts
#	packages/commonwealth/test/unit/server_controllers/server_threads_controller.spec.ts
#	packages/commonwealth/test/util/modelUtils.ts

.github/workflows/CI.yml

@@ -57,14 +57,8 @@ jobs:
           path: '**/node_modules'
           key: ${{ matrix.node }}-${{ runner.os }}-modules-${{ hashFiles('**/yarn.lock') }}
 
-      - name: Add node-gyp
-        run: yarn global add node-gyp
-
-      - name: Install dependencies
-        run: yarn --ignore-engines
-
-      - name: Init Db
-        run: cd packages/commonwealth && npx sequelize db:migrate
+      - name: Build project
+        run: yarn build-project
 
       - name: Cache browsers
         id: playwright-cache
@@ -154,14 +148,8 @@ jobs:
           path: '**/node_modules'
           key: ${{ matrix.node }}-${{ runner.os }}-modules-${{ hashFiles('**/yarn.lock') }}
 
-      - name: Add node-gyp
-        run: yarn global add node-gyp
-
-      - name: Install dependencies
-        run: yarn --ignore-engines
-
-      - name: Init Db
-        run: cd packages/commonwealth && npx sequelize db:migrate
+      - name: Build project
+        run: yarn build-project
 
       - name: Cache browsers
         id: playwright-cache
@@ -250,14 +238,8 @@ jobs:
           path: '**/node_modules'
           key: ${{ matrix.node }}-${{ runner.os }}-modules-${{ hashFiles('**/yarn.lock') }}
 
-      - name: Add node-gyp
-        run: yarn global add node-gyp
-
-      - name: Install dependencies
-        run: yarn --ignore-engines
-
-      - name: Init Db
-        run: cd packages/commonwealth && npx sequelize db:migrate
+      - name: Build project
+        run: yarn build-project
 
       - name: Cache browsers
         id: playwright-cache
@@ -360,6 +342,9 @@ jobs:
             exit 1
           fi
 
+      - name: Build libs
+        run: yarn workspace @hicommonwealth/core build
+
       - name: Run linter
         env:
           GITHUB_BASE_REF: ${{ github.base_ref }}
@@ -368,7 +353,7 @@ jobs:
       - name: Commonwealth Typecheck
         run: yarn --cwd packages/commonwealth check-types
 
-      - name: Dicsord-Bot Typecheck
+      - name: Discord-Bot Typecheck
         run: yarn --cwd packages/discord-bot check-types
 
   # These tests run quickly, so run them in a separate job
@@ -417,14 +402,8 @@ jobs:
           path: '**/node_modules'
           key: ${{ matrix.node }}-${{ runner.os }}-modules-${{ hashFiles('**/yarn.lock') }}
 
-      - name: Add node-gyp
-        run: yarn global add node-gyp
-
-      - name: Install dependencies
-        run: yarn --ignore-engines
-
-      - name: Init Db
-        run: cd packages/commonwealth && npx sequelize db:migrate
+      - name: Build project
+        run: yarn build-project
 
       - name: Run unit tests
         run: yarn --cwd packages/commonwealth unit-test --forbid-only
@@ -501,14 +480,8 @@ jobs:
           path: '**/node_modules'
           key: ${{ matrix.node }}-${{ runner.os }}-modules-${{ hashFiles('**/yarn.lock') }}
 
-      - name: Add node-gyp
-        run: yarn global add node-gyp
-
-      - name: Install dependencies
-        run: yarn --ignore-engines
-
-      - name: Init Db
-        run: cd packages/commonwealth && npx sequelize db:migrate
+      - name: Build project
+        run: yarn build-project
 
       ## EVM Section:
       - name: Start EVM Testnet

.gitignore

@@ -1,12 +1,11 @@
 docker-compose.yaml
 stellar
 node_modules/
-*/build
-*/dist
+**/build
+**/dist
 **/.DS_Store
 *.env
 *.log
-*/build/
 .idea
 .vscode
 *.postgres

knowledge_base/Package-Scripts.md

@@ -41,7 +41,6 @@ If you add a script to the package.json, you must add documentation here, descri
   - [datadog-db-setup](#datadog-db-setup)
   - [send-cosmos-notifs](#send-cosmos-notifs)
   - [send-notification-digest-emails](#send-notification-digest-emails)
-  - [storybook](#storybook)
 - [Playwright](#playwright)
   - [e2e-start-server](#e2e-start-server)
   - [test-e2e](#test-e2e)
@@ -74,6 +73,16 @@ If you add a script to the package.json, you must add documentation here, descri
 
 # Build Scripts
 
+## build-project
+
+Definition: `yarn global add node-gyp && yarn --ignore-engines && yarn workspace @hicommonwealth/core build && yarn workspace commonwealth migrate-db`
+
+Description: Temporary placeholder for common script used by the CI pipeline to:
+
+- Install dependencies
+- Incrementally build project with references (tsc -b)
+- Migrate DB
+
 ## build-all
 
 Definition: `NODE_OPTIONS=--max_old_space_size=4096 webpack --config webpack/webpack.prod.config.js --progress && yarn build-consumer`
@@ -332,14 +341,6 @@ Definition: `SEND_EMAILS=true ts-node --project tsconfig.json server.ts`
 
 Description: Schedules a daily task for sending notification email digests.
 
-## storybook
-
-Definition: `storybook dev -p 6006`
-
-Description: Compiles and serves a development build of Storybook reflecting source code changes in-browser in real time, at localhost:6006.
-
-Contributor: Daniel Martins
-
 # Playwright
 
 ## e2e-start-server
@@ -530,4 +531,4 @@ Description: Starts existing dormant Cosmos devnet containers.
 
 Definition: `chmod u+x test/util/cosmos-chain-testing/v1/stop.sh && ./test/util/cosmos-chain-testing/v1/stop.sh && chmod u+x test/util/cosmos-chain-testing/v1beta1/stop.sh && ./test/util/cosmos-chain-testing/v1beta1/stop.sh && chmod u+x test/util/cosmos-chain-testing/ethermint/stop.sh && ./test/util/cosmos-chain-testing/ethermint/stop.sh`
 
-Description: Stop all Cosmos devnet containers.
+Description: Stop all Cosmos devnet containers.

libs/adapters/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "@hicommonwealth/adapters",
+  "private": "true",
+  "version": "0.1.0",
+  "description": "External adapters",
+  "files": [
+    "build"
+  ],
+  "main": "build/index",
+  "scripts": {
+    "build": "tsc --build",
+    "clean": "rm -rf build",
+    "check-types": "tsc --noEmit",
+    "test": "NODE_ENV=test ts-mocha '__tests__/**/*.spec.ts'"
+  },
+  "dependencies": {
+    "hot-shots": "^9",
+    "typescript-logging": "^0.6.4"
+  }
+}

libs/adapters/src/index.ts

@@ -0,0 +1 @@
+export const TODO = 1;

libs/adapters/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../tsconfig.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "build",
+    "tsBuildInfoFile": "build/.tsbuildinfo"
+  },
+  "include": ["src"]
+}

libs/chains/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "@hicommonwealth/chains",
+  "private": "true",
+  "version": "0.1.0",
+  "description": "Chain types",
+  "files": [
+    "build"
+  ],
+  "main": "build/index",
+  "scripts": {
+    "build": "tsc --build",
+    "clean": "rm -rf build",
+    "check-types": "tsc --noEmit",
+    "test": "NODE_ENV=test ts-mocha '__tests__/**/*.spec.ts'"
+  },
+  "dependencies": {
+    "@canvas-js/interfaces": "^0.5.0-alpha4",
+    "@cosmjs/amino": "^0.31.0",
+    "@cosmjs/proto-signing": "^0.31.0",
+    "@cosmjs/stargate": "^0.31.0",
+    "@cosmjs/tendermint-rpc": "^0.31.0",
+    "@ethersproject/abi": "^5.7.0",
+    "@ethersproject/address": "^5.7.0",
+    "@ethersproject/bytes": "^5.7.0",
+    "@ethersproject/constants": "^5.7.0",
+    "@ethersproject/contracts": "^5.7.0",
+    "@ethersproject/hash": "^5.7.0",
+    "@ethersproject/providers": "^5.7.2",
+    "@ethersproject/strings": "^5.7.0",
+    "@ethersproject/units": "^5.7.0",
+    "@ethersproject/wallet": "^5.7.0",
+    "@osmonauts/lcd": "^0.10.0",
+    "ethers": "5.7.2"
+  },
+  "devDependencies": {
+    "@nomiclabs/hardhat-ethers": "^2.0.2",
+    "@typechain/ethers-v5": "^6.0.0",
+    "hardhat": "^2.3.0",
+    "hardhat-typechain": "^0.3.5",
+    "ts-generator": "^0.1.1",
+    "typechain": "^4.0.1"
+  }
+}

libs/chains/src/index.ts

@@ -0,0 +1 @@
+export const TODO = 1;

libs/chains/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../tsconfig.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "build",
+    "tsBuildInfoFile": "build/.tsbuildinfo"
+  },
+  "include": ["src"]
+}

packages/commonwealth/test/unit/chainIconSizeLimit.spec.ts → libs/core/__tests__/utils/checkIconSize.spec.ts

@@ -1,7 +1,7 @@
 import { expect } from 'chai';
-import { getFileSizeBytes } from '../../server/util/getFilesSizeBytes';
+import { getFileSizeBytes } from '../../src/utils/getFileSizeBytes';
 
-describe('ChainIconSizeLimit tests', () => {
+describe('checkIconSize', () => {
   it("should return zero if url provided doesn't exist", async () => {
     const fileSizeBytes = await getFileSizeBytes('badUrl');
     expect(fileSizeBytes).to.equal(0);

libs/core/package.json

@@ -0,0 +1,19 @@
+{
+  "name": "@hicommonwealth/core",
+  "private": "true",
+  "version": "0.1.0",
+  "description": "Core Model",
+  "files": [
+    "build"
+  ],
+  "main": "build/index",
+  "scripts": {
+    "build": "tsc --build",
+    "clean": "rm -rf build",
+    "check-types": "tsc --noEmit",
+    "test": "NODE_ENV=test ts-mocha '__tests__/**/*.spec.ts'"
+  },
+  "dependencies": {
+    "zod": "^3.22.4"
+  }
+}

packages/commonwealth/shared/schemas/createCommunitySchema.ts → libs/core/src/community/createCommunity.ts

@@ -1,32 +1,9 @@
-import {
-  ChainBase,
-  ChainCategoryType,
-  ChainType,
-} from 'common-common/src/types';
 import { z } from 'zod';
-import { ALL_COMMUNITIES } from '../../server/middleware/databaseValidationService';
-import { getFileSizeBytes } from '../../server/util/getFilesSizeBytes';
+import { ChainBase, ChainCategoryType, ChainType } from '../types';
+import { checkIconSize } from '../utils/checkIconSize';
+import { ALL_COMMUNITIES } from '../utils/constants';
 
-export const MAX_COMMUNITY_IMAGE_SIZE_KB = 500;
-
-async function checkIconSize(val, ctx) {
-  const fileSizeBytes = await getFileSizeBytes(val);
-  if (fileSizeBytes === 0) {
-    ctx.addIssue({
-      code: z.ZodIssueCode.custom,
-      message: "Image url provided doesn't exist",
-    });
-    return;
-  }
-  if (fileSizeBytes >= MAX_COMMUNITY_IMAGE_SIZE_KB * 1024) {
-    ctx.addIssue({
-      code: z.ZodIssueCode.custom,
-      message: `Image must be smaller than ${MAX_COMMUNITY_IMAGE_SIZE_KB}kb`,
-    });
-  }
-}
-
-export const createCommunitySchema = z.object({
+export const CreateCommunitySchema = z.object({
   id: z.string(),
   name: z
     .string()
@@ -68,3 +45,5 @@ export const createCommunitySchema = z.object({
   element: z.string().url().startsWith('https://matrix.to/').optional(),
   discord: z.string().url().startsWith('https://discord.com/').optional(),
 });
+
+export type CreateCommunity = z.infer<typeof CreateCommunitySchema>;

libs/core/src/community/index.ts

@@ -0,0 +1 @@
+export * from './createCommunity';

libs/core/src/index.ts

@@ -0,0 +1,2 @@
+export * as Community from './community';
+export * from './types';

packages/common-common/src/types.ts → libs/core/src/types.ts

@@ -150,6 +150,7 @@ export enum RedisNamespaces {
   Database_Cleaner = 'database_cleaner',
   Compound_Gov_Version = 'compound_gov_version',
   Token_Balance = 'token_balance',
+  Activity_Cache = 'activity_cache',
 }
 
 export interface ISnapshotNotification {

libs/core/src/utils/checkIconSize.ts

@@ -0,0 +1,20 @@
+import { z } from 'zod';
+import { MAX_COMMUNITY_IMAGE_SIZE_KB } from './constants';
+import { getFileSizeBytes } from './getFileSizeBytes';
+
+export async function checkIconSize(val: string, ctx: z.RefinementCtx) {
+  const fileSizeBytes = await getFileSizeBytes(val);
+  if (fileSizeBytes === 0) {
+    ctx.addIssue({
+      code: z.ZodIssueCode.custom,
+      message: "Image url provided doesn't exist",
+    });
+    return;
+  }
+  if (fileSizeBytes >= MAX_COMMUNITY_IMAGE_SIZE_KB * 1024) {
+    ctx.addIssue({
+      code: z.ZodIssueCode.custom,
+      message: `Image must be smaller than ${MAX_COMMUNITY_IMAGE_SIZE_KB}kb`,
+    });
+  }
+}

libs/core/src/utils/constants.ts

@@ -0,0 +1,2 @@
+export const ALL_COMMUNITIES = 'all_communities';
+export const MAX_COMMUNITY_IMAGE_SIZE_KB = 500;

libs/core/src/utils/getFileSizeBytes.ts

@@ -0,0 +1,12 @@
+export async function getFileSizeBytes(url: string): Promise<number> {
+  try {
+    if (!url) return 0;
+    // Range header is to prevent it from reading any bytes from the GET request because we only want the headers.
+    const response = await fetch(url, { headers: { Range: 'bytes=0-0' } });
+    if (!response) return 0;
+    const contentRange = response.headers.get('content-range');
+    return contentRange ? parseInt(contentRange.split('/')[1], 10) : 0;
+  } catch (err) {
+    return 0;
+  }
+}

libs/core/tsconfig.json

@@ -0,0 +1,10 @@
+{
+  "extends": "../tsconfig.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "build",
+    "tsBuildInfoFile": "build/.tsbuildinfo",
+    "strict": true
+  },
+  "include": ["src"]
+}