feat: add ossinsight cli to sync collection configs

.github/workflows/verify-api-server.yml

@@ -0,0 +1,39 @@
+name: Verify API server
+
+on:
+  pull_request:
+    paths:
+      - 'packages/api-server/**'
+
+defaults:
+  run:
+    shell: bash
+    working-directory: packages/api-server
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          run_install: true
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'pnpm'
+
+      - name: Build OSSInsight Types Dependencies
+        run: pnpm --filter "@ossinsight/types" build
+
+      - name: Verify Sources
+        run: pnpm run test
+
+      - name: Build Project
+        run: pnpm run build:ts

.github/workflows/verify-collection-configs.yml

@@ -0,0 +1,32 @@
+name: Verify Collection Configs
+
+on:
+  workflow_dispatch:
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash
+        working-directory: packages/cli
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          run_install: true
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'pnpm'
+
+      - name: Verify Collection Configs
+        run: pnpm run cli:collection:verify
+        env:
+          DATABASE_URL: ${{ secrets.DATABASE_URL }}
+          GITHUB_ACCESS_TOKENS: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/verify-query-configs.yml

@@ -0,0 +1,34 @@
+name: Verify Query Configs
+
+on:
+  pull_request:
+    paths:
+      - 'configs/queries/**'
+      - 'packages/types/**'
+
+defaults:
+  run:
+    shell: bash
+    working-directory: packages/types
+
+jobs:
+  validate:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          run_install: true
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: 'pnpm'
+
+      - name: Verify Query Definition
+        run: pnpm run validate:query

CONTRIBUTING.md

@@ -83,13 +83,13 @@ You can add a collection on OSS Insight website by submitting PRs.
 
 The following is a file template for a collection that describes what you need to include.
 
-Please create a `.yml` file under [the collections file path]( https://github.com/pingcap/ossinsight/tree/main/etl/meta/collections).
+Please create a `.yml` file under [the collections file path]( https://github.com/pingcap/ossinsight/tree/main/configs/collections).
 
 * File Name
 
 `<collection_id>.<collection_name>.yml`, For example: `10013.game-engine.yml`
 
-  💡 Tips: Please use `100XX` as your collection's id，and it should be `+1` after the latest submit in [here]( https://github.com/pingcap/ossinsight/tree/main/etl/meta/collections). 
+  💡 Tips: Please use `100XX` as your collection's id，and it should be `+1` after the latest submit in [here]( https://github.com/pingcap/ossinsight/tree/main/configs/collections). 
 
 * Content
 

README.md

@@ -89,7 +89,7 @@ Examples:
 
   **Welcome to add collections**
 
-  👏 We welcome your contributions here! You can add a collection on our website by submitting PRs. Please create a `.yml` file under [the collections file path]( https://github.com/pingcap/ossinsight/tree/main/etl/meta/collections).
+  👏 We welcome your contributions here! You can add a collection on our website by submitting PRs. Please create a `.yml` file under [the collections file path]( https://github.com/pingcap/ossinsight/tree/main/configs/collections).
 
   [Here](https://github.com/pingcap/ossinsight/blob/main/CONTRIBUTING.md#add-a-collection) is a file template that describes what you need to include. We look forward to your PRs！
 

etl/meta/collections/1.static-site-generator.yml → configs/collections/1.static-site-generator.yml

@@ -9,16 +9,15 @@ items:
   - hexojs/hexo
   - vercel/next.js
   - getpelican/pelican
-  - facebook/Docusaurus
+  - facebook/docusaurus
   - slatedocs/slate
-  - nuxt/nuxt.js
-  - gridsome/gridsome
+  - nuxt/nuxt
   - middleman/middleman
   - react-static/react-static
   - docsifyjs/docsify
   - mkdocs/mkdocs
   - sintaxi/harp
-  - netlify/netlify-cms
+  - decaporg/decap-cms
   - jaspervdj/hakyll
   - umijs/umi
   - abelljs/abell
@@ -32,7 +31,7 @@ items:
   - rust-lang/mdBook
   - gridsome/gridsome
   - sphinx-doc/sphinx
-  - cecilapp/cecil
+  - Cecilapp/Cecil
   - evidence-dev/evidence
   - vuejs/vitepress
   - shuding/nextra

etl/meta/collections/10001.css-framework.yml → configs/collections/10001.css-framework.yml

@@ -5,7 +5,7 @@ items:
   - foundation/foundation-sites
   - jgthms/bulma
   - uikit/uikit
-  - semantic-org/semantic-ui
+  - Semantic-Org/Semantic-UI
   - Dogfalo/materialize
   - pure-css/pure
   - tailwindlabs/tailwindcss

etl/meta/collections/10002.google-analytics-alternative.yml → configs/collections/10002.google-analytics-alternative.yml

@@ -5,7 +5,7 @@ items:
   - plausible/analytics
   - Open-Web-Analytics/Open-Web-Analytics
   - snowplow/snowplow
-  - mikecao/umami
+  - umami-software/umami
   - allinurl/goaccess
   - electerious/Ackee
   - Countly/countly-server

etl/meta/collections/10003.low-code-development-tool.yml → configs/collections/10003.low-code-development-tool.yml

@@ -4,13 +4,13 @@ items:
   - appsmithorg/appsmith
   - hasura/graphql-engine
   - supabase/supabase
-  - cube-js/cube.js
-  - artf/grapesjs
+  - cube-js/cube
+  - GrapesJS/grapesjs
   - nocodb/nocodb
   - nocobase/nocobase
   - n8n-io/n8n
   - ToolJet/ToolJet
-  - graphile/postgraphile
+  - graphile/crystal
   - strapi/strapi
   - directus/directus
   - saleor/saleor

etl/meta/collections/10004.web-framework.yml → configs/collections/10004.web-framework.yml

@@ -15,16 +15,16 @@ items:
   - gogf/gf
   - emicklei/go-restful
   - gorilla/mux
-  - System-Glitch/goyave
+  - go-goyave/goyave
   - julienschmidt/httprouter
   - go-martini/martini
   - urfave/negroni
   - actix/actix-web
   - tokio-rs/axum
   - gotham-rs/gotham
-  - SergioBenitez/rocket
-  - trezm/Thruster
-  - rustasync/tide
+  - rwf2/Rocket
+  - thruster-rs/Thruster
+  - http-rs/tide
   - seanmonstar/warp
   - salvo-rs/salvo
   - trillium-rs/trillium
@@ -56,10 +56,10 @@ items:
   - slimphp/Slim
   - bcit-ci/CodeIgniter
   - beego/beego
-  - lucacasonato/fresh
+  - denoland/fresh
   - honojs/hono
   - refinedev/refine
   - unjs/nitro
   - payloadcms/payload
-  - tiangolo/fastapi
-  - healthlane-technologies/zango
+  - fastapi/fastapi
+  - Healthlane-Technologies/Zango

etl/meta/collections/10005.javascript-framework.yml → configs/collections/10005.javascript-framework.yml

@@ -2,7 +2,7 @@ id: 10005
 name: Javascript Framework
 items:
   - marko-js/marko
-  - mithriljs/mithril.js
+  - MithrilJS/mithril.js
   - angular/angular
   - angular/angular.js
   - emberjs/ember.js
@@ -20,8 +20,8 @@ items:
   - dojo/dojo
   - jorgebucaran/hyperapp
   - riot/riot
-  - daemonite/material
-  - polymer/lit-element
+  - Daemonite/material
+  - lit/lit-element
   - aurelia/aurelia
   - sveltejs/svelte
   - neomjs/neo
@@ -31,5 +31,5 @@ items:
   - solidjs/solid
   - ionic-team/stencil
   - jquery/jquery
-  - BuilderIO/qwik
+  - QwikDev/qwik
   - refinedev/refine

etl/meta/collections/10006.business-intelligence.yml → configs/collections/10006.business-intelligence.yml

@@ -4,7 +4,7 @@ items:
   - metabase/metabase
   - apache/superset
   - getredash/redash
-  - cube-js/cube.js
+  - cube-js/cube
   - chartbrew/chartbrew
   - ankane/blazer
   - sqlpad/sqlpad