From 1cc65694732fccb91af1d2ff80a1155b8b096ce4 Mon Sep 17 00:00:00 2001
From: Dongze Li <dongze.ldz@alibaba-inc.com>
Date: Thu, 12 Sep 2024 16:37:46 +0800
Subject: [PATCH] feat: Support creating c++ stored procedure via gsctl (#4222)

<!--
Thanks for your contribution! please review
https://github.com/alibaba/GraphScope/blob/main/CONTRIBUTING.md before
opening an issue.
-->

## What do these changes do?

- [x] Support creating c++ stored procedure via gsctl
```
gsctl create storedproc -f procedure.yaml

# cat procedure.yaml
name: "cpp-procedure-name"
description: "This is a cpp test procedure"
query: "@/home/graphscope/sample_app.cc"
type: "cpp"
```

```cpp
# cat sample_app.cc
namespace gs {
    class ExampleQuery : public CypherReadAppBase<int32_t> {}
}
```

<!-- Please give a short brief about these changes. -->

## Related issue number

<!-- Are there any issues opened that will be resolved by merging this
change? -->

Fixes #4216
---
 docs/_static/coordinator_restful_api.html     | 386 +++++++++++++++---
 docs/analytical_engine/dev_and_test.md        |  14 +-
 docs/development/dev_guide.md                 |  45 +-
 docs/learning_engine/dev_and_test.md          |   8 +-
 docs/utilities/gs.md                          |  27 +-
 k8s/dockerfiles/flex-interactive.Dockerfile   |   7 +-
 python/graphscope/gsctl/commands/common.py    |   7 +
 .../graphscope/gsctl/impl/stored_procedure.py |   5 +
 .../gsctl/tests/test_interactive.py           |  71 +++-
 python/graphscope/gsctl/utils.py              |   5 +-
 10 files changed, 487 insertions(+), 88 deletions(-)

diff --git a/docs/_static/coordinator_restful_api.html b/docs/_static/coordinator_restful_api.html
index c851ee8b3bb4..5712684589e2 100644
--- a/docs/_static/coordinator_restful_api.html
+++ b/docs/_static/coordinator_restful_api.html
@@ -223,7 +223,10 @@ <h4><a href="#DataSource">DataSource</a></h4>
   <h4><a href="#Deployment">Deployment</a></h4>
   <ul>
   <li><a href="#getDeploymentInfo"><code><span class="http-method">get</span> /api/v1/deployment</code></a></li>
+  <li><a href="#getDeploymentPodLog"><code><span class="http-method">get</span> /api/v1/deployment/log</code></a></li>
+  <li><a href="#getDeploymentResourceUsage"><code><span class="http-method">get</span> /api/v1/deployment/resource/usage</code></a></li>
   <li><a href="#getDeploymentStatus"><code><span class="http-method">get</span> /api/v1/deployment/status</code></a></li>
+  <li><a href="#getStorageUsage"><code><span class="http-method">get</span> /api/v1/deployment/storage/usage</code></a></li>
   </ul>
   <h4><a href="#Graph">Graph</a></h4>
   <ul>
@@ -241,7 +244,7 @@ <h4><a href="#Graph">Graph</a></h4>
   <h4><a href="#Job">Job</a></h4>
   <ul>
   <li><a href="#deleteJobById"><code><span class="http-method">delete</span> /api/v1/job/{job_id}</code></a></li>
-  <li><a href="#getDataloadingJobConfig"><code><span class="http-method">get</span> /api/v1/graph/{graph_id}/dataloading/config</code></a></li>
+  <li><a href="#getDataloadingJobConfig"><code><span class="http-method">post</span> /api/v1/graph/{graph_id}/dataloading/config</code></a></li>
   <li><a href="#getJobById"><code><span class="http-method">get</span> /api/v1/job/{job_id}</code></a></li>
   <li><a href="#listJobs"><code><span class="http-method">get</span> /api/v1/job</code></a></li>
   <li><a href="#submitDataloadingJob"><code><span class="http-method">post</span> /api/v1/graph/{graph_id}/dataloading</code></a></li>
@@ -1110,12 +1113,122 @@ <h4 class="field-label">500</h4>
         <a href="#Error">Error</a>
   </div> <!-- method -->
   <hr/>
+  <div class="method"><a name="getDeploymentPodLog"></a>
+    <div class="method-path">
+    <a class="up" href="#__Methods">Up</a>
+    <pre class="get"><code class="huge"><span class="http-method">get</span> /api/v1/deployment/log</code></pre></div>
+    <div class="method-summary"> (<span class="nickname">getDeploymentPodLog</span>)</div>
+    <div class="method-notes">[Deprecated] Get kubernetes pod's log</div>
+
+
+
+
+
+    <h3 class="field-label">Query parameters</h3>
+    <div class="field-items">
+      <div class="param">pod_name (required)</div>
+      
+            <div class="param-desc"><span class="param-type">Query Parameter</span> &mdash;  </div>      <div class="param">component (required)</div>
+      
+            <div class="param-desc"><span class="param-type">Query Parameter</span> &mdash;  </div>      <div class="param">from_cache (required)</div>
+      
+            <div class="param-desc"><span class="param-type">Query Parameter</span> &mdash;  </div>    </div>  <!-- field-items -->
+
+
+    <h3 class="field-label">Return type</h3>
+    <div class="return-type">
+      <a href="#GetPodLogResponse">GetPodLogResponse</a>
+      
+    </div>
+
+    <!--Todo: process Response Object and its headers, schema, examples -->
+
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{
+  "log" : ""
+}</code></pre>
+
+    <h3 class="field-label">Produces</h3>
+    This API call produces the following media types according to the <span class="header">Accept</span> request header;
+    the media type will be conveyed by the <span class="header">Content-Type</span> response header.
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
+
+    <h3 class="field-label">Responses</h3>
+    <h4 class="field-label">200</h4>
+    Successfully returned the pod&#x27;s log
+        <a href="#GetPodLogResponse">GetPodLogResponse</a>
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{&quot;container1&quot;:&quot;line1\nline2\nline3&quot;,&quot;container2&quot;:&quot;line1\nline2\nline3&quot;}</code></pre>
+    <h4 class="field-label">500</h4>
+    Server error
+        <a href="#Error">Error</a>
+  </div> <!-- method -->
+  <hr/>
+  <div class="method"><a name="getDeploymentResourceUsage"></a>
+    <div class="method-path">
+    <a class="up" href="#__Methods">Up</a>
+    <pre class="get"><code class="huge"><span class="http-method">get</span> /api/v1/deployment/resource/usage</code></pre></div>
+    <div class="method-summary"> (<span class="nickname">getDeploymentResourceUsage</span>)</div>
+    <div class="method-notes">[Deprecated] Get resource usage(cpu/memory) of cluster</div>
+
+
+
+
+
+
+
+    <h3 class="field-label">Return type</h3>
+    <div class="return-type">
+      <a href="#GetResourceUsageResponse">GetResourceUsageResponse</a>
+      
+    </div>
+
+    <!--Todo: process Response Object and its headers, schema, examples -->
+
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{
+  "memory_usage" : [ null, null ],
+  "cpu_usage" : [ {
+    "usage" : "usage",
+    "host" : "host",
+    "timestamp" : "timestamp"
+  }, {
+    "usage" : "usage",
+    "host" : "host",
+    "timestamp" : "timestamp"
+  } ]
+}</code></pre>
+
+    <h3 class="field-label">Produces</h3>
+    This API call produces the following media types according to the <span class="header">Accept</span> request header;
+    the media type will be conveyed by the <span class="header">Content-Type</span> response header.
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
+
+    <h3 class="field-label">Responses</h3>
+    <h4 class="field-label">200</h4>
+    Successfully returned the resource usage
+        <a href="#GetResourceUsageResponse">GetResourceUsageResponse</a>
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{&quot;cpu_usage&quot;:[{&quot;host&quot;:&quot;dztest283-graphscope-store-store-0&quot;,&quot;timestamp&quot;:&quot;2024/07/19 13:15:12&quot;,&quot;usage&quot;:52},{&quot;host&quot;:&quot;dztest283-graphscope-store-store-1&quot;,&quot;timestamp&quot;:&quot;2024/07/19 13:16:12&quot;,&quot;usage&quot;:90}],&quot;memory_usage&quot;:[{&quot;host&quot;:&quot;dztest283-graphscope-store-store-0&quot;,&quot;timestamp&quot;:&quot;2024/07/19 13:15:12&quot;,&quot;usage&quot;:152},{&quot;host&quot;:&quot;dztest283-graphscope-store-store-1&quot;,&quot;timestamp&quot;:&quot;2024/07/19 13:16:12&quot;,&quot;usage&quot;:290}]}</code></pre>
+    <h4 class="field-label">500</h4>
+    Server error
+        <a href="#Error">Error</a>
+  </div> <!-- method -->
+  <hr/>
   <div class="method"><a name="getDeploymentStatus"></a>
     <div class="method-path">
     <a class="up" href="#__Methods">Up</a>
     <pre class="get"><code class="huge"><span class="http-method">get</span> /api/v1/deployment/status</code></pre></div>
     <div class="method-summary"> (<span class="nickname">getDeploymentStatus</span>)</div>
-    <div class="method-notes">Deployment status</div>
+    <div class="method-notes">Get deployment status of cluster</div>
 
 
 
@@ -1134,7 +1247,44 @@ <h3 class="field-label">Return type</h3>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
     <pre class="example"><code>{
-  "nodes" : [ "", "" ],
+  "nodes" : [ {
+    "name" : "name",
+    "memory_usage" : 6.027456183070403,
+    "disk_usage" : 1.4658129805029452,
+    "cpu_usage" : 0.8008281904610115
+  }, {
+    "name" : "name",
+    "memory_usage" : 6.027456183070403,
+    "disk_usage" : 1.4658129805029452,
+    "cpu_usage" : 0.8008281904610115
+  } ],
+  "pods" : {
+    "key" : [ {
+      "creation_time" : "creation_time",
+      "image" : [ "image", "image" ],
+      "node" : "node",
+      "restart_count" : 5,
+      "name" : "name",
+      "memory_usage" : 2,
+      "cpu_usage" : 5,
+      "component_belong_to" : "component_belong_to",
+      "labels" : "",
+      "status" : "status",
+      "timestamp" : "timestamp"
+    }, {
+      "creation_time" : "creation_time",
+      "image" : [ "image", "image" ],
+      "node" : "node",
+      "restart_count" : 5,
+      "name" : "name",
+      "memory_usage" : 2,
+      "cpu_usage" : 5,
+      "component_belong_to" : "component_belong_to",
+      "labels" : "",
+      "status" : "status",
+      "timestamp" : "timestamp"
+    } ]
+  },
   "cluster_type" : "HOSTS"
 }</code></pre>
 
@@ -1151,7 +1301,55 @@ <h4 class="field-label">200</h4>
         <a href="#RunningDeploymentStatus">RunningDeploymentStatus</a>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
-    <pre class="example"><code>{&quot;cluster_type&quot;:&quot;HOSTS&quot;,&quot;nodes&quot;:[{&quot;name&quot;:&quot;HOSTNAME-1&quot;,&quot;cpu_usage&quot;:83,&quot;memory_usage&quot;:37.5,&quot;disk_usage&quot;:97}]}</code></pre>
+    <pre class="example"><code>{&quot;cluster_type&quot;:&quot;HOSTS&quot;,&quot;nodes&quot;:[{&quot;name&quot;:&quot;HOSTNAME-1&quot;,&quot;cpu_usage&quot;:83,&quot;memory_usage&quot;:37.5,&quot;disk_usage&quot;:97}],&quot;pods&quot;:{&quot;coordinator&quot;:[{&quot;name&quot;:&quot;dztest283-graphscope-store-coordinator-0&quot;,&quot;image&quot;:[&quot;graphscope-store:0.28.0&quot;],&quot;labels&quot;:{&quot;app.kubernetes.io/version&quot;:&quot;3.4.0&quot;},&quot;node&quot;:&quot;i-uf6f9rdd1wh126dg2y1p&quot;,&quot;status&quot;:&quot;Running&quot;,&quot;restart_count&quot;:0,&quot;cpu_usage&quot;:2,&quot;memory_usage&quot;:597,&quot;timestamp&quot;:&quot;2024/07/19 16:40:04&quot;,&quot;creation_time&quot;:&quot;2024/07/03 11:08:57&quot;,&quot;component_belong_to&quot;:&quot;coordinator&quot;}],&quot;store&quot;:[{&quot;name&quot;:&quot;dztest283-graphscope-store-store-0&quot;,&quot;image&quot;:[&quot;graphscope-store:0.28.0&quot;],&quot;labels&quot;:{&quot;app.kubernetes.io/version&quot;:&quot;3.4.0&quot;},&quot;node&quot;:&quot;i-uf6f9rdd1wh126dg2y1p&quot;,&quot;status&quot;:&quot;Running&quot;,&quot;restart_count&quot;:0,&quot;cpu_usage&quot;:2,&quot;memory_usage&quot;:597,&quot;timestamp&quot;:&quot;2024/07/19 16:40:04&quot;,&quot;creation_time&quot;:&quot;2024/07/03 11:08:57&quot;,&quot;component_belong_to&quot;:&quot;store&quot;},{&quot;name&quot;:&quot;dztest283-graphscope-store-store-1&quot;,&quot;image&quot;:[&quot;graphscope-store:0.28.0&quot;],&quot;labels&quot;:{&quot;app.kubernetes.io/version&quot;:&quot;3.4.0&quot;},&quot;node&quot;:&quot;i-uf6f9rdd1wh126dg2y1p&quot;,&quot;status&quot;:&quot;Running&quot;,&quot;restart_count&quot;:0,&quot;cpu_usage&quot;:2,&quot;memory_usage&quot;:597,&quot;timestamp&quot;:&quot;2024/07/19 16:40:04&quot;,&quot;creation_time&quot;:&quot;2024/07/03 11:08:57&quot;,&quot;component_belong_to&quot;:&quot;store&quot;}]}}</code></pre>
+    <h4 class="field-label">500</h4>
+    Server error
+        <a href="#Error">Error</a>
+  </div> <!-- method -->
+  <hr/>
+  <div class="method"><a name="getStorageUsage"></a>
+    <div class="method-path">
+    <a class="up" href="#__Methods">Up</a>
+    <pre class="get"><code class="huge"><span class="http-method">get</span> /api/v1/deployment/storage/usage</code></pre></div>
+    <div class="method-summary"> (<span class="nickname">getStorageUsage</span>)</div>
+    <div class="method-notes">[Deprecated] Get storage usage of Groot</div>
+
+
+
+
+
+
+
+    <h3 class="field-label">Return type</h3>
+    <div class="return-type">
+      <a href="#GetStorageUsageResponse">GetStorageUsageResponse</a>
+      
+    </div>
+
+    <!--Todo: process Response Object and its headers, schema, examples -->
+
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{
+  "storage_usage" : {
+    "key" : 0.8008281904610115
+  }
+}</code></pre>
+
+    <h3 class="field-label">Produces</h3>
+    This API call produces the following media types according to the <span class="header">Accept</span> request header;
+    the media type will be conveyed by the <span class="header">Content-Type</span> response header.
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
+
+    <h3 class="field-label">Responses</h3>
+    <h4 class="field-label">200</h4>
+    Successfully returned the resource usage
+        <a href="#GetStorageUsageResponse">GetStorageUsageResponse</a>
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{&quot;dztest283-graphscope-store-store-0&quot;:72.2,&quot;dztest283-graphscope-store-store-1&quot;:91.7}</code></pre>
     <h4 class="field-label">500</h4>
     Server error
         <a href="#Error">Error</a>
@@ -1745,6 +1943,11 @@ <h3 class="field-label">Path parameters</h3>
 
 
 
+    <h3 class="field-label">Query parameters</h3>
+    <div class="field-items">
+      <div class="param">delete_scheduler (optional)</div>
+      
+            <div class="param-desc"><span class="param-type">Query Parameter</span> &mdash;  </div>    </div>  <!-- field-items -->
 
 
     <h3 class="field-label">Return type</h3>
@@ -1778,9 +1981,9 @@ <h4 class="field-label">500</h4>
   <div class="method"><a name="getDataloadingJobConfig"></a>
     <div class="method-path">
     <a class="up" href="#__Methods">Up</a>
-    <pre class="get"><code class="huge"><span class="http-method">get</span> /api/v1/graph/{graph_id}/dataloading/config</code></pre></div>
+    <pre class="post"><code class="huge"><span class="http-method">post</span> /api/v1/graph/{graph_id}/dataloading/config</code></pre></div>
     <div class="method-summary"> (<span class="nickname">getDataloadingJobConfig</span>)</div>
-    <div class="method-notes">Get the data loading configuration</div>
+    <div class="method-notes">Post to get the data loading configuration for MapReduce Task</div>
 
     <h3 class="field-label">Path parameters</h3>
     <div class="field-items">
@@ -1788,14 +1991,25 @@ <h3 class="field-label">Path parameters</h3>
       
             <div class="param-desc"><span class="param-type">Path Parameter</span> &mdash;  </div>    </div>  <!-- field-items -->
 
+    <h3 class="field-label">Consumes</h3>
+    This API call consumes the following media types via the <span class="header">Content-Type</span> request header:
+    <ul>
+      <li><code>application/json</code></li>
+    </ul>
 
+    <h3 class="field-label">Request body</h3>
+    <div class="field-items">
+      <div class="param">body <a href="#DataloadingJobConfig">DataloadingJobConfig</a> (required)</div>
+      
+            <div class="param-desc"><span class="param-type">Body Parameter</span> &mdash;  </div>
+                </div>  <!-- field-items -->
 
 
 
 
     <h3 class="field-label">Return type</h3>
     <div class="return-type">
-      <a href="#DataloadingJobConfig">DataloadingJobConfig</a>
+      <a href="#DataloadingMRJobConfig">DataloadingMRJobConfig</a>
       
     </div>
 
@@ -1804,29 +2018,7 @@ <h3 class="field-label">Return type</h3>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
     <pre class="example"><code>{
-  "schedule" : "schedule",
-  "loading_config" : {
-    "format" : {
-      "metadata" : "",
-      "type" : "type"
-    },
-    "import_option" : "overwrite"
-  },
-  "vertices" : [ {
-    "type_name" : "type_name"
-  }, {
-    "type_name" : "type_name"
-  } ],
-  "repeat" : "once",
-  "edges" : [ {
-    "type_name" : "type_name",
-    "source_vertex" : "source_vertex",
-    "destination_vertex" : "destination_vertex"
-  }, {
-    "type_name" : "type_name",
-    "source_vertex" : "source_vertex",
-    "destination_vertex" : "destination_vertex"
-  } ]
+  "config" : "config"
 }</code></pre>
 
     <h3 class="field-label">Produces</h3>
@@ -1838,8 +2030,14 @@ <h3 class="field-label">Produces</h3>
 
     <h3 class="field-label">Responses</h3>
     <h4 class="field-label">200</h4>
-    Successfully returned the dataloading job configuration
-        <a href="#DataloadingJobConfig">DataloadingJobConfig</a>
+    Successfully returned the job configuration for MapReduce Task
+        <a href="#DataloadingMRJobConfig">DataloadingMRJobConfig</a>
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>split.size&#x3D;32
+separator&#x3D;\\|
+graph.endpoint&#x3D;11.11.11.11:55556
+project&#x3D;graphscope</code></pre>
     <h4 class="field-label">500</h4>
     Server error
         <a href="#Error">Error</a>
@@ -1953,7 +2151,7 @@ <h4 class="field-label">200</h4>
         
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
-    <pre class="example"><code>[{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-1&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;RUNNING&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_name&quot;:&quot;demo&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-2&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;CANCELLED&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_name&quot;:&quot;demo&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-3&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;SUCCESS&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;end_time&quot;:&quot;2024-02-24T12:00:00.000Z&quot;,&quot;detail&quot;:{&quot;graph_name&quot;:&quot;demo&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-4&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;FAILED&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;end_time&quot;:&quot;2024-02-24T12:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_name&quot;:&quot;demo&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-5&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;WAITING&quot;,&quot;detail&quot;:{&quot;graph_name&quot;:&quot;demo&quot;}}]</code></pre>
+    <pre class="example"><code>[{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-1&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;RUNNING&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_id&quot;:&quot;GRAPHID&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-2&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;CANCELLED&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_id&quot;:&quot;GRAPHID&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-3&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;SUCCESS&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;end_time&quot;:&quot;2024-02-24T12:00:00.000Z&quot;,&quot;detail&quot;:{&quot;graph_id&quot;:&quot;GRAPHID&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-4&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;FAILED&quot;,&quot;start_time&quot;:&quot;2024-02-24T00:00:00.000Z&quot;,&quot;end_time&quot;:&quot;2024-02-24T12:00:00.000Z&quot;,&quot;log&quot;:&quot;logging...&quot;,&quot;detail&quot;:{&quot;graph_id&quot;:&quot;GRAPHID&quot;}},{&quot;id&quot;:&quot;JOB-QWERTYUIOPASDFGH-5&quot;,&quot;type&quot;:&quot;DATA IMPORT&quot;,&quot;status&quot;:&quot;WAITING&quot;,&quot;detail&quot;:{&quot;graph_id&quot;:&quot;GRAPHID&quot;}}]</code></pre>
     <h4 class="field-label">500</h4>
     Server error
         <a href="#Error">Error</a>
@@ -2075,7 +2273,7 @@ <h4 class="field-label">200</h4>
         <a href="#ServiceStatus">ServiceStatus</a>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
-    <pre class="example"><code>{&quot;graph_id&quot;:&quot;GRAPHID&quot;,&quot;status&quot;:&quot;Running&quot;,&quot;sdk_endpoints&quot;:{&quot;cypher&quot;:&quot;neo4j://mock.api.cypher:7676&quot;,&quot;gremin&quot;:&quot;ws://mock.api.gremlin/gremlin&quot;,&quot;hqps&quot;:&quot;http://mock.api.hqps:10000&quot;},&quot;start_time&quot;:&quot;2024-01-01 00:00:00&quot;}</code></pre>
+    <pre class="example"><code>{&quot;graph_id&quot;:&quot;GRAPHID&quot;,&quot;status&quot;:&quot;Running&quot;,&quot;sdk_endpoints&quot;:{&quot;cypher&quot;:&quot;neo4j://mock.api.cypher:7676&quot;,&quot;gremlin&quot;:&quot;ws://mock.api.gremlin/gremlin&quot;,&quot;hqps&quot;:&quot;http://mock.api.hqps:10000&quot;},&quot;start_time&quot;:&quot;2024-01-01 00:00:00&quot;}</code></pre>
     <h4 class="field-label">500</h4>
     Server error
         <a href="#Error">Error</a>
@@ -2590,7 +2788,8 @@ <h3 class="field-label">Return type</h3>
     <h3 class="field-label">Example data</h3>
     <div class="example-data-content-type">Content-Type: application/json</div>
     <pre class="example"><code>{
-  "file_path" : "file_path"
+  "file_path" : "file_path",
+  "metadata" : ""
 }</code></pre>
 
     <h3 class="field-label">Produces</h3>
@@ -2604,6 +2803,9 @@ <h3 class="field-label">Responses</h3>
     <h4 class="field-label">200</h4>
     successful operation
         <a href="#UploadFileResponse">UploadFileResponse</a>
+    <h3 class="field-label">Example data</h3>
+    <div class="example-data-content-type">Content-Type: application/json</div>
+    <pre class="example"><code>{&quot;file_path&quot;:&quot;/home/graphscope/path/to/file.csv&quot;,&quot;metadata&quot;:{&quot;datasource&quot;:&quot;file&quot;,&quot;file_type&quot;:&quot;csv&quot;}}</code></pre>
     <h4 class="field-label">500</h4>
     Server error
         <a href="#Error">Error</a>
@@ -2641,6 +2843,8 @@ <h3>Table of Contents</h3>
     <li><a href="#DataloadingJobConfig_loading_config"><code>DataloadingJobConfig_loading_config</code></a></li>
     <li><a href="#DataloadingJobConfig_loading_config_format"><code>DataloadingJobConfig_loading_config_format</code></a></li>
     <li><a href="#DataloadingJobConfig_vertices"><code>DataloadingJobConfig_vertices</code></a></li>
+    <li><a href="#DataloadingMRJobConfig"><code>DataloadingMRJobConfig</code></a></li>
+    <li><a href="#DateType"><code>DateType</code></a></li>
     <li><a href="#EdgeMapping"><code>EdgeMapping</code></a></li>
     <li><a href="#EdgeMapping_type_triplet"><code>EdgeMapping_type_triplet</code></a></li>
     <li><a href="#Error"><code>Error</code></a></li>
@@ -2651,14 +2855,19 @@ <h3>Table of Contents</h3>
     <li><a href="#GetEdgeType"><code>GetEdgeType</code></a></li>
     <li><a href="#GetGraphResponse"><code>GetGraphResponse</code></a></li>
     <li><a href="#GetGraphSchemaResponse"><code>GetGraphSchemaResponse</code></a></li>
+    <li><a href="#GetPodLogResponse"><code>GetPodLogResponse</code></a></li>
     <li><a href="#GetPropertyMeta"><code>GetPropertyMeta</code></a></li>
+    <li><a href="#GetResourceUsageResponse"><code>GetResourceUsageResponse</code></a></li>
+    <li><a href="#GetStorageUsageResponse"><code>GetStorageUsageResponse</code></a></li>
     <li><a href="#GetStoredProcResponse"><code>GetStoredProcResponse</code></a></li>
     <li><a href="#GetVertexType"><code>GetVertexType</code></a></li>
     <li><a href="#JobStatus"><code>JobStatus</code></a></li>
     <li><a href="#LongText"><code>LongText</code></a></li>
     <li><a href="#NodeStatus"><code>NodeStatus</code></a></li>
     <li><a href="#Parameter"><code>Parameter</code></a></li>
+    <li><a href="#PodStatus"><code>PodStatus</code></a></li>
     <li><a href="#PrimitiveType"><code>PrimitiveType</code></a></li>
+    <li><a href="#ResourceUsage"><code>ResourceUsage</code></a></li>
     <li><a href="#RunningDeploymentInfo"><code>RunningDeploymentInfo</code></a></li>
     <li><a href="#RunningDeploymentStatus"><code>RunningDeploymentStatus</code></a></li>
     <li><a href="#SchemaMapping"><code>SchemaMapping</code></a></li>
@@ -2667,6 +2876,8 @@ <h3>Table of Contents</h3>
     <li><a href="#StartServiceRequest"><code>StartServiceRequest</code></a></li>
     <li><a href="#StoredProcedureMeta"><code>StoredProcedureMeta</code></a></li>
     <li><a href="#StringType"><code>StringType</code></a></li>
+    <li><a href="#TemporalType"><code>TemporalType</code></a></li>
+    <li><a href="#TimeStampType"><code>TimeStampType</code></a></li>
     <li><a href="#UpdateAlertMessageStatusRequest"><code>UpdateAlertMessageStatusRequest</code></a></li>
     <li><a href="#UpdateStoredProcRequest"><code>UpdateStoredProcRequest</code></a></li>
     <li><a href="#UploadFileResponse"><code>UploadFileResponse</code></a></li>
@@ -2702,7 +2913,7 @@ <h3><a name="BaseEdgeType_vertex_type_pair_relations"><code>BaseEdgeType_vertex_
     <div class="field-items">
       <div class="param">source_vertex </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">destination_vertex </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
-<div class="param">relation </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">relation (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
         <div class="param-enum-header">Enum:</div>
         <div class="param-enum">MANY_TO_MANY</div><div class="param-enum">ONE_TO_MANY</div><div class="param-enum">MANY_TO_ONE</div><div class="param-enum">ONE_TO_ONE</div>
 <div class="param">x_csr_params (optional)</div><div class="param-desc"><span class="param-type"><a href="#BaseEdgeType_x_csr_params">BaseEdgeType_x_csr_params</a></span>  </div>
@@ -2800,7 +3011,7 @@ <h3><a name="CreateDataloadingJobResponse"><code>CreateDataloadingJobResponse</c
     <h3><a name="CreateEdgeType"><code>CreateEdgeType</code></a> <a class="up" href="#__Models">Up</a></h3>
     
     <div class="field-items">
-      <div class="param">properties </div><div class="param-desc"><span class="param-type"><a href="#CreatePropertyMeta">array[CreatePropertyMeta]</a></span>  </div>
+      <div class="param">properties (optional)</div><div class="param-desc"><span class="param-type"><a href="#CreatePropertyMeta">array[CreatePropertyMeta]</a></span>  </div>
 <div class="param">description (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">type_name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">vertex_type_pair_relations </div><div class="param-desc"><span class="param-type"><a href="#BaseEdgeType_vertex_type_pair_relations">array[BaseEdgeType_vertex_type_pair_relations]</a></span>  </div>
@@ -2922,14 +3133,28 @@ <h3><a name="DataloadingJobConfig_vertices"><code>DataloadingJobConfig_vertices<
       <div class="param">type_name (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="DataloadingMRJobConfig"><code>DataloadingMRJobConfig</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">config </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="DateType"><code>DateType</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">date32 </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="EdgeMapping"><code>EdgeMapping</code></a> <a class="up" href="#__Models">Up</a></h3>
     
     <div class="field-items">
       <div class="param">type_triplet </div><div class="param-desc"><span class="param-type"><a href="#EdgeMapping_type_triplet">EdgeMapping_type_triplet</a></span>  </div>
 <div class="param">inputs </div><div class="param-desc"><span class="param-type"><a href="#string">array[String]</a></span>  </div>
-<div class="param">source_vertex_mappings </div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
-<div class="param">destination_vertex_mappings </div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
+<div class="param">source_vertex_mappings (optional)</div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
+<div class="param">destination_vertex_mappings (optional)</div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
 <div class="param">column_mappings (optional)</div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
@@ -3012,8 +3237,8 @@ <h3><a name="GetAlertRuleResponse"><code>GetAlertRuleResponse</code></a> <a clas
     <h3><a name="GetEdgeType"><code>GetEdgeType</code></a> <a class="up" href="#__Models">Up</a></h3>
     
     <div class="field-items">
-      <div class="param">type_id </div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
-<div class="param">properties </div><div class="param-desc"><span class="param-type"><a href="#GetPropertyMeta">array[GetPropertyMeta]</a></span>  </div>
+      <div class="param">type_id (optional)</div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
+<div class="param">properties (optional)</div><div class="param-desc"><span class="param-type"><a href="#GetPropertyMeta">array[GetPropertyMeta]</a></span>  </div>
 <div class="param">description (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">type_name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">vertex_type_pair_relations </div><div class="param-desc"><span class="param-type"><a href="#BaseEdgeType_vertex_type_pair_relations">array[BaseEdgeType_vertex_type_pair_relations]</a></span>  </div>
@@ -3046,6 +3271,13 @@ <h3><a name="GetGraphSchemaResponse"><code>GetGraphSchemaResponse</code></a> <a
 <div class="param">edge_types </div><div class="param-desc"><span class="param-type"><a href="#GetEdgeType">array[GetEdgeType]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="GetPodLogResponse"><code>GetPodLogResponse</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">log </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="GetPropertyMeta"><code>GetPropertyMeta</code></a> <a class="up" href="#__Models">Up</a></h3>
     
@@ -3058,6 +3290,21 @@ <h3><a name="GetPropertyMeta"><code>GetPropertyMeta</code></a> <a class="up" hre
 <div class="param">description (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="GetResourceUsageResponse"><code>GetResourceUsageResponse</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">cpu_usage </div><div class="param-desc"><span class="param-type"><a href="#ResourceUsage">array[ResourceUsage]</a></span>  </div>
+<div class="param">memory_usage </div><div class="param-desc"><span class="param-type"><a href="#ResourceUsage">array[ResourceUsage]</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="GetStorageUsageResponse"><code>GetStorageUsageResponse</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">storage_usage </div><div class="param-desc"><span class="param-type"><a href="#double">map[String, Double]</a></span>  format: double</div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="GetStoredProcResponse"><code>GetStoredProcResponse</code></a> <a class="up" href="#__Models">Up</a></h3>
     
@@ -3074,7 +3321,7 @@ <h3><a name="GetStoredProcResponse"><code>GetStoredProcResponse</code></a> <a cl
     <h3><a name="GetVertexType"><code>GetVertexType</code></a> <a class="up" href="#__Models">Up</a></h3>
     
     <div class="field-items">
-      <div class="param">type_id </div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
+      <div class="param">type_id (optional)</div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
 <div class="param">properties </div><div class="param-desc"><span class="param-type"><a href="#GetPropertyMeta">array[GetPropertyMeta]</a></span>  </div>
 <div class="param">description (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">type_name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
@@ -3122,6 +3369,23 @@ <h3><a name="Parameter"><code>Parameter</code></a> <a class="up" href="#__Models
 <div class="param">type </div><div class="param-desc"><span class="param-type"><a href="#GSDataType">GSDataType</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="PodStatus"><code>PodStatus</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">image </div><div class="param-desc"><span class="param-type"><a href="#string">array[String]</a></span>  </div>
+<div class="param">labels </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span>  </div>
+<div class="param">node </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">restart_count </div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
+<div class="param">cpu_usage </div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
+<div class="param">memory_usage </div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span>  format: int32</div>
+<div class="param">timestamp (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">creation_time </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">component_belong_to (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="PrimitiveType"><code>PrimitiveType</code></a> <a class="up" href="#__Models">Up</a></h3>
     
@@ -3131,6 +3395,15 @@ <h3><a name="PrimitiveType"><code>PrimitiveType</code></a> <a class="up" href="#
         <div class="param-enum">DT_SIGNED_INT32</div><div class="param-enum">DT_UNSIGNED_INT32</div><div class="param-enum">DT_SIGNED_INT64</div><div class="param-enum">DT_UNSIGNED_INT64</div><div class="param-enum">DT_BOOL</div><div class="param-enum">DT_FLOAT</div><div class="param-enum">DT_DOUBLE</div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="ResourceUsage"><code>ResourceUsage</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">host </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">timestamp </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">usage </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="RunningDeploymentInfo"><code>RunningDeploymentInfo</code></a> <a class="up" href="#__Models">Up</a></h3>
     
@@ -3149,7 +3422,7 @@ <h3><a name="RunningDeploymentInfo"><code>RunningDeploymentInfo</code></a> <a cl
         <div class="param-enum">Hiactor</div><div class="param-enum">Gaia</div>
 <div class="param">storage </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
         <div class="param-enum-header">Enum:</div>
-        <div class="param-enum">MutableCSR</div>
+        <div class="param-enum">MutableCSR</div><div class="param-enum">MutablePersistent</div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
@@ -3159,10 +3432,8 @@ <h3><a name="RunningDeploymentStatus"><code>RunningDeploymentStatus</code></a> <
       <div class="param">cluster_type </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
         <div class="param-enum-header">Enum:</div>
         <div class="param-enum">HOSTS</div><div class="param-enum">KUBERNETES</div>
-<div class="param">nodes </div><div class="param-desc"><span class="param-type"><a href="#">array[null]</a></span>  </div>
-              <div class="param-desc"><span class="param-type">items oneOf:</span>
-                  <a href="#NodeStatus"><code>NodeStatus</code></a>&nbsp;&nbsp;&nbsp;
-              </div>
+<div class="param">nodes (optional)</div><div class="param-desc"><span class="param-type"><a href="#NodeStatus">array[NodeStatus]</a></span>  </div>
+<div class="param">pods (optional)</div><div class="param-desc"><span class="param-type"><a href="#array">map[String, array[PodStatus]]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
@@ -3228,6 +3499,24 @@ <h3><a name="StringType"><code>StringType</code></a> <a class="up" href="#__Mode
       </div>
     </div>  <!-- field-items -->
   </div>
+  <div class="model">
+    <h3><a name="TemporalType"><code>TemporalType</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">temporal </div><div class="param-desc"><span class="param-type"><a href="#"></a></span>  </div>
+      <div class="param-desc"><span class="param-type">oneOf:</span>
+              <a href="#TimeStampType"><code>TimeStampType</code></a>&nbsp;&nbsp;&nbsp;
+              <a href="#DateType"><code>DateType</code></a>&nbsp;&nbsp;&nbsp;
+      </div>
+    </div>  <!-- field-items -->
+  </div>
+  <div class="model">
+    <h3><a name="TimeStampType"><code>TimeStampType</code></a> <a class="up" href="#__Models">Up</a></h3>
+    
+    <div class="field-items">
+      <div class="param">timestamp </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+    </div>  <!-- field-items -->
+  </div>
   <div class="model">
     <h3><a name="UpdateAlertMessageStatusRequest"><code>UpdateAlertMessageStatusRequest</code></a> <a class="up" href="#__Models">Up</a></h3>
     
@@ -3250,6 +3539,7 @@ <h3><a name="UploadFileResponse"><code>UploadFileResponse</code></a> <a class="u
     
     <div class="field-items">
       <div class="param">file_path </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
+<div class="param">metadata </div><div class="param-desc"><span class="param-type"><a href="#object">map[String, Object]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
@@ -3258,7 +3548,7 @@ <h3><a name="VertexMapping"><code>VertexMapping</code></a> <a class="up" href="#
     <div class="field-items">
       <div class="param">type_name </div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span>  </div>
 <div class="param">inputs </div><div class="param-desc"><span class="param-type"><a href="#string">array[String]</a></span>  </div>
-<div class="param">column_mappings </div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
+<div class="param">column_mappings (optional)</div><div class="param-desc"><span class="param-type"><a href="#ColumnMapping">array[ColumnMapping]</a></span>  </div>
     </div>  <!-- field-items -->
   </div>
   <div class="model">
diff --git a/docs/analytical_engine/dev_and_test.md b/docs/analytical_engine/dev_and_test.md
index 262cefc8b8e3..935b93777eb6 100644
--- a/docs/analytical_engine/dev_and_test.md
+++ b/docs/analytical_engine/dev_and_test.md
@@ -83,9 +83,9 @@ With `gs` command-line utility, you can build analytical engine of GraphScope wi
 
 ```bash
 # Clone a repo if needed
-# git clone https://github.com/alibaba/graphscope
-# cd graphscope
-python3 gsctl.py make analytical
+# git clone https://github.com/alibaba/GraphScope
+# cd GraphScope
+make analytical
 ```
 
 The code of analytical engine is a cmake project, with a `CMakeLists.txt` in the its root directory (`/analytical_engine`). After the building with `gs`, you may found the built artifacts in `analytical_engine/build/grape_engine`.
@@ -95,7 +95,7 @@ Together with the `grape_engine` are shared libraries, or there may have a bunch
 You could install it to a location by
 
 ```bash
-python3 gsctl.py make analytical-install --install-prefix /usr/local
+make analytical-install INSTALL_PREFIX=/usr/local
 ```
 
 ````{note}
@@ -116,7 +116,9 @@ export GRAPHSCOPE_HOME=`pwd`
 See more about `GRAPHSCOPE_HOME` in [run tests](../development/how_to_test.md#run-tests)
 
 ```bash
-python3 gsctl.py test analytical
+# git clone -b master --single-branch --depth=1 https://github.com/7br/gstest.git ${GS_TEST_DIR}
+cd analytical_engine/build
+../test/app_tests.sh --test_dir ${GS_TEST_DIR}
 ```
 
-It would download the test dataset to the `/tmp/gstest` (if not exists) and run multiple algorithms against various graphs, and compare the result with the ground truth.
+It would download the test dataset to the `${GS_TEST_DIR}` (if not exists) and run multiple algorithms against various graphs, and compare the result with the ground truth.
diff --git a/docs/development/dev_guide.md b/docs/development/dev_guide.md
index b53536eaa363..560a144a7fe9 100644
--- a/docs/development/dev_guide.md
+++ b/docs/development/dev_guide.md
@@ -34,25 +34,29 @@ To use the dev containers for GraphScope development, you can follow these steps
 
 ### Install deps on local 
 
-To install all dependencies on your local, use the GraphScope command-line utility [gs](https://github.com/alibaba/GraphScope/blob/main/gs) with the subcommand `install-deps` like this
+To install all dependencies on your local, use the GraphScope command-line utility [gsctl](../utilities/gs.md) with the subcommand `install-deps` like this
 
 ```bash
-python3 gsctl.py install-deps dev
+# pip3 install gsctl
+gsctl install-deps dev
 
 # for more usage, try
-# python3 gsctl.py install-deps -h
+# gsctl install-deps -h
 ```
 
-You could download the `gs` directly or clone the [GraphScope](https://github.com/alibaba/GraphScope) to local, the `gs` is located in the root directory of GraphScope.
-
+You could download the `gsctl` directly or clone the [GraphScope](https://github.com/alibaba/GraphScope) to local, the `gsctl` is located in the root directory of GraphScope.
 
+```
+# git clone https://github.com/alibaba/GraphScope.git
+cd GraphScope && python3 gsctl.py install-deps dev
+```
 
 ## Build All Targets for GraphScope
 
-With `gs` command-line utility, you can build all targets for GraphScope with a single command.
+You can build all targets for GraphScope with a single command.
 
 ```bash
-python3 gsctl.py make all
+cd GraphScope && make
 ```
 
 This would build all targets sequentially, here we
@@ -65,10 +69,10 @@ You may found the built artifacts in several places according to each components
 And you could install them to one place by
 
 ```bash
-python3 gsctl.py make install [--prefix=/opt/graphscope]
+make install [INSTALL_PREFIX=/opt/graphscope]
 ```
 
-By default it would install all artifacts to `/opt/graphscope`, and you could specify another location by assigning the value of `--prefix`.
+By default it would install all artifacts to `/opt/graphscope`, and you could specify another location by assigning the value of `INSTALL_PREFIX`.
 
 ## Build Components Individually
 
@@ -86,7 +90,6 @@ You may find the guides for building and testing each engine as below.
 
 The gscoordinator package is responsible for launching engines, circulating and propagating messages and errors, and scheduling the workload operations.
 
-
 This will install coordinator package, thus make `import gscoordinator` work
 
 ````{tip}
@@ -94,19 +97,33 @@ The package would be installed in [editable mode](https://pip.pypa.io/en/stable/
 ````
 
 ```shell
-python3 gsctl.py make coordinator
+make coordinator
 ```
 
 ### Build Python Client
 
-The `graphscope` package is the entrypoint for playing with GraphScope.
+The `graphscope` package is a python entrypoint for playing with GraphScope.
 
 This will install the graphscope-client package, thus make `import graphscope` work.
 
 ````{tip}
-This package would also be installed in [editable mode](https://pip.pypa.io/en/stable/cli/pip_install/#cmdoption-e)
+This package would also be installed in [editable mode](https://pip.pypa.io/en/stable/cli/pip_install/#cmdoption-e), which means any changed you made in local directory will take effect.
+````
+
+```shell
+make client
+```
+
+### Build gsctl
+
+The `gsctl` package is a command-line utility for GraphScope. It provides a set of functionalities to make it easy to use GraphScope.
+
+This will install the gsctl package, thus make `gsctl` work.
+
+````{tip}
+This package would also be installed in [editable mode](https://pip.pypa.io/en/stable/cli/pip_install/#cmdoption-e), which means any changed you made in local directory will take effect.
 ````
 
 ```shell
-python3 gsctl.py make client
+make gsctl
 ```
diff --git a/docs/learning_engine/dev_and_test.md b/docs/learning_engine/dev_and_test.md
index 960944ba6f6e..bf83fedf5abd 100644
--- a/docs/learning_engine/dev_and_test.md
+++ b/docs/learning_engine/dev_and_test.md
@@ -14,10 +14,10 @@ To install all dependencies on your local, use the GraphScope command-line utili
 `install-deps` like this
 
 ```bash
-python3 gsctl.py install-deps dev
+gsctl install-deps dev-learning
 
 # for more usage, try
-# python3 gsctl.py install-deps -h
+# gsctl install-deps -h
 ```
 
 ### Dev on docker container
@@ -40,13 +40,13 @@ More options about `docker` command can be found [here](https://docs.docker.com/
 You can build all targets for GraphScope Learning Engine with a single command.
 
 ```bash
-python3 gsctl.py make learning
+make learning
 ```
 
 You could install it to a location by:
 
 ```bash
-python3 gsctl.py make learning-install --install-prefix /opt/graphscope
+make learning-install INSTALL_PREFIX=/opt/graphscope
 ```
 
 ## How to Test
diff --git a/docs/utilities/gs.md b/docs/utilities/gs.md
index 4ce3aaa236e0..91f895f4e01d 100644
--- a/docs/utilities/gs.md
+++ b/docs/utilities/gs.md
@@ -1,21 +1,22 @@
 # Command-line Utility `gsctl`
 
-`gsctl` is a command-line utility for GraphScope. It provides a set of functionalities to make it easy to use GraphScope. These functionalities include building and testing binaries, managing sessions and resources, and more.
+`gsctl` is a command-line utility for GraphScope. It provides a set of functionalities to make it easy to use GraphScope. These functionalities include building images and packages, managing sessions and resources, and more.
 
 ## Install/Update `gsctl`
 
 ```bash
 $ pip3 install gsctl
+# or force reinstall gsctl by:
+$ pip3 install gsctl --force-reinstall -U
 ```
 
 In some cases, such as development on `gsctl`, you may want to build it from source.
 To do this, navigate to the directory where the source code is located and run the following command:
 
 ```bash
-$ cd REPO_HOME
+$ cd ${REPO_HOME}
 # If you want to develop gsctl,
-# please note the entry point is located on:
-# /python/graphscope/gsctl/gsctl.py
+# please note the entry point is located on /python/graphscope/gsctl/gsctl.py
 $ make gsctl
 ```
 This will install `gsctl` in an editable mode, which means that any changes you make to the source code will be reflected in the installed version of `gsctl`.
@@ -32,12 +33,11 @@ Default, the `gsctl` provide helper functions and utilities that can be run usin
 `gsctl` acts as the command-line entrypoint for GraphScope. Some examples of utility scripts are:
 
 - `gsctl install-deps`, install dependencies for building GraphScope.
-- `gsctl make`, build GraphScope executable binaries and artifacts.
-- `gsctl make-image`, build GraphScope docker images.
-- `gsctl test`, trigger test suites.
-- `gsctl connect`, connect to the launched coordinator by ~/.gs/config.
+- `gsctl connect`, connect to the launched coordinator with configuration file ~/.gsctl.
 - `gsctl close`, Close the connection from the coordinator.
 - `gsctl flexbuild`, Build docker image for Interactive, Insight product.
+- `gsctl version`,  Print the client version information.
+- `gsctl instance`, Deploy, destroy a GraphScope Flex instance.
 
 ### Client/Server Mode
 
@@ -45,7 +45,7 @@ To switch to the client/server mode, use the `gsctl connect` command. By default
 
 Once connected, you can use `gsctl` to communicate with the coordinator which serves the specific Flex product behind it.
 
-#### Change scope
+#### Change Scope
 
 In `gsctl`, you can run commands on a global scope or a local scope. When you connect to a coordinator, you are in the global scope. To change to local scope of a graph, run the `gsctl use GRAPH <graph_identifier>` command. You can find the graph identifier with `gsctl ls` command.
 
@@ -62,6 +62,13 @@ Using GLOBAL
 ```
 Different scopes have different commands. Always remember to use `--help` on a command to get more information.
 
-#### Close the connection
+#### Close the Connection
 
 To disconnect from the coordinator and switch back to the utility scripts mode, you can use the `gsctl close` command. This command closes the connection from the coordinator and allows you to use `gsctl` as a standalone utility again.
+
+
+## What's the Next
+
+- [FLEX Coordinator](../flex/coordinator.md)
+- [Install dependencies on local environment](../development/dev_guide.md)
+- [Manage GraphScope Interactive by gsctl](../flex/interactive_intro.md)
diff --git a/k8s/dockerfiles/flex-interactive.Dockerfile b/k8s/dockerfiles/flex-interactive.Dockerfile
index f9338f221184..8a978c0ec842 100644
--- a/k8s/dockerfiles/flex-interactive.Dockerfile
+++ b/k8s/dockerfiles/flex-interactive.Dockerfile
@@ -34,19 +34,20 @@ RUN . ${HOME}/.cargo/env  && cd ${HOME}/GraphScope/flex && \
     cp ~/GraphScope/interactive_engine/executor/ir/target/release/libir_core.so /opt/flex/lib/
 
 # build coordinator
+RUN mkdir -p /opt/flex/wheel
 RUN if [ "${ENABLE_COORDINATOR}" = "true" ]; then \
         export PATH=${HOME}/.local/bin:${PATH} && \
         cd ${HOME}/GraphScope/flex/interactive/sdk && \
         ./generate_sdk.sh -g python && cd python && \
         python3 -m pip install --upgrade pip && python3 -m pip install -r requirements.txt && \
         python3 setup.py build_proto && python3 setup.py bdist_wheel && \
-        mkdir -p /opt/flex/wheel && cp dist/*.whl /opt/flex/wheel/ && \
+        cp dist/*.whl /opt/flex/wheel/ && \
         cd ${HOME}/GraphScope/python && \
         export WITHOUT_LEARNING_ENGINE=ON && python3 setup.py bdist_wheel && \
-        mkdir -p /opt/flex/wheel && cp dist/*.whl /opt/flex/wheel/ && \
+        cp dist/*.whl /opt/flex/wheel/ && \
         cd ${HOME}/GraphScope/coordinator && \
         python3 setup.py bdist_wheel && \
-        mkdir -p /opt/flex/wheel && cp dist/*.whl /opt/flex/wheel/; \
+        cp dist/*.whl /opt/flex/wheel/; \
     fi
 
 
diff --git a/python/graphscope/gsctl/commands/common.py b/python/graphscope/gsctl/commands/common.py
index fe68941f5a42..2a1d63416e75 100644
--- a/python/graphscope/gsctl/commands/common.py
+++ b/python/graphscope/gsctl/commands/common.py
@@ -28,6 +28,7 @@
 from graphscope.gsctl.utils import err
 from graphscope.gsctl.utils import info
 from graphscope.gsctl.utils import succ
+from graphscope.gsctl.version import __version__
 
 
 @click.group()
@@ -36,6 +37,12 @@ def cli():
     pass
 
 
+@cli.command()
+def version():
+    """Print the client version information"""
+    info(__version__)
+
+
 @cli.command()
 @click.option(
     "-c",
diff --git a/python/graphscope/gsctl/impl/stored_procedure.py b/python/graphscope/gsctl/impl/stored_procedure.py
index d2fd2e76180d..77b6c064498a 100644
--- a/python/graphscope/gsctl/impl/stored_procedure.py
+++ b/python/graphscope/gsctl/impl/stored_procedure.py
@@ -26,6 +26,11 @@
 
 
 def create_stored_procedure(graph_identifier: str, stored_procedure: dict) -> str:
+    # path begin with "@" represents the local file
+    if stored_procedure["query"].startswith("@"):
+        location = stored_procedure["query"][1:]
+        with open(location, "r") as f:
+            stored_procedure["query"] = f.read()
     context = get_current_context()
     with graphscope.flex.rest.ApiClient(
         graphscope.flex.rest.Configuration(context.coordinator_endpoint)
diff --git a/python/graphscope/gsctl/tests/test_interactive.py b/python/graphscope/gsctl/tests/test_interactive.py
index b00340de2a79..01132fa9c5cc 100644
--- a/python/graphscope/gsctl/tests/test_interactive.py
+++ b/python/graphscope/gsctl/tests/test_interactive.py
@@ -50,6 +50,51 @@
 COORDINATOR_ENDPOINT = "http://127.0.0.1:8080"
 
 
+sample_cc = """
+#include "flex/engines/hqps_db/app/interactive_app_base.h"
+#include "flex/engines/hqps_db/core/sync_engine.h"
+#include "flex/utils/app_utils.h"
+
+namespace gs {
+class ExampleQuery : public CypherReadAppBase<int32_t> {
+ public:
+  using Engine = SyncEngine<gs::MutableCSRInterface>;
+  using label_id_t = typename gs::MutableCSRInterface::label_id_t;
+  using vertex_id_t = typename gs::MutableCSRInterface::vertex_id_t;
+  ExampleQuery() {}
+  // Query function for query class
+  results::CollectiveResults Query(const gs::GraphDBSession& sess,
+                                   int32_t param1) override {
+    LOG(INFO) << "param1: " << param1;
+    gs::MutableCSRInterface graph(sess);
+    auto ctx0 = Engine::template ScanVertex<gs::AppendOpt::Persist>(
+        graph, 0, Filter<TruePredicate>());
+
+    auto ctx1 = Engine::Project<PROJ_TO_NEW>(
+        graph, std::move(ctx0),
+        std::tuple{gs::make_mapper_with_variable<INPUT_COL_ID(0)>(
+            gs::PropertySelector<int64_t>("id"))});
+    auto ctx2 = Engine::Limit(std::move(ctx1), 0, 5);
+    auto res = Engine::Sink(graph, ctx2, std::array<int32_t, 1>{0});
+    LOG(INFO) << "res: " << res.DebugString();
+    return res;
+  }
+};
+}  // namespace gs
+
+extern "C" {
+void* CreateApp(gs::GraphDBSession& db) {
+  gs::ExampleQuery* app = new gs::ExampleQuery();
+  return static_cast<void*>(app);
+}
+
+void DeleteApp(void* app) {
+  gs::ExampleQuery* casted = static_cast<gs::ExampleQuery*>(app);
+  delete casted;
+}
+}
+"""
+
 modern_graph = {
     "name": "modern_graph",
     "description": "This is a test graph",
@@ -305,7 +350,7 @@ def test_bulk_loading(self, tmpdir):
         assert not ds["edge_mappings"]
         delete_graph_by_id(graph_id)
 
-    def test_procedure(self):
+    def test_cypher_procedure(self):
         stored_procedure_dict = {
             "name": "procedure_name",
             "description": "This is a test procedure",
@@ -319,7 +364,7 @@ def test_procedure(self):
         new_procedure_exist = False
         procedures = list_stored_procedures(graph_id)
         for p in procedures:
-            if p.id == stored_procedure_id and p.name == "procedure_name":
+            if p.id == stored_procedure_id and p.name == stored_procedure_dict["name"]:
                 new_procedure_exist = True
         assert new_procedure_exist
         # test update a procedure
@@ -339,6 +384,28 @@ def test_procedure(self):
         assert not new_procedure_exist
         delete_graph_by_id(graph_id)
 
+    def test_cpp_procedure(self, tmpdir):
+        # generate sample_app.cc
+        cpp_procedure_file = tmpdir.join("sample_app.cc")
+        cpp_procedure_file.write(sample_cc)
+        # test create a new cpp stored procedure
+        stored_procedure_dict = {
+            "name": "cpp_stored_procedure_name",
+            "description": "This is a cpp test stored procedure",
+            "query": f"@{str(cpp_procedure_file)}",
+            "type": "cpp",
+        }
+        graph_id = create_graph(modern_graph)
+        stored_procedure_id = create_stored_procedure(graph_id, stored_procedure_dict)
+        assert stored_procedure_id is not None
+        new_procedure_exist = False
+        procedures = list_stored_procedures(graph_id)
+        for p in procedures:
+            if p.id == stored_procedure_id and p.name == stored_procedure_dict["name"]:
+                new_procedure_exist = True
+        assert new_procedure_exist
+        delete_graph_by_id(graph_id)
+
     def test_service(self):
         original_graph_id = None
         status = list_service_status()
diff --git a/python/graphscope/gsctl/utils.py b/python/graphscope/gsctl/utils.py
index 959695fcd396..db525c84cf67 100644
--- a/python/graphscope/gsctl/utils.py
+++ b/python/graphscope/gsctl/utils.py
@@ -188,9 +188,12 @@ def create_stored_procedure_node(self, graph, stored_procedures):
             parent=graph.id,
         )
         for p in stored_procedures:
+            query = p.query.replace("\n", "\\\\n")
+            if len(query) > 100:
+                query = query[:100] + "..."
             self.tree.create_node(
                 tag="StoredProc(identifier: {0}, type: {1}, runnable: {2}, query: {3}, description: {4})".format(
-                    p.id, p.type, p.runnable, p.query, p.description
+                    p.id, p.type, p.runnable, query, p.description
                 ),
                 identifier=f"{stored_procedure_identifier}_{p.id}",
                 parent=stored_procedure_identifier,