Bash compiler

.bash-compiler

@@ -0,0 +1,2 @@
+FRAMEWORK_ROOT_DIR=${ROOT_DIR}/vendor/bash-tools-framework
+BASH_TOOLS_ROOT_DIR=${ROOT_DIR}

.framework-config

@@ -32,7 +32,7 @@ FRAMEWORK_FUNCTIONS_IGNORE_REGEXP="${FRAMEWORK_FUNCTIONS_IGNORE_REGEXP:-^(Namesp
 # describe the files that do not contain function to be imported
 NON_FRAMEWORK_FILES_REGEXP="${NON_FRAMEWORK_FILES_REGEXP:-(^bin/|\.framework-config|^test\.sh$|^\.github/preCommitGeneration\.sh$|^install$|\.bats$|/testsData/|^manualTests/|/_\.sh$|/ZZZ\.sh$|/__all\.sh$|^src/_binaries|^src/_includes|^src/batsHeaders\.sh$|^conf/)}"
 # describe the files that are allowed to not have an associated bats file
-BATS_FILE_NOT_NEEDED_REGEXP="${BATS_FILE_NOT_NEEDED_REGEXP:-(^conf/|^bin/|^\.github/preCommitGeneration\.sh$|.framework-config|^install$|\.bats$|/testsData/|^manualTests/|/_\.sh$|/ZZZ\.sh$|/__all\.sh$|^src/batsHeaders\.sh$|^src/_includes)}"
+BATS_FILE_NOT_NEEDED_REGEXP="${BATS_FILE_NOT_NEEDED_REGEXP:-(^conf/|^bin/|^\.github/preCommitGeneration\.sh$|.framework-config|^install$|\.bats$|/testsData/|^manualTests/|/_\.sh$|/ZZZ\.sh$|/__all\.sh$|^src/batsHeaders\.sh$|^src/_includes|^src/_binaries/.*-(options|main)\.sh$|^conf/|^src/_binaries/commandDefinitions/options.*\.sh$|/testsData/|^test\.sh$)}"
 # describe the files that are allowed to not have a function matching the filename
 FRAMEWORK_FILES_FUNCTION_MATCHING_IGNORE_REGEXP="${FRAMEWORK_FILES_FUNCTION_MATCHING_IGNORE_REGEXP:-^conf/|^bin/|^\.framework-config$|\.tpl$|testsData/binaryFile$}"
 # Source directories

.github/workflows/lint-test.yml

@@ -122,7 +122,7 @@ jobs:
         if: ${{ always() }}
         # You can override MegaLinter flavor used to have faster performances
         # More info at https://megalinter.io/flavors/
-        uses: oxsecurity/megalinter/flavors/terraform@v7
+        uses: oxsecurity/megalinter/flavors/terraform@v8
         # All available variables are described in documentation
         # https://megalinter.io/configuration/
         env:

.jscpd.json

@@ -30,6 +30,7 @@
     "conf/postmanCli/GithubAPI/GitHubAPI-01-Basic_no_auth_postman_collection.json",
     "conf/postmanCli/GithubAPI/GitHubAPI-02-Advanced_with_auth_postman_collection.json",
     "src/_binaries/DbImport/dbImportProfile.options.tpl",
+    "src/_binaries/Database/dbImport/dbImport-options.sh",
     "**/snippets/**"
   ]
 }

.pre-commit-config-github.yaml

@@ -94,13 +94,13 @@ repos:
           )$
 
   - repo: https://github.com/rhysd/actionlint
-    rev: v1.6.27
+    rev: v1.7.1
     hooks:
       - id: actionlint
         stages: [pre-commit, pre-push, manual]
 
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.2.6
+    rev: v2.3.0
     hooks:
       - id: codespell
         args:
@@ -127,8 +127,8 @@ repos:
               ^.cspell/codespellrc-.*.txt$
           )
 
-  - repo: https://github.com/pre-commit/mirrors-prettier
-    rev: v4.0.0-alpha.8
+  - repo: https://github.com/rbubley/mirrors-prettier
+    rev: v3.3.3
     hooks:
       - id: prettier
         exclude: |
@@ -161,19 +161,17 @@ repos:
         exclude: /testsData/
 
   - repo: https://github.com/fchastanet/bash-tools-framework
-    rev: 4.0.0
+    rev: 6.0.0
     hooks:
       - id: fixShebangExecutionBit
       - id: awkLint
-      - id: buildShFiles
-      - id: buildShFilesGithubAction
       - id: shellcheckLint
       - id: shellcheckLintGithubAction
       - id: frameworkLint
         args:
           [
             --expected-warnings-count,
-            "6",
+            "5",
             --format,
             plain,
             --theme,
@@ -185,7 +183,7 @@ repos:
         args:
           [
             --expected-warnings-count,
-            "6",
+            "5",
             --format,
             checkstyle,
             --theme,
@@ -194,6 +192,11 @@ repos:
             WARNING,
           ]
       - id: plantuml
+        args: [--same-dir, -f, png, -f, svg, --limit-size, "1200"]
+        exclude: |
+          (?x)(
+            ^conf/mysql2pumlSkins/default.puml$
+          )
 
   - repo: local
     hooks:
@@ -205,3 +208,8 @@ repos:
         pass_filenames: false
         require_serial: true
         stages: [manual] # GITHUB
+
+  - repo: https://github.com/fchastanet/bash-compiler
+    rev: v1.0.0
+    hooks:
+      - id: buildBashBinaries

.pre-commit-config.yaml

@@ -89,13 +89,13 @@ repos:
           )$
 
   - repo: https://github.com/rhysd/actionlint
-    rev: v1.6.27
+    rev: v1.7.1
     hooks:
       - id: actionlint
         stages: [pre-commit, pre-push, manual]
 
   - repo: https://github.com/codespell-project/codespell
-    rev: v2.2.6
+    rev: v2.3.0
     hooks:
       - id: codespell
         args:
@@ -122,8 +122,8 @@ repos:
               ^.cspell/codespellrc-.*.txt$
           )
 
-  - repo: https://github.com/pre-commit/mirrors-prettier
-    rev: v4.0.0-alpha.8
+  - repo: https://github.com/rbubley/mirrors-prettier
+    rev: v3.3.3
     hooks:
       - id: prettier
         exclude: |
@@ -156,19 +156,17 @@ repos:
         exclude: /testsData/
 
   - repo: https://github.com/fchastanet/bash-tools-framework
-    rev: 4.0.0
+    rev: 6.0.0
     hooks:
       - id: fixShebangExecutionBit
       - id: awkLint
-      - id: buildShFiles
-      - id: buildShFilesGithubAction
       - id: shellcheckLint
       - id: shellcheckLintGithubAction
       - id: frameworkLint
         args:
           [
             --expected-warnings-count,
-            "6",
+            "5",
             --format,
             plain,
             --theme,
@@ -180,7 +178,7 @@ repos:
         args:
           [
             --expected-warnings-count,
-            "6",
+            "5",
             --format,
             checkstyle,
             --theme,
@@ -189,6 +187,11 @@ repos:
             WARNING,
           ]
       - id: plantuml
+        args: [--same-dir, -f, png, -f, svg, --limit-size, "1200"]
+        exclude: |
+          (?x)(
+            ^conf/mysql2pumlSkins/default.puml$
+          )
 
   - repo: local
     hooks:
@@ -200,3 +203,8 @@ repos:
         pass_filenames: false
         require_serial: true
         stages: [] # GITHUB
+
+  - repo: https://github.com/fchastanet/bash-compiler
+    rev: v1.0.0
+    hooks:
+      - id: buildBashBinaries

.v8rrc.yaml

@@ -24,3 +24,7 @@ customCatalog:
       description: pre-commit
       fileMatch: [".pre-commit-config*.yml", ".pre-commit-config*.yaml"]
       location: https://json.schemastore.org/pre-commit-config.json
+    - name: eslint-json
+      description: eslint-json
+      fileMatch: [".eslintrc-json.json"]
+      location: https://json.schemastore.org/eslintrc.json

.vscode/launch.json

@@ -10,6 +10,13 @@
       "name": "Bash-Debug (generic)",
       "program": "${file}"
     },
+    {
+      "type": "bashdb",
+      "request": "launch",
+      "name": "dbQueryAllDatabases",
+      "program": "bin/dbQueryAllDatabases",
+      "args": ["-f", "ckls.local"]
+    },
     {
       "type": "bashdb",
       "request": "launch",

Commands.tmpl.md

@@ -1,10 +1,11 @@
 # The commands
 
 - [1. Build tools](#1-build-tools)
-  - [1.1. bin/installRequirements](#11-bininstallrequirements)
-  - [1.2. bin/waitForIt](#12-binwaitforit)
-  - [1.3. bin/waitForMysql](#13-binwaitformysql)
-  - [1.4. bin/doc](#14-bindoc)
+  - [1.1. bin/install](#11-bininstall)
+  - [1.2. bin/installRequirements](#12-bininstallrequirements)
+  - [1.3. bin/waitForIt](#13-binwaitforit)
+  - [1.4. bin/waitForMysql](#14-binwaitformysql)
+  - [1.5. bin/doc](#15-bindoc)
 - [2. Converter and Generator tools](#2-converter-and-generator-tools)
   - [2.1. bin/mysql2puml](#21-binmysql2puml)
     - [2.1.1. Help](#211-help)
@@ -36,25 +37,31 @@
 
 ## 1. Build tools
 
-### 1.1. bin/installRequirements
+### 1.1. bin/install
+
+```text
+@@@install_help@@@
+```
+
+### 1.2. bin/installRequirements
 
 ```text
 @@@installRequirements_help@@@
 ```
 
-### 1.2. bin/waitForIt
+### 1.3. bin/waitForIt
 
 ```text
 @@@waitForIt_help@@@
 ```
 
-### 1.3. bin/waitForMysql
+### 1.4. bin/waitForMysql
 
 ```text
 @@@waitForMysql_help@@@
 ```
 
-### 1.4. bin/doc
+### 1.5. bin/doc
 
 ```text
 @@@doc_help@@@

README.md

@@ -36,6 +36,7 @@
 - [3. Development Environment](#3-development-environment)
   - [3.1. build dependencies](#31-build-dependencies)
   - [3.2. Precommit hook](#32-precommit-hook)
+  - [Compile binaries](#compile-binaries)
   - [3.3. UT](#33-ut)
   - [3.4. auto generated bash doc](#34-auto-generated-bash-doc)
   - [3.5. github page](#35-github-page)
@@ -150,6 +151,14 @@ You also have to execute the following command to enable it:
 pre-commit install --hook-type pre-commit --hook-type pre-push
 ```
 
+### Compile binaries
+
+```bash
+export FRAMEWORK_ROOT_DIR=/home/wsl/fchastanet/bash-tools/vendor/bash-tools-framework
+export BASH_TOOLS_ROOT_DIR=/home/wsl/fchastanet/bash-tools
+go run ./cmd/bash-compiler $(find "${BASH_TOOLS_ROOT_DIR}/src/_binaries" -name '*-binary.yaml' -print)
+```
+
 ### 3.3. UT
 
 All the commands are unit tested, you can run the unit tests using the following