.metrics.json

{
    "builds": {
      "list": [{
        "name": "rv32imc",
        "image": "ibex-toolchain:v2",
        "memory" : "1",
        "cmd": "python3 run.py --test riscv_arithmetic_basic_test --simulator dsim --output out --verbose --co",
        "wavesCmd": "python3 run.py --test riscv_arithmetic_basic_test --simulator dsim --output out --verbose --co"
      }]
    },
    "regressions": [{
      "name": "riscv-dv_sanity",
      "description": "Basic test generated by Google riscv-dv instruction generator",
      "tests": {
          "builds": ["rv32imc"],
          "resultsDir" : "/mux-flow/build/repo/out",
          "memory" : "1",
          "list": [
              {
                  "name": "riscv_arithmetic_basic_test",
                  "build": "rv32imc",
                  "iterations": 2,
                  "cmd": "cd /mux-flow/results; python3 <rootDir>/run.py --test riscv_arithmetic_basic_test --seed <seed> --simulator dsim --iss spike --so --out <rootDir>/out --verbose; <rootDir>/scripts/check-status $?; rm -fr <rootDir>/out/dsim",
                  "wavesCmd": "python3 <rootDir>/run.py --test riscv_arithmetic_basic_test --seed <seed> --simulator dsim --iss spike --so --out <rootDir>/out --verbose; <rootDir>/scripts/check-status $?; rm -rf out/dsim",
                  "logFile": "simulation.log",
                  "metricsFile": "metrics.db",
                  "isPass": "Test passed",
                  "seed": "random"
              }
          ]
      }
    },
    {
      "name" : "riscv-dv_regression",
      "description": "Tests generated by Google riscv-dv instruction generator",
      "tests": {
        "resultsDir": "/mux-flow/build/repo/out",
        "builds": ["rv32imc"],
        "memory": "1",
        "listCmd": "<rootDir>/scripts/genMetricsList.py",
        "listFile": "<rootDir>/regression_list.json"
      }
    }
  ]
}