tools: add fpgaci configuration files

each ci test case contains app/config/n200/n300/n600/ux600/ux900.json

Signed-off-by: Huaqi Fang <578567190@qq.com>

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/app.json

@@ -0,0 +1,149 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application",
+        "test"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/smphello",
+        "application/baremetal/demo_nice",
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_smode_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["[IN S-MODE SOFTWARE INTERRUPT]software interrupt hit 10 times", "[ERROR]__TEE_PRESENT must be defined as 1"]
+            }
+        },
+        "application/baremetal/demo_spmp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Won't run here if violates L U\\R\\W\\X permission check!", "[ERROR]__TEE_PRESENT must be defined as 1"]
+            }
+        },
+        "application/baremetal/demo_pmp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Won't run here if violates L R\\W\\X permission check!"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/smphello": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["All harts boot successfully!"]
+            }
+        },
+        "application/baremetal/lowpower": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, WFI Cost,"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "full"
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/n200.json

@@ -0,0 +1,11 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "application/baremetal/demo_spmp": {"build": true, "run": false},
+        "application/baremetal/demo_pmp": {"build": true, "run": false},
+        "application/baremetal/demo_smode_eclic": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/n300.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/n600.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/n900.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/ux600.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/bareapp/ux900.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": true, "run": true}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/app.json

@@ -0,0 +1,116 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "parallel" : "-j",
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application/baremetal/benchmark"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "full"
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/n200.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/n300.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/n600.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/n900.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/ux600.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/barebench/ux900.json

@@ -0,0 +1,4 @@
+{
+    "matrix": {
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/app.json

@@ -0,0 +1,116 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "parallel" : "-j",
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application/baremetal/benchmark"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "pico"
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/n200.json

@@ -0,0 +1,15 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "application/baremetal/demo_spmp": {"build": true, "run": false},
+        "application/baremetal/demo_pmp": {"build": true, "run": false},
+        "application/baremetal/demo_smode_eclic": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/n300.json

@@ -0,0 +1,12 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/n600.json

@@ -0,0 +1,12 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/n900.json

@@ -0,0 +1,12 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/ux600.json

@@ -0,0 +1,12 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibapp/ux900.json

@@ -0,0 +1,12 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    },
+    "expected": {
+        "application/baremetal/demo_nice": {"build": true, "run": false},
+        "test/core": {"build": false, "run": false}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/app.json

@@ -0,0 +1,116 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "parallel" : "-j",
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application/baremetal/benchmark"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "mini"
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/n200.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/n300.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/n600.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/n900.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/ux600.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/clibbench/ux900.json

@@ -0,0 +1,8 @@
+{
+    "matrix": {
+        "newlib_small": {"STDCLIB": "newlib_small"},
+        "libncrt_small": {"STDCLIB": "libncrt_small"},
+        "libncrt_balanced": {"STDCLIB": "libncrt_balanced"},
+        "libncrt_fast": {"STDCLIB": "libncrt_fast"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/app.json

@@ -0,0 +1,116 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "parallel" : "-j",
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application/baremetal/benchmark/dhrystone"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "mini"
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/n200.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/n300.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/n600.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/n900.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/ux600.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/dhrybench/ux900.json

@@ -0,0 +1,7 @@
+{
+    "matrix": {
+        "ground": {"DHRY_MODE": "ground"},
+        "inline": {"DHRY_MODE": "inline"},
+        "best": {"DHRY_MODE": "best"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/app.json

@@ -0,0 +1,116 @@
+{
+    "run_config": {
+        "target" : "hardware",
+        "hardware" : {
+            "baudrate": 115200,
+            "timeout": 60
+        },
+        "qemu": {
+            "qemu32": "qemu-system-riscv32",
+            "qemu64": "qemu-system-riscv64",
+            "timeout": 60
+        },
+        "ncycm": {
+            "timeout": 1200
+        }
+    },
+    "copy_objects": true,
+    "build_target": "clean all",
+    "build_config": {
+    },
+    "parallel" : "-j",
+    "checks": {
+        "PASS": [],
+        "FAIL": ["MEPC"]
+    },
+    "appdirs": [
+        "application/baremetal/benchmark"
+    ],
+    "appdirs_ignore": [
+        "application/baremetal/dsp_examples",
+        "application/baremetal/Internal"
+    ],
+    "appconfig": {
+        "application/baremetal/benchmark/dhrystone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Dhrystone"]
+            }
+        },
+        "application/baremetal/benchmark/whetstone": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, Whetstone"]
+            }
+        },
+        "application/baremetal/benchmark/coremark": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["CSV, CoreMark"]
+            }
+        },
+        "application/baremetal/demo_timer": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["MTimer msip and mtip interrupt test finish and pass"]
+            }
+        },
+        "application/baremetal/helloworld": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["19: Hello World From Nuclei RISC-V Processor!"]
+            }
+        },
+        "application/baremetal/demo_eclic": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["software interrupt hit 10 times"]
+            }
+        },
+        "application/baremetal/demo_nice": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["PASS"],
+                "FAIL": ["FAIL", "MEPC"]
+            }
+        },
+        "application/baremetal/demo_dsp": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["all test are passed"],
+                "FAIL": ["test error apprears", "MEPC"]
+            }
+        },
+        "application/freertos/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["timers Callback 11"]
+            }
+        },
+        "application/rtthread/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["Main thread count: 6"]
+            }
+        },
+        "application/rtthread/msh": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["msh >"]
+            }
+        },
+        "application/ucosii/demo": {
+            "build_config" : {},
+            "checks": {
+                "PASS": ["task3 is running... 10"]
+            }
+        },
+        "test/core": {
+            "build_config" : {},
+            "checks": {
+                "PASS": [", 0 failed"],
+                "FAIL": ["[FAIL]", "MEPC"]
+            }
+        }
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/config.json

@@ -0,0 +1,3 @@
+{
+    "choice": "mini"
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/n200.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/n300.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/n600.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/n900.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/ux600.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}

tools/scripts/nsdk_cli/configs/fpgaci/runmbench/ux900.json

@@ -0,0 +1,6 @@
+{
+    "matrix": {
+        "lm": {"RUNMODE": "lm"},
+        "cache": {"STDCLIB": "cache"}
+    }
+}