diff --git a/.gitmodules b/.gitmodules index 49795e96..86eb79cf 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,9 +1,9 @@ -[submodule "benchmark/seceval"] - path = benchmark/seceval +[submodule "benchmarks/seceval"] + path = benchmarks/seceval url = https://github.com/XuanwuAI/SecEval.git -[submodule "benchmark/cybermetric"] - path = benchmark/cybermetric +[submodule "benchmarks/cybermetric"] + path = benchmarks/cybermetric url = https://github.com/cybermetric/CyberMetric.git -[submodule "benchmark/cti_bench"] - path = benchmark/cti_bench +[submodule "benchmarks/cti_bench"] + path = benchmarks/cti_bench url = https://github.com/xashru/cti-bench.git diff --git a/benchmarks/README.md b/benchmarks/README.md index 5eec08c1..b59f975a 100644 --- a/benchmarks/README.md +++ b/benchmarks/README.md @@ -27,7 +27,9 @@ SecEval is a benchmark designed to evaluate large language models (LLMs) on secu #### ▶️ Usage + ```bash +git submodule update --init --recursive # init submodules cd benchmarks/seceval/eval pip install -r requirements.txt ``` @@ -47,10 +49,8 @@ CyberMetric is a benchmark framework that focuses on measuring the performance o #### ▶️ Usage ```bash +git submodule update --init --recursive # init submodules cd benchmarks/cybermetric -``` - -```bash python3 CyberMetric_evaluator.py --model_name ollama/qwen2.5:14b --file_path CyberMetric-2-v1.json ```