mirror of https://github.com/aliasrobotics/cai.git
136 lines
5.7 KiB
HTML
136 lines
5.7 KiB
HTML
<!DOCTYPE html>
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta http-equiv="X-UA-Compatible" content="IE=edge">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<title>SecEval: A Comprehensive Benchmark for Evaluating Cybersecurity Knowledge of Foundation Models</title>
|
|
<link rel="icon" href="img/logo.png" type="image/icon type">
|
|
<link rel="stylesheet" href="css/main.css">
|
|
<link rel="stylesheet" href="css/nav.css">
|
|
<script src="javascript/index.js" defer></script>
|
|
</head>
|
|
|
|
<body>
|
|
<div id="nav">
|
|
<div id="icon">
|
|
<img src="img/logo.png" id="nav-icon">
|
|
<a class="nav-button" href="https://XuanwuAI.github.io/SecEval/" style="margin-left: 2px; font-size: 24px">SecEval
|
|
</a>
|
|
</div>
|
|
<div>
|
|
<a class="nav-button" href="#home">Home</a>
|
|
<a class="nav-button" href="#dataset">Dataset</a>
|
|
<a class="nav-button" href="paper_placeholder.html" target="_blank">Paper</a>
|
|
<a class="nav-button" href="https://github.com/XuanwuAI/SecEval" target="_blank">Github</a>
|
|
<a class="nav-button" href="#citation">Citation</a>
|
|
<a class="nav-button" href="#contact">Contact</a>
|
|
<a class="nav-button" href="leaderboard.html">Leaderboard</a>
|
|
<a class="nav-button" href="explore.html">Explore</a>
|
|
</div>
|
|
</div>
|
|
|
|
<!-- anchor for the home button -->
|
|
<div id="home" style="position: absolute; top: 0;"></div>
|
|
|
|
<!-- banner -->
|
|
<div id="title">
|
|
<div id="title-wrapper">
|
|
<img src="img/logo.png" id="title-icon">
|
|
<p id="title-text">SecEval</p>
|
|
</div>
|
|
<p id="subtitle-text">
|
|
A Comprehensive Benchmark for Evaluating <br>
|
|
Cybersecurity Knowledge of Foundation Models
|
|
<br><br>
|
|
(2023)
|
|
</p>
|
|
<p id="title-padding-bottom"> </p>
|
|
</div>
|
|
|
|
<!-- the main body of the page -->
|
|
<!-- each section uses an empty div as an anchor -->
|
|
<div id="body">
|
|
<div class="section">
|
|
<div id="about" class="anchor"></div>
|
|
<h1>About SecEval</h1>
|
|
<p style="line-height: 150%">
|
|
SecEval is the first benchmark specifically created for evaluating cybersecurity knowledge in Foundation Models. It offers over 2000 multiple-choice questions across 9 domains: Software Security, Application Security, System Security, Web Security, Cryptography, Memory Safety, Network Security, and PenTest.
|
|
These questions are generated by prompting OpenAI GPT4 with authoritative sources such as open-licensed textbooks, official documentation, and industry guidelines and standards. The generation process is meticulously crafted to ensure the dataset meets rigorous quality, diversity, and impartiality criteria. You can explore our dataset and detailed methodology in our <a class="ext-link" href="paper_placeholder.html" target="_blank"
|
|
xt-marked="ok">paper</a>, or explore samples by visiting <a class="ext-link" href="explore.html"
|
|
xt-marked="ok">Explore</a>.
|
|
</p>
|
|
|
|
</div>
|
|
|
|
<!-- <hr> -->
|
|
<div class="section">
|
|
<div id="dataset" class="anchor"></div>
|
|
<h1>SecEval Dataset</h1>
|
|
<p>
|
|
Our dataset is distributed under the
|
|
<a href="https://creativecommons.org/licenses/by-nc-sa/4.0/" target="blank" class="ext-link">
|
|
CC BY-NC-SA (Attribution-NonCommercial-ShareAlike)
|
|
</a>
|
|
license. You can download the dataset from our
|
|
<a href="https://github.com/XuanwuAI/SecEval" class="ext-link" target="blank">Github
|
|
Repository</a> or <a href="https://huggingface.co/datasets/XuanwuAI/SecEval" class="ext-link" target="blank">HuggingFace Datasets</a>!
|
|
</p>
|
|
</div>
|
|
|
|
|
|
<!-- <hr> -->
|
|
<div class="section">
|
|
<div id="citation" class="anchor"></div>
|
|
<h1>Citation</h1>
|
|
<pre class="bibtex">
|
|
@misc{li2023seceval,
|
|
title={SecEval: A Comprehensive Benchmark for Evaluating Cybersecurity Knowledge of Foundation Models},
|
|
author={Li, Guancheng and Li, Yifeng and Wang Guannan and Yang, Haoyu and Yu, Yang},
|
|
publisher = {GitHub},
|
|
howpublished= "https://github.com/XuanwuAI/SecEval",
|
|
year={2023}
|
|
}
|
|
</pre>
|
|
<br>
|
|
</div>
|
|
|
|
|
|
<!-- Contact -->
|
|
<div class="section" id="contact">
|
|
<h1>Contact</h1>
|
|
<p>
|
|
If you have any questions about SecEval, please contact us at, or open
|
|
up an issue on
|
|
<a href="https://github.com/XuanwuAI/SecEval/issues" target="blank" class="ext-link">Github</a>.
|
|
</p>
|
|
</div>
|
|
|
|
<!-- Affiliation -->
|
|
<div class="section" style="table-layout: auto;">
|
|
<center>
|
|
<table>
|
|
<tbody>
|
|
<tr>
|
|
<td>
|
|
<a href="https://xlab.tencent.com/en/" target="_blank" rel="external">
|
|
<img class="center-block" src="img/xlab.png"
|
|
style="height:6em; max-width: 100%;"></a>
|
|
</td>
|
|
<!-- <td> </td> -->
|
|
</tr>
|
|
</tbody>
|
|
</table><br>
|
|
</center>
|
|
</div>
|
|
|
|
|
|
</div>
|
|
<!-- footer -->
|
|
<div id="footer" style="font-size: 12pt">
|
|
© 2023 Website developed based on the ScienceQA template.
|
|
</div>
|
|
</body>
|
|
|
|
</html> |