mirror of https://github.com/aliasrobotics/cai.git
172 lines
4.9 KiB
JavaScript
172 lines
4.9 KiB
JavaScript
leaderboard = [
|
|
{
|
|
"Model": "gpt-4-turbo",
|
|
"Creator": "OpenAI",
|
|
"Access": "API, Web",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "73.61",
|
|
"Application Security": "75.25",
|
|
"PenTest": "80.00",
|
|
"Memory Safety": "70.83",
|
|
"Network Security": "75.65",
|
|
"Web Security": "82.15",
|
|
"Vulnerability": "76.05",
|
|
"Software Security": "73.28",
|
|
"Cryptography": "64.29",
|
|
"Overall": "79.07",
|
|
"#": "1"
|
|
},
|
|
{
|
|
"Model": "gpt-3.5-turbo",
|
|
"Creator": "OpenAI",
|
|
"Access": "API, Web",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "59.15",
|
|
"Application Security": "57.18",
|
|
"PenTest": "72.00",
|
|
"Memory Safety": "43.75",
|
|
"Network Security": "60.87",
|
|
"Web Security": "63.00",
|
|
"Vulnerability": "60.18",
|
|
"Software Security": "58.19",
|
|
"Cryptography": "35.71",
|
|
"Overall": "62.09",
|
|
"#": "2"
|
|
},
|
|
{
|
|
"Model": "Yi-6B",
|
|
"Creator": "01-AI",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "50.61",
|
|
"Application Security": "48.89",
|
|
"PenTest": "69.26",
|
|
"Memory Safety": "35.42",
|
|
"Network Security": "56.52",
|
|
"Web Security": "54.98",
|
|
"Vulnerability": "49.40",
|
|
"Software Security": "45.69",
|
|
"Cryptography": "35.71",
|
|
"Overall": "53.57",
|
|
"#": "3"
|
|
},
|
|
{
|
|
"Model": "Orca-2-7b",
|
|
"Creator": "Microsoft",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "46.76",
|
|
"Application Security": "47.03",
|
|
"PenTest": "60.84",
|
|
"Memory Safety": "31.25",
|
|
"Network Security": "49.13",
|
|
"Web Security": "55.63",
|
|
"Vulnerability": "50.00",
|
|
"Software Security": "52.16",
|
|
"Cryptography": "14.29",
|
|
"Overall": "51.60",
|
|
"#": "4"
|
|
},
|
|
{
|
|
"Model": "Mistral-7B-v0.1",
|
|
"Creator": "Mistralai",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "40.19",
|
|
"Application Security": "38.37",
|
|
"PenTest": "53.47",
|
|
"Memory Safety": "33.33",
|
|
"Network Security": "36.52",
|
|
"Web Security": "46.57",
|
|
"Vulnerability": "42.22",
|
|
"Software Security": "43.10",
|
|
"Cryptography": "28.57",
|
|
"Overall": "43.65",
|
|
"#": "5"
|
|
},
|
|
{
|
|
"Model": "chatglm3-6b-base",
|
|
"Creator": "THUDM",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "39.72",
|
|
"Application Security": "37.25",
|
|
"PenTest": "57.47",
|
|
"Memory Safety": "31.25",
|
|
"Network Security": "43.04",
|
|
"Web Security": "41.14",
|
|
"Vulnerability": "37.43",
|
|
"Software Security": "39.66",
|
|
"Cryptography": "28.57",
|
|
"Overall": "41.58",
|
|
"#": "6"
|
|
},
|
|
{
|
|
"Model": "Aquila2-7B",
|
|
"Creator": "BAAI",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "34.84",
|
|
"Application Security": "36.01",
|
|
"PenTest": "47.16",
|
|
"Memory Safety": "22.92",
|
|
"Network Security": "32.17",
|
|
"Web Security": "42.04",
|
|
"Vulnerability": "38.02",
|
|
"Software Security": "36.21",
|
|
"Cryptography": "7.14",
|
|
"Overall": "38.29",
|
|
"#": "7"
|
|
},
|
|
{
|
|
"Model": "Qwen-7B",
|
|
"Creator": "Alibaba",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "28.92",
|
|
"Application Security": "28.84",
|
|
"PenTest": "41.47",
|
|
"Memory Safety": "18.75",
|
|
"Network Security": "29.57",
|
|
"Web Security": "33.25",
|
|
"Vulnerability": "31.74",
|
|
"Software Security": "30.17",
|
|
"Cryptography": "14.29",
|
|
"Overall": "31.37",
|
|
"#": "8"
|
|
},
|
|
{
|
|
"Model": "internlm-7b",
|
|
"Creator": "Sensetime",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "25.92",
|
|
"Application Security": "25.87",
|
|
"PenTest": "36.21",
|
|
"Memory Safety": "25.00",
|
|
"Network Security": "27.83",
|
|
"Web Security": "32.86",
|
|
"Vulnerability": "29.34",
|
|
"Software Security": "34.05",
|
|
"Cryptography": "7.14",
|
|
"Overall": "30.29",
|
|
"#": "9"
|
|
},
|
|
{
|
|
"Model": "Llama-2-7b-hf",
|
|
"Creator": "MetaAI",
|
|
"Access": "Weight",
|
|
"Submission Date": "2023-12-20",
|
|
"System Security": "20.94",
|
|
"Application Security": "18.69",
|
|
"PenTest": "26.11",
|
|
"Memory Safety": "16.67",
|
|
"Network Security": "14.35",
|
|
"Web Security": "22.77",
|
|
"Vulnerability": "21.56",
|
|
"Software Security": "20.26",
|
|
"Cryptography": "21.43",
|
|
"Overall": "22.15",
|
|
"#": "10"
|
|
}
|
|
] |