shieldx/benchmarks/results.json

108 lines
2.3 KiB
JSON

{
"timestamp": "2026-04-07T09:35:02.138Z",
"totalSamples": 324,
"attackSamples": 283,
"benignSamples": 41,
"metrics": {
"tpr": 91.87279151943463,
"fpr": 2.4390243902439024,
"asr": 8.127208480565372,
"phaseAccuracy": 35
},
"latency": {
"avg": 0.8398483888888909,
"p50": 0.4912920000000156,
"p95": 1.1622500000000286,
"p99": 1.6359999999999673
},
"categories": [
{
"category": "direct-injection",
"samples": 53,
"detected": 47,
"tpr": 88.67924528301887,
"asr": 11.320754716981128,
"avgLatency": 1.5682774905660373
},
{
"category": "indirect-injection",
"samples": 31,
"detected": 31,
"tpr": 100,
"asr": 0,
"avgLatency": 0.656173387096777
},
{
"category": "jailbreaks",
"samples": 40,
"detected": 36,
"tpr": 90,
"asr": 10,
"avgLatency": 0.6876489500000005
},
{
"category": "encoding-attacks",
"samples": 30,
"detected": 24,
"tpr": 80,
"asr": 20,
"avgLatency": 1.9289612333333366
},
{
"category": "mcp-attacks",
"samples": 25,
"detected": 24,
"tpr": 96,
"asr": 4,
"avgLatency": 0.6234349600000019
},
{
"category": "multilingual-attacks",
"samples": 29,
"detected": 28,
"tpr": 96.55172413793103,
"asr": 3.448275862068968,
"avgLatency": 0.2975575172413791
},
{
"category": "persistence-attacks",
"samples": 20,
"detected": 20,
"tpr": 100,
"asr": 0,
"avgLatency": 0.5836250000000092
},
{
"category": "steganographic-attacks",
"samples": 20,
"detected": 18,
"tpr": 90,
"asr": 10,
"avgLatency": 0.34755215000000134
},
{
"category": "tokenizer-attacks",
"samples": 15,
"detected": 13,
"tpr": 86.66666666666667,
"asr": 13.333333333333329,
"avgLatency": 0.18068606666666936
},
{
"category": "rag-poisoning",
"samples": 20,
"detected": 19,
"tpr": 95,
"asr": 5,
"avgLatency": 1.2644896499999987
},
{
"category": "false-positives",
"samples": 41,
"detected": 1,
"tpr": 0,
"asr": 0,
"avgLatency": 0.30334956097561455
}
]
}