Hugging Face's logo

macmacmacmac
/
SecJev-4B-Spot2-V3

Safetensors
English
security
decision-model
lora
prompt-injection
Model card Files
xet
 Community
SecJev-4B-Spot2-V3
File size: 2,432 Bytes
9b703cc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
{
  "device": "CUDA",
  "precision": "FP32 unmerged",
  "compared_with": "original evaluated GPU checkpoint, development split, raw logits",
  "cases": [
    {
      "case": 4222,
      "qid": "injection",
      "qtype": "noul",
      "tokens": 140,
      "expected_label": 0,
      "max_probability_difference": 3.9981387089937925e-09,
      "max_logit_difference": 0.0003533363342285156,
      "exported_prediction": 0,
      "reference_prediction": 0
    },
    {
      "case": 4654,
      "qid": "injection",
      "qtype": "noul",
      "tokens": 152,
      "expected_label": 0,
      "max_probability_difference": 0.00026088953018188477,
      "max_logit_difference": 0.0010182857513427734,
      "exported_prediction": 0,
      "reference_prediction": 0
    },
    {
      "case": 4222,
      "qid": "boundary_action",
      "qtype": "choice",
      "tokens": 192,
      "expected_label": 0,
      "max_probability_difference": 1.1920928955078125e-07,
      "max_logit_difference": 0.002742290496826172,
      "exported_prediction": 0,
      "reference_prediction": 0
    },
    {
      "case": 4654,
      "qid": "boundary_action",
      "qtype": "choice",
      "tokens": 204,
      "expected_label": 0,
      "max_probability_difference": 3.2186508178710938e-06,
      "max_logit_difference": 0.0013228654861450195,
      "exported_prediction": 0,
      "reference_prediction": 0
    },
    {
      "case": 2334,
      "qid": "evidence_level",
      "qtype": "score",
      "tokens": 234,
      "expected_label": 1,
      "max_probability_difference": 9.085852070711553e-10,
      "max_logit_difference": 0.0014123916625976562,
      "exported_prediction": 1,
      "reference_prediction": 1
    },
    {
      "case": 1790,
      "qid": "evidence_level",
      "qtype": "score",
      "tokens": 250,
      "expected_label": 1,
      "max_probability_difference": 1.3608314475277439e-09,
      "max_logit_difference": 0.0016317367553710938,
      "exported_prediction": 1,
      "reference_prediction": 1
    }
  ],
  "all_predictions_match": true,
  "max_probability_difference": 0.00026088953018188477,
  "tolerance": 0.001,
  "sample_selection": "two shortest development rows for each of three types; packaging parity only",
  "handwritten_example": {
    "expected_action": "reject",
    "actual_prediction": "reject",
    "matches_label": true,
    "purpose": "Interface smoke example; not a benchmark result"
  }
}