malicious-coding-intent-v6 / benign_code_eval.json
NecroMOnk's picture
Publish v6 classifier heads
b6ac206
Raw
History Blame Contribute Delete
9.67 kB
{
"model_dir": "models\\v6_code_aware_50k_oss_clean_benign_code",
"holdout": "data\\clf\\v6_code_aware_50k_oss_clean_benign_code\\test_benign_code.jsonl",
"overall": {
"n": 4000,
"threshold": 0.5,
"false_positive_rate": 0.0112,
"flagged": 45,
"score_mean": 0.021763,
"score_p50": 0.000615,
"score_p90": 0.029012,
"score_p95": 0.087068,
"score_p99": 0.528293,
"score_max": 0.994358
},
"by_source": {
"local_project_code": {
"n": 69,
"threshold": 0.5,
"false_positive_rate": 0.0145,
"flagged": 1,
"score_mean": 0.025583,
"score_p50": 0.002739,
"score_p90": 0.032642,
"score_p95": 0.058193,
"score_p99": 0.459886,
"score_max": 0.955582
},
"local_repo_hs": {
"n": 5,
"threshold": 0.5,
"false_positive_rate": 0.4,
"flagged": 2,
"score_mean": 0.362695,
"score_p50": 0.463005,
"score_p90": 0.664624,
"score_p95": 0.714744,
"score_p99": 0.75484,
"score_max": 0.764864
},
"local_repo_isre": {
"n": 82,
"threshold": 0.5,
"false_positive_rate": 0.0,
"flagged": 0,
"score_mean": 0.013356,
"score_p50": 0.000632,
"score_p90": 0.049498,
"score_p95": 0.083969,
"score_p99": 0.150854,
"score_max": 0.175909
},
"local_repo_job_application_pipeline": {
"n": 224,
"threshold": 0.5,
"false_positive_rate": 0.0,
"flagged": 0,
"score_mean": 0.014154,
"score_p50": 0.001108,
"score_p90": 0.03532,
"score_p95": 0.110907,
"score_p99": 0.178361,
"score_max": 0.307832
},
"local_repo_olympiad_math": {
"n": 36,
"threshold": 0.5,
"false_positive_rate": 0.0,
"flagged": 0,
"score_mean": 0.010981,
"score_p50": 0.001557,
"score_p90": 0.01338,
"score_p95": 0.06752,
"score_p99": 0.139294,
"score_max": 0.164571
},
"local_repo_vesuvius": {
"n": 360,
"threshold": 0.5,
"false_positive_rate": 0.075,
"flagged": 27,
"score_mean": 0.118965,
"score_p50": 0.019934,
"score_p90": 0.431837,
"score_p95": 0.631086,
"score_p99": 0.937073,
"score_max": 0.994358
},
"python_stdlib": {
"n": 3224,
"threshold": 0.5,
"false_positive_rate": 0.0047,
"flagged": 15,
"score_mean": 0.011161,
"score_p50": 0.000412,
"score_p90": 0.015134,
"score_p95": 0.035724,
"score_p99": 0.217896,
"score_max": 0.97892
}
},
"flagged_examples": [
{
"score": 0.557154,
"source": "local_repo_vesuvius",
"path": null,
"preview": "b.createAttrBuffer([-1,-1,0,1,-1,0,1,1,0,-1,-1,0,1,1,0,-1,1,0],3)};c.RenderEngine.prototype.destroy=function(){this.ctx&&(this.volume.destroy(),this.volume=null,this.auxVolume.destroy(),this.auxVolume=null,this.volMask.destroy(),this.volMas"
},
{
"score": 0.683458,
"source": "local_repo_vesuvius",
"path": null,
"preview": "evel,this.multiInteractor.wlEnabled=h.winlevel,this.multiInteractor.panEnabled=this.multiInteractor.zoomEnabled=this.multiInteractor.rotEnabled=h.pose)};c.MprViewer.prototype.clearDisplay=function(){this.canvas.getContext(\"2d\").clearRect(0,"
},
{
"score": 0.795035,
"source": "local_repo_vesuvius",
"path": null,
"preview": "ed(__ARMEB__) || \\ defined(__THUMBEB__) || \\ defined(__AARCH64EB__) || \\ defined(_MIBSEB) || defined(__MIBSEB) || defined(__MIBSEB__) const bool big_endian = true; #else const bool big_endian = false; #endif const char magic_string[] = \"\\x9"
},
{
"score": 0.913212,
"source": "python_stdlib",
"path": null,
"preview": "'iso_ir_127' : 'iso8859_6', # iso8859_7 codec 'csisolatingreek' : 'iso8859_7', 'ecma_118' : 'iso8859_7', 'elot_928' : 'iso8859_7', 'greek' : 'iso8859_7', 'greek8' : 'iso8859_7', 'iso_8859_7' : 'iso8859_7', 'iso_8859_7_1987' : 'iso8859_7', '"
},
{
"score": 0.528228,
"source": "local_repo_vesuvius",
"path": null,
"preview": "var db = this.db; this._cfg.storesSource = this._cfg.storesSource ? extend(this._cfg.storesSource, stores) : stores; var versions = db._versions; var storesSpec = {}; var dbschema = {}; versions.forEach(function (version) { extend(storesSpe"
},
{
"score": 0.542192,
"source": "python_stdlib",
"path": null,
"preview": "class Purpose(_ASN1Object, _Enum): \"\"\"SSLContext purpose flags with X509v3 Extended Key Usage objects \"\"\" SERVER_AUTH = '1.3.6.1.5.5.7.3.1' CLIENT_AUTH = '1.3.6.1.5.5.7.3.2'"
},
{
"score": 0.97892,
"source": "python_stdlib",
"path": null,
"preview": ": 'iso8859_14', 'iso_ir_199' : 'iso8859_14', 'l8' : 'iso8859_14', 'latin8' : 'iso8859_14', # iso8859_15 codec 'iso_8859_15' : 'iso8859_15', 'l9' : 'iso8859_15', 'latin9' : 'iso8859_15', # iso8859_16 codec 'iso_8859_16' : 'iso8859_16', 'iso_"
},
{
"score": 0.534763,
"source": "local_repo_vesuvius",
"path": null,
"preview": "index_t idx = 0; for (size_t i = dim; i-- > 0;) { idx += pixelCoordinates[i] * pixelCoordFactor[i]; } return idx; } value_t CubicalGridComplex::getValue(const vector<index_t> &pixelCoordinates) const { return image[getIndex(pixelCoordinates"
},
{
"score": 0.955582,
"source": "local_project_code",
"path": null,
"preview": "def download_vxunderground( spec: dict, builder: PoolBuilder, chunk_cfg: dict, insecure: bool ) -> None: repo = spec[\"repo\"] cache = ROOT / spec.get(\"cache_dir\", \"data/external/vxunderground\") cache.mkdir(parents=True, exist_ok=True) for su"
},
{
"score": 0.651096,
"source": "local_repo_vesuvius",
"path": null,
"preview": "bs(a12), Math.abs(b12)) && Math.abs(a13 - b13) <= EPSILON * Math.max(1.0, Math.abs(a13), Math.abs(b13)) && Math.abs(a14 - b14) <= EPSILON * Math.max(1.0, Math.abs(a14), Math.abs(b14)) && Math.abs(a15 - b15) <= EPSILON * Math.max(1.0, Math.a"
},
{
"score": 0.910128,
"source": "python_stdlib",
"path": null,
"preview": "' : 'cp037', # cp1026 codec '1026' : 'cp1026', 'csibm1026' : 'cp1026', 'ibm1026' : 'cp1026', # cp1125 codec '1125' : 'cp1125', 'ibm1125' : 'cp1125', 'cp866u' : 'cp1125', 'ruscii' : 'cp1125', # cp1140 codec '1140' : 'cp1140', 'ibm1140' : 'cp"
},
{
"score": 0.635939,
"source": "python_stdlib",
"path": null,
"preview": "async def __aexit__( self, exc_type: Optional[Type[BaseException]], exc_val: Optional[BaseException], exc_tb: Optional[TracebackType], ) -> Optional[bool]: assert self._state in (_State.ENTERED, _State.EXPIRING) if self._timeout_handler is "
},
{
"score": 0.544642,
"source": "local_repo_vesuvius",
"path": null,
"preview": "ysPromise_1.then(function (_a) { var resultingKeys = _a.result; pkRangeSet_1.addKeys(resultingKeys); return res; }); } var pKeys = req.values ? res.result.map(extractKey) : res.result; if (req.values) { pkRangeSet_1.addKeys(pKeys); } else {"
},
{
"score": 0.57395,
"source": "python_stdlib",
"path": null,
"preview": "class STARTUPINFO: def __init__(self, *, dwFlags=0, hStdInput=None, hStdOutput=None, hStdError=None, wShowWindow=0, lpAttributeList=None): self.dwFlags = dwFlags self.hStdInput = hStdInput self.hStdOutput = hStdOutput self.hStdError = hStdE"
},
{
"score": 0.926499,
"source": "local_repo_vesuvius",
"path": null,
"preview": "w Uint16Array(k[h]),n=0;n<b;n++){var l=n*e;m[l]=m[l+e-1]=0}for(n=0;n<e;n++)m[n]=m[d+n]=0}e=[];e.push(0<g?new Uint8Array(k[0]):null);e.push(1<g?new Uint8Array(k[1]):null);b=0;d=2*f;for(h=0;h<d;h+=2)for(f=0;2>f;f++)e[f]?(this.rgbaBuf[b++]=a.b"
},
{
"score": 0.987301,
"source": "local_repo_vesuvius",
"path": null,
"preview": "<< 2) & 0x3fc) | (getBufferDataRW6(10) >> 6); bytes[9] = ((getBufferDataRW6(10) << 4) | (getBufferDataRW6(11) >> 4)) & 0x3ff; bytes[10] = (getBufferDataRW6(11) >> 2) & 0x3; bytes[11] = ((getBufferDataRW6(11) & 0x3) << 8) | getBufferDataRW6("
},
{
"score": 0.542918,
"source": "local_repo_vesuvius",
"path": null,
"preview": "X=V+1,k=X%2,j=0,I=0,a=0,l,R,w=e[Q],S=e[Q-1],H=e[Q-2][X],g=S[X-1],Y=S[X],P=S[X+1],A=w[X-1],v=w[X+1],y=Math.abs,d,C,n,h; if(k){d=y(P-Y);C=y(H-Y);n=y(g-Y)}if(k){h=d>n&&C<d?H+g:d<n&&C<n?H+P:P+g;h=h+2*Y>>>2;if(o){w[X]=h;return}l=Z.t*Z.c[t.g+Y-H]"
},
{
"score": 0.914576,
"source": "python_stdlib",
"path": null,
"preview": "def DllGetClassObject(rclsid, riid, ppv): try: ccom = __import__(\"comtypes.server.inprocserver\", globals(), locals(), ['*']) except ImportError: return -2147221231 # CLASS_E_CLASSNOTAVAILABLE else: return ccom.DllGetClassObject(rclsid, riid"
},
{
"score": 0.98419,
"source": "local_repo_vesuvius",
"path": null,
"preview": ",0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0"
},
{
"score": 0.887868,
"source": "local_repo_vesuvius",
"path": null,
"preview": "; string unmatched0Filename = \"unmatched_0.csv\"; string unmatched1Filename = \"unmatched_1.csv\"; fileFormat format0; fileFormat format1; bool print = false; bool saveResult = false; for (int i = 1; i < argc; ++i) { const string arg(argv[i]);"
}
]
}