yNilay commited on
Commit
57da0cc
·
verified ·
1 Parent(s): 12bf4bc

Add new ColBERT model

Browse files
Files changed (3) hide show
  1. 1_Dense/model.safetensors +1 -1
  2. README.md +34 -34
  3. model.safetensors +1 -1
1_Dense/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e27b2c1c9b36c6a8c3096dc74595ba5bd7c985b57ebd31adb9ad3abc5bc0a4b
3
  size 524376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4000fa3060872a13d3056af7a3eb34528bed139875b8f187d810ad651112a160
3
  size 524376
README.md CHANGED
@@ -24,7 +24,7 @@ model-index:
24
  type: unknown
25
  metrics:
26
  - type: accuracy
27
- value: 0.9740034937858582
28
  name: Accuracy
29
  ---
30
 
@@ -216,9 +216,9 @@ You can finetune this model on your own dataset.
216
 
217
  * Evaluated with <code>pylate.evaluation.colbert_triplet.ColBERTTripletEvaluator</code>
218
 
219
- | Metric | Value |
220
- |:-------------|:----------|
221
- | **accuracy** | **0.974** |
222
 
223
  <!--
224
  ## Bias, Risks and Limitations
@@ -413,36 +413,36 @@ You can finetune this model on your own dataset.
413
  ### Training Logs
414
  | Epoch | Step | Training Loss | Validation Loss | accuracy |
415
  |:-------:|:-------:|:-------------:|:---------------:|:--------:|
416
- | 0.1233 | 10 | 3.3759 | - | - |
417
- | 0.2465 | 20 | 1.1565 | - | - |
418
- | 0.3698 | 30 | 0.5595 | - | - |
419
- | 0.4931 | 40 | 0.4625 | - | - |
420
- | 0.6163 | 50 | 0.3728 | - | - |
421
- | 0.7396 | 60 | 0.3595 | - | - |
422
- | 0.8629 | 70 | 0.3632 | - | - |
423
- | 0.9861 | 80 | 0.3566 | - | - |
424
- | 0 | 0 | - | - | 0.9636 |
425
- | 1.0 | 82 | - | 1.0872 | - |
426
- | 1.0986 | 90 | 0.2931 | - | - |
427
- | 1.2219 | 100 | 0.2994 | - | - |
428
- | 1.3451 | 110 | 0.2319 | - | - |
429
- | 1.4684 | 120 | 0.2172 | - | - |
430
- | 1.5917 | 130 | 0.273 | - | - |
431
- | 1.7149 | 140 | 0.2254 | - | - |
432
- | 1.8382 | 150 | 0.2416 | - | - |
433
- | 1.9615 | 160 | 0.2538 | - | - |
434
- | 0 | 0 | - | - | 0.9688 |
435
- | 2.0 | 164 | - | 0.9975 | - |
436
- | 2.0740 | 170 | 0.1938 | - | - |
437
- | 2.1972 | 180 | 0.1639 | - | - |
438
- | 2.3205 | 190 | 0.2477 | - | - |
439
- | 2.4438 | 200 | 0.1845 | - | - |
440
- | 2.5670 | 210 | 0.1397 | - | - |
441
- | 2.6903 | 220 | 0.2116 | - | - |
442
- | 2.8136 | 230 | 0.1989 | - | - |
443
- | 2.9368 | 240 | 0.1563 | - | - |
444
- | 0 | 0 | - | - | 0.9740 |
445
- | **3.0** | **246** | **-** | **0.8835** | **-** |
446
 
447
  * The bold row denotes the saved checkpoint.
448
 
 
24
  type: unknown
25
  metrics:
26
  - type: accuracy
27
+ value: 0.9757365584373474
28
  name: Accuracy
29
  ---
30
 
 
216
 
217
  * Evaluated with <code>pylate.evaluation.colbert_triplet.ColBERTTripletEvaluator</code>
218
 
219
+ | Metric | Value |
220
+ |:-------------|:-----------|
221
+ | **accuracy** | **0.9757** |
222
 
223
  <!--
224
  ## Bias, Risks and Limitations
 
413
  ### Training Logs
414
  | Epoch | Step | Training Loss | Validation Loss | accuracy |
415
  |:-------:|:-------:|:-------------:|:---------------:|:--------:|
416
+ | 0.1233 | 10 | 3.3802 | - | - |
417
+ | 0.2465 | 20 | 1.1614 | - | - |
418
+ | 0.3698 | 30 | 0.5549 | - | - |
419
+ | 0.4931 | 40 | 0.4642 | - | - |
420
+ | 0.6163 | 50 | 0.3749 | - | - |
421
+ | 0.7396 | 60 | 0.3587 | - | - |
422
+ | 0.8629 | 70 | 0.349 | - | - |
423
+ | 0.9861 | 80 | 0.367 | - | - |
424
+ | 0 | 0 | - | - | 0.9723 |
425
+ | 1.0 | 82 | - | 1.0230 | - |
426
+ | 1.0986 | 90 | 0.2812 | - | - |
427
+ | 1.2219 | 100 | 0.3016 | - | - |
428
+ | 1.3451 | 110 | 0.2187 | - | - |
429
+ | 1.4684 | 120 | 0.2104 | - | - |
430
+ | 1.5917 | 130 | 0.2656 | - | - |
431
+ | 1.7149 | 140 | 0.2199 | - | - |
432
+ | 1.8382 | 150 | 0.2356 | - | - |
433
+ | 1.9615 | 160 | 0.2607 | - | - |
434
+ | 0 | 0 | - | - | 0.9757 |
435
+ | 2.0 | 164 | - | 0.9950 | - |
436
+ | 2.0740 | 170 | 0.1836 | - | - |
437
+ | 2.1972 | 180 | 0.1789 | - | - |
438
+ | 2.3205 | 190 | 0.2342 | - | - |
439
+ | 2.4438 | 200 | 0.1904 | - | - |
440
+ | 2.5670 | 210 | 0.1312 | - | - |
441
+ | 2.6903 | 220 | 0.1813 | - | - |
442
+ | 2.8136 | 230 | 0.1826 | - | - |
443
+ | 2.9368 | 240 | 0.1456 | - | - |
444
+ | 0 | 0 | - | - | 0.9757 |
445
+ | **3.0** | **246** | **-** | **0.873** | **-** |
446
 
447
  * The bold row denotes the saved checkpoint.
448
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27449494d35b56f56ee3bfdd5c83271ccf063cdf1c8e3bc99d952614a8b1af03
3
  size 1413306600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2465e4340a8e3d3ad639425a360993e8945a7ca6f6734e4d5a8b83dc017f5f70
3
  size 1413306600