Hugging Face's logo

QuangDuy
/
bert-tiny-stage2-sbert

Safetensors
modernbert
Model card Files
xet
 Community
QuangDuy commited on
Commit
9c80faf
·
verified ·
1 Parent(s): 5aec3af

Update exported model

Browse files
Files changed (2) hide show
  1. README.md +85 -45
  2. model.safetensors +1 -1
README.md CHANGED
@@ -161,9 +161,9 @@ print(embeddings.shape)
161
  # Get the similarity scores for the embeddings
162
  similarities = model.similarity(embeddings, embeddings)
163
  print(similarities)
164
- # tensor([[1.0000, 0.8386, 0.5718],
165
- # [0.8386, 1.0000, 0.5435],
166
- # [0.5718, 0.5435, 1.0000]])
167
  ```
168
 
169
  <!--
@@ -380,48 +380,88 @@ You can finetune this model on your own dataset.
380
  </details>
381
 
382
  ### Training Logs
383
- | Epoch | Step | Training Loss |
384
- |:------:|:----:|:-------------:|
385
- | 0.0118 | 50 | 18.0314 |
386
- | 0.0237 | 100 | 17.7147 |
387
- | 0.0355 | 150 | 17.0007 |
388
- | 0.0473 | 200 | 16.0667 |
389
- | 0.0591 | 250 | 14.9131 |
390
- | 0.0710 | 300 | 13.9449 |
391
- | 0.0828 | 350 | 12.7957 |
392
- | 0.0946 | 400 | 11.7288 |
393
- | 0.1064 | 450 | 10.6945 |
394
- | 0.1183 | 500 | 9.4743 |
395
- | 0.1301 | 550 | 8.6215 |
396
- | 0.1419 | 600 | 7.7279 |
397
- | 0.1537 | 650 | 7.1892 |
398
- | 0.1656 | 700 | 6.9682 |
399
- | 0.1774 | 750 | 6.4781 |
400
- | 0.1892 | 800 | 6.1271 |
401
- | 0.2010 | 850 | 6.1199 |
402
- | 0.2129 | 900 | 5.9544 |
403
- | 0.2247 | 950 | 5.8145 |
404
- | 0.2365 | 1000 | 5.5599 |
405
- | 0.2483 | 1050 | 5.2344 |
406
- | 0.2602 | 1100 | 5.3013 |
407
- | 0.2720 | 1150 | 5.0562 |
408
- | 0.2838 | 1200 | 4.8728 |
409
- | 0.2956 | 1250 | 4.7826 |
410
- | 0.3075 | 1300 | 4.8806 |
411
- | 0.3193 | 1350 | 4.6464 |
412
- | 0.3311 | 1400 | 4.7046 |
413
- | 0.3430 | 1450 | 4.5188 |
414
- | 0.3548 | 1500 | 4.4968 |
415
- | 0.3666 | 1550 | 4.4387 |
416
- | 0.3784 | 1600 | 4.1702 |
417
- | 0.3903 | 1650 | 4.2147 |
418
- | 0.4021 | 1700 | 3.9972 |
419
- | 0.4139 | 1750 | 4.1279 |
420
- | 0.4257 | 1800 | 4.0214 |
421
- | 0.4376 | 1850 | 3.9161 |
422
- | 0.4494 | 1900 | 3.7544 |
423
- | 0.4612 | 1950 | 3.8246 |
424
- | 0.4730 | 2000 | 3.7991 |
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
425
 
426
 
427
  ### Framework Versions
 
161
  # Get the similarity scores for the embeddings
162
  similarities = model.similarity(embeddings, embeddings)
163
  print(similarities)
164
+ # tensor([[1.0000, 0.7912, 0.5211],
165
+ # [0.7912, 1.0000, 0.4393],
166
+ # [0.5211, 0.4393, 1.0000]])
167
  ```
168
 
169
  <!--
 
380
  </details>
381
 
382
  ### Training Logs
383
+ | Epoch | Step | Training Loss | validation loss |
384
+ |:------:|:----:|:-------------:|:---------------:|
385
+ | 0.0118 | 50 | 18.0314 | - |
386
+ | 0.0237 | 100 | 17.7147 | - |
387
+ | 0.0355 | 150 | 17.0007 | - |
388
+ | 0.0473 | 200 | 16.0667 | - |
389
+ | 0.0591 | 250 | 14.9131 | - |
390
+ | 0.0710 | 300 | 13.9449 | - |
391
+ | 0.0828 | 350 | 12.7957 | - |
392
+ | 0.0946 | 400 | 11.7288 | - |
393
+ | 0.1064 | 450 | 10.6945 | - |
394
+ | 0.1183 | 500 | 9.4743 | - |
395
+ | 0.1301 | 550 | 8.6215 | - |
396
+ | 0.1419 | 600 | 7.7279 | - |
397
+ | 0.1537 | 650 | 7.1892 | - |
398
+ | 0.1656 | 700 | 6.9682 | - |
399
+ | 0.1774 | 750 | 6.4781 | - |
400
+ | 0.1892 | 800 | 6.1271 | - |
401
+ | 0.2010 | 850 | 6.1199 | - |
402
+ | 0.2129 | 900 | 5.9544 | - |
403
+ | 0.2247 | 950 | 5.8145 | - |
404
+ | 0.2365 | 1000 | 5.5599 | - |
405
+ | 0.2483 | 1050 | 5.2344 | - |
406
+ | 0.2602 | 1100 | 5.3013 | - |
407
+ | 0.2720 | 1150 | 5.0562 | - |
408
+ | 0.2838 | 1200 | 4.8728 | - |
409
+ | 0.2956 | 1250 | 4.7826 | - |
410
+ | 0.3075 | 1300 | 4.8806 | - |
411
+ | 0.3193 | 1350 | 4.6464 | - |
412
+ | 0.3311 | 1400 | 4.7046 | - |
413
+ | 0.3430 | 1450 | 4.5188 | - |
414
+ | 0.3548 | 1500 | 4.4968 | - |
415
+ | 0.3666 | 1550 | 4.4387 | - |
416
+ | 0.3784 | 1600 | 4.1702 | - |
417
+ | 0.3903 | 1650 | 4.2147 | - |
418
+ | 0.4021 | 1700 | 3.9972 | - |
419
+ | 0.4139 | 1750 | 4.1279 | - |
420
+ | 0.4257 | 1800 | 4.0214 | - |
421
+ | 0.4376 | 1850 | 3.9161 | - |
422
+ | 0.4494 | 1900 | 3.7544 | - |
423
+ | 0.4612 | 1950 | 3.8246 | - |
424
+ | 0.4730 | 2000 | 3.7991 | 5.9881 |
425
+ | 0.4849 | 2050 | 3.8554 | - |
426
+ | 0.4967 | 2100 | 3.8123 | - |
427
+ | 0.5085 | 2150 | 3.5525 | - |
428
+ | 0.5203 | 2200 | 3.5591 | - |
429
+ | 0.5322 | 2250 | 3.6293 | - |
430
+ | 0.5440 | 2300 | 3.5831 | - |
431
+ | 0.5558 | 2350 | 3.6007 | - |
432
+ | 0.5676 | 2400 | 3.4225 | - |
433
+ | 0.5795 | 2450 | 3.4405 | - |
434
+ | 0.5913 | 2500 | 3.4002 | - |
435
+ | 0.6031 | 2550 | 3.3653 | - |
436
+ | 0.6149 | 2600 | 3.321 | - |
437
+ | 0.6268 | 2650 | 3.3042 | - |
438
+ | 0.6386 | 2700 | 3.2117 | - |
439
+ | 0.6504 | 2750 | 3.3423 | - |
440
+ | 0.6623 | 2800 | 3.2494 | - |
441
+ | 0.6741 | 2850 | 3.1364 | - |
442
+ | 0.6859 | 2900 | 3.1836 | - |
443
+ | 0.6977 | 2950 | 3.1268 | - |
444
+ | 0.7096 | 3000 | 3.072 | - |
445
+ | 0.7214 | 3050 | 3.0135 | - |
446
+ | 0.7332 | 3100 | 3.0607 | - |
447
+ | 0.7450 | 3150 | 3.0963 | - |
448
+ | 0.7569 | 3200 | 3.0419 | - |
449
+ | 0.7687 | 3250 | 2.9891 | - |
450
+ | 0.7805 | 3300 | 2.9384 | - |
451
+ | 0.7923 | 3350 | 2.8918 | - |
452
+ | 0.8042 | 3400 | 2.9816 | - |
453
+ | 0.8160 | 3450 | 2.9664 | - |
454
+ | 0.8278 | 3500 | 2.8969 | - |
455
+ | 0.8396 | 3550 | 2.9368 | - |
456
+ | 0.8515 | 3600 | 2.8513 | - |
457
+ | 0.8633 | 3650 | 2.9808 | - |
458
+ | 0.8751 | 3700 | 2.8428 | - |
459
+ | 0.8869 | 3750 | 2.8775 | - |
460
+ | 0.8988 | 3800 | 2.739 | - |
461
+ | 0.9106 | 3850 | 2.8277 | - |
462
+ | 0.9224 | 3900 | 2.767 | - |
463
+ | 0.9342 | 3950 | 2.794 | - |
464
+ | 0.9461 | 4000 | 2.7738 | - |
465
 
466
 
467
  ### Framework Versions
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c9fa1a7b6d9787f6fd1fba58d14bf43317c036d12b0acb88aa0eb3083de0fa8
3
  size 125965616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbcef407b04665e5f13087c709590e04ec900b872b3cd392ac9a68ed1111d731
3
  size 125965616