evaluation.json

{
  "base_model": "Werea-co/Werea-DocOCR-1B",
  "train_samples": 12960,
  "epochs": 1,
  "optimizer_steps": 810,
  "lr": 8e-06,
  "eval_pages": 72,
  "base_cer": {
    "mean": 0.08141148736801915,
    "median": 0.0016155088852988692
  },
  "finetuned_cer": {
    "mean": 0.0015474262958619332,
    "median": 0.001455604075691412
  },
  "base_pred_samples": {
    "samples": [
      {
        "file": "vekaletname_clean_test_0000.jpg",
        "cer": 0.0007942811755361397,
        "pred_head": "T.C. İZMIR 25. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 61423  \n**Tarih:** 01.05.2023  \n**Vekalet Veren:** Murat Kaya — T.C. Kimlik No: 31260495032  \n**Adresi:** Zafer Mah. Atatürk Bulvarı No: 82/A, Karatay / Konya  \n**Vekil:** Hüseyin Özkan — T.C. Kimlik No: 67680055174  \n**Vekil Adresi:** Gültepe Mah. Vatan Caddesi No: 151/A, Konyaaltı / Antalya  \n\nYukarıda açık kimliği yazılı bulunan ben"
      },
      {
        "file": "vekaletname_clean_test_0001.jpg",
        "cer": 0.0007496251874062968,
        "pred_head": "T.C. KAYSERI 14. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 70389  \n**Tarih:** 19.01.2026  \n**Vekalet Veren:** Osman Sarı — T.C. Kimlik No: 23246723468  \n**Adresi:** Mimar Sinan Mah. İstiklal Caddesi No: 100/B, Şahinbey / Gaziantep  \n**Vekil:** Emre Aksoy — T.C. Kimlik No: 70101204396  \n**Vekil Adresi:** Gültepe Mah. Gazi Bulvarı No: 75 Kat: 4, Çukurova / Adana  \n\nYukarıda açık kimliği yazılı"
      },
      {
        "file": "vekaletname_scan_test_0000.jpg",
        "cer": 0.000855431993156544,
        "pred_head": "T.C. İSTANBUL 42. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 53838  \n**Tarih:** 23.05.2026  \n**Vekalet Veren:** Pınar Tekin — T.C. Kimlik No: 67001834952  \n**Adresi:** Fevzi Çakmak Mah. Cendere Caddesi No: 162 Kat: 2, Çukurova / Adana  \n**Vekil:** Murat Yıldız — T.C. Kimlik No: 56650364880  \n**Vekil Adresi:** Gültepe Mah. Atatürk Bulvarı No: 58 Kat: 8, Üsküdar / İstanbul  \n\nYukarıda açık kiml"
      },
      {
        "file": "vekaletname_scan_test_0001.jpg",
        "cer": 0.0007407407407407407,
        "pred_head": "T.C. ANTALYA 12. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 30564  \n**Tarih:** 22.11.2024  \n**Vekalet Veren:** Ayşe Çelik — T.C. Kimlik No: 94989147606  \n**Adresi:** İnönü Mah. Millet Caddesi No: 5/B, Yüreğir / Adana  \n**Vekil:** Merve Demir — T.C. Kimlik No: 32001225284  \n**Vekil Adresi:** Fatih Mah. Gazi Bulvarı No: 83 Kat: 1, Yıldırım / Bursa  \n\nYukarıda açık kimliği yazılı bulunan ben Ayş"
      }
    ],
    "per_combo": {
      "arac_ruhsat_formu|clean": 0.53343283463598,
      "arac_ruhsat_formu|photo": 0.8164089347079038,
      "arac_ruhsat_formu|scan": 0.5962473810236456,
      "banka_dekontu|clean": 0.0018422454359471956,
      "banka_dekontu|photo": 0.0038380533906368602,
      "banka_dekontu|scan": 0.0018672170287408728,
      "dask_policesi|clean": 0.001045542589054213,
      "dask_policesi|photo": 0.0010454785920086741,
      "dask_policesi|scan": 0.0010416847514713797,
      "fatura|clean": 0.0009488289228609734,
      "fatura|photo": 0.007504360729999219,
      "fatura|scan": 0.0008647842698723325,
      "kasko_policesi|clean": 0.0029520727411546273,
      "kasko_policesi|photo": 0.002212427770740426,
      "kasko_policesi|scan": 0.004431401640775004,
      "kira_sozlesmesi|clean": 0.0008704931766871774,
      "kira_sozlesmesi|photo": 0.0019093971974382647,
      "kira_sozlesmesi|scan": 0.0009192787327266599,
      "maas_bordrosu|clean": 0.0016792717797742924,
      "maas_bordrosu|photo": 0.005955327132925088,
      "maas_bordrosu|scan": 0.0025029348572441134,
      "resmi_yazi|clean": 0.019732204498383053,
      "resmi_yazi|photo": 0.042561364608861396,
      "resmi_yazi|scan": 0.032879844174206016,
      "sgk_hizmet_dokumu|clean": 0.0013883040193516504,
      "sgk_hizmet_dokumu|photo": 0.7693283683256231,
      "sgk_hizmet_dokumu|scan": 0.03211892261066291,
      "tapu_senedi|clean": 0.0015877856438974846,
      "tapu_senedi|photo": 0.03392434353335034,
      "tapu_senedi|scan": 0.0015383924094938086,
      "ticaret_sicil_ilani|clean": 0.0013114759737601607,
      "ticaret_sicil_ilani|photo": 0.0012636012636012637,
      "ticaret_sicil_ilani|scan": 0.0013768343597294402,
      "vekaletname|clean": 0.0007719531814712183,
      "vekaletname|photo": 0.000712113171762204,
      "vekaletname|scan": 0.0007980863669486424
    }
  },
  "finetuned_pred_samples": {
    "samples": [
      {
        "file": "vekaletname_clean_test_0000.jpg",
        "cer": 0.0007942811755361397,
        "pred_head": "T.C. İZMIR 25. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 61423  \n**Tarih:** 01.05.2023  \n**Vekalet Veren:** Murat Kaya — T.C. Kimlik No: 31260495032  \n**Adresi:** Zafer Mah. Atatürk Bulvarı No: 82/A, Karatay / Konya  \n**Vekil:** Hüseyin Özkan — T.C. Kimlik No: 67680055174  \n**Vekil Adresi:** Gültepe Mah. Vatan Caddesi No: 151/A, Konyaaltı / Antalya  \n\nYukarıda açık kimliği yazılı bulunan ben"
      },
      {
        "file": "vekaletname_clean_test_0001.jpg",
        "cer": 0.0007496251874062968,
        "pred_head": "T.C. KAYSERI 14. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 70389  \n**Tarih:** 19.01.2026  \n**Vekalet Veren:** Osman Sarı — T.C. Kimlik No: 23246723468  \n**Adresi:** Mimar Sinan Mah. İstiklal Caddesi No: 100/B, Şahinbey / Gaziantep  \n**Vekil:** Emre Aksoy — T.C. Kimlik No: 70101204396  \n**Vekil Adresi:** Gültepe Mah. Gazi Bulvarı No: 75 Kat: 4, Çukurova / Adana  \n\nYukarıda açık kimliği yazılı"
      },
      {
        "file": "vekaletname_scan_test_0000.jpg",
        "cer": 0.000855431993156544,
        "pred_head": "T.C. İSTANBUL 42. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 53838  \n**Tarih:** 23.05.2026  \n**Vekalet Veren:** Pınar Tekin — T.C. Kimlik No: 67001834952  \n**Adresi:** Fevzi Çakmak Mah. Cendere Caddesi No: 162 Kat: 2, Çukurova / Adana  \n**Vekil:** Murat Yıldız — T.C. Kimlik No: 56650364880  \n**Vekil Adresi:** Gültepe Mah. Atatürk Bulvarı No: 58 Kat: 8, Üsküdar / İstanbul  \n\nYukarıda açık kiml"
      },
      {
        "file": "vekaletname_scan_test_0001.jpg",
        "cer": 0.0007407407407407407,
        "pred_head": "T.C. ANTALYA 12. NOTERLİĞİ\n\n# GENEL VEKALETNAME\n\n**Yevmiye No:** 30564  \n**Tarih:** 22.11.2024  \n**Vekalet Veren:** Ayşe Çelik — T.C. Kimlik No: 94989147606  \n**Adresi:** İnönü Mah. Millet Caddesi No: 5/B, Yüreğir / Adana  \n**Vekil:** Merve Demir — T.C. Kimlik No: 32001225284  \n**Vekil Adresi:** Fatih Mah. Gazi Bulvarı No: 83 Kat: 1, Yıldırım / Bursa  \n\nYukarıda açık kimliği yazılı bulunan ben Ayş"
      }
    ],
    "per_combo": {
      "arac_ruhsat_formu|clean": 0.0019926723641747676,
      "arac_ruhsat_formu|photo": 0.002072594501718213,
      "arac_ruhsat_formu|scan": 0.0019343011074528585,
      "banka_dekontu|clean": 0.0018422454359471956,
      "banka_dekontu|photo": 0.0018887356518454373,
      "banka_dekontu|scan": 0.0018672170287408728,
      "dask_policesi|clean": 0.001045542589054213,
      "dask_policesi|photo": 0.0010454785920086741,
      "dask_policesi|scan": 0.0010416847514713797,
      "fatura|clean": 0.0009488289228609734,
      "fatura|photo": 0.005847359901498804,
      "fatura|scan": 0.0008647842698723325,
      "kasko_policesi|clean": 0.0014727828003262247,
      "kasko_policesi|photo": 0.0014727828003262247,
      "kasko_policesi|scan": 0.0014771338802583348,
      "kira_sozlesmesi|clean": 0.0008704931766871774,
      "kira_sozlesmesi|photo": 0.0019093971974382647,
      "kira_sozlesmesi|scan": 0.0009192787327266599,
      "maas_bordrosu|clean": 0.0016792717797742924,
      "maas_bordrosu|photo": 0.0016963833509830103,
      "maas_bordrosu|scan": 0.0016640086827474695,
      "resmi_yazi|clean": 0.0013480614803241162,
      "resmi_yazi|photo": 0.0012731616550615268,
      "resmi_yazi|scan": 0.0013725003572261202,
      "sgk_hizmet_dokumu|clean": 0.0013883040193516504,
      "sgk_hizmet_dokumu|photo": 0.001724196363513124,
      "sgk_hizmet_dokumu|scan": 0.0021919153113928373,
      "tapu_senedi|clean": 0.0015877856438974846,
      "tapu_senedi|photo": 0.0014959875755826183,
      "tapu_senedi|scan": 0.0015383924094938086,
      "ticaret_sicil_ilani|clean": 0.0013114759737601607,
      "ticaret_sicil_ilani|photo": 0.0012636012636012637,
      "ticaret_sicil_ilani|scan": 0.0013768343597294402,
      "vekaletname|clean": 0.0007719531814712183,
      "vekaletname|photo": 0.000712113171762204,
      "vekaletname|scan": 0.0007980863669486424
    }
  }
}