ismail ismail commited on
Commit
ca6dfe2
ยท
verified ยท
1 Parent(s): 9068306

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -2
README.md CHANGED
@@ -52,7 +52,7 @@ model.to(device)
52
  model.eval()
53
 
54
  # ID mapping dict matching model configuration
55
- id2label = {0: "O", 1: "B-SANAD", 2: "I-SANAD", 3: "B-MATN", 4: "I-MATN"}
56
 
57
  # 2. Input your raw, unsegmented Hadith text
58
  raw_hadith = 'ุญุฏุซู†ุง ุงู„ุญู…ูŠุฏูŠ ุนุจุฏ ุงู„ู„ู‡ ุจู† ุงู„ุฒุจูŠุฑ ุŒ ู‚ุงู„ : ุญุฏุซู†ุง ุณููŠุงู† ุŒ ู‚ุงู„ : ุญุฏุซู†ุง ูŠุญูŠู‰ ุจู† ุณุนูŠุฏ ุงู„ุฃู†ุตุงุฑูŠ ุŒ ู‚ุงู„ : ุฃุฎุจุฑู†ูŠ ู…ุญู…ุฏ ุจู† ุฅุจุฑุงู‡ูŠู… ุงู„ุชูŠู…ูŠ ุŒ ุฃู†ู‡ ุณู…ุน ุนู„ู‚ู…ุฉ ุจู† ูˆู‚ุงุต ุงู„ู„ูŠุซูŠ ุŒ ูŠู‚ูˆู„ : ุณู…ุนุช ุนู…ุฑ ุจู† ุงู„ุฎุทุงุจ ุฑุถูŠ ุงู„ู„ู‡ ุนู†ู‡ ุนู„ู‰ ุงู„ู…ู†ุจุฑุŒ ู‚ุงู„ : ุณู…ุนุช ุฑุณูˆู„ ุงู„ู„ู‡ ุตู„ู‰ ุงู„ู„ู‡ ุนู„ูŠู‡ ูˆุณู„ู…ุŒ ูŠู‚ูˆู„ : " ุฅู†ู…ุง ุงู„ุฃุนู…ุงู„ ุจุงู„ู†ูŠุงุชุŒ ูˆุฅู†ู…ุง ู„ูƒู„ ุงู…ุฑุฆ ู…ุง ู†ูˆู‰ุŒ ูู…ู† ูƒุงู†ุช ู‡ุฌุฑุชู‡ ุฅู„ู‰ ุฏู†ูŠุง ูŠุตูŠุจู‡ุง ุฃูˆ ุฅู„ู‰ ุงู…ุฑุฃุฉ ูŠู†ูƒุญู‡ุงุŒ ูู‡ุฌุฑุชู‡ ุฅู„ู‰ ู…ุง ู‡ุงุฌุฑ ุฅู„ูŠู‡'
@@ -77,7 +77,6 @@ for token, pred_id in zip(input_tokens, predictions):
77
  continue
78
 
79
  label = id2label.get(pred_id, "O")
80
- clean_token = token.replace("##", "") # Handle BERT subword markers
81
 
82
  if "SANAD" in label:
83
  sanad_words.append(clean_token)
 
52
  model.eval()
53
 
54
  # ID mapping dict matching model configuration
55
+ id2label = {0: "B-SANAD", 1: "I-SANAD", 2: "B-MATN", 3: "I-MATN"}
56
 
57
  # 2. Input your raw, unsegmented Hadith text
58
  raw_hadith = 'ุญุฏุซู†ุง ุงู„ุญู…ูŠุฏูŠ ุนุจุฏ ุงู„ู„ู‡ ุจู† ุงู„ุฒุจูŠุฑ ุŒ ู‚ุงู„ : ุญุฏุซู†ุง ุณููŠุงู† ุŒ ู‚ุงู„ : ุญุฏุซู†ุง ูŠุญูŠู‰ ุจู† ุณุนูŠุฏ ุงู„ุฃู†ุตุงุฑูŠ ุŒ ู‚ุงู„ : ุฃุฎุจุฑู†ูŠ ู…ุญู…ุฏ ุจู† ุฅุจุฑุงู‡ูŠู… ุงู„ุชูŠู…ูŠ ุŒ ุฃู†ู‡ ุณู…ุน ุนู„ู‚ู…ุฉ ุจู† ูˆู‚ุงุต ุงู„ู„ูŠุซูŠ ุŒ ูŠู‚ูˆู„ : ุณู…ุนุช ุนู…ุฑ ุจู† ุงู„ุฎุทุงุจ ุฑุถูŠ ุงู„ู„ู‡ ุนู†ู‡ ุนู„ู‰ ุงู„ู…ู†ุจุฑุŒ ู‚ุงู„ : ุณู…ุนุช ุฑุณูˆู„ ุงู„ู„ู‡ ุตู„ู‰ ุงู„ู„ู‡ ุนู„ูŠู‡ ูˆุณู„ู…ุŒ ูŠู‚ูˆู„ : " ุฅู†ู…ุง ุงู„ุฃุนู…ุงู„ ุจุงู„ู†ูŠุงุชุŒ ูˆุฅู†ู…ุง ู„ูƒู„ ุงู…ุฑุฆ ู…ุง ู†ูˆู‰ุŒ ูู…ู† ูƒุงู†ุช ู‡ุฌุฑุชู‡ ุฅู„ู‰ ุฏู†ูŠุง ูŠุตูŠุจู‡ุง ุฃูˆ ุฅู„ู‰ ุงู…ุฑุฃุฉ ูŠู†ูƒุญู‡ุงุŒ ูู‡ุฌุฑุชู‡ ุฅู„ู‰ ู…ุง ู‡ุงุฌุฑ ุฅู„ูŠู‡'
 
77
  continue
78
 
79
  label = id2label.get(pred_id, "O")
 
80
 
81
  if "SANAD" in label:
82
  sanad_words.append(clean_token)