SHK4K commited on
Commit
41f8d77
ยท
verified ยท
1 Parent(s): f92b565

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -4
README.md CHANGED
@@ -80,13 +80,13 @@ for token, pred_id in zip(input_tokens, predictions):
80
  label = id2label.get(pred_id, "O")
81
 
82
  if "SANAD" in label:
83
- sanad_words.append(clean_token)
84
  elif "MATN" in label:
85
- matn_words.append(clean_token)
86
 
87
  # Reconstruct clean component strings
88
- final_sanad = tokenizer.convert_tokens_to_string(sanad_words)
89
- final_matn = tokenizer.convert_tokens_to_string(matn_words)
90
 
91
  print("--- Extracted Components ---")
92
  print(f"SANAD: {final_sanad.strip()}\n")
 
80
  label = id2label.get(pred_id, "O")
81
 
82
  if "SANAD" in label:
83
+ sanad_tokens.append(token)
84
  elif "MATN" in label:
85
+ matn_tokens.append(token)
86
 
87
  # Reconstruct clean component strings
88
+ final_sanad = tokenizer.convert_tokens_to_string(sanad_tokens)
89
+ final_matn = tokenizer.convert_tokens_to_string(matn_tokens)
90
 
91
  print("--- Extracted Components ---")
92
  print(f"SANAD: {final_sanad.strip()}\n")