Update README.md

README.md

@@ -275,7 +275,7 @@ def chunk_text_with_max_chunk_size(model, text, tokenizer, prob_threshold=0.5,ma
                 unchunk_tokens_this_window = greater_rows_indices[0] if greater_rows_indices[0]!=0 else greater_rows_indices[1]#exclude the fist index
 
                 # manually chunk
-                if unchunk_tokens + unchunk_tokens_this_window > max_tokens_per_chunk:
+                if unchunk_tokens + unchunk_tokens_this_window > max_tokens_per_chunk:   #change ">" to ">=" if buggy for the moment
                     big_windows_end = max_tokens_per_chunk - unchunk_tokens
                     max_value, max_index= logit_diff[:,1:big_windows_end].max(),  logit_diff[:,1:big_windows_end].argmax() + 1
                     if best_logits < max_value:
@@ -316,7 +316,7 @@ def chunk_text_with_max_chunk_size(model, text, tokenizer, prob_threshold=0.5,ma
                 unchunk_tokens_this_window = min(windows_start+STEP,input_ids.shape[1]) - windows_start
 
                 # manually chunk
-                if unchunk_tokens + unchunk_tokens_this_window > max_tokens_per_chunk:
+                if unchunk_tokens + unchunk_tokens_this_window > max_tokens_per_chunk:  #change ">" to ">=" if buggy for the moment
                     big_windows_end =  max_tokens_per_chunk - unchunk_tokens
                     if logit_diff.shape[1] > 1: