Instructions to use openpecha/aligner with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use openpecha/aligner with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("openpecha/aligner") model = AutoModelForSeq2SeqLM.from_pretrained("openpecha/aligner", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Update handler.py
Browse files- handler.py +2 -2
handler.py
CHANGED
|
@@ -107,7 +107,7 @@ def convert_raw_align_to_tm(align_fn: Path, tm_path: Path):
|
|
| 107 |
def load_alignment(fn: Path):
|
| 108 |
fn = Path(fn)
|
| 109 |
content = fn.read_text()
|
| 110 |
-
|
| 111 |
if not content:
|
| 112 |
return []
|
| 113 |
|
|
@@ -136,7 +136,7 @@ def convert_raw_align_to_tm(align_fn: Path, tm_path: Path):
|
|
| 136 |
for bo_seg, en_seg in load_alignment(align_fn):
|
| 137 |
bo_file.write(bo_seg + "\n")
|
| 138 |
en_file.write(en_seg + "\n")
|
| 139 |
-
|
| 140 |
return tm_path
|
| 141 |
|
| 142 |
|
|
|
|
| 107 |
def load_alignment(fn: Path):
|
| 108 |
fn = Path(fn)
|
| 109 |
content = fn.read_text()
|
| 110 |
+
logging.info(f"Content !!! {content}")
|
| 111 |
if not content:
|
| 112 |
return []
|
| 113 |
|
|
|
|
| 136 |
for bo_seg, en_seg in load_alignment(align_fn):
|
| 137 |
bo_file.write(bo_seg + "\n")
|
| 138 |
en_file.write(en_seg + "\n")
|
| 139 |
+
logging.info(f"BO !!! {bo_seg}")
|
| 140 |
return tm_path
|
| 141 |
|
| 142 |
|