File size: 858 Bytes
279ed8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
# debug_load.py

import torch
from transformers import AutoTokenizer, M2M100ForConditionalGeneration

# --- Configuration ---
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
nepali_model_path = r"D:\SIH\saksi_translation\models\nllb-finetuned-nepali-en"

# --- Tokenizer Loading ---
print("Loading Nepali tokenizer...")
try:
    nepali_tokenizer = AutoTokenizer.from_pretrained(nepali_model_path)
    print("Nepali tokenizer loaded successfully.")
    print(nepali_tokenizer)
except Exception as e:
    print(f"Error loading Nepali tokenizer: {e}")

# --- Model Loading ---
print("\nLoading Nepali model...")
try:
    nepali_model = M2M100ForConditionalGeneration.from_pretrained(nepali_model_path).to(DEVICE)
    print("Nepali model loaded successfully.")
    print(nepali_model)
except Exception as e:
    print(f"Error loading Nepali model: {e}")