Upload app.py

app.py

@@ -1,4 +1,9 @@
 # coding=utf-8
+from typing import Dict
+from typing import List
+from typing import Tuple
+from typing import Union
+from pathlib import Path
 from src.logger import LoggerFactory
 from src.prompt_concat import GetManualTestSamples, CreateTestDataset
 from src.utils import decode_csv_to_json, load_json, save_to_json
@@ -23,12 +28,18 @@ import spaces
 logger = LoggerFactory.create_logger(name="test", level=logging.INFO)
 warnings.filterwarnings('ignore', category=UserWarning, message='TypedStorage is deprecated')
 
-model_path = os.environ.get('MODEL_PATH', 'IndexTeam/Index-1.9B-Character')
-character_path = "./character"
-tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained(model_path, torch_dtype=torch.float16, device_map="auto",
+MODEL_PATH = os.environ.get('MODEL_PATH', 'IndexTeam/Index-1.9B-Character')
+TOKENIZER_PATH = os.environ.get("TOKENIZER_PATH", MODEL_PATH)
+
+tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_PATH, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, torch_dtype=torch.float16, device_map="auto",
                                              trust_remote_code=True)
 
+character_path = "./character"
+
+def _resolve_path(path: Union[str, Path]) -> Path:
+    return Path(path).expanduser().resolve()
+
 # logger = LoggerFactory.create_logger(name="test", level=logging.INFO)
 # warnings.filterwarnings('ignore', category=UserWarning, message='TypedStorage is deprecated')