m97j commited on
Commit
f8d03f6
Β·
1 Parent(s): b22b0e4

Initial codes commit

Browse files
Files changed (1) hide show
  1. models/initializer.py +4 -2
models/initializer.py CHANGED
@@ -10,7 +10,8 @@ def initialize_models(app: FastAPI):
10
  embedder_tokenizer = AutoTokenizer.from_pretrained(
11
  HF_MODEL_REPO_ID,
12
  subfolder=EMBED_DIR, # ν† ν¬λ‚˜μ΄μ € κ΄€λ ¨ 파일이 embedder/ μ•ˆμ— μžˆμœΌλ―€λ‘œ μ§€μ •
13
- trust_remote_code=True
 
14
  )
15
  embedder_model_path = hf_hub_download(
16
  repo_id=HF_MODEL_REPO_ID,
@@ -23,7 +24,8 @@ def initialize_models(app: FastAPI):
23
  reranker_tokenizer = AutoTokenizer.from_pretrained(
24
  HF_MODEL_REPO_ID,
25
  subfolder=RERANK_DIR, # ν† ν¬λ‚˜μ΄μ € κ΄€λ ¨ 파일이 reranker/ μ•ˆμ— μžˆμœΌλ―€λ‘œ μ§€μ •
26
- trust_remote_code=True
 
27
  )
28
  reranker_model_path = hf_hub_download(
29
  repo_id=HF_MODEL_REPO_ID,
 
10
  embedder_tokenizer = AutoTokenizer.from_pretrained(
11
  HF_MODEL_REPO_ID,
12
  subfolder=EMBED_DIR, # ν† ν¬λ‚˜μ΄μ € κ΄€λ ¨ 파일이 embedder/ μ•ˆμ— μžˆμœΌλ―€λ‘œ μ§€μ •
13
+ trust_remote_code=True,
14
+ force_download=True
15
  )
16
  embedder_model_path = hf_hub_download(
17
  repo_id=HF_MODEL_REPO_ID,
 
24
  reranker_tokenizer = AutoTokenizer.from_pretrained(
25
  HF_MODEL_REPO_ID,
26
  subfolder=RERANK_DIR, # ν† ν¬λ‚˜μ΄μ € κ΄€λ ¨ 파일이 reranker/ μ•ˆμ— μžˆμœΌλ―€λ‘œ μ§€μ •
27
+ trust_remote_code=True,
28
+ force_download=True
29
  )
30
  reranker_model_path = hf_hub_download(
31
  repo_id=HF_MODEL_REPO_ID,