File size: 406 Bytes
82e11f0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
import os
from pathlib import Path

from dotenv import load_dotenv

CUDA_ALLOCATOR_CONFIGURATION = "expandable_segments:True,garbage_collection_threshold:0.8"


def configure_cuda_allocator() -> None:
    os.environ["PYTORCH_ALLOC_CONF"] = CUDA_ALLOCATOR_CONFIGURATION


def load_hf_token(dotenv_path: Path = Path(".env")) -> str:
    load_dotenv(dotenv_path=dotenv_path)
    return os.environ["HF_TOKEN"]