Update nerBio.py

nerBio.py

@@ -1,10 +1,10 @@
 import os
 
-os.environ["CUDA_VISIBLE_DEVICES"] = "1,6"  #GPUs to use
-
-os.environ["HF_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
-os.environ["HUGGINGFACE_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
-os.environ["HF_HOME"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["CUDA_VISIBLE_DEVICES"] = "1,6"  #GPUs to use
+#
+#os.environ["HF_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["HUGGINGFACE_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["HF_HOME"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
 
 from transformers import file_utils
 
@@ -21,10 +21,10 @@ from collections import Counter
 from gliner import GLiNER, GLiNERConfig, data_processing
 
 #os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:512"
-os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'expandable_segments:True'
+#os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'expandable_segments:True'
 
 import torch
-torch.cuda.empty_cache()  # Clear cache ot torch
+#torch.cuda.empty_cache()  # Clear cache ot torch
 
 import logging
 
@@ -67,10 +67,6 @@ import numpy as np
 
 from retrieverRAG_testing import RAG_retrieval_Base, RAG_retrieval_Z_scores, RAG_retrieval_Percentile, RAG_retrieval_TopK
 
-from joblib import Memory
-
-cachedir = 'cached'
-mem = Memory(cachedir, verbose=False)
 
 # this is to completely delete the cache:
 # mem.clear(warn=False)