Update app-demo-myMultiNER.py

app-demo-myMultiNER.py

@@ -1,13 +1,13 @@
 import os
 
-os.environ["CUDA_VISIBLE_DEVICES"] = "1,6" # to use the GPUs 3,4 only
-
-os.environ["HF_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
-os.environ["HUGGINGFACE_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
-os.environ["HF_HOME"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["CUDA_VISIBLE_DEVICES"] = "1,6" # to use the GPUs 3,4 only
+#
+#os.environ["HF_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["HUGGINGFACE_HUB_CACHE"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
+#os.environ["HF_HOME"] = "/eos/jeodpp/home/users/consose/cache/huggingface/hub"
 
 from transformers import file_utils
-print(file_utils.default_cache_path)
+#print(file_utils.default_cache_path)
 
 import pandas as pd
 from tqdm import tqdm
@@ -19,12 +19,12 @@ from collections import Counter
 from transformers import pipeline, AutoTokenizer
 
 #os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "max_split_size_mb:512"
-os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'expandable_segments:True'
+#os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'expandable_segments:True'
 
 #import html
 
 import torch
-torch.cuda.empty_cache()  # Clear cache ot torch
+#torch.cuda.empty_cache()  # Clear cache ot torch
 
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 print(f"Device: {device}...")
@@ -48,14 +48,6 @@ from nerBio import annotate, entitiesFusion, is_cross_inside, elinking
 from llmqueryNer import call_model, call_model_with_caching, process_list, setup_gptjrc, api_call_gptjrc, model_list_gptjrc
 
 
-from joblib import Memory
-
-cachedir = 'cached'
-mem = Memory(cachedir, verbose=False)
-
-# this is to completely delete the cache:
-# mem.clear(warn=False)
-