Spaces:
Sleeping
Sleeping
Commit
·
7e1704f
1
Parent(s):
e7a2175
try to fix ndcg bug
Browse files
app.py
CHANGED
|
@@ -37,6 +37,36 @@ qrels = {}
|
|
| 37 |
datasets = ["scifact"]
|
| 38 |
current_dataset = "scifact"
|
| 39 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
def pool(last_hidden_states, attention_mask, pool_type="last"):
|
| 42 |
last_hidden = last_hidden_states.masked_fill(~attention_mask[..., None].bool(), 0.0)
|
|
|
|
| 37 |
datasets = ["scifact"]
|
| 38 |
current_dataset = "scifact"
|
| 39 |
|
| 40 |
+
def log_system_info():
|
| 41 |
+
logger.info("System Information:")
|
| 42 |
+
logger.info(f"Python version: {sys.version}")
|
| 43 |
+
logger.info(f"Platform: {platform.platform()}")
|
| 44 |
+
|
| 45 |
+
logger.info("\nPackage Versions:")
|
| 46 |
+
logger.info(f"torch: {torch.__version__}")
|
| 47 |
+
logger.info(f"transformers: {transformers.__version__}")
|
| 48 |
+
logger.info(f"peft: {peft.__version__}")
|
| 49 |
+
logger.info(f"faiss: {faiss.__version__}")
|
| 50 |
+
logger.info(f"gradio: {gradio.__version__}")
|
| 51 |
+
logger.info(f"pytrec_eval: {pytrec_eval.__version__}")
|
| 52 |
+
logger.info(f"ir_datasets: {ir_datasets.__version__}")
|
| 53 |
+
|
| 54 |
+
if torch.cuda.is_available():
|
| 55 |
+
logger.info(f"\nCUDA Information:")
|
| 56 |
+
logger.info(f"CUDA available: Yes")
|
| 57 |
+
logger.info(f"CUDA version: {torch.version.cuda}")
|
| 58 |
+
logger.info(f"cuDNN version: {torch.backends.cudnn.version()}")
|
| 59 |
+
logger.info(f"Number of GPUs: {torch.cuda.device_count()}")
|
| 60 |
+
for i in range(torch.cuda.device_count()):
|
| 61 |
+
logger.info(f"GPU {i}: {torch.cuda.get_device_name(i)}")
|
| 62 |
+
else:
|
| 63 |
+
logger.info("\nCUDA Information:")
|
| 64 |
+
logger.info("CUDA available: No")
|
| 65 |
+
|
| 66 |
+
|
| 67 |
+
log_system_info()
|
| 68 |
+
|
| 69 |
+
|
| 70 |
|
| 71 |
def pool(last_hidden_states, attention_mask, pool_type="last"):
|
| 72 |
last_hidden = last_hidden_states.masked_fill(~attention_mask[..., None].bool(), 0.0)
|