Upload folder using huggingface_hub
Browse files- app.py +0 -1
- model_trainer.py +0 -3
- requirements.txt +0 -1
app.py
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
import gradio as gr
|
| 2 |
-
import spaces
|
| 3 |
import os
|
| 4 |
import shutil
|
| 5 |
import time
|
|
|
|
| 1 |
import gradio as gr
|
|
|
|
| 2 |
import os
|
| 3 |
import shutil
|
| 4 |
import time
|
model_trainer.py
CHANGED
|
@@ -1,4 +1,3 @@
|
|
| 1 |
-
import spaces
|
| 2 |
from huggingface_hub import login
|
| 3 |
from sentence_transformers import SentenceTransformer, util
|
| 4 |
from datasets import Dataset
|
|
@@ -18,7 +17,6 @@ def authenticate_hf(token: Optional[str]) -> None:
|
|
| 18 |
else:
|
| 19 |
print("Skipping Hugging Face login: HF_TOKEN not set.")
|
| 20 |
|
| 21 |
-
@spaces.GPU
|
| 22 |
def load_embedding_model(model_name: str) -> SentenceTransformer:
|
| 23 |
"""Initializes the Sentence Transformer model."""
|
| 24 |
print(f"Loading Sentence Transformer model: {model_name}")
|
|
@@ -73,7 +71,6 @@ class EvaluationCallback(TrainerCallback):
|
|
| 73 |
print(f"\n{self.search_fn()}\n")
|
| 74 |
|
| 75 |
|
| 76 |
-
@spaces.GPU
|
| 77 |
def train_with_dataset(
|
| 78 |
model: SentenceTransformer,
|
| 79 |
dataset: List[List[str]],
|
|
|
|
|
|
|
| 1 |
from huggingface_hub import login
|
| 2 |
from sentence_transformers import SentenceTransformer, util
|
| 3 |
from datasets import Dataset
|
|
|
|
| 17 |
else:
|
| 18 |
print("Skipping Hugging Face login: HF_TOKEN not set.")
|
| 19 |
|
|
|
|
| 20 |
def load_embedding_model(model_name: str) -> SentenceTransformer:
|
| 21 |
"""Initializes the Sentence Transformer model."""
|
| 22 |
print(f"Loading Sentence Transformer model: {model_name}")
|
|
|
|
| 71 |
print(f"\n{self.search_fn()}\n")
|
| 72 |
|
| 73 |
|
|
|
|
| 74 |
def train_with_dataset(
|
| 75 |
model: SentenceTransformer,
|
| 76 |
dataset: List[List[str]],
|
requirements.txt
CHANGED
|
@@ -7,4 +7,3 @@ gradio
|
|
| 7 |
html_to_markdown
|
| 8 |
sentence-transformers
|
| 9 |
git+https://github.com/huggingface/transformers@v4.56.0-Embedding-Gemma-preview
|
| 10 |
-
spaces
|
|
|
|
| 7 |
html_to_markdown
|
| 8 |
sentence-transformers
|
| 9 |
git+https://github.com/huggingface/transformers@v4.56.0-Embedding-Gemma-preview
|
|
|