carminezacc commited on
Commit
4fc9ee2
·
verified ·
1 Parent(s): 6579e32

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. custom_datasets/__init__.py +12 -0
custom_datasets/__init__.py ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ Minimal custom_datasets module for Emuru model inference
3
+ """
4
+
5
+ class HFDataCollector:
6
+ """Minimal data collator for inference"""
7
+ def __init__(self, tokenizer):
8
+ self.tokenizer = tokenizer
9
+
10
+ def __call__(self, features):
11
+ return features
12
+