File size: 246 Bytes
cb3dd33
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
# Hugging Face Token (required)
HF_TOKEN=hf_your_token_here

# Source dataset repository
SOURCE_REPO=Fred808/BG1

# Destination dataset repository  
DEST_REPO=Fred808/BG2

# Optional: Adjust processing parameters
CHUNK_SIZE=3
PROCESSING_DELAY=2