Files changed (1) hide show
  1. src/data/waxal_loader.py +1 -0
src/data/waxal_loader.py CHANGED
@@ -64,6 +64,7 @@ class WaxalDataLoader:
64
  split=split,
65
  token=self.hf_token,
66
  streaming=streaming,
 
67
  )
68
  if streaming:
69
  ds = ds.shuffle(seed=42, buffer_size=1000)
 
64
  split=split,
65
  token=self.hf_token,
66
  streaming=streaming,
67
+ trust_remote_code=True
68
  )
69
  if streaming:
70
  ds = ds.shuffle(seed=42, buffer_size=1000)