sochasticbackup commited on
Commit
0b4c4af
·
1 Parent(s): 784595b

resolved generation task errors

Browse files
Files changed (1) hide show
  1. evo/generation.py +3 -0
evo/generation.py CHANGED
@@ -102,6 +102,9 @@ class Generator:
102
  device=x.device,
103
  )
104
 
 
 
 
105
  if inference_params_dict is not None:
106
  cached_generation = True
107
  prefilled = True
 
102
  device=x.device,
103
  )
104
 
105
+ # Initialize prefilled to False by default
106
+ prefilled = False
107
+
108
  if inference_params_dict is not None:
109
  cached_generation = True
110
  prefilled = True