transformers-community
/

contrastive-search

Text Generation

custom_generate

text-generation-inference

Model card Files Files and versions

cyrilvallez HF Staff commited on Mar 18

Commit

00ab760

·

verified ·

1 Parent(s): cd66a74

Fix typo

Files changed (1) hide show

custom_generate/generate.py +1 -1

custom_generate/generate.py CHANGED Viewed

@@ -183,7 +183,7 @@ def _contrastive_search(
     unfinished_sequences = torch.ones(batch_size, dtype=torch.long, device=input_ids.device)
     # Does not exist anymore in recent versions!
     if hasattr(model, "_get_initial_cache_position"):
-        model_kwargs = model._get_initial_cache_position(cur_length, input_ids.device, model_kwargs)
     # Create cosine_matrix_mask based on the attention_mask
     cosine_matrix_mask = torch.ones_like(input_ids, dtype=torch.long)

     unfinished_sequences = torch.ones(batch_size, dtype=torch.long, device=input_ids.device)
     # Does not exist anymore in recent versions!
     if hasattr(model, "_get_initial_cache_position"):
+        model_kwargs = model._get_initial_cache_position(cur_len, input_ids.device, model_kwargs)
     # Create cosine_matrix_mask based on the attention_mask
     cosine_matrix_mask = torch.ones_like(input_ids, dtype=torch.long)