Oliver Holworthy commited on
Commit
95c32ef
·
verified ·
1 Parent(s): 274cbd6

Use positional bidirectional mask helper call

Browse files

Call transformers.masking_utils.create_bidirectional_mask positionally so the custom model does not depend on either the deprecated input_embeds keyword or the newer inputs_embeds spelling.

Files changed (1) hide show
  1. llama_bidirectional_model.py +3 -3
llama_bidirectional_model.py CHANGED
@@ -118,9 +118,9 @@ class LlamaBidirectionalModel(LlamaModel):
118
 
119
  if _HAS_NATIVE_BIDIRECTIONAL_MASK:
120
  return create_bidirectional_mask(
121
- config=self.config,
122
- inputs_embeds=input_embeds,
123
- attention_mask=attention_mask,
124
  )
125
 
126
  # Fallback for transformers < 5.0 without create_bidirectional_mask
 
118
 
119
  if _HAS_NATIVE_BIDIRECTIONAL_MASK:
120
  return create_bidirectional_mask(
121
+ self.config,
122
+ input_embeds,
123
+ attention_mask,
124
  )
125
 
126
  # Fallback for transformers < 5.0 without create_bidirectional_mask