Aratako commited on
Commit
8f87fc0
·
verified ·
1 Parent(s): 20c1c4f

Update gemma4_audio_encoder.py

Browse files
Files changed (1) hide show
  1. gemma4_audio_encoder.py +2 -2
gemma4_audio_encoder.py CHANGED
@@ -16,7 +16,7 @@ class Gemma4AudioEncoder(PreTrainedModel):
16
  """
17
  Args:
18
  input_features: Audio mel-spectrogram features.
19
- input_features_mask: Attention mask for audio features.
20
  project: If True, project to LLM embedding space (2560-dim).
21
  If False, return audio tower output (1536-dim).
22
 
@@ -24,7 +24,7 @@ class Gemma4AudioEncoder(PreTrainedModel):
24
  If project=True: (projected_features, attention_mask)
25
  If project=False: (encoder_features, attention_mask)
26
  """
27
- output = self.audio_tower(input_features, ~input_features_mask)
28
  if project:
29
  projected = self.embed_audio(inputs_embeds=output.last_hidden_state)
30
  return projected, output.attention_mask
 
16
  """
17
  Args:
18
  input_features: Audio mel-spectrogram features.
19
+ input_features_mask: Attention mask for audio features (True = valid, False = padding).
20
  project: If True, project to LLM embedding space (2560-dim).
21
  If False, return audio tower output (1536-dim).
22
 
 
24
  If project=True: (projected_features, attention_mask)
25
  If project=False: (encoder_features, attention_mask)
26
  """
27
+ output = self.audio_tower(input_features, input_features_mask)
28
  if project:
29
  projected = self.embed_audio(inputs_embeds=output.last_hidden_state)
30
  return projected, output.attention_mask