Update app.py

app.py

@@ -40,6 +40,9 @@ class HybridMultimodalModel(nn.Module):
         
         self.audio_proj = nn.Linear(768, 256)
         
+        self.text_gate = nn.Sequential(nn.Linear(768, 768), nn.Sigmoid())
+        self.audio_gate = nn.Sequential(nn.Linear(256, 256), nn.Sigmoid())
+        
         self.fusion = nn.Sequential(
             nn.Linear(1024, 512),
             nn.BatchNorm1d(512),
@@ -60,7 +63,10 @@ class HybridMultimodalModel(nn.Module):
         audio_out = self.audio_model(audio_values).last_hidden_state
         audio_feat = self.audio_proj(audio_out.mean(dim=1))
         
-        fused = self.fusion(torch.cat([text_feat, audio_feat], dim=-1))
+        gated_text = text_feat * self.text_gate(text_feat)
+        gated_audio = audio_feat * self.audio_gate(audio_feat)
+        
+        fused = self.fusion(torch.cat([gated_text, gated_audio], dim=-1))
         
         return {
             'mbti': self.head_mbti(fused),