Update dependencyvit.py

Author: fffffgggg54

timm/models/dependencyvit.py

@@ -78,7 +78,7 @@ def forward(self, in_tuple: Tuple[torch.Tensor, torch.Tensor]) -> Tuple[torch.Te
         p = (self.head_selector(x) / self.head_selector_temperature).softmax(dim=-1)
         p = p.transpose(-2, -1).reshape(B, self.num_heads, 1, N)
 
-        m = self.message_controller(x).sigmoid().reshape(B, 1, 1, N) * m
+        m = self.message_controller(x).sigmoid().reshape(B, 1, 1, N)# * m
         print(m)
 
         q = q * self.scale