Update dependencyvit.py

Author: fffffgggg54

timm/models/dependencyvit.py

@@ -115,11 +115,11 @@ def forward(self, x: torch.Tensor, m: torch.Tensor) -> Tuple[torch.Tensor, torch
 
         #prune_mask = attn.detach().sum(1).sum(-1)
         #prune_mask = attn.detach().sum(1).abs().sum(-1)
-        #prune_mask = attn.detach().abs().sum((1, -1))
+        prune_mask = attn.detach().abs().sum((1, -1))
         #prune_mask = attn.sum(1).sum(-1)
         #prune_mask = attn.sum(1).abs().sum(-1)
         #prune_mask = attn.abs().sum((1, -1))
-        prune_mask = m.reshape(B, N)
+        #prune_mask = m.reshape(B, N)
 
         x = self.proj(x)
         x = self.proj_drop(x)