Remove patch dropout layer as it should be integrated into packing

huggingface · Sep 13, 2023 · d81f75b · d81f75b
1 parent 6461405
commit d81f75b
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/timm/models/vision_transformer_packed.py b/timm/models/vision_transformer_packed.py
@@ -603,12 +603,6 @@ def __init__(
         self.pos_embed_h = nn.Parameter(torch.randn(grid_h, embed_dim) * .02)
         self.pos_embed_w = nn.Parameter(torch.randn(grid_w, embed_dim) * .02)
         self.pos_drop = nn.Dropout(p=pos_drop_rate)
-        if patch_drop_rate > 0:
-            self.patch_drop = PatchDropout(
-                patch_drop_rate,
-            )
-        else:
-            self.patch_drop = nn.Identity()
         self.norm_pre = norm_layer(embed_dim) if pre_norm else nn.Identity()
 
         dpr = [x.item() for x in torch.linspace(0, drop_path_rate, depth)]  # stochastic depth decay rule