apple
/

aimv2-large-patch14-native

Image Feature Extraction

feature-extraction

Model card Files Files and versions Community

michalk8 commited on 9 days ago

Commit

df5cf3a

•

1 Parent(s): ab183d3

Fix `pos_embed` type

Files changed (1) hide show

modeling_aimv2.py +1 -1

modeling_aimv2.py CHANGED Viewed

@@ -102,7 +102,7 @@ class AIMv2ViTPreprocessor(nn.Module):
         pos_embed = get_sincos_pos_embed(
             H // self.patch_h, W // self.patch_w, embed_dim=self.embed_dim
         )
-        tokens = tokens + pos_embed
         return tokens

         pos_embed = get_sincos_pos_embed(
             H // self.patch_h, W // self.patch_w, embed_dim=self.embed_dim
         )
+        tokens = tokens + pos_embed.to(tokens.device)
         return tokens