Merge pull request #167 from arun477/patch-1

remove unused attributes from hieradet.py
This commit is contained in:
Chay Ryali
2024-08-09 10:31:56 -07:00
committed by GitHub

View File

@@ -46,11 +46,7 @@ class MultiScaleAttention(nn.Module):
self.dim = dim self.dim = dim
self.dim_out = dim_out self.dim_out = dim_out
self.num_heads = num_heads self.num_heads = num_heads
head_dim = dim_out // num_heads
self.scale = head_dim**-0.5
self.q_pool = q_pool self.q_pool = q_pool
self.qkv = nn.Linear(dim, dim_out * 3) self.qkv = nn.Linear(dim, dim_out * 3)
self.proj = nn.Linear(dim_out, dim_out) self.proj = nn.Linear(dim_out, dim_out)