Skip to content

代码问题 #14

@zhou431496

Description

@zhou431496

class CLIPVisualEncoder(nn.Module):
def init(self, clip_model):
super().init()
self.clip_model = clip_model
self.featuremaps = None

    for i in range(12):  # 12 resblocks in VIT visual transformer
        self.clip_model.visual.transformer.resblocks[i].register_forward_hook(
            self.make_hook(i))

def make_hook(self, name):
    def hook(module, input, output):
        if len(output.shape) == 3:
            self.featuremaps[name] = output.permute(
                1, 0, 2)  # LND -> NLD bs, smth, 768
        else:
            self.featuremaps[name] = output

    return hook

这个函数无法获得特征图

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions