BACKBONE#

Classes#

class models.tak_utils.backbone.Backbone(clip_model, dataset, args)[source]#

Bases: MammothBackbone

copy_visual_encoder(clip_model)[source]#

forward(x)[source]#

class models.tak_utils.backbone.ClassificationHead(normalize, weights, biases=None)[source]#

Bases: Linear

forward(inputs)[source]#

class models.tak_utils.backbone.ClsEmbedder(class_embedding)[source]#

Bases: Module

forward(x)[source]#

Forward pass that adds the class embedding to the input tensor. :param x: Input tensor of shape [*, width, grid, grid] :return: Tensor with class embedding added

class models.tak_utils.backbone.MultiheadAttention(dim, num_heads=8, qkv_bias=False, attn_drop=0.0, proj_drop=0.0)[source]#

Bases: Module

forward(query, key, value, need_weights=False, attn_mask=None)[source]#

Functions#

models.tak_utils.backbone.build_classification_head(clip_model, dataset, offset, eval=False, all_heads=False)[source]#

models.tak_utils.backbone.create_clip(name_clip_backbone, device)[source]#

Return type:: CLIP

models.tak_utils.backbone.get_custom_forward(old_forward)[source]#

models.tak_utils.backbone.replace_visual_outproj(clip_model)[source]#

models.tak_utils.backbone.surgery(clip_model)[source]#

models.tak_utils.backbone.build_classification_head(clip_model, dataset, offset, eval=False, all_heads=False)[source]#

models.tak_utils.backbone.create_clip(name_clip_backbone, device)[source]#

Return type:: CLIP

models.tak_utils.backbone.get_custom_forward(old_forward)[source]#

models.tak_utils.backbone.replace_visual_outproj(clip_model)[source]#

models.tak_utils.backbone.surgery(clip_model)[source]#