pyvene.models.blip.modelings_intervenable_blip.blip_type_to_dimension_mapping#
- blip_type_to_dimension_mapping = {'attention_input': ('image_text_hidden_size',), 'attention_output': ('image_text_hidden_size',), 'attention_value_output': ('image_text_hidden_size/text_config.num_attention_heads',), 'block_input': ('image_text_hidden_size',), 'block_output': ('image_text_hidden_size',), 'cross_attention_input': ('image_text_hidden_size',), 'cross_attention_output': ('image_text_hidden_size',), 'cross_attention_value_output': ('image_text_hidden_size/text_config.num_attention_heads',), 'mlp_activation': ('projection_dim',), 'mlp_input': ('image_text_hidden_size',), 'mlp_output': ('image_text_hidden_size',)}#
blip model with wrapper