From c46a680ea2c8b6d7cc65b43cbb47994bf81ee9a6 Mon Sep 17 00:00:00 2001 From: frankaging Date: Mon, 5 Aug 2024 14:49:12 -0700 Subject: [PATCH 1/2] [Minor] Updating the import to bypass blip in case of failure --- pyvene/models/intervenable_modelcard.py | 21 ++++++++++++++------- 1 file changed, 14 insertions(+), 7 deletions(-) diff --git a/pyvene/models/intervenable_modelcard.py b/pyvene/models/intervenable_modelcard.py index f8997850..6a39c4af 100644 --- a/pyvene/models/intervenable_modelcard.py +++ b/pyvene/models/intervenable_modelcard.py @@ -23,12 +23,18 @@ """ import transformers.models as hf_models -from .blip.modelings_blip import BlipWrapper -from .blip.modelings_blip_itm import BlipITMWrapper from .mlp.modelings_mlp import MLPModel, MLPForClassification from .gru.modelings_gru import GRUModel, GRULMHeadModel, GRUForClassification from .backpack_gpt2.modelings_backpack_gpt2 import BackpackGPT2LMHeadModel +enable_blip = True +try: + from .blip.modelings_blip import BlipWrapper + from .blip.modelings_blip_itm import BlipITMWrapper +except: + print("Failed to import blip model, skipping.") + enable_blip = False + global type_to_module_mapping global type_to_dimension_mapping global output_to_subcomponent_fn_mapping @@ -54,8 +60,6 @@ hf_models.gemma.modeling_gemma.GemmaForSequenceClassification: gemma_classifier_type_to_module_mapping, hf_models.blip.modeling_blip.BlipForQuestionAnswering: blip_type_to_module_mapping, hf_models.blip.modeling_blip.BlipForImageTextRetrieval: blip_itm_type_to_module_mapping, - BlipWrapper: blip_wrapper_type_to_module_mapping, - BlipITMWrapper: blip_itm_wrapper_type_to_module_mapping, MLPModel: mlp_type_to_module_mapping, MLPForClassification: mlp_classifier_type_to_module_mapping, GRUModel: gru_type_to_module_mapping, @@ -64,7 +68,9 @@ BackpackGPT2LMHeadModel: backpack_gpt2_lm_type_to_module_mapping, # new model type goes here after defining the model files } - +if enable_blip: + type_to_module_mapping[BlipWrapper] = blip_wrapper_type_to_module_mapping + type_to_module_mapping[BlipITMWrapper] = blip_wrapper_type_to_module_mapping type_to_dimension_mapping = { hf_models.gpt2.modeling_gpt2.GPT2Model: gpt2_type_to_dimension_mapping, @@ -85,8 +91,6 @@ hf_models.gemma.modeling_gemma.GemmaForSequenceClassification: gemma_classifier_type_to_dimension_mapping, hf_models.blip.modeling_blip.BlipForQuestionAnswering: blip_type_to_dimension_mapping, hf_models.blip.modeling_blip.BlipForImageTextRetrieval: blip_itm_type_to_dimension_mapping, - BlipWrapper: blip_wrapper_type_to_dimension_mapping, - BlipITMWrapper: blip_itm_wrapper_type_to_dimension_mapping, MLPModel: mlp_type_to_dimension_mapping, MLPForClassification: mlp_classifier_type_to_dimension_mapping, GRUModel: gru_type_to_dimension_mapping, @@ -95,4 +99,7 @@ BackpackGPT2LMHeadModel: backpack_gpt2_lm_type_to_dimension_mapping, # new model type goes here after defining the model files } +if enable_blip: + type_to_dimension_mapping[BlipWrapper] = blip_wrapper_type_to_dimension_mapping + type_to_dimension_mapping[BlipITMWrapper] = blip_itm_wrapper_type_to_dimension_mapping ######################################################################### From 54ae03e4deef0fe3a22e1531a67dcae605884c24 Mon Sep 17 00:00:00 2001 From: frankaging Date: Mon, 5 Aug 2024 14:56:31 -0700 Subject: [PATCH 2/2] update the version --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 5a85afcf..a057fcd7 100644 --- a/setup.py +++ b/setup.py @@ -10,7 +10,7 @@ setup( name="pyvene", - version="0.1.3", + version="0.1.4", description="Use Activation Intervention to Interpret Causal Mechanism of Model", long_description=long_description, long_description_content_type='text/markdown',