Skip to main content
Back to top
Ctrl
+
K
pyvene 0.1.2 documentation
Guides
Contributing Guidelines
A Little Guide to Causal Abstraction
NDIF Integration
Basic tutorials
Introduction to pyvene
Activation Addition
Interchange Intervention
Intervening on subcomponents
Subspace Interventions
Trainable Interventions
Advanced tutorials
Causal Tracing (ROME)
Causal Evaluation of Probes
Intro to Distributed Alignment Search (DAS)
Boundless DAS
Replicating the IOI paper
IOI with DAS
IOI with Masked Interventions
Intervening on Vision-Language Models
Nested Hierarchical Structure with MQNLI
An Exploration on Voting Mechanisms
API
pyvene
: Core API
pyvene.data_generators
pyvene.data_generators.causal_model
pyvene.data_generators.causal_model.simple_example
pyvene.data_generators.causal_model.CausalModel
pyvene.models
pyvene.models.backpack_gpt2
pyvene.models.backpack_gpt2.modelings_backpack_gpt2
pyvene.models.backpack_gpt2.modelings_intervenable_backpack_gpt2
pyvene.models.basic_utils
pyvene.models.basic_utils.GET_LOC
pyvene.models.basic_utils.closeness_to_permutation_loss
pyvene.models.basic_utils.count_parameters
pyvene.models.basic_utils.create_directory
pyvene.models.basic_utils.embed_to_distrib
pyvene.models.basic_utils.format_token
pyvene.models.basic_utils.get_batch_size
pyvene.models.basic_utils.get_list_depth
pyvene.models.basic_utils.get_type_from_string
pyvene.models.basic_utils.harmonic_sigmoid_boundary
pyvene.models.basic_utils.random_permutation_matrix
pyvene.models.basic_utils.set_seed
pyvene.models.basic_utils.sigmoid_boundary
pyvene.models.basic_utils.top_vals
pyvene.models.blip
pyvene.models.blip.modelings_blip
pyvene.models.blip.modelings_blip_itm
pyvene.models.blip.modelings_intervenable_blip
pyvene.models.blip.modelings_intervenable_blip_itm
pyvene.models.configuration_intervenable_model
pyvene.models.configuration_intervenable_model.IntervenableConfig
pyvene.models.configuration_intervenable_model.RepresentationConfig
pyvene.models.constants
pyvene.models.constants.split_and_select
pyvene.models.constants.split_half
pyvene.models.constants.split_head_and_permute
pyvene.models.constants.split_heads
pyvene.models.constants.split_three
pyvene.models.gemma
pyvene.models.gemma.modelings_intervenable_gemma
pyvene.models.gpt2
pyvene.models.gpt2.modelings_intervenable_gpt2
pyvene.models.gpt_neo
pyvene.models.gpt_neo.modelings_intervenable_gpt_neo
pyvene.models.gpt_neox
pyvene.models.gpt_neox.modelings_intervenable_gpt_neox
pyvene.models.gru
pyvene.models.gru.modelings_gru
pyvene.models.gru.modelings_intervenable_gru
pyvene.models.intervenable_base
pyvene.models.intervenable_base.build_intervenable_model
pyvene.models.intervenable_base.BaseModel
pyvene.models.intervenable_base.IntervenableModel
pyvene.models.intervenable_base.IntervenableModelOutput
pyvene.models.intervenable_base.IntervenableNdifModel
pyvene.models.intervenable_modelcard
pyvene.models.intervention_utils
pyvene.models.intervention_utils.broadcast_tensor_v1
pyvene.models.intervention_utils.broadcast_tensor_v2
pyvene.models.intervention_utils.InterventionState
pyvene.models.interventions
pyvene.models.interventions.AdditionIntervention
pyvene.models.interventions.AutoencoderIntervention
pyvene.models.interventions.BasisAgnosticIntervention
pyvene.models.interventions.BoundlessRotatedSpaceIntervention
pyvene.models.interventions.CollectIntervention
pyvene.models.interventions.ConstantSourceIntervention
pyvene.models.interventions.DistributedRepresentationIntervention
pyvene.models.interventions.Intervention
pyvene.models.interventions.InterventionOutput
pyvene.models.interventions.JumpReLUAutoencoderIntervention
pyvene.models.interventions.LocalistRepresentationIntervention
pyvene.models.interventions.LowRankRotatedSpaceIntervention
pyvene.models.interventions.NoiseIntervention
pyvene.models.interventions.PCARotatedSpaceIntervention
pyvene.models.interventions.RotatedSpaceIntervention
pyvene.models.interventions.SharedWeightsTrainableIntervention
pyvene.models.interventions.SigmoidMaskIntervention
pyvene.models.interventions.SigmoidMaskRotatedSpaceIntervention
pyvene.models.interventions.SkipIntervention
pyvene.models.interventions.SourcelessIntervention
pyvene.models.interventions.SubtractionIntervention
pyvene.models.interventions.TrainableIntervention
pyvene.models.interventions.VanillaIntervention
pyvene.models.interventions.ZeroIntervention
pyvene.models.layers
pyvene.models.layers.AutoencoderLayer
pyvene.models.layers.AutoencoderLayerBase
pyvene.models.layers.InverseRotateLayer
pyvene.models.layers.LowRankRotateLayer
pyvene.models.layers.RotateLayer
pyvene.models.layers.SubspaceLowRankRotateLayer
pyvene.models.llama
pyvene.models.llama.modelings_intervenable_llama
pyvene.models.llava
pyvene.models.llava.modelings_intervenable_llava
pyvene.models.mistral
pyvene.models.mistral.modellings_intervenable_mistral
pyvene.models.mlp
pyvene.models.mlp.modelings_intervenable_mlp
pyvene.models.mlp.modelings_mlp
pyvene.models.modeling_utils
pyvene.models.modeling_utils.b_sd_to_bsd
pyvene.models.modeling_utils.bhsd_to_bs_hd
pyvene.models.modeling_utils.bs_hd_to_bhsd
pyvene.models.modeling_utils.bsd_to_b_sd
pyvene.models.modeling_utils.do_intervention
pyvene.models.modeling_utils.gather_neurons
pyvene.models.modeling_utils.get_dimension_by_component
pyvene.models.modeling_utils.get_internal_model_type
pyvene.models.modeling_utils.get_module_hook
pyvene.models.modeling_utils.getattr_for_torch_module
pyvene.models.modeling_utils.is_gru
pyvene.models.modeling_utils.is_mlp
pyvene.models.modeling_utils.is_stateless
pyvene.models.modeling_utils.is_transformer
pyvene.models.modeling_utils.output_to_subcomponent
pyvene.models.modeling_utils.print_forward_hooks
pyvene.models.modeling_utils.remove_forward_hooks
pyvene.models.modeling_utils.scatter_neurons
pyvene.models.modeling_utils.simple_output_to_subcomponent
pyvene.models.modeling_utils.simple_scatter_intervention_output
pyvene.models.modeling_utils.weighted_average
pyvene.models.modeling_utils.HandlerList
pyvene.models.olmo
pyvene.models.olmo.modelings_intervenable_olmo
.rst
.pdf
pyvene.models.modeling_utils.weighted_average
Contents
weighted_average()
pyvene.models.modeling_utils.weighted_average
#
weighted_average
(
values
,
weights
)
[source]
#
Contents
weighted_average()