Index

_

_children (nnsight.intervention.envoy.Envoy attribute) _default_graph (nnsight.intervention.base.NNsight attribute) _envoy (nnsight.intervention.base.NNsight attribute) _fake_inputs (nnsight.intervention.envoy.Envoy attribute) _fake_outputs (nnsight.intervention.envoy.Envoy attribute)

_model (nnsight.intervention.base.NNsight attribute) (nnsight.intervention.contexts.interleaving.InterleavingTracer attribute) _module (nnsight.intervention.envoy.Envoy attribute) _rename (nnsight.intervention.envoy.Envoy attribute) _session (nnsight.intervention.base.NNsight attribute) _tracer (nnsight.intervention.envoy.Envoy attribute)

A

add() (nnsight.intervention.protocols.module.ApplyModuleProtocol class method) (nnsight.tracing.graph.graph.Graph method) (nnsight.tracing.graph.graph.SubGraph method) (nnsight.util.Patcher method) alive (nnsight.tracing.graph.graph.Graph attribute)

all() (nnsight.intervention.envoy.Envoy method) apply() (in module nnsight.util) ApplyModuleProtocol (class in nnsight.intervention.protocols.module) args (nnsight.intervention.contexts.interleaving.InterleavingTracer attribute) attached (nnsight.tracing.graph.node.Node property) automodel (nnsight.modeling.language.LanguageModel attribute)

B

backend (nnsight.tracing.contexts.base.Context attribute) BaseNNsightModel (class in nnsight.schema.format.types)

batch_groups (nnsight.intervention.interleaver.Interleaver attribute) batch_size (nnsight.intervention.interleaver.Interleaver attribute) blocking_request() (nnsight.intervention.backends.remote.RemoteBackend method)

C

call_counter (nnsight.intervention.graph.graph.InterventionGraph attribute) clean() (nnsight.intervention.graph.graph.InterventionGraph method) (nnsight.tracing.graph.graph.Graph method) cleanup() (nnsight.intervention.graph.graph.InterventionGraph method) clear_edits() (nnsight.intervention.base.NNsight method) clone() (nnsight.modeling.vllm.sampling.NNsightSamplingParams method) compiled (nnsight.intervention.graph.graph.InterventionGraph attribute) Condition (class in nnsight.tracing.contexts.conditional)

config (nnsight.modeling.language.LanguageModel attribute) Context (class in nnsight.tracing.contexts.base) copy() (nnsight.intervention.graph.graph.InterventionGraph method) (nnsight.tracing.graph.graph.Graph method) (nnsight.tracing.graph.graph.SubGraph method) count() (nnsight.intervention.graph.graph.InterventionGraph method) create() (nnsight.tracing.graph.graph.Graph method) (nnsight.tracing.graph.node.Node method)

D

defer_stack (nnsight.tracing.graph.graph.Graph attribute) deferred (nnsight.intervention.graph.graph.InterventionGraph attribute) dependencies (nnsight.tracing.graph.node.Node property) deregister() (nnsight.tracing.contexts.globals.GlobalTracingContext static method) destroy() (nnsight.tracing.graph.node.Node method)

device (nnsight.intervention.graph.proxy.InterventionProxy property) DictModel (class in nnsight.schema.format.types) Diffuser (class in nnsight.modeling.diffusion) DiffusionModel (class in nnsight.modeling.diffusion) done (nnsight.tracing.graph.node.Node property) dtype (nnsight.intervention.graph.proxy.InterventionProxy property)

E

edit() (nnsight.intervention.base.NNsight method) EditingBackend (class in nnsight.intervention.backends.editing) EditingTracer (class in nnsight.intervention.contexts.editing) EllipsisModel (class in nnsight.schema.format.types) EntryPoint (class in nnsight.intervention.protocols.entrypoint)

Envoy (class in nnsight.intervention.envoy) execute() (nnsight.intervention.graph.graph.InterventionGraph method) (nnsight.intervention.protocols.module.ApplyModuleProtocol class method) (nnsight.tracing.graph.graph.Graph method) (nnsight.tracing.graph.node.Node method)

F

fetch_attr() (in module nnsight.util) forward() (nnsight.util.WrapperModule method)

fulfilled (nnsight.tracing.graph.node.Node property) FunctionModel (class in nnsight.schema.format.types) FunctionWhitelistError

G

get() (nnsight.intervention.base.NNsight method) get_response() (nnsight.intervention.backends.remote.RemoteBackend method) GlobalInterventionTracingContext (class in nnsight.intervention.contexts.globals) GlobalTracingContext (class in nnsight.tracing.contexts.globals) GlobalTracingContext.GlobalTracingExit (class in nnsight.tracing.contexts.globals) grad (nnsight.intervention.graph.proxy.InterventionProxy property)

grad_subgraph (nnsight.intervention.graph.graph.InterventionGraph attribute) GradProtocol (class in nnsight.intervention.protocols.grad) Graph (class in nnsight.tracing.graph.graph) graph (nnsight.intervention.interleaver.Interleaver attribute) (nnsight.tracing.graph.node.Node attribute) GraphModel (class in nnsight.schema.format.types)

H

handle_response() (nnsight.intervention.backends.remote.RemoteBackend method)

I

index (nnsight.tracing.graph.node.Node attribute) input (nnsight.intervention.envoy.Envoy attribute) (nnsight.intervention.envoy.Envoy property) (nnsight.intervention.envoy.IterationEnvoy property) input_hook (nnsight.intervention.interleaver.Interleaver attribute) inputs (nnsight.intervention.contexts.invoker.Invoker attribute) (nnsight.intervention.envoy.Envoy attribute) (nnsight.intervention.envoy.Envoy property) interleave() (nnsight.intervention.base.NNsight method) (nnsight.modeling.vllm.vllm.VLLM method) Interleaver (class in nnsight.intervention.interleaver) InterleavingTracer (class in nnsight.intervention.contexts.interleaving) intervene() (nnsight.intervention.protocols.intervention.InterventionProtocol class method)

InterventionGraph (class in nnsight.intervention.graph.graph) InterventionGraphModel (class in nnsight.schema.format.types) InterventionNode (class in nnsight.intervention.graph.node) InterventionProtocol (class in nnsight.intervention.protocols.intervention) InterventionProxy (class in nnsight.intervention.graph.proxy) interventions (nnsight.intervention.graph.graph.InterventionGraph attribute) InterventionTracer (class in nnsight.intervention.contexts.tracer) invoke() (nnsight.intervention.contexts.interleaving.InterleavingTracer method) Invoker (class in nnsight.intervention.contexts.invoker) invoker (nnsight.intervention.contexts.interleaving.InterleavingTracer attribute) iter (nnsight.intervention.envoy.Envoy attribute) IterationEnvoy (class in nnsight.intervention.envoy) Iterator (class in nnsight.tracing.contexts.iterator)

K

kwargs (nnsight.intervention.contexts.interleaving.InterleavingTracer attribute) (nnsight.intervention.contexts.invoker.Invoker attribute)

L

LanguageModel (class in nnsight.modeling.language) LanguageModel.Generator (class in nnsight.modeling.language) LanguageModel.Generator.Streamer (class in nnsight.modeling.language)

listeners (nnsight.tracing.graph.node.Node property) ListModel (class in nnsight.schema.format.types) LocalContext (class in nnsight.intervention.contexts.local)

M

MemoReferenceModel (class in nnsight.schema.format.types) model (nnsight.intervention.graph.graph.InterventionGraph attribute) (nnsight.modeling.language.LanguageModel attribute) model_computed_fields (nnsight.schema.format.types.BaseNNsightModel attribute) (nnsight.schema.format.types.DictModel attribute) (nnsight.schema.format.types.EllipsisModel attribute) (nnsight.schema.format.types.FunctionModel attribute) (nnsight.schema.format.types.GraphModel attribute) (nnsight.schema.format.types.InterventionGraphModel attribute) (nnsight.schema.format.types.ListModel attribute) (nnsight.schema.format.types.MemoReferenceModel attribute) (nnsight.schema.format.types.NodeModel attribute) (nnsight.schema.format.types.SliceModel attribute) (nnsight.schema.format.types.SubGraphModel attribute) (nnsight.schema.format.types.TensorModel attribute) (nnsight.schema.format.types.TupleModel attribute) model_config (nnsight.schema.format.types.BaseNNsightModel attribute) (nnsight.schema.format.types.DictModel attribute) (nnsight.schema.format.types.EllipsisModel attribute) (nnsight.schema.format.types.FunctionModel attribute) (nnsight.schema.format.types.GraphModel attribute) (nnsight.schema.format.types.InterventionGraphModel attribute) (nnsight.schema.format.types.ListModel attribute) (nnsight.schema.format.types.MemoReferenceModel attribute) (nnsight.schema.format.types.NodeModel attribute) (nnsight.schema.format.types.SliceModel attribute) (nnsight.schema.format.types.SubGraphModel attribute) (nnsight.schema.format.types.TensorModel attribute) (nnsight.schema.format.types.TupleModel attribute) model_fields (nnsight.schema.format.types.BaseNNsightModel attribute) (nnsight.schema.format.types.DictModel attribute) (nnsight.schema.format.types.EllipsisModel attribute) (nnsight.schema.format.types.FunctionModel attribute) (nnsight.schema.format.types.GraphModel attribute) (nnsight.schema.format.types.InterventionGraphModel attribute) (nnsight.schema.format.types.ListModel attribute) (nnsight.schema.format.types.MemoReferenceModel attribute) (nnsight.schema.format.types.NodeModel attribute) (nnsight.schema.format.types.SliceModel attribute) (nnsight.schema.format.types.SubGraphModel attribute) (nnsight.schema.format.types.TensorModel attribute) (nnsight.schema.format.types.TupleModel attribute) module nnsight.intervention nnsight.intervention.backends nnsight.intervention.backends.editing nnsight.intervention.backends.remote nnsight.intervention.base nnsight.intervention.contexts nnsight.intervention.contexts.editing nnsight.intervention.contexts.globals nnsight.intervention.contexts.interleaving nnsight.intervention.contexts.invoker nnsight.intervention.contexts.local nnsight.intervention.contexts.session nnsight.intervention.contexts.tracer nnsight.intervention.envoy nnsight.intervention.graph nnsight.intervention.graph.graph nnsight.intervention.graph.node nnsight.intervention.graph.proxy nnsight.intervention.interleaver nnsight.intervention.protocols nnsight.intervention.protocols.entrypoint nnsight.intervention.protocols.grad nnsight.intervention.protocols.intervention nnsight.intervention.protocols.module nnsight.intervention.protocols.swap nnsight.modeling nnsight.modeling.diffusion nnsight.modeling.language nnsight.modeling.vllm.sampling nnsight.modeling.vllm.vllm nnsight.schema nnsight.schema.format.functions nnsight.schema.format.types nnsight.tracing nnsight.tracing.contexts.base nnsight.tracing.contexts.conditional nnsight.tracing.contexts.globals nnsight.tracing.contexts.iterator nnsight.tracing.contexts.tracer nnsight.tracing.graph.graph nnsight.tracing.graph.node nnsight.tracing.graph.proxy nnsight.tracing.protocols.base nnsight.tracing.protocols.lock nnsight.tracing.protocols.stop nnsight.tracing.protocols.variable nnsight.util

modules() (nnsight.intervention.envoy.Envoy method)

N

named_modules() (nnsight.intervention.envoy.Envoy method) next() (nnsight.intervention.envoy.Envoy method) NNsight (class in nnsight.intervention.base) nnsight.intervention module nnsight.intervention.backends module nnsight.intervention.backends.editing module nnsight.intervention.backends.remote module nnsight.intervention.base module nnsight.intervention.contexts module nnsight.intervention.contexts.editing module nnsight.intervention.contexts.globals module nnsight.intervention.contexts.interleaving module nnsight.intervention.contexts.invoker module nnsight.intervention.contexts.local module nnsight.intervention.contexts.session module nnsight.intervention.contexts.tracer module nnsight.intervention.envoy module nnsight.intervention.graph module nnsight.intervention.graph.graph module nnsight.intervention.graph.node module nnsight.intervention.graph.proxy module nnsight.intervention.interleaver module nnsight.intervention.protocols module nnsight.intervention.protocols.entrypoint module nnsight.intervention.protocols.grad module nnsight.intervention.protocols.intervention module nnsight.intervention.protocols.module module nnsight.intervention.protocols.swap module

nnsight.modeling module nnsight.modeling.diffusion module nnsight.modeling.language module nnsight.modeling.vllm.sampling module nnsight.modeling.vllm.vllm module nnsight.schema module nnsight.schema.format.functions module nnsight.schema.format.types module nnsight.tracing module nnsight.tracing.contexts.base module nnsight.tracing.contexts.conditional module nnsight.tracing.contexts.globals module nnsight.tracing.contexts.iterator module nnsight.tracing.contexts.tracer module nnsight.tracing.graph.graph module nnsight.tracing.graph.node module nnsight.tracing.graph.proxy module nnsight.tracing.protocols.base module nnsight.tracing.protocols.lock module nnsight.tracing.protocols.stop module nnsight.tracing.protocols.variable module nnsight.util module NNsightError NNsightSamplingMetadata (class in nnsight.modeling.vllm.sampling) NNsightSamplingParams (class in nnsight.modeling.vllm.sampling) Node (class in nnsight.tracing.graph.node) node (nnsight.tracing.graph.proxy.Proxy attribute) node_class (nnsight.tracing.graph.graph.Graph attribute) NodeModel (class in nnsight.schema.format.types) nodes (nnsight.tracing.graph.graph.Graph attribute) non_blocking_request() (nnsight.intervention.backends.remote.RemoteBackend method)

O

obj (nnsight.util.Patch attribute) output (nnsight.intervention.envoy.Envoy attribute) (nnsight.intervention.envoy.Envoy property) (nnsight.intervention.envoy.IterationEnvoy property)

output_hook (nnsight.intervention.interleaver.Interleaver attribute)

P

parent (nnsight.util.Patch attribute) Patch (class in nnsight.util) patch() (nnsight.util.Patch method) Patcher (class in nnsight.util) patches (nnsight.util.Patcher attribute) path (nnsight.intervention.envoy.Envoy attribute)

prepare_inputs() (nnsight.intervention.graph.node.InterventionNode class method) (nnsight.tracing.graph.node.Node class method) preprocess() (nnsight.tracing.graph.node.Node method) Proxy (class in nnsight.tracing.graph.proxy) proxy_class (nnsight.intervention.base.NNsight attribute) (nnsight.tracing.graph.graph.Graph attribute)

R

redundant (nnsight.tracing.graph.node.Node property) register() (nnsight.tracing.contexts.globals.GlobalTracingContext static method) RemoteBackend (class in nnsight.intervention.backends.remote) RemoteContext (class in nnsight.intervention.contexts.local)

replacement (nnsight.util.Patch attribute) reset() (nnsight.intervention.graph.graph.InterventionGraph method) (nnsight.tracing.graph.graph.Graph method) (nnsight.tracing.graph.node.Node method) restore() (nnsight.util.Patch method)

S

save() (nnsight.tracing.graph.proxy.Proxy method) scan (nnsight.intervention.contexts.invoker.Invoker attribute) scan() (nnsight.intervention.base.NNsight method) scanning (nnsight.intervention.contexts.invoker.Invoker attribute) Session (class in nnsight.intervention.contexts.session) session() (nnsight.intervention.base.NNsight method) set_value() (nnsight.tracing.graph.node.Node method) shape (nnsight.intervention.graph.proxy.InterventionProxy property) SliceModel (class in nnsight.schema.format.types) stack (nnsight.tracing.graph.graph.Graph attribute) stream_send() (nnsight.intervention.backends.remote.RemoteBackend method)

style() (nnsight.intervention.contexts.tracer.InterventionTracer class method) (nnsight.intervention.protocols.grad.GradProtocol class method) (nnsight.intervention.protocols.intervention.InterventionProtocol class method) (nnsight.intervention.protocols.module.ApplyModuleProtocol class method) (nnsight.tracing.contexts.conditional.Condition class method) (nnsight.tracing.contexts.iterator.Iterator class method) SubGraph (class in nnsight.tracing.graph.graph) subgraph() (nnsight.tracing.graph.node.Node method) SubGraph.Iterator (class in nnsight.tracing.graph.graph) SubGraphModel (class in nnsight.schema.format.types) submit_request() (nnsight.intervention.backends.remote.RemoteBackend method) subset (nnsight.tracing.graph.graph.SubGraph attribute)

T

target (nnsight.tracing.graph.node.Node attribute) TensorModel (class in nnsight.schema.format.types) to() (nnsight.intervention.base.NNsight method) (nnsight.intervention.envoy.Envoy method) tokenizer (nnsight.modeling.language.LanguageModel attribute)

trace() (nnsight.intervention.base.NNsight method) Tracer (class in nnsight.tracing.contexts.tracer) tracer (nnsight.intervention.contexts.invoker.Invoker attribute) try_deregister() (nnsight.tracing.contexts.globals.GlobalTracingContext static method) try_register() (nnsight.tracing.contexts.globals.GlobalTracingContext static method) TupleModel (class in nnsight.schema.format.types)

U

update_dependencies() (nnsight.intervention.graph.node.InterventionNode method) (nnsight.tracing.graph.node.Node method)

update_listeners() (nnsight.tracing.graph.node.Node method) url (nnsight.intervention.backends.remote.RemoteBackend attribute)

V

ValidatingInterventionNode (class in nnsight.intervention.graph.node) value (nnsight.tracing.graph.node.Node property) (nnsight.tracing.graph.proxy.Proxy property)

VLLM (class in nnsight.modeling.vllm.vllm)

W

WrapperModule (class in nnsight.util)