Skip to content

Commit c53081a

Browse files
committed
Setting llama globals as uninitialized
1 parent f7478a5 commit c53081a

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

python/turbine_models/custom_models/stateless_llama.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -125,8 +125,10 @@ class StateUpdateModule(CompiledModule):
125125
)
126126
else:
127127
params = export_parameters(mod)
128-
global_state = export_global(abstractify(global_pkv), mutable=True)
129-
global_seq_step = export_global(AbstractIndex, mutable=True)
128+
global_state = export_global(
129+
abstractify(global_pkv), uninitialized=True, mutable=True
130+
)
131+
global_seq_step = export_global(AbstractIndex, uninitialized=True, mutable=True)
130132

131133
def run_initialize(self, x=AbstractTensor(BATCH_SIZE, None, dtype=torch.int64)):
132134
init_const = [x.dynamic_dim(1) < MAX_STEP_SEQ]

0 commit comments

Comments
 (0)