Skip to content

Commit

Permalink
Bump iree (#151)
Browse files Browse the repository at this point in the history
  • Loading branch information
dan-garvey authored Nov 3, 2023
1 parent b7c001f commit 1f3f649
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 5 deletions.
6 changes: 3 additions & 3 deletions examples/llama2_inference/stateless_llama.py
Original file line number Diff line number Diff line change
Expand Up @@ -255,10 +255,10 @@ def export_transformer_model(
seq_step = AbstractIndex

class StateUpdateModule(CompiledModule):
params = export_parameters(mod, initialize=True)
global_state = export_global(global_pkv, mutable=True, initialize=True)
params = export_parameters(mod, initialize=False)
global_state = export_global(global_pkv, mutable=True, initialize=False)
global_seq_step = export_global(
seq_step, mutable=True, initialize=True
seq_step, mutable=True, initialize=False
)

def run_initialize(
Expand Down
5 changes: 3 additions & 2 deletions requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -7,5 +7,6 @@
-r pytorch-cpu-requirements.txt
-r torchvision-requirements.txt

iree-compiler==20231026.688
iree-runtime==20231026.688
iree-compiler==20231103.696
iree-runtime==20231103.696

0 comments on commit 1f3f649

Please sign in to comment.