Update llm.py

nod-ai · Dec 20, 2023 · e6dfc4b · e6dfc4b
1 parent 66eaa3a
commit e6dfc4b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/apps/shark_studio/api/llm.py b/apps/shark_studio/api/llm.py
@@ -106,6 +106,7 @@ def compile(self) -> None:
             frontend="torch",
             external_weight_file=self.external_weight_file,
             write_to=self.vmfb_name,
+            extra_args=["--iree-global-opt-enable-quantized-matmul-reassociation"]
         )
         # TODO: delete the temp file