set upper bound of seq_len dynamically based on users config

guangy10 · guangy10 · commit 4dcf7d19b588 · 2025-06-23T17:53:43.000-07:00
diff --git a/optimum/exporters/executorch/integrations.py b/optimum/exporters/executorch/integrations.py
@@ -64,7 +64,7 @@ def export(
             example_cache_position = (
                 cache_position if cache_position is not None else torch.arange(seq_length, dtype=torch.long)
             )
-            seq_len_dim = torch.export.Dim("seq_length_dim", max=128 - 1)
+            seq_len_dim = torch.export.Dim("seq_length_dim", max=min(self.metadata["get_max_seq_len"], max_cache_len) - 1)
             dynamic_shapes = {"input_ids": {1: seq_len_dim}, "cache_position": {0: seq_len_dim}}
             strict = parse(torch.__version__) != parse(
                 "2.7.0"

Original file line number	Diff line number	Diff line change
`@@ -64,7 +64,7 @@ def export(`
`64`	`64`	`example_cache_position = (`
`65`	`65`	`cache_position if cache_position is not None else torch.arange(seq_length, dtype=torch.long)`
`66`	`66`	`)`
`67`		`- seq_len_dim = torch.export.Dim("seq_length_dim", max=128 - 1)`
	`67`	`+ seq_len_dim = torch.export.Dim("seq_length_dim", max=min(self.metadata["get_max_seq_len"], max_cache_len) - 1)`
`68`	`68`	`dynamic_shapes = {"input_ids": {1: seq_len_dim}, "cache_position": {0: seq_len_dim}}`
`69`	`69`	`strict = parse(torch.__version__) != parse(`
`70`	`70`	`"2.7.0"`