Add output_linear_intermediate_dim support for ExecuTorch Llama4 backbone export

julianchan-meta · web-flow · commit c7bbba4c770e · 2026-05-21T04:59:05.000Z
Differential Revision: D105658371 Pull Request resolved: pytorch#19672
diff --git a/examples/models/llama/model_args.py b/examples/models/llama/model_args.py
@@ -181,6 +181,7 @@ class ModelArgs:
     use_residual_gate: bool = False
     use_ffn_learnable_scales: bool = False
     output_soft_cap_temp: Optional[float] = None
+    output_linear_intermediate_dim: int = 0
 
     def __post_init__(self):  # noqa: C901
         if self.n_kv_heads is None:
