Parametrize use hf rope

jackzhxng · jackzhxng · commit 52d7a1178f51 · 2025-02-18T15:32:34.000-08:00
diff --git a/examples/models/llama/model.py b/examples/models/llama/model.py
@@ -150,7 +150,6 @@ def __init__(self, **kwargs):
             input_prune_map=input_prune_map,
             output_prune_map=output_prune_map,
             enable_dynamic_shape=self.enable_dynamic_shape,
-            use_hf_rope=True,
             **params,
         )
 
diff --git a/examples/models/qwen2_5/1_5b_config.json b/examples/models/qwen2_5/1_5b_config.json
@@ -9,5 +9,6 @@
   "rope_theta": 1000000.0,
   "use_scaled_rope": false,
   "vocab_size": 151936,
+  "use_hf_rope": true,
   "attention_qkv_bias": true
 }

Original file line number	Diff line number	Diff line change
`@@ -150,7 +150,6 @@ def __init__(self, **kwargs):`
`150`	`150`	`input_prune_map=input_prune_map,`
`151`	`151`	`output_prune_map=output_prune_map,`
`152`	`152`	`enable_dynamic_shape=self.enable_dynamic_shape,`
`153`		`- use_hf_rope=True,`
`154`	`153`	`**params,`
`155`	`154`	`)`
`156`	`155`