Meta -> cpu for uninitialized weights

jackzhxng · jackzhxng · commit 5ef3fef8169d · 2025-02-18T15:27:54.000-08:00
diff --git a/examples/models/llama/model.py b/examples/models/llama/model.py
@@ -251,6 +251,7 @@ def __init__(self, **kwargs):
                 "Could not load checkpoint into mode, defaulting to random uninitialized weights."
             )
             print(f"Error: {e}")
+            self.model_.to_empty(device="cpu")
 
         if missing:
             missing_weights = [fqn for fqn in missing if fqn.endswith(".weight")]

Original file line number	Diff line number	Diff line change
`@@ -251,6 +251,7 @@ def __init__(self, **kwargs):`
`251`	`251`	`"Could not load checkpoint into mode, defaulting to random uninitialized weights."`
`252`	`252`	`)`
`253`	`253`	`print(f"Error: {e}")`
	`254`	`+ self.model_.to_empty(device="cpu")`
`254`	`255`
`255`	`256`	`if missing:`
`256`	`257`	`missing_weights = [fqn for fqn in missing if fqn.endswith(".weight")]`