try only adding load_in_8bit if we really need to

thejaminator · thejaminator · commit 301e6e2dcdf1 · 2023-05-04T02:03:12.000+08:00
diff --git a/elk/utils/hf_utils.py b/elk/utils/hf_utils.py
@@ -74,7 +74,8 @@ def instantiate_model(
             model_str=model_str, is_cpu=is_cpu, load_in_8bit=load_in_8bit
         )
         # Add load_in_8bit to kwargs
-        kwargs["load_in_8bit"] = load_in_8bit
+        if load_in_8bit:
+            kwargs["load_in_8bit"] = load_in_8bit
 
         archs = model_cfg.architectures
         if not isinstance(archs, list):

Original file line number	Diff line number	Diff line change
`@@ -74,7 +74,8 @@ def instantiate_model(`
`74`	`74`	`model_str=model_str, is_cpu=is_cpu, load_in_8bit=load_in_8bit`
`75`	`75`	`)`
`76`	`76`	`# Add load_in_8bit to kwargs`
`77`		`- kwargs["load_in_8bit"] = load_in_8bit`
	`77`	`+ if load_in_8bit:`
	`78`	`+ kwargs["load_in_8bit"] = load_in_8bit`
`78`	`79`
`79`	`80`	`archs = model_cfg.architectures`
`80`	`81`	`if not isinstance(archs, list):`