zjunlp
/

baichuan2-13b-iepile-lora

Model card Files Files and versions Community

ghh001 commited on Apr 2

Commit

d9c56fb

•

1 Parent(s): ec5b68b

Update README.md

Files changed (1) hide show

README.md +0 -1

README.md CHANGED Viewed

@@ -158,7 +158,6 @@ quantization_config=BitsAndBytesConfig(
 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     config=config,
-    load_in_4bit=True,
     device_map="auto",
     quantization_config=quantization_config,
     torch_dtype=torch.bfloat16,

 model = AutoModelForCausalLM.from_pretrained(
     model_path,
     config=config,
     device_map="auto",
     quantization_config=quantization_config,
     torch_dtype=torch.bfloat16,