zman1x1 commited on
Commit
44fd29d
1 Parent(s): 0bef628

fix: remove hardcoded cuda device map

Browse files

cause huggingface free spaces has only CPU

Files changed (1) hide show
  1. models/lamini.py +1 -1
models/lamini.py CHANGED
@@ -9,7 +9,7 @@ from transformers import (
9
 
10
  model_id = "MBZUAI/LaMini-Flan-T5-248M"
11
  tokenizer = AutoTokenizer.from_pretrained(model_id)
12
- model = AutoModelForSeq2SeqLM.from_pretrained(model_id, device_map="cuda:0")
13
  gen_config = GenerationConfig.from_pretrained(model_id)
14
 
15
  class lamini:
 
9
 
10
  model_id = "MBZUAI/LaMini-Flan-T5-248M"
11
  tokenizer = AutoTokenizer.from_pretrained(model_id)
12
+ model = AutoModelForSeq2SeqLM.from_pretrained(model_id)
13
  gen_config = GenerationConfig.from_pretrained(model_id)
14
 
15
  class lamini: