dangkhoa99
/

falcon-7b-finetuned-QA-MRC-4-bit

Text Generation

text-generation-inference

endpoints-template

Inference Endpoints

Model card Files Files and versions Community

dangkhoa99 commited on Aug 15, 2023

Commit

85f9e9d

•

1 Parent(s): 573e72f

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -28,7 +28,7 @@ class EndpointHandler:
  self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
  self.tokenizer.pad_token = self.tokenizer.eos_token
- self.model = PeftModel.from_pretrained(self.model, peft_model_id)
  def __call__(self, data: Any) -> Dict[str, Any]:
  """

  self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
  self.tokenizer.pad_token = self.tokenizer.eos_token
+ self.model = PeftModel.from_pretrained(self.model, path)
  def __call__(self, data: Any) -> Dict[str, Any]:
  """