Content-Length: 989 | pFad | http://github.com/postgresml/postgresml/pull/1244.diff

thub.com diff --git a/pgml-extension/src/bindings/transformers/transformers.py b/pgml-extension/src/bindings/transformers/transformers.py index eed9cede7..83608ed48 100644 --- a/pgml-extension/src/bindings/transformers/transformers.py +++ b/pgml-extension/src/bindings/transformers/transformers.py @@ -314,6 +314,7 @@ def stream(self, input, timeout=None, **kwargs): self.tokenizer, timeout=timeout, skip_prompt=True, + skip_special_tokens=True ) if "chat_template" in kwargs: input = self.tokenizer.apply_chat_template( @@ -338,6 +339,7 @@ def stream(self, input, timeout=None, **kwargs): streamer = TextIteratorStreamer( self.tokenizer, timeout=timeout, + skip_special_tokens=True ) input = self.tokenizer(input, return_tensors="pt", padding=True).to( self.model.device

pFad - (p)hone/(F)rame/(a)nonymizer/(d)eclutterfier! Saves Data!