remove duplicate (#5368)

This commit is contained in:
Fanli Lin 2023-07-17 22:24:02 +08:00 committed by GitHub
parent 8f3fe85878
commit 09a1d3c0dc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -235,7 +235,6 @@ class HFLocalInvocationLayer(PromptModelInvocationLayer):
# Thus only generated text is returned (excluding prompt) # Thus only generated text is returned (excluding prompt)
if is_text_generation and "return_full_text" not in model_input_kwargs: if is_text_generation and "return_full_text" not in model_input_kwargs:
model_input_kwargs["return_full_text"] = False model_input_kwargs["return_full_text"] = False
model_input_kwargs["max_new_tokens"] = self.max_length
if stop_words: if stop_words:
sw = StopWordsCriteria(tokenizer=self.pipe.tokenizer, stop_words=stop_words, device=self.pipe.device) sw = StopWordsCriteria(tokenizer=self.pipe.tokenizer, stop_words=stop_words, device=self.pipe.device)
model_input_kwargs["stopping_criteria"] = StoppingCriteriaList([sw]) model_input_kwargs["stopping_criteria"] = StoppingCriteriaList([sw])