yujunjun/haystack
1
0
Fork 0
mirror of https://github.com/deepset-ai/haystack.git synced 2025-09-22 06:33:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: increase max token length for openai 16k models (#5145)

Browse Source
This commit is contained in:
darionreyes 2023-06-14 10:24:04 -04:00 committed by GitHub
parent 20c1f23fff
commit 58c022ef86
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
haystack/utils/openai_utils.py
View File

@ -84,6 +84,9 @@ def _openai_text_completion_tokenization_details(model_name: str):
if "text-davinci" in model_name:
max_tokens_limit = 4097
tokenizer_name = model_tokenizer
elif model_name.startswith("gpt-3.5-turbo-16k"):
max_tokens_limit = 16384
tokenizer_name = model_tokenizer
elif model_name.startswith("gpt-3"):
max_tokens_limit = 4096
tokenizer_name = model_tokenizer