mirror of
https://github.com/infiniflow/ragflow.git
synced 2025-11-16 10:04:32 +00:00
fix ollama bug (#999)
### What problem does this PR solve? ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
parent
c3c2515691
commit
83803a72ee
@ -58,17 +58,17 @@ def message_fit_in(msg, max_length=4000):
|
|||||||
if c < max_length:
|
if c < max_length:
|
||||||
return c, msg
|
return c, msg
|
||||||
|
|
||||||
ll = num_tokens_from_string(msg_[0].content)
|
ll = num_tokens_from_string(msg_[0]["content"])
|
||||||
l = num_tokens_from_string(msg_[-1].content)
|
l = num_tokens_from_string(msg_[-1]["content"])
|
||||||
if ll / (ll + l) > 0.8:
|
if ll / (ll + l) > 0.8:
|
||||||
m = msg_[0].content
|
m = msg_[0]["content"]
|
||||||
m = encoder.decode(encoder.encode(m)[:max_length - l])
|
m = encoder.decode(encoder.encode(m)[:max_length - l])
|
||||||
msg[0].content = m
|
msg[0]["content"] = m
|
||||||
return max_length, msg
|
return max_length, msg
|
||||||
|
|
||||||
m = msg_[1].content
|
m = msg_[1]["content"]
|
||||||
m = encoder.decode(encoder.encode(m)[:max_length - l])
|
m = encoder.decode(encoder.encode(m)[:max_length - l])
|
||||||
msg[1].content = m
|
msg[1]["content"] = m
|
||||||
return max_length, msg
|
return max_length, msg
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user