Make the update script shorter. (#4854)

### What problem does this PR solve?


### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
Kevin Hu 2025-02-10 18:18:49 +08:00 committed by GitHub
parent bc68f18c48
commit 0d3ed37b48
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions

View File

@ -5,9 +5,6 @@
"number_of_replicas": 0,
"refresh_interval": "1000ms"
},
"persistent" : {
"script.max_compilations_rate" : "200/10m"
},
"similarity": {
"scripted_sim": {
"type": "scripted",

View File

@ -244,11 +244,16 @@ class KGSearch(Dealer):
else:
continue
rel["description"] = rela["description"]
desc = rel["description"]
try:
desc = json.loads(desc).get("description", "")
except Exception:
pass
relas.append({
"From Entity": f,
"To Entity": t,
"Score": "%.2f" % (rel["sim"] * rel["pagerank"]),
"Description": json.loads(rel["description"]).get("description", "")
"Description": desc
})
max_token -= num_tokens_from_string(str(relas[-1]))
if max_token <= 0:

View File

@ -367,11 +367,13 @@ class ESConnection(DocStoreConnection):
continue
if isinstance(v, str):
v = re.sub(r"(['\n\r]|\\.)", " ", v)
scripts.append(f"ctx._source.{k}='{v}';")
params[f"pp_{k}"] = v
scripts.append(f"ctx._source.{k}=params.pp_{k};")
elif isinstance(v, int) or isinstance(v, float):
scripts.append(f"ctx._source.{k}={v};")
elif isinstance(v, list):
scripts.append(f"ctx._source.{k}={json.dumps(v, ensure_ascii=False)};")
scripts.append(f"ctx._source.{k}=params.pp_{k};")
params[f"pp_{k}"] = json.dumps(v, ensure_ascii=False)
else:
raise Exception(
f"newValue `{str(k)}={str(v)}` value type is {str(type(v))}, expected to be int, str.")