yujunjun/LightRAG
1
0
Fork 0
mirror of https://github.com/HKUDS/LightRAG.git synced 2025-11-08 05:43:53 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed csv_string_to_list when data contains null

Browse Source
This commit is contained in:
Saifeddine ALOUI 2025-01-27 10:15:30 +01:00 committed by GitHub
parent 315f0bf5f9
commit 16d1ae77ee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
lightrag/utils.py
View File

@ -253,9 +253,23 @@ def list_of_list_to_csv(data: List[List[str]]) -> str:
def csv_string_to_list(csv_string: str) -> List[List[str]]: def csv_string_to_list(csv_string: str) -> List[List[str]]:
output = io.StringIO(csv_string) # Clean the string by removing NUL characters
reader = csv.reader(output) cleaned_string = csv_string.replace('\0', '')
return [row for row in reader]
output = io.StringIO(cleaned_string)
reader = csv.reader(
output,
quoting=csv.QUOTE_ALL, # Match the writer configuration
escapechar='\\', # Use backslash as escape character
quotechar='"', # Use double quotes
)
try:
return [row for row in reader]
except csv.Error as e:
raise ValueError(f"Failed to parse CSV string: {str(e)}")
finally:
output.close()
def save_data_to_file(data, file_name): def save_data_to_file(data, file_name):