admin-valentin/open-notebook
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix issue with special spaces

Browse source
This commit is contained in:
LUIS NOVO 2024-10-29 07:28:02 -03:00
parent 9ca9ac9de1
commit 70926afce6
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
open_notebook/utils.py
View file

@ -87,6 +87,7 @@ def remove_non_printable(text):
text = "".join(
char for char in text if unicodedata.category(char)[0] != "C" or char in "\n\t"
)
text = text.replace("\xa0", " ").strip()
# Keep letters (including accented ones), numbers, spaces, newlines, tabs, and basic punctuation
return re.sub(r"[^\w\s.,!?\-\n\t]", "", text, flags=re.UNICODE)