Solar/Swarm
2
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

👔 Update text sanitizer

Browse Source
This commit is contained in:
LittleSheep
2025-07-20 19:06:13 +08:00
parent ee3197f210
commit 3a9867bf52
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
DysonNetwork.Shared/Content/TextSanitizer.cs
View File

@@ -9,8 +9,8 @@ public abstract partial class TextSanitizer
[GeneratedRegex(@"[\u0000-\u001F\u007F\u200B-\u200F\u202A-\u202E\u2060-\u206F\uFFF0-\uFFFF]")] [GeneratedRegex(@"[\u0000-\u001F\u007F\u200B-\u200F\u202A-\u202E\u2060-\u206F\uFFF0-\uFFFF]")]
private static partial Regex WeirdUnicodeRegex(); private static partial Regex WeirdUnicodeRegex();
[GeneratedRegex(@"[\r\n]+")] [GeneratedRegex(@"[\r\n]{2,}")]
private static partial Regex NewlineRegex(); private static partial Regex MultiNewlineRegex();
public static string? Sanitize(string? text) public static string? Sanitize(string? text)
{ {
@@ -23,7 +23,7 @@ public abstract partial class TextSanitizer
cleaned = NormalizeFancyUnicode(cleaned); cleaned = NormalizeFancyUnicode(cleaned);
// Replace multiple newlines with a single newline // Replace multiple newlines with a single newline
cleaned = NewlineRegex().Replace(cleaned, "\n"); cleaned = MultiNewlineRegex().Replace(cleaned, "\n");
return cleaned; return cleaned;
} }
@@ -31,7 +31,7 @@ public abstract partial class TextSanitizer
private static string NormalizeFancyUnicode(string input) private static string NormalizeFancyUnicode(string input)
{ {
var sb = new StringBuilder(input.Length); var sb = new StringBuilder(input.Length);
foreach (var c in input.Normalize(NormalizationForm.FormKC).Where(c => foreach (var c in input.Normalize(NormalizationForm.FormC).Where(c =>
char.GetUnicodeCategory(c) != UnicodeCategory.NonSpacingMark)) char.GetUnicodeCategory(c) != UnicodeCategory.NonSpacingMark))
sb.Append(c); sb.Append(c);