From 009f66154c5aa07c8133616038111fb78d0f8d33 Mon Sep 17 00:00:00 2001 From: LittleSheep Date: Sat, 27 Dec 2025 15:10:01 +0800 Subject: [PATCH] :necktie: Improve sphere word cloud again... --- DysonNetwork.Sphere/Rewind/SphereRewindServiceGrpc.cs | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/DysonNetwork.Sphere/Rewind/SphereRewindServiceGrpc.cs b/DysonNetwork.Sphere/Rewind/SphereRewindServiceGrpc.cs index b54a386..bda08da 100644 --- a/DysonNetwork.Sphere/Rewind/SphereRewindServiceGrpc.cs +++ b/DysonNetwork.Sphere/Rewind/SphereRewindServiceGrpc.cs @@ -88,8 +88,9 @@ public class SphereRewindServiceGrpc( .Take(1000) .ToListAsync(); var segmenter = new JiebaSegmenter(); - var words = segmenter.CutInParallel(postContents); - var allWords = words.SelectMany(w => w); + var words = segmenter.CutForSearchInParallel(postContents); + var allWords = words.SelectMany(w => w) + .Where(word => !word.All(c => char.IsPunctuation(c) || char.IsWhiteSpace(c))); var topWords = allWords .GroupBy(w => w) .Select(g => new { Word = g.Key, Count = g.Count() }) @@ -270,5 +271,4 @@ public class SphereRewindServiceGrpc( Data = GrpcTypeHelper.ConvertObjectToByteString(data), }; } -} - +} \ No newline at end of file