Enforce AppendAllLinesAsync encoding

TiraelSedai · Jun 23, 2024 · 41c0ade · 41c0ade
1 parent d60a60b
commit 41c0ade
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/ClubDoorman/SpamHamClassifier.cs b/ClubDoorman/SpamHamClassifier.cs
@@ -1,5 +1,6 @@
 using System.Diagnostics;
 using System.Globalization;
+using System.Text;
 using CsvHelper;
 using Microsoft.ML;
 using Microsoft.ML.Data;
@@ -78,7 +79,8 @@ private async Task AddSpamHam(string message, bool spam)
         message = message.Replace("\"", "\"\"");
         message = $"\"{message}\", {spam}";
         using var token = await SemaphoreHelper.AwaitAsync(_datasetLock);
-        await File.AppendAllLinesAsync(SpamHamDataset, [message]);
+        var utf8WithoutBom = new UTF8Encoding(false);
+        await File.AppendAllLinesAsync(SpamHamDataset, [message], utf8WithoutBom);
         _needsRetraining = true;
     }