From ddc94b18be4a8dde0b4effb06b01b6400501b66d Mon Sep 17 00:00:00 2001
From: Jicheng Lu <103353@smsassist.com>
Date: Mon, 18 Aug 2025 14:24:43 -0500
Subject: [PATCH] filter duplicates

---
 .../Services/KnowledgeService.Index.cs                      | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/src/Plugins/BotSharp.Plugin.KnowledgeBase/Services/KnowledgeService.Index.cs b/src/Plugins/BotSharp.Plugin.KnowledgeBase/Services/KnowledgeService.Index.cs
index 640464de..59ef1202 100644
--- a/src/Plugins/BotSharp.Plugin.KnowledgeBase/Services/KnowledgeService.Index.cs
+++ b/src/Plugins/BotSharp.Plugin.KnowledgeBase/Services/KnowledgeService.Index.cs
@@ -14,8 +14,9 @@ public partial class KnowledgeService
             }
 
             var response = new SuccessFailResponse<string>();
+            var innerOptions = options.DistinctBy(x => x.FieldName).ToList();
             var vectorDb = GetVectorDb();
-            foreach (var option in options)
+            foreach (var option in innerOptions)
             {
                 var created = await vectorDb.CreateCollectionPayloadIndex(collectionName, option);
                 var field = $"{option.FieldName} ({option.FieldSchemaType})";
@@ -48,8 +49,9 @@ public partial class KnowledgeService
             }
 
             var response = new SuccessFailResponse<string>();
+            var innerOptions = options.DistinctBy(x => x.FieldName).ToList();
             var vectorDb = GetVectorDb();
-            foreach (var option in options)
+            foreach (var option in innerOptions)
             {
                 var deleted = await vectorDb.DeleteCollectionPayloadIndex(collectionName, option);
                 var field = $"{option.FieldName}";