111 lines
4.5 KiB
C#
111 lines
4.5 KiB
C#
using BotSharp.Abstraction.Utilities;
|
|
using BotSharp.Abstraction.VectorStorage;
|
|
using BotSharp.Abstraction.VectorStorage.Models;
|
|
using Microsoft.SemanticKernel.Memory;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.Linq;
|
|
using System.Threading.Tasks;
|
|
|
|
namespace BotSharp.Plugin.SemanticKernel
|
|
{
|
|
internal class SemanticKernelMemoryStoreProvider : IVectorDb
|
|
{
|
|
#pragma warning disable SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
private readonly IMemoryStore _memoryStore;
|
|
#pragma warning restore SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
|
|
#pragma warning disable SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
public SemanticKernelMemoryStoreProvider(IMemoryStore memoryStore)
|
|
#pragma warning restore SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
{
|
|
this._memoryStore = memoryStore;
|
|
}
|
|
|
|
|
|
public string Provider => "SemanticKernel";
|
|
|
|
|
|
public async Task<bool> DoesCollectionExist(string collectionName)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
public async Task<bool> CreateCollection(string collectionName, int dimension)
|
|
{
|
|
await _memoryStore.CreateCollectionAsync(collectionName);
|
|
return true;
|
|
}
|
|
|
|
public async Task<bool> DeleteCollection(string collectionName)
|
|
{
|
|
await _memoryStore.DeleteCollectionAsync(collectionName);
|
|
return false;
|
|
}
|
|
|
|
public Task<StringIdPagedItems<VectorCollectionData>> GetPagedCollectionData(string collectionName, VectorFilter filter)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public Task<IEnumerable<VectorCollectionData>> GetCollectionData(string collectionName, IEnumerable<Guid> ids,
|
|
bool withPayload = false, bool withVector = false)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
public async Task<IEnumerable<string>> GetCollections()
|
|
{
|
|
var result = new List<string>();
|
|
await foreach (var collection in _memoryStore.GetCollectionsAsync())
|
|
{
|
|
result.Add(collection);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
public async Task<IEnumerable<VectorCollectionData>> Search(string collectionName, float[] vector,
|
|
IEnumerable<string>? fields, int limit = 5, float confidence = 0.5f, bool withVector = false)
|
|
{
|
|
var results = _memoryStore.GetNearestMatchesAsync(collectionName, vector, limit);
|
|
|
|
var resultTexts = new List<VectorCollectionData>();
|
|
await foreach (var (record, score) in results)
|
|
{
|
|
resultTexts.Add(new VectorCollectionData
|
|
{
|
|
Data = new Dictionary<string, object> { { "text", record.Metadata.Text } },
|
|
Score = score,
|
|
Vector = withVector ? record.Embedding.ToArray() : null
|
|
});
|
|
}
|
|
|
|
return resultTexts;
|
|
}
|
|
|
|
public async Task<bool> Upsert(string collectionName, Guid id, float[] vector, string text, Dictionary<string, object>? payload)
|
|
{
|
|
#pragma warning disable SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
await _memoryStore.UpsertAsync(collectionName, MemoryRecord.LocalRecord(id.ToString(), text, null, vector));
|
|
#pragma warning restore SKEXP0001 // Type is for evaluation purposes only and is subject to change or removal in future updates. Suppress this diagnostic to proceed.
|
|
return true;
|
|
}
|
|
|
|
public async Task<bool> DeleteCollectionData(string collectionName, List<Guid> ids)
|
|
{
|
|
if (ids.IsNullOrEmpty()) return false;
|
|
|
|
var exist = await _memoryStore.DoesCollectionExistAsync(collectionName);
|
|
if (!exist) return false;
|
|
|
|
await _memoryStore.RemoveBatchAsync(collectionName, ids.Select(x => x.ToString()));
|
|
return true;
|
|
}
|
|
|
|
public async Task<bool> DeleteCollectionAllData(string collectionName)
|
|
{
|
|
return await Task.FromResult(false);
|
|
}
|
|
}
|
|
}
|