29 lines
879 B
C#
29 lines
879 B
C#
|
namespace BotSharp.Plugin.KnowledgeBase.Services;
|
||
|
|
|
||
|
|
public partial class KnowledgeService
|
||
|
|
{
|
||
|
|
public async Task FeedKnowledge(KnowledgeCreationModel knowledge)
|
||
|
|
{
|
||
|
|
var index = 0;
|
||
|
|
var lines = _textChopper.Chop(knowledge.Content, new ChunkOption
|
||
|
|
{
|
||
|
|
Size = 1024,
|
||
|
|
Conjunction = 32,
|
||
|
|
SplitByWord = true,
|
||
|
|
});
|
||
|
|
|
||
|
|
var db = GetVectorDb();
|
||
|
|
var textEmbedding = GetTextEmbedding();
|
||
|
|
|
||
|
|
await db.CreateCollection(knowledge.Collection, textEmbedding.Dimension);
|
||
|
|
foreach (var line in lines)
|
||
|
|
{
|
||
|
|
var vec = await textEmbedding.GetVectorAsync(line);
|
||
|
|
var id = Guid.NewGuid().ToString();
|
||
|
|
await db.Upsert(knowledge.Collection, id, vec, line);
|
||
|
|
index++;
|
||
|
|
Console.WriteLine($"Saved vector {index}/{lines.Count}: {line}\n");
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|