169 lines
7.5 KiB
C#
169 lines
7.5 KiB
C#
namespace BotSharp.Plugin.MongoStorage;
|
|
|
|
public class MongoDbContext
|
|
{
|
|
private readonly MongoClient _mongoClient;
|
|
private readonly string _mongoDbDatabaseName;
|
|
private readonly string _collectionPrefix;
|
|
|
|
private const string DB_NAME_INDEX = "authSource";
|
|
|
|
public MongoDbContext(BotSharpDatabaseSettings dbSettings)
|
|
{
|
|
var mongoDbConnectionString = dbSettings.BotSharpMongoDb;
|
|
_mongoClient = new MongoClient(mongoDbConnectionString);
|
|
_mongoDbDatabaseName = GetDatabaseName(mongoDbConnectionString);
|
|
_collectionPrefix = dbSettings.TablePrefix.IfNullOrEmptyAs("BotSharp");
|
|
}
|
|
|
|
private string GetDatabaseName(string mongoDbConnectionString)
|
|
{
|
|
var databaseName = mongoDbConnectionString.Substring(mongoDbConnectionString.LastIndexOf("/", StringComparison.InvariantCultureIgnoreCase) + 1);
|
|
|
|
var symbol = "?";
|
|
if (databaseName.Contains(symbol))
|
|
{
|
|
var markIdx = databaseName.IndexOf(symbol, StringComparison.InvariantCultureIgnoreCase);
|
|
var db = databaseName.Substring(0, markIdx);
|
|
if (!string.IsNullOrWhiteSpace(db))
|
|
{
|
|
return db;
|
|
}
|
|
|
|
var queryStr = databaseName.Substring(markIdx + 1);
|
|
var queries = queryStr.Split("&", StringSplitOptions.RemoveEmptyEntries).Select(x => new
|
|
{
|
|
Key = x.Split("=")[0],
|
|
Value = x.Split("=")[1]
|
|
}).ToList();
|
|
|
|
var source = queries.FirstOrDefault(x => x.Key.IsEqualTo(DB_NAME_INDEX));
|
|
if (source != null)
|
|
{
|
|
databaseName = source.Value;
|
|
}
|
|
}
|
|
return databaseName;
|
|
}
|
|
|
|
private IMongoDatabase Database { get { return _mongoClient.GetDatabase(_mongoDbDatabaseName); } }
|
|
|
|
#region Indexes
|
|
private IMongoCollection<ConversationDocument> CreateConversationIndex()
|
|
{
|
|
var collection = Database.GetCollection<ConversationDocument>($"{_collectionPrefix}_Conversations");
|
|
var indexes = collection.Indexes.List().ToList();
|
|
var createTimeIndex = indexes.FirstOrDefault(x => x.GetElement("name").ToString().StartsWith("CreatedTime"));
|
|
if (createTimeIndex == null)
|
|
{
|
|
var indexDef = Builders<ConversationDocument>.IndexKeys.Descending(x => x.CreatedTime);
|
|
collection.Indexes.CreateOne(new CreateIndexModel<ConversationDocument>(indexDef));
|
|
}
|
|
return collection;
|
|
}
|
|
|
|
private IMongoCollection<ConversationStateDocument> CreateConversationStateIndex()
|
|
{
|
|
var collection = Database.GetCollection<ConversationStateDocument>($"{_collectionPrefix}_ConversationStates");
|
|
var indexes = collection.Indexes.List().ToList();
|
|
var stateIndex = indexes.FirstOrDefault(x => x.GetElement("name").ToString().StartsWith("States.Key"));
|
|
if (stateIndex == null)
|
|
{
|
|
var indexDef = Builders<ConversationStateDocument>.IndexKeys.Ascending("States.Key");
|
|
collection.Indexes.CreateOne(new CreateIndexModel<ConversationStateDocument>(indexDef));
|
|
}
|
|
return collection;
|
|
}
|
|
|
|
private IMongoCollection<AgentTaskDocument> CreateAgentTaskIndex()
|
|
{
|
|
var collection = Database.GetCollection<AgentTaskDocument>($"{_collectionPrefix}_AgentTasks");
|
|
var indexes = collection.Indexes.List().ToList();
|
|
var createTimeIndex = indexes.FirstOrDefault(x => x.GetElement("name").ToString().StartsWith("CreatedTime"));
|
|
if (createTimeIndex == null)
|
|
{
|
|
var indexDef = Builders<AgentTaskDocument>.IndexKeys.Descending(x => x.CreatedTime);
|
|
collection.Indexes.CreateOne(new CreateIndexModel<AgentTaskDocument>(indexDef));
|
|
}
|
|
return collection;
|
|
}
|
|
|
|
private IMongoCollection<ConversationContentLogDocument> CreateContentLogIndex()
|
|
{
|
|
var collection = Database.GetCollection<ConversationContentLogDocument>($"{_collectionPrefix}_ConversationContentLogs");
|
|
var indexes = collection.Indexes.List().ToList();
|
|
var createTimeIndex = indexes.FirstOrDefault(x => x.GetElement("name").ToString().StartsWith("CreateTime"));
|
|
if (createTimeIndex == null)
|
|
{
|
|
var indexDef = Builders<ConversationContentLogDocument>.IndexKeys.Ascending(x => x.CreateTime);
|
|
collection.Indexes.CreateOne(new CreateIndexModel<ConversationContentLogDocument>(indexDef));
|
|
}
|
|
return collection;
|
|
}
|
|
|
|
private IMongoCollection<ConversationStateLogDocument> CreateStateLogIndex()
|
|
{
|
|
var collection = Database.GetCollection<ConversationStateLogDocument>($"{_collectionPrefix}_ConversationStateLogs");
|
|
var indexes = collection.Indexes.List().ToList();
|
|
var createTimeIndex = indexes.FirstOrDefault(x => x.GetElement("name").ToString().StartsWith("CreateTime"));
|
|
if (createTimeIndex == null)
|
|
{
|
|
var indexDef = Builders<ConversationStateLogDocument>.IndexKeys.Ascending(x => x.CreateTime);
|
|
collection.Indexes.CreateOne(new CreateIndexModel<ConversationStateLogDocument>(indexDef));
|
|
}
|
|
return collection;
|
|
}
|
|
#endregion
|
|
|
|
public IMongoCollection<AgentDocument> Agents
|
|
=> Database.GetCollection<AgentDocument>($"{_collectionPrefix}_Agents");
|
|
|
|
public IMongoCollection<AgentTaskDocument> AgentTasks
|
|
=> CreateAgentTaskIndex();
|
|
|
|
public IMongoCollection<ConversationDocument> Conversations
|
|
=> CreateConversationIndex();
|
|
|
|
public IMongoCollection<ConversationDialogDocument> ConversationDialogs
|
|
=> Database.GetCollection<ConversationDialogDocument>($"{_collectionPrefix}_ConversationDialogs");
|
|
|
|
public IMongoCollection<ConversationStateDocument> ConversationStates
|
|
=> CreateConversationStateIndex();
|
|
|
|
public IMongoCollection<ExecutionLogDocument> ExectionLogs
|
|
=> Database.GetCollection<ExecutionLogDocument>($"{_collectionPrefix}_ExecutionLogs");
|
|
|
|
public IMongoCollection<LlmCompletionLogDocument> LlmCompletionLogs
|
|
=> Database.GetCollection<LlmCompletionLogDocument>($"{_collectionPrefix}_LlmCompletionLogs");
|
|
|
|
public IMongoCollection<ConversationContentLogDocument> ContentLogs
|
|
=> CreateContentLogIndex();
|
|
|
|
public IMongoCollection<ConversationStateLogDocument> StateLogs
|
|
=> CreateStateLogIndex();
|
|
|
|
public IMongoCollection<UserDocument> Users
|
|
=> Database.GetCollection<UserDocument>($"{_collectionPrefix}_Users");
|
|
|
|
public IMongoCollection<UserAgentDocument> UserAgents
|
|
=> Database.GetCollection<UserAgentDocument>($"{_collectionPrefix}_UserAgents");
|
|
|
|
public IMongoCollection<PluginDocument> Plugins
|
|
=> Database.GetCollection<PluginDocument>($"{_collectionPrefix}_Plugins");
|
|
|
|
public IMongoCollection<TranslationMemoryDocument> TranslationMemories
|
|
=> Database.GetCollection<TranslationMemoryDocument>($"{_collectionPrefix}_TranslationMemories");
|
|
|
|
public IMongoCollection<KnowledgeCollectionConfigDocument> KnowledgeCollectionConfigs
|
|
=> Database.GetCollection<KnowledgeCollectionConfigDocument>($"{_collectionPrefix}_KnowledgeCollectionConfigs");
|
|
|
|
public IMongoCollection<KnowledgeCollectionFileMetaDocument> KnowledgeCollectionFileMeta
|
|
=> Database.GetCollection<KnowledgeCollectionFileMetaDocument>($"{_collectionPrefix}_KnowledgeCollectionFileMeta");
|
|
|
|
public IMongoCollection<RoleDocument> Roles
|
|
=> Database.GetCollection<RoleDocument>($"{_collectionPrefix}_Roles");
|
|
|
|
public IMongoCollection<RoleAgentDocument> RoleAgents
|
|
=> Database.GetCollection<RoleAgentDocument>($"{_collectionPrefix}_RoleAgents");
|
|
}
|