BotSharp/src/Plugins/BotSharp.Plugin.ExcelHandler/Services/MySqlService.cs

using System;
using System.Collections.Generic;
using System.Data;
using System.Linq;
using System.Text;
using System.Threading.Tasks;
using BotSharp.Plugin.ExcelHandler.Helpers.MySql;
using BotSharp.Plugin.ExcelHandler.Models;
using Microsoft.Data.Sqlite;
using Microsoft.EntityFrameworkCore.Metadata.Internal;
using MySql.Data.MySqlClient;
//using MySqlConnector;
using NPOI.SS.UserModel;
using static Microsoft.EntityFrameworkCore.DbLoggerCategory.Database;

namespace BotSharp.Plugin.ExcelHandler.Services
{
    public class MySqlService : IMySqlService
    {
        private readonly IMySqlDbHelper _mySqlDbHelpers;

        private double _excelRowSize = 0;
        private double _excelColumnSize = 0;
        private string _tableName = "tempTable";
        private string _currentFileName = string.Empty;
        private List<string> _headerColumns = new List<string>();
        private List<string> _columnTypes = new List<string>();

        public MySqlService(IMySqlDbHelper mySqlDbHelpers)
        {
            _mySqlDbHelpers = mySqlDbHelpers;
        }

        public bool DeleteTableSqlQuery()
        {
            try
            {
                using var mySqlDbConnection = _mySqlDbHelpers.GetDbConnection();
                var tableNames = GetAllTableSchema(mySqlDbConnection);
                if (tableNames.IsNullOrEmpty())
                {
                    return true;
                }
                ExecuteDropTableQuery(tableNames, mySqlDbConnection);
                return true;
            }
            catch (Exception ex)
            {
                return false;
            }
        }
        private void ExecuteDropTableQuery(List<string> dropTableNames, MySqlConnection connection)
        {
            dropTableNames.ForEach(x =>
            {
                var dropTableQuery = $"DROP TABLE IF EXISTS {x}";

                using var selectCmd = new MySqlCommand(dropTableQuery, connection);
                selectCmd.ExecuteNonQuery();
            });
        }

        public List<string> GetAllTableSchema(MySqlConnection mySqlDbConnection)
        {
            string schemaQuery = $@"
            SELECT TABLE_NAME, COLUMN_NAME, DATA_TYPE, IS_NULLABLE, COLUMN_KEY, EXTRA
            FROM INFORMATION_SCHEMA.COLUMNS
            WHERE TABLE_SCHEMA = '{mySqlDbConnection.Database}';";

            var tables = new List<string>();

            using MySqlCommand cmd = new MySqlCommand(schemaQuery, mySqlDbConnection);
            using (var reader = cmd.ExecuteReader())
            {
                if (reader.HasRows)
                {
                    while (reader.Read())
                    {
                        string tableName = reader.GetString("TABLE_NAME");
                        //string columnName = reader.GetString("COLUMN_NAME");
                        //string dataType = reader.GetString("DATA_TYPE");
                        //string isNullable = reader.GetString("IS_NULLABLE");
                        //string columnKey = reader.GetString("COLUMN_KEY");
                        //string extra = reader.GetString("EXTRA");
                        tables.Add(tableName);
                    }
                }
                return tables.Distinct().ToList();
            }
        }

        public string GenerateTableSchema()
        {

            var sb = new StringBuilder();
            sb.Append($"\nTable Schema for `{_tableName}`:");
            sb.Append("\n");
            sb.Append($"cid | name       | type      ");
            sb.Append("\n");
            //sb.Append("----|------------|------------");
            for (int i = 0; i < _excelColumnSize; i++)
            {
                sb.Append($"{i,-4}   | {_headerColumns[i],-10} | {_columnTypes[i],-10}");
                sb.Append("\n");
            }
            return sb.ToString();
        }

        public IEnumerable<SqlContextOut> WriteExcelDataToDB(IWorkbook workbook)
        {
            var numTables = workbook.NumberOfSheets;
            var commandList = new List<SqlContextOut>();

            for (int sheetIdx = 0; sheetIdx < numTables; sheetIdx++)
            {
                var commandResult = new SqlContextOut();
                ISheet sheet = workbook.GetSheetAt(sheetIdx);

                var (isCreateSuccess, message) = SqlCreateTableFn(sheet);

                if (!isCreateSuccess)
                {
                    commandResult = new SqlContextOut
                    {
                        isSuccessful = isCreateSuccess,
                        Message = message,
                        FileName = _currentFileName
                    };
                    commandList.Add(commandResult);
                    continue;
                }
                var (isInsertSuccess, insertMessage) = SqlInsertDataFn(sheet);
                commandResult = new SqlContextOut
                {
                    isSuccessful = isInsertSuccess,
                    Message = insertMessage,
                    FileName = _currentFileName
                };
                commandList.Add(commandResult);
            }
            return commandList;
        }
        private string ProcessInsertSqlQuery(string dataSql)
        {
            var wrapUpCols = _headerColumns.Select(x => $"`{x}`").ToList();
            var transferedCols = '(' + string.Join(',', wrapUpCols) + ')';
            string insertSqlQuery = $"Insert into {_tableName} {transferedCols} Values {dataSql}";
            return insertSqlQuery;
        }
        private (bool, string) SqlInsertDataFn(ISheet sheet)
        {
            try
            {
                string dataSql = ParseSheetData(sheet);
                string insertDataSql = ProcessInsertSqlQuery(dataSql);
                ExecuteSqlQueryForInsertion(insertDataSql);

                return (true, $"{_currentFileName}: \r\n `**{_excelRowSize}**` data have been successfully stored into `{_tableName}` table");
            }
            catch (Exception ex)
            {
                return (false, $"{_currentFileName}: Failed to parse excel data into `{_tableName}` table. ####Error: {ex.Message}");
            }
        }
        private string ParseSheetData(ISheet singleSheet)
        {
            var stringBuilder = new StringBuilder();

            for (int rowIdx = 1; rowIdx < _excelRowSize + 1; rowIdx++)
            {
                IRow row = singleSheet.GetRow(rowIdx);
                stringBuilder.Append('(');
                for (int colIdx = 0; colIdx < _excelColumnSize; colIdx++)
                {
                    var cell = row.GetCell(colIdx, MissingCellPolicy.CREATE_NULL_AS_BLANK);

                    switch (cell.CellType)
                    {
                        case CellType.String:
                            //if (cell.DateCellValue == null || cell.DateCellValue == DateTime.MinValue)
                            //{
                            //    sb.Append($"{cell.DateCellValue}");
                            //    break;
                            //}
                            stringBuilder.Append($"'{cell.StringCellValue.Replace("'", "''")}'");
                            break;
                        case CellType.Numeric:
                            stringBuilder.Append($"{cell.NumericCellValue}");
                            break;
                        case CellType.Blank:
                            stringBuilder.Append($"null");
                            break;
                        default:
                            stringBuilder.Append($"''");
                            break;
                    }

                    if (colIdx != (_excelColumnSize - 1))
                    {
                        stringBuilder.Append(", ");
                    }
                }
                stringBuilder.Append(')');
                stringBuilder.Append(rowIdx == _excelRowSize ? ';' : ", \r\n");
            }
            return stringBuilder.ToString();
        }

        private (bool, string) SqlCreateTableFn(ISheet sheet)
        {
            try
            {
                _tableName = sheet.SheetName;
                _headerColumns = ParseSheetColumn(sheet);
                string createTableSql = CreateDBTableSqlString(_tableName, _headerColumns, null ,true);
                ExecuteSqlQueryForInsertion(createTableSql);
                return (true, $"{_tableName} has been successfully created.");
            }
            catch (Exception ex)
            {
                return (false, ex.Message);
            }
        }

        private List<string> ParseSheetColumn(ISheet sheet)
        {
            if (sheet.PhysicalNumberOfRows < 2)
                throw new Exception("No data found in the excel file");

            _excelRowSize = sheet.PhysicalNumberOfRows - 1;
            var headerRow = sheet.GetRow(0);
            var headerColumn = headerRow.Cells.Select(x => x.StringCellValue.Replace(" ", "_")).ToList();
            _excelColumnSize = headerColumn.Count;
            return headerColumn;
        }
        private string CreateDBTableSqlString(string tableName, List<string> headerColumns, List<string>? columnTypes = null, bool isMemory = false)
        {
            var createTableSql = $"CREATE TABLE if not exists {tableName} ( ";

            _columnTypes = columnTypes.IsNullOrEmpty() ? headerColumns.Select(x => "VARCHAR(512)").ToList() : columnTypes;

            headerColumns = headerColumns.Select((x, i) => $"`{x}`" + $" {_columnTypes[i]}").ToList();
            createTableSql += string.Join(", ", headerColumns);

            string engine = isMemory ? "ENGINE=MEMORY" : "";
            createTableSql += $") {engine};";
            return createTableSql;
        }

        public void ExecuteSqlQueryForInsertion(string sqlQuery)
        {
            using var connection = _mySqlDbHelpers.GetDbConnection();
            using (MySqlCommand cmd = new MySqlCommand(sqlQuery, connection))
            {
                cmd.ExecuteNonQuery();
            }
        }
    }
}