You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
495 lines
19 KiB
495 lines
19 KiB
|
|
using Dapper;
|
|
using Tiobon.Core.Common.DB.Dapper.Const;
|
|
using Tiobon.Core.Common.DB.Dapper.DBManager;
|
|
using Tiobon.Core.Common.DB.Dapper.Enums;
|
|
using Tiobon.Core.Common.DB.Dapper.Extensions;
|
|
using Tiobon.Core.Common.DB.Dapper.Utilities;
|
|
using MySql.Data.MySqlClient;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.ComponentModel.DataAnnotations.Schema;
|
|
using System.Data;
|
|
using System.Data.SqlClient;
|
|
using System.Dynamic;
|
|
using System.Linq;
|
|
using System.Linq.Expressions;
|
|
using System.Text;
|
|
|
|
|
|
namespace Tiobon.Core.Common.DB.Dapper;
|
|
|
|
public class TransDapper : ITransDapper
|
|
{
|
|
private string _connectionString;
|
|
private IDbConnection _connection { get; set; }
|
|
public IDbConnection Connection
|
|
{
|
|
get
|
|
{
|
|
if (_connection == null || _connection.State == ConnectionState.Closed)
|
|
_connection = DBServerProvider.GetDbConnection(_connectionString);
|
|
return _connection;
|
|
}
|
|
}
|
|
|
|
|
|
public TransDapper()
|
|
{
|
|
_connectionString = DBServerProvider.GetConnectionString();
|
|
}
|
|
/// <summary>
|
|
/// string mySql = "Data Source=132.232.2.109;Database=mysql;User
|
|
/// ID=root;Password=mysql;pooling=true;CharSet=utf8;port=3306;sslmode=none";
|
|
/// this.conn = new MySql.Data.MySqlClient.MySqlConnection(mySql);
|
|
/// </summary>
|
|
/// <param name="connKeyName"></param>
|
|
public TransDapper(string connKeyName)
|
|
{
|
|
_connectionString = DBServerProvider.GetConnectionString(connKeyName);
|
|
}
|
|
|
|
|
|
private bool _transaction { get; set; }
|
|
|
|
/// <summary>
|
|
/// 增加Dapper事务处理
|
|
/// <param name="action"></param>
|
|
/// <param name="error"></param>
|
|
public void BeginTransaction(Func<ITransDapper, bool> action, Action<Exception> error, bool disposeConn = true)
|
|
{
|
|
_transaction = true;
|
|
try
|
|
{
|
|
Connection.Open();
|
|
dbTransaction = Connection.BeginTransaction();
|
|
bool result = action(this);
|
|
if (result)
|
|
{
|
|
dbTransaction?.Commit();
|
|
}
|
|
else
|
|
{
|
|
dbTransaction?.Rollback();
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
dbTransaction?.Rollback();
|
|
error(ex);
|
|
}
|
|
finally
|
|
{
|
|
if (!_transaction)
|
|
{
|
|
if (disposeConn)
|
|
{
|
|
Connection.Dispose();
|
|
}
|
|
dbTransaction?.Dispose();
|
|
}
|
|
dbTransaction?.Dispose();
|
|
_transaction = false;
|
|
}
|
|
}
|
|
|
|
/// <summary>
|
|
/// var p = new object();
|
|
// p.Add("@a", 11);
|
|
//p.Add("@b", dbType: DbType.Int32, direction: ParameterDirection.Output);
|
|
//p.Add("@c", dbType: DbType.Int32, direction: ParameterDirection.ReturnValue);
|
|
// /// </summary>
|
|
/// <typeparam name="T"></typeparam>
|
|
/// <param name="cmd"></param>
|
|
/// <param name="param"></param>
|
|
/// <param name="commandType"></param>
|
|
/// <returns></returns>
|
|
public List<T> QueryList<T>(string cmd, object param, CommandType? commandType = null) where T : class
|
|
{
|
|
return Execute((conn) =>
|
|
{
|
|
return conn.Query<T>(cmd, param, dbTransaction, commandType: commandType ?? CommandType.Text).ToList();
|
|
});
|
|
}
|
|
public T QueryFirst<T>(string cmd, object param, CommandType? commandType = null) where T : class
|
|
{
|
|
List<T> list = QueryList<T>(cmd, param, commandType: commandType ?? CommandType.Text).ToList();
|
|
return list.Count == 0 ? null : list[0];
|
|
}
|
|
public object ExecuteScalar(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
return Execute((conn) =>
|
|
{
|
|
return conn.ExecuteScalar(cmd, param, dbTransaction, commandType: commandType ?? CommandType.Text);
|
|
});
|
|
}
|
|
|
|
public int ExcuteNonQuery(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
return Execute((conn) =>
|
|
{
|
|
return conn.Execute(cmd, param, dbTransaction, commandType: commandType ?? CommandType.Text);
|
|
});
|
|
}
|
|
public IDataReader ExecuteReader(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
return Execute((conn) =>
|
|
{
|
|
return conn.ExecuteReader(cmd, param, dbTransaction, commandType: commandType ?? CommandType.Text);
|
|
});
|
|
}
|
|
public SqlMapper.GridReader QueryMultiple(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
return Execute((conn) =>
|
|
{
|
|
return conn.QueryMultiple(cmd, param, dbTransaction, commandType: commandType ?? CommandType.Text);
|
|
});
|
|
}
|
|
|
|
/// <summary>
|
|
/// 获取output值 param.Get<int>("@b");
|
|
/// </summary>
|
|
/// <typeparam name="T1"></typeparam>
|
|
/// <param name="cmd"></param>
|
|
/// <param name="param"></param>
|
|
/// <param name="commandType"></param>
|
|
/// <param name="dbTransaction"></param>
|
|
/// <returns></returns>
|
|
public (List<T1>, List<T2>) QueryMultiple<T1, T2>(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
using (SqlMapper.GridReader reader = QueryMultiple(cmd, param, commandType))
|
|
{
|
|
return (reader.Read<T1>().ToList(), reader.Read<T2>().ToList());
|
|
}
|
|
}
|
|
|
|
public (List<T1>, List<T2>, List<T3>) QueryMultiple<T1, T2, T3>(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
using (SqlMapper.GridReader reader = QueryMultiple(cmd, param, commandType))
|
|
{
|
|
return (reader.Read<T1>().ToList(), reader.Read<T2>().ToList(), reader.Read<T3>().ToList());
|
|
}
|
|
}
|
|
IDbTransaction dbTransaction = null;
|
|
|
|
private T Execute<T>(Func<IDbConnection, T> func)
|
|
{
|
|
if (dbTransaction == null) throw new Exception("该方法用于事务,请使用DBHelper.Instance");
|
|
try
|
|
{
|
|
T reslutT = func(Connection);
|
|
return reslutT;
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
throw;
|
|
}
|
|
}
|
|
/// <summary>
|
|
///
|
|
/// </summary>
|
|
/// <typeparam name="T"></typeparam>
|
|
/// <param name="entity"></param>
|
|
/// <param name="updateFileds">指定插入的字段</param>
|
|
/// <param name="beginTransaction">是否开启事务</param>
|
|
/// <returns></returns>
|
|
public int Add<T>(T entity, Expression<Func<T, object>> updateFileds = null)
|
|
{
|
|
return AddRange(new T[] { entity }, updateFileds);
|
|
}
|
|
/// <summary>
|
|
///
|
|
/// </summary>
|
|
/// <typeparam name="T"></typeparam>
|
|
/// <param name="entities"></param>
|
|
/// <param name="updateFileds">指定插入的字段</param>
|
|
/// <param name="beginTransaction">是否开启事务</param>
|
|
/// <returns></returns>
|
|
public int AddRange<T>(IEnumerable<T> entities, Expression<Func<T, object>> addFileds = null)
|
|
{
|
|
Type entityType = typeof(T);
|
|
var key = entityType.GetKeyProperty();
|
|
if (key == null)
|
|
throw new Exception("实体必须包括主键才能批量更新！");
|
|
|
|
string[] columns;
|
|
|
|
//指定插入的字段
|
|
if (addFileds != null)
|
|
columns = addFileds.GetExpressionToArray();
|
|
|
|
else
|
|
{
|
|
var properties = entityType.GetGenericProperties().Where(x => !x.ContainsCustomAttributes(typeof(NotMappedAttribute)));
|
|
//&& !string.IsNullOrEmpty(entityType.GetProperty(x.Name).GetValue(entities.FirstOrDefault())?.ToString()));
|
|
//var value = entityType.GetProperty(property.Name).GetValue(mainEntity)?.ToString();
|
|
//if (!string.IsNullOrEmpty(key) && !string.IsNullOrEmpty(value))
|
|
//{
|
|
// dbInsert.AddValue(key, value);
|
|
//}
|
|
//if (key.PropertyType != typeof(Guid))
|
|
//{
|
|
// properties = properties.Where(x => x.Name != key.Name).ToArray();
|
|
//}
|
|
// 排除插入的为空的字段,避免影响数据库中的默认值
|
|
//columns = properties.Select(x => x.Name).ToArray();
|
|
columns = properties.Where(x =>
|
|
{
|
|
foreach (var entitie in entities)
|
|
{
|
|
var data = typeof(T).GetProperty(x.Name).GetValue(entitie);
|
|
if (data != null)
|
|
return true;
|
|
}
|
|
return false;
|
|
}).Select(x => x.Name).ToArray();
|
|
}
|
|
string sql = null;
|
|
if (DBType.Name == DbCurrentType.MySql.ToString())
|
|
{
|
|
//mysql批量写入待优化
|
|
sql = $"insert into {entityType.GetEntityTableName()}({string.Join(",", columns)})" +
|
|
$"values(@{string.Join(",@", columns)});";
|
|
}
|
|
else if (DBType.Name == DbCurrentType.PgSql.ToString())
|
|
{
|
|
//todo pgsql批量写入 待检查是否正确
|
|
sql = $"insert into {entityType.GetEntityTableName()}({"\"" + string.Join("\",\"", columns) + "\""})" +
|
|
$"values(@{string.Join(",@", columns)});";
|
|
}
|
|
else
|
|
{
|
|
//sqlserver通过临时表批量写入
|
|
sql = $"insert into {entityType.GetEntityTableName()}({string.Join(",", columns)})" +
|
|
$"select {string.Join(",", columns)} from {EntityToSqlTempName.TempInsert};";
|
|
//sql = entities.GetEntitySql(entityType == typeof(Guid), sql, null, addFileds, null);
|
|
sql = entities.GetEntitySql(true, sql, null, addFileds, null);
|
|
}
|
|
return Execute((conn) =>
|
|
{
|
|
//todo pgsql待实现
|
|
return conn.Execute(sql, DBType.Name == DbCurrentType.MySql.ToString() || DBType.Name == DbCurrentType.PgSql.ToString() ? entities.ToList() : null, dbTransaction);
|
|
});
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
/// sqlserver使用的临时表参数化批量更新，mysql批量更新待发开
|
|
/// </summary>
|
|
/// <typeparam name="T"></typeparam>
|
|
/// <param name="entity">实体必须带主键</param>
|
|
/// <param name="updateFileds">指定更新的字段x=new {x.a,x.b}</param>
|
|
/// <param name="beginTransaction">是否开启事务</param>
|
|
/// <returns></returns>
|
|
public int Update<T>(T entity, Expression<Func<T, object>> updateFileds = null)
|
|
{
|
|
return UpdateRange(new T[] { entity }, updateFileds);
|
|
}
|
|
|
|
/// <summary>
|
|
///(根据主键批量更新实体) sqlserver使用的临时表参数化批量更新，mysql待优化
|
|
/// </summary>
|
|
/// <typeparam name="T"></typeparam>
|
|
/// <param name="entities">实体必须带主键</param>
|
|
/// <param name="updateFileds">批定更新字段</param>
|
|
/// <param name="beginTransaction"></param>
|
|
/// <returns></returns>
|
|
public int UpdateRange<T>(IEnumerable<T> entities, Expression<Func<T, object>> updateFileds = null)
|
|
{
|
|
Type entityType = typeof(T);
|
|
var key = entityType.GetKeyProperty();
|
|
if (key == null)
|
|
throw new Exception("实体必须包括主键才能批量更新");
|
|
|
|
var properties = entityType.GetGenericProperties().Where(x => x.Name != key.Name && !x.ContainsCustomAttributes(typeof(NotMappedAttribute)));
|
|
if (updateFileds != null)
|
|
properties = properties.Where(x => updateFileds.GetExpressionToArray().Contains(x.Name));
|
|
|
|
if (DBType.Name == DbCurrentType.MySql.ToString())
|
|
{
|
|
List<string> paramsList = new List<string>();
|
|
foreach (var item in properties)
|
|
{
|
|
paramsList.Add(item.Name + "=@" + item.Name);
|
|
}
|
|
string sqltext = $@"UPDATE {entityType.GetEntityTableName()} SET {string.Join(",", paramsList)} WHERE {entityType.GetKeyName()} = @{entityType.GetKeyName()} ;";
|
|
|
|
return ExcuteNonQuery(sqltext, entities, CommandType.Text);
|
|
// throw new Exception("mysql批量更新未实现");
|
|
}
|
|
string fileds = string.Join(",", properties.Select(x => $" a.{x.Name}=b.{x.Name}").ToArray());
|
|
string sql = $"update a set {fileds} from {entityType.GetEntityTableName()} as a inner join {EntityToSqlTempName.TempInsert.ToString()} as b on a.{key.Name}=b.{key.Name}";
|
|
sql = entities.ToList().GetEntitySql(true, sql, null, updateFileds, null);
|
|
return ExcuteNonQuery(sql, null, CommandType.Text);
|
|
}
|
|
|
|
public int DelWithKey<T>(params object[] keys)
|
|
{
|
|
Type entityType = typeof(T);
|
|
var keyProperty = entityType.GetKeyProperty();
|
|
if (keyProperty == null || keys == null || keys.Length == 0) return 0;
|
|
|
|
IEnumerable<(bool, string, object)> validation = keyProperty.ValidationValueForDbType(keys);
|
|
if (validation.Any(x => !x.Item1))
|
|
throw new Exception($"主键类型【{validation.Where(x => !x.Item1).Select(s => s.Item3).FirstOrDefault()}】不正确");
|
|
|
|
string tKey = entityType.GetKeyProperty().Name;
|
|
FieldType fieldType = entityType.GetFieldType();
|
|
string joinKeys = fieldType == FieldType.Int || fieldType == FieldType.BigInt
|
|
? string.Join(",", keys)
|
|
: $"'{string.Join("','", keys)}'";
|
|
|
|
string sql = $"DELETE FROM {entityType.GetEntityTableName()} where {tKey} in ({joinKeys});";
|
|
return ExcuteNonQuery(sql, null);
|
|
}
|
|
|
|
/// <summary>
|
|
/// 通过Bulk批量插入
|
|
/// </summary>
|
|
/// <param name="table"></param>
|
|
/// <param name="tableName"></param>
|
|
/// <param name="sqlBulkCopyOptions"></param>
|
|
/// <param name="dbKeyName"></param>
|
|
/// <returns></returns>
|
|
private int MSSqlBulkInsert(DataTable table, string tableName, SqlBulkCopyOptions sqlBulkCopyOptions = SqlBulkCopyOptions.UseInternalTransaction, string dbKeyName = null)
|
|
{
|
|
if (!string.IsNullOrEmpty(dbKeyName))
|
|
{
|
|
Connection.ConnectionString = DBServerProvider.GetConnectionString(dbKeyName);
|
|
}
|
|
using (SqlBulkCopy sqlBulkCopy = new SqlBulkCopy(Connection.ConnectionString, sqlBulkCopyOptions))
|
|
{
|
|
sqlBulkCopy.DestinationTableName = tableName;
|
|
sqlBulkCopy.BatchSize = table.Rows.Count;
|
|
for (int i = 0; i < table.Columns.Count; i++)
|
|
{
|
|
sqlBulkCopy.ColumnMappings.Add(table.Columns[i].ColumnName, table.Columns[i].ColumnName);
|
|
}
|
|
sqlBulkCopy.WriteToServer(table);
|
|
return table.Rows.Count;
|
|
}
|
|
}
|
|
public int BulkInsert<T>(List<T> entities, string tableName = null,
|
|
Expression<Func<T, object>> columns = null,
|
|
SqlBulkCopyOptions? sqlBulkCopyOptions = null)
|
|
{
|
|
DataTable table = entities.ToDataTable(columns, false);
|
|
return BulkInsert(table, tableName ?? typeof(T).GetEntityTableName(), sqlBulkCopyOptions);
|
|
}
|
|
public int BulkInsert(DataTable table, string tableName, SqlBulkCopyOptions? sqlBulkCopyOptions = null, string fileName = null, string tmpPath = null)
|
|
{
|
|
if (!string.IsNullOrEmpty(tmpPath))
|
|
{
|
|
tmpPath = tmpPath.ReplacePath();
|
|
}
|
|
if (Connection.GetType().Name == "MySqlConnection")
|
|
return MySqlBulkInsert(table, tableName, fileName, tmpPath);
|
|
else if (Connection.GetType().Name == "NpgsqlConnection")
|
|
{
|
|
//todo pgsql待实现
|
|
throw new Exception("Pgsql的批量插入没实现,可以先把日志start注释跑起来");
|
|
}
|
|
return MSSqlBulkInsert(table, tableName, sqlBulkCopyOptions ?? SqlBulkCopyOptions.KeepIdentity);
|
|
}
|
|
|
|
/// <summary>
|
|
///大批量数据插入,返回成功插入行数
|
|
/// </summary>
|
|
/// <param name="connectionString">数据库连接字符串</param>
|
|
/// <param name="table">数据表</param>
|
|
/// <returns>返回成功插入行数</returns>
|
|
private int MySqlBulkInsert(DataTable table, string tableName, string fileName = null, string tmpPath = null)
|
|
{
|
|
if (table.Rows.Count == 0)
|
|
return 0;
|
|
tmpPath = tmpPath ?? FileHelper.GetCurrentDownLoadPath();
|
|
fileName = fileName ?? $"{DateTime.Now.ToString("yyyyMMddHHmmss")}.csv";
|
|
int insertCount = 0;
|
|
string csv = DataTableToCsv(table);
|
|
FileHelper.WriteFile(tmpPath, fileName, csv);
|
|
string path = tmpPath + fileName;
|
|
try
|
|
{
|
|
if (Connection.State == ConnectionState.Closed)
|
|
Connection.Open();
|
|
using (IDbTransaction tran = Connection.BeginTransaction())
|
|
{
|
|
MySqlBulkLoader bulk = new MySqlBulkLoader(Connection as MySqlConnection)
|
|
{
|
|
FieldTerminator = ",",
|
|
FieldQuotationCharacter = '"',
|
|
EscapeCharacter = '"',
|
|
LineTerminator = "\r\n",
|
|
FileName = path.ReplacePath(),
|
|
NumberOfLinesToSkip = 0,
|
|
TableName = tableName,
|
|
};
|
|
bulk.Columns.AddRange(table.Columns.Cast<DataColumn>().Select(colum => colum.ColumnName).ToList());
|
|
insertCount = bulk.Load();
|
|
tran.Commit();
|
|
}
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
throw;
|
|
}
|
|
finally
|
|
{
|
|
Connection?.Dispose();
|
|
Connection?.Close();
|
|
}
|
|
return insertCount;
|
|
// File.Delete(path);
|
|
}
|
|
/// <summary>
|
|
///将DataTable转换为标准的CSV
|
|
/// </summary>
|
|
/// <param name="table">数据表</param>
|
|
/// <returns>返回标准的CSV</returns>
|
|
private string DataTableToCsv(DataTable table)
|
|
{
|
|
//以半角逗号（即,）作分隔符，列为空也要表达其存在。
|
|
//列内容如存在半角逗号（即,）则用半角引号（即""）将该字段值包含起来。
|
|
//列内容如存在半角引号（即"）则应替换成半角双引号（""）转义，并用半角引号（即""）将该字段值包含起来。
|
|
StringBuilder sb = new StringBuilder();
|
|
DataColumn colum;
|
|
Type typeString = typeof(string);
|
|
Type typeDate = typeof(DateTime);
|
|
|
|
foreach (DataRow row in table.Rows)
|
|
{
|
|
for (int i = 0; i < table.Columns.Count; i++)
|
|
{
|
|
colum = table.Columns[i];
|
|
if (i != 0) sb.Append(",");
|
|
if (colum.DataType == typeString && row[colum].ToString().Contains(","))
|
|
sb.Append("\"" + row[colum].ToString().Replace("\"", "\"\"") + "\"");
|
|
else if (colum.DataType == typeDate)
|
|
{
|
|
//centos系统里把datatable里的日期转换成了10/18/18 3:26:15 PM格式
|
|
bool b = DateTime.TryParse(row[colum].ToString(), out DateTime dt);
|
|
sb.Append(b ? dt.ToString("yyyy-MM-dd HH:mm:ss") : "");
|
|
}
|
|
else sb.Append(row[colum].ToString());
|
|
}
|
|
sb.AppendLine();
|
|
}
|
|
|
|
return sb.ToString();
|
|
}
|
|
|
|
/// <summary>
|
|
/// 返回DataTable
|
|
/// </summary>
|
|
/// <param name="cmd"></param>
|
|
/// <param name="param"></param>
|
|
/// <param name="commandType"></param>
|
|
/// <returns></returns>
|
|
public DataTable GetDataTable(string cmd, object param, CommandType? commandType = null)
|
|
{
|
|
DataTable table = new DataTable("MyTable");
|
|
var reader = ExecuteReader(cmd, param, commandType);
|
|
table.Load(reader);
|
|
return table;
|
|
}
|
|
}
|
|
|