using System;
using System.Collections.Concurrent;
using System.Collections.Generic;
using System.Configuration;
using System.Diagnostics;
using System.IO;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
using NewLife;
using NewLife.Log;
using NewLife.Reflection;
using XCode.Code;
#if __CORE__
using Microsoft.Extensions.Configuration;
#endif
namespace XCode.DataAccessLayer
{
/// <summary>数据访问层</summary>
/// <remarks>
/// 主要用于选择不同的数据库,不同的数据库的操作有所差别。
/// 每一个数据库链接字符串,对应唯一的一个DAL实例。
/// 数据库链接字符串可以写在配置文件中,然后在Create时指定名字;
/// 也可以直接把链接字符串作为AddConnStr的参数传入。
/// </remarks>
public partial class DAL
{
#region 创建函数
/// <summary>构造函数</summary>
/// <param name="connName">配置名</param>
private DAL(String connName)
{
_ConnName = connName;
}
private Boolean _inited;
private void Init()
{
if (_inited) return;
lock (this)
{
if (_inited) return;
var connName = _ConnName;
var css = ConnStrs;
//if (!css.ContainsKey(connName)) throw new XCodeException("请在使用数据库前设置[" + connName + "]连接字符串");
if (!css.ContainsKey(connName)) OnResolve?.Invoke(this, new ResolveEventArgs(connName));
if (!css.ContainsKey(connName) && _defs.TryGetValue(connName, out var kv))
{
AddConnStr(connName, kv.Item1, null, kv.Item2);
}
if (!css.ContainsKey(connName))
{
var connstr = "Data Source=" + Setting.Current.SQLiteDbPath.CombinePath(connName + ".db;Migration=On");
WriteLog("自动为[{0}]设置SQLite连接字符串:{1}", connName, connstr);
AddConnStr(connName, connstr, null, "SQLite");
}
_ConnStr = css[connName];
if (_ConnStr.IsNullOrEmpty()) throw new XCodeException("请在使用数据库前设置[" + connName + "]连接字符串");
}
}
#endregion
#region 静态管理
private static Dictionary<String, DAL> _dals = new Dictionary<String, DAL>(StringComparer.OrdinalIgnoreCase);
/// <summary>创建一个数据访问层对象。</summary>
/// <param name="connName">配置名</param>
/// <returns>对应于指定链接的全局唯一的数据访问层对象</returns>
public static DAL Create(String connName)
{
if (String.IsNullOrEmpty(connName)) throw new ArgumentNullException(nameof(connName));
// 如果需要修改一个DAL的连接字符串,不应该修改这里,而是修改DAL实例的ConnStr属性
if (!_dals.TryGetValue(connName, out var dal))
{
lock (_dals)
{
if (!_dals.TryGetValue(connName, out dal))
{
dal = new DAL(connName);
// 不用connName,因为可能在创建过程中自动识别了ConnName
_dals.Add(dal.ConnName, dal);
}
}
}
// 创建完成对象后,初始化时单独锁这个对象,避免整体加锁
dal.Init();
return dal;
}
private void Reset()
{
_Db.TryDispose();
_ProviderType = null;
_Db = null;
_Tables = null;
_hasCheck = 0;
HasCheckTables.Clear();
#if !__CORE__
_Assembly = null;
#endif
GC.Collect();
}
private static Dictionary<String, String> _connStrs;
private static Dictionary<String, Type> _connTypes = new Dictionary<String, Type>(StringComparer.OrdinalIgnoreCase);
/// <summary>链接字符串集合</summary>
/// <remarks>
/// 如果需要修改一个DAL的连接字符串,不应该修改这里,而是修改DAL实例的<see cref="ConnStr"/>属性
/// </remarks>
public static Dictionary<String, String> ConnStrs
{
get
{
if (_connStrs != null) return _connStrs;
lock (_connTypes)
{
if (_connStrs != null) return _connStrs;
var cs = new Dictionary<String, String>(StringComparer.OrdinalIgnoreCase);
#if !__CORE__
// 读取配置文件
var css = ConfigurationManager.ConnectionStrings;
if (css != null && css.Count > 0)
{
foreach (ConnectionStringSettings set in css)
{
var name = set.Name;
var connstr = set.ConnectionString;
var provider = set.ProviderName;
if (connstr.IsNullOrWhiteSpace()) continue;
if (name.EqualIgnoreCase("LocalSqlServer", "LocalMySqlServer")) continue;
var type = DbFactory.GetProviderType(connstr, provider);
if (type == null) XTrace.WriteLine("无法识别{0}的提供者{1}!", name, provider);
cs.Add(name, set.ConnectionString);
_connTypes.Add(name, type);
}
}
_connStrs = cs;
#else
var file = "web.config".GetFullPath();
if (!File.Exists(file)) file = "{0}.exe.config".F(AppDomain.CurrentDomain.FriendlyName).GetFullPath();
if (!File.Exists(file)) file = "{0}.dll.config".F(AppDomain.CurrentDomain.FriendlyName).GetFullPath();
if (File.Exists(file))
{
// 读取配置文件
var css = new ConfigurationBuilder()
.AddXmlFile(file)
.Build().GetSection("connectionStrings")?.GetSection("add");
if (css != null)
{
foreach (var item in css.GetChildren())
{
var name = item["name"];
var constr = item["connectionString"];
var provider = item["providerName"];
if (constr.IsNullOrWhiteSpace()) continue;
if (name.EqualIgnoreCase("LocalSqlServer", "LocalMySqlServer")) continue;
var type = DbFactory.GetProviderType(constr, provider);
if (type == null) XTrace.WriteLine("无法识别{0}的提供者{1}!", name, provider);
cs.Add(name, constr);
_connTypes.Add(name, type);
}
}
}
//var settings = "appsettings.json".GetFullPath();
//if (File.Exists(settings))
//根据当前程序执行目录而不是当前dll/exe所在目录来获取appsettings.json文件,避免将appsettings.json的操作改成复制到输出目录
var css2 = new ConfigurationBuilder()
.SetBasePath(Directory.GetCurrentDirectory())
.AddJsonFile("appsettings.json", true, true)
.AddJsonFile("appsettings.Development.json", true, true)
.Build()
.GetSection("connectionStrings");
{
// 读取配置文件
//var css2 = new ConfigurationBuilder().AddJsonFile(settings).Build().GetSection("connectionStrings");
// var css2 = new ConfigurationBuilder()
//.Add(new JsonConfigurationSource { Path = "appsettings.json", ReloadOnChange = true })
//.Build().GetSection("connectionStrings");
if (css2 != null)
{
foreach (var item in css2.GetChildren())
{
var name = item.Path.Substring(item.Path.IndexOf(":") + 1);
var constr = item["connectionString"];
var provider = item["providerName"];
var type = DbFactory.GetProviderType(constr, provider);
if (type == null) XTrace.WriteLine("无法识别{0}的提供者{1}!", name, provider);
cs.Add(name, constr);
_connTypes.Add(name, type);
}
}
}
_connStrs = cs;
#endif
}
return _connStrs;
}
}
/// <summary>添加连接字符串</summary>
/// <param name="connName">连接名</param>
/// <param name="connStr">连接字符串</param>
/// <param name="type">实现了IDatabase接口的数据库类型</param>
/// <param name="provider">数据库提供者,如果没有指定数据库类型,则有提供者判断使用哪一种内置类型</param>
public static void AddConnStr(String connName, String connStr, Type type, String provider)
{
if (connName.IsNullOrEmpty()) throw new ArgumentNullException(nameof(connName));
if (connStr.IsNullOrEmpty()) return;
//2016.01.04 @宁波-小董,加锁解决大量分表分库多线程带来的提供者无法识别错误
lock (_connTypes)
{
if (!ConnStrs.TryGetValue(connName, out var oldConnStr)) oldConnStr = null;
if (type == null) type = DbFactory.GetProviderType(connStr, provider);
// 允许后来者覆盖前面设置过了的
//var set = new ConnectionStringSettings(connName, connStr, provider);
ConnStrs[connName] = connStr;
_connTypes[connName] = type ?? throw new XCodeException("无法识别{0}的提供者{1}!", connName, provider);
// 如果连接字符串改变,则重置所有
if (!oldConnStr.IsNullOrEmpty() && !oldConnStr.EqualIgnoreCase(connStr))
{
WriteLog("[{0}]的连接字符串改变,准备重置!", connName);
var dal = Create(connName);
dal._ConnStr = connStr;
dal.Reset();
}
}
}
/// <summary>找不到连接名时调用。支持用户自定义默认连接</summary>
public static event EventHandler<ResolveEventArgs> OnResolve;
private static ConcurrentDictionary<String, Tuple<String, String>> _defs = new ConcurrentDictionary<String, Tuple<String, String>>(StringComparer.OrdinalIgnoreCase);
/// <summary>注册默认连接字符串。无法从配置文件获取时使用</summary>
/// <param name="connName">连接名</param>
/// <param name="connStr">连接字符串</param>
/// <param name="provider">数据库提供者</param>
public static void RegisterDefault(String connName, String connStr, String provider) => _defs[connName] = new Tuple<String, String>(connStr, provider);
#endregion
#region 属性
private String _ConnName;
/// <summary>连接名</summary>
public String ConnName => _ConnName;
private Type _ProviderType;
/// <summary>实现了IDatabase接口的数据库类型</summary>
private Type ProviderType
{
get
{
if (_ProviderType == null && _connTypes.ContainsKey(_ConnName)) _ProviderType = _connTypes[_ConnName];
return _ProviderType;
}
}
/// <summary>数据库类型</summary>
public DatabaseType DbType
{
get
{
var db = DbFactory.GetDefault(ProviderType);
if (db == null) return DatabaseType.None;
return db.Type;
}
}
private String _ConnStr;
/// <summary>连接字符串</summary>
/// <remarks>
/// 修改连接字符串将会清空<see cref="Db"/>
/// </remarks>
public String ConnStr
{
get { return _ConnStr; }
//set
//{
// if (_ConnStr != value)
// {
// if (!value.IsNullOrEmpty()) AddConnStr(_ConnName, value, null, null);
// _ProviderType = null;
// _Db = null;
// _Tables = null;
// _hasCheck = 0;
// HasCheckTables.Clear();
// _Assembly = null;
// }
//}
}
private IDatabase _Db;
/// <summary>数据库。所有数据库操作在此统一管理,强烈建议不要直接使用该属性,在不同版本中IDatabase可能有较大改变</summary>
public IDatabase Db
{
get
{
if (_Db != null) return _Db;
lock (this)
{
if (_Db != null) return _Db;
var type = ProviderType;
if (type == null) throw new XCodeException("无法识别{0}的数据提供者!", _ConnName);
//!!! 重量级更新:经常出现链接字符串为127/master的连接错误,非常有可能是因为这里线程冲突,A线程创建了实例但未来得及赋值连接字符串,就被B线程使用了
var db = type.CreateInstance() as IDatabase;
if (!_ConnName.IsNullOrEmpty()) db.ConnName = _ConnName;
if (!ConnStr.IsNullOrEmpty()) db.ConnectionString = DecodeConnStr(ConnStr);
_Db = db;
return _Db;
}
}
}
/// <summary>数据库会话</summary>
public IDbSession Session => Db.CreateSession();
#endregion
#region 连接字符串编码解码
/// <summary>连接字符串编码</summary>
/// <remarks>明文=>UTF8字节=>Base64</remarks>
/// <param name="connstr"></param>
/// <returns></returns>
public static String EncodeConnStr(String connstr)
{
if (String.IsNullOrEmpty(connstr)) return connstr;
return Convert.ToBase64String(Encoding.UTF8.GetBytes(connstr));
}
/// <summary>连接字符串解码</summary>
/// <remarks>Base64=>UTF8字节=>明文</remarks>
/// <param name="connstr"></param>
/// <returns></returns>
static String DecodeConnStr(String connstr)
{
if (String.IsNullOrEmpty(connstr)) return connstr;
// 如果包含任何非Base64编码字符,直接返回
foreach (var c in connstr)
{
if (!(c >= 'a' && c <= 'z' ||
c >= 'A' && c <= 'Z' ||
c >= '0' && c <= '9' ||
c == '+' || c == '/' || c == '=')) return connstr;
}
Byte[] bts = null;
try
{
// 尝试Base64解码,如果解码失败,估计就是连接字符串,直接返回
bts = Convert.FromBase64String(connstr);
}
catch { return connstr; }
return Encoding.UTF8.GetString(bts);
}
#endregion
#region 正向工程
private List<IDataTable> _Tables;
/// <summary>取得所有表和视图的构架信息(异步缓存延迟1秒)。设为null可清除缓存</summary>
/// <remarks>
/// 如果不存在缓存,则获取后返回;否则使用线程池线程获取,而主线程返回缓存。
/// </remarks>
/// <returns></returns>
public List<IDataTable> Tables
{
get
{
// 如果不存在缓存,则获取后返回;否则使用线程池线程获取,而主线程返回缓存
if (_Tables == null)
_Tables = GetTables();
else
Task.Factory.StartNew(() => { _Tables = GetTables(); });
return _Tables;
}
set
{
//设为null可清除缓存
_Tables = null;
}
}
private List<IDataTable> GetTables()
{
if (Db is DbBase db2 && !db2.SupportSchema) return new List<IDataTable>();
CheckBeforeUseDatabase();
return Db.CreateMetaData().GetTables();
}
/// <summary>导出模型</summary>
/// <returns></returns>
public String Export()
{
var list = Tables;
if (list == null || list.Count < 1) return null;
return Export(list);
}
/// <summary>导出模型</summary>
/// <param name="tables"></param>
/// <returns></returns>
public static String Export(IEnumerable<IDataTable> tables) => ModelHelper.ToXml(tables);
/// <summary>导入模型</summary>
/// <param name="xml"></param>
/// <returns></returns>
public static List<IDataTable> Import(String xml)
{
if (String.IsNullOrEmpty(xml)) return null;
return ModelHelper.FromXml(xml, CreateTable);
}
/// <summary>导入模型文件</summary>
/// <param name="xmlFile"></param>
/// <returns></returns>
public static List<IDataTable> ImportFrom(String xmlFile)
{
if (xmlFile.IsNullOrEmpty()) return null;
xmlFile = xmlFile.GetFullPath();
if (!File.Exists(xmlFile)) return null;
return ModelHelper.FromXml(File.ReadAllText(xmlFile), CreateTable);
}
#endregion
#region 反向工程
Int32 _hasCheck;
/// <summary>使用数据库之前检查表架构</summary>
/// <remarks>不阻塞,可能第一个线程正在检查表架构,别的线程已经开始使用数据库了</remarks>
void CheckBeforeUseDatabase()
{
if (_hasCheck > 0 || Interlocked.CompareExchange(ref _hasCheck, 1, 0) > 0) return;
try
{
switch (Db.Migration)
{
case Migration.Off:
break;
case Migration.ReadOnly:
Task.Factory.StartNew(CheckTables);
break;
case Migration.On:
case Migration.Full:
CheckTables();
break;
default:
break;
}
}
catch (Exception ex)
{
if (Debug) WriteLog(ex.ToString());
}
}
internal List<String> HasCheckTables = new List<String>();
/// <summary>检查是否已存在,如果不存在则添加</summary>
/// <param name="tableName"></param>
/// <returns></returns>
internal Boolean CheckAndAdd(String tableName)
{
var tbs = HasCheckTables;
if (tbs.Contains(tableName)) return true;
lock (tbs)
{
if (tbs.Contains(tableName)) return true;
tbs.Add(tableName);
}
return false;
}
/// <summary>检查数据表架构,不受反向工程启用开关限制,仅检查未经过常规检查的表</summary>
public void CheckTables()
{
var name = _ConnName;
WriteLog("开始检查连接[{0}/{1}]的数据库架构……", name, DbType);
var sw = Stopwatch.StartNew();
try
{
var list = EntityFactory.GetTables(name);
if (list != null && list.Count > 0)
{
// 移除所有已初始化的
list.RemoveAll(dt => CheckAndAdd(dt.TableName));
//// 过滤掉被排除的表名
//list.RemoveAll(dt => NegativeExclude.Contains(dt.TableName));
// 过滤掉视图
list.RemoveAll(dt => dt.IsView);
if (list != null && list.Count > 0)
{
WriteLog(name + "待检查表架构的实体个数:" + list.Count);
SetTables(list.ToArray());
}
}
}
finally
{
sw.Stop();
WriteLog("检查连接[{0}/{1}]的数据库架构耗时{2:n0}ms", name, DbType, sw.Elapsed.TotalMilliseconds);
}
}
/// <summary>在当前连接上检查指定数据表的架构</summary>
/// <param name="tables"></param>
public void SetTables(params IDataTable[] tables)
{
if (Db is DbBase db2 && !db2.SupportSchema) return;
// 构建DataTable时也要注意表前缀,避免反向工程用错
var pf = Db.TablePrefix;
if (!pf.IsNullOrEmpty())
{
foreach (var tbl in tables)
{
if (!tbl.TableName.StartsWithIgnoreCase(pf)) tbl.TableName = pf + tbl.TableName;
}
}
Db.CreateMetaData().SetTables(Db.Migration, tables);
}
#endregion
#region 创建数据操作实体
#if !__CORE__
private EntityAssembly _Assembly;
/// <summary>根据数据模型动态创建的程序集</summary>
public EntityAssembly Assembly
{
get
{
return _Assembly ?? (_Assembly = EntityAssembly.CreateWithCache(_ConnName, Tables));
}
set { _Assembly = value; }
}
#endif
/// <summary>创建实体操作接口</summary>
/// <remarks>因为只用来做实体操作,所以只需要一个实例即可</remarks>
/// <param name="tableName"></param>
/// <returns></returns>
public IEntityOperate CreateOperate(String tableName)
{
#if !__CORE__
var type = Assembly?.GetType(tableName);
if (type == null) return null;
return EntityFactory.CreateOperate(type);
#else
return null;
#endif
}
#endregion
}
}
|