using System;
using System.Collections.Generic;
using System.Linq;
using System.Runtime.Serialization;
using System.Web.Script.Serialization;
using System.Xml.Serialization;
using NewLife;
using NewLife.Data;
using NewLife.Log;
using Stardust.Data.Nodes;
using XCode;
using XCode.DataAccessLayer;
using XCode.Shards;
namespace Stardust.Data.Monitors;
/// <summary>跟踪数æ®ã€‚åº”ç”¨å®šæ—¶ä¸ŠæŠ¥é‡‡æ ·å¾—åˆ°çš„åŸ‹ç‚¹è·Ÿè¸ªåŽŸå§‹æ•°æ®</summary>
public partial class TraceData : Entity<TraceData>
{
#region 对象æ“作
static TraceData()
{
// é…置自动分表ç–ç•¥ï¼Œä¸€èˆ¬åœ¨å®žä½“ç±»é™æ€æž„é€ å‡½æ•°ä¸é…ç½®
Meta.ShardPolicy = new TimeShardPolicy(nameof(Id), Meta.Factory)
{
ConnPolicy = "{0}",
TablePolicy = "{0}_{1:dd}",
Step = TimeSpan.FromDays(1),
};
// ç´¯åŠ å—æ®µï¼Œç”Ÿæˆ Update xx Set Count=Count+1234 Where xxx
//var df = Meta.Factory.AdditionalFields;
//df.Add(nameof(AppId));
// 过滤器 UserInterceptorã€TimeInterceptorã€IPInterceptor
Meta.Interceptors.Add<TimeInterceptor>();
// 针对Mysqlå¯ç”¨åŽ‹ç¼©è¡¨
var table = Meta.Table.DataTable;
table.Properties["ROW_FORMAT"] = "COMPRESSED";
table.Properties["KEY_BLOCK_SIZE"] = "4";
}
/// <summary>éªŒè¯æ•°æ®ï¼Œé€šè¿‡æŠ›å‡ºå¼‚å¸¸çš„æ–¹å¼æç¤ºéªŒè¯å¤±è´¥ã€‚</summary>
/// <param name="isNew">æ˜¯å¦æ’å…¥</param>
public override void Valid(Boolean isNew)
{
// å¦‚æžœæ²¡æœ‰è„æ•°æ®ï¼Œåˆ™ä¸éœ€è¦è¿›è¡Œä»»ä½•处ç†
if (!HasDirty) return;
var len = _.Name.Length;
if (Name.Length > len) Name = Name.Cut(len);
// 建议先调用基类方法,基类方法会åšä¸€äº›ç»Ÿä¸€å¤„ç†
base.Valid(isNew);
//StatDate = StartTime.ToDateTime().ToLocalTime().Date;
if (TotalCost < 0) TotalCost = 0;
if (!Dirtys[nameof(Cost)])
{
// 为了让平å‡å€¼é€¼è¿‘TP99,é¿å…毛刺干扰,å‡åŽ»æœ€å¤§å€¼å†å–å¹³å‡
if (Total >= 50)
Cost = (Int32)Math.Round((Double)(TotalCost - MaxCost) / (Total - 1));
else
Cost = Total == 0 ? 0 : (Int32)Math.Round((Double)TotalCost / Total);
}
}
#endregion
#region 扩展属性
/// <summary>应用</summary>
[XmlIgnore, IgnoreDataMember]
public AppTracer App => Extends.Get(nameof(App), k => AppTracer.FindByID(AppId));
/// <summary>应用</summary>
[Map(nameof(AppId))]
public String AppName => App + "";
/// <summary>节点</summary>
[XmlIgnore, ScriptIgnore, IgnoreDataMember]
public Node Node => Extends.Get(nameof(Node), k => Node.FindByID(NodeId));
/// <summary>节点</summary>
[Map(__.NodeId)]
public String NodeName => Node?.Name;
/// <summary>å…³è”项</summary>
[XmlIgnore, IgnoreDataMember]
public TraceData Link => Extends.Get(nameof(TraceData), k => FindById(LinkId));
/// <summary>开始时间</summary>
[Map(nameof(StartTime))]
public DateTime Start => StartTime.ToDateTime().ToLocalTime();
/// <summary>ç»“æŸæ—¶é—´</summary>
[Map(nameof(EndTime))]
public DateTime End => EndTime.ToDateTime().ToLocalTime();
#endregion
#region 扩展查询
/// <summary>æ ¹æ®ç¼–å·æŸ¥æ‰¾</summary>
/// <param name="id">ç¼–å·</param>
/// <returns>实体对象</returns>
public static TraceData FindById(Int64 id)
{
if (id <= 0) return null;
//// 实体缓å˜
//if (Meta.Session.Count < 1000) return Meta.Cache.Find(e => e.Id == id);
// å•对象缓å˜
return Meta.SingleCache[id];
//return Find(_.Id == id);
}
///// <summary>æ ¹æ®åº”ç”¨ã€æ“ä½œåæŸ¥æ‰¾</summary>
///// <param name="appId">应用</param>
///// <param name="name">æ“作å</param>
///// <returns>实体列表</returns>
//public static IList<TraceData> FindAllByAppIdAndName(Int32 appId, String name)
//{
// //// 实体缓å˜
// //if (Meta.Session.Count < 1000) return Meta.Cache.FindAll(e => e.AppId == appId && e.Name == name);
// return FindAll(_.AppId == appId & _.Name == name);
//}
/// <summary>æ ¹æ®åº”用ã€å®žä¾‹æŸ¥æ‰¾</summary>
/// <param name="appId">应用</param>
/// <param name="clientId">实例</param>
/// <returns>实体列表</returns>
public static IList<TraceData> FindAllByAppIdAndClientId(Int32 appId, String clientId)
{
// 实体缓å˜
if (Meta.Session.Count < 1000) return Meta.Cache.FindAll(e => e.AppId == appId && e.ClientId.EqualIgnoreCase(clientId));
return FindAll(_.AppId == appId & _.ClientId == clientId);
}
/// <summary>æ ¹æ®ç»Ÿè®¡å°æ—¶ã€åº”用ã€è·Ÿè¸ªé¡¹æŸ¥æ‰¾</summary>
/// <param name="statHour">ç»Ÿè®¡å°æ—¶</param>
/// <param name="appId">应用</param>
/// <param name="itemId">跟踪项</param>
/// <returns>实体列表</returns>
public static IList<TraceData> FindAllByStatHourAndAppIdAndItemId(DateTime statHour, Int32 appId, Int32 itemId)
{
// 实体缓å˜
if (Meta.Session.Count < 1000) return Meta.Cache.FindAll(e => e.StatHour == statHour && e.AppId == appId && e.ItemId == itemId);
return FindAll(_.StatHour == statHour & _.AppId == appId & _.ItemId == itemId);
}
/// <summary>æ ¹æ®ç»Ÿè®¡åˆ†é’Ÿã€åº”用ã€è·Ÿè¸ªé¡¹æŸ¥æ‰¾</summary>
/// <param name="statMinute">统计分钟</param>
/// <param name="appId">应用</param>
/// <param name="itemId">跟踪项</param>
/// <returns>实体列表</returns>
public static IList<TraceData> FindAllByStatMinuteAndAppIdAndItemId(DateTime statMinute, Int32 appId, Int32 itemId)
{
// 实体缓å˜
if (Meta.Session.Count < 1000) return Meta.Cache.FindAll(e => e.StatMinute == statMinute && e.AppId == appId && e.ItemId == itemId);
return FindAll(_.StatMinute == statMinute & _.AppId == appId & _.ItemId == itemId);
}
/// <summary>æ ¹æ®åº”用ã€ç»Ÿè®¡åˆ†é’ŸæŸ¥æ‰¾</summary>
/// <param name="appId">应用</param>
/// <param name="statMinute">统计分钟</param>
/// <returns>实体列表</returns>
public static IList<TraceData> FindAllByAppIdAndStatMinute(Int32 appId, DateTime statMinute)
{
// 实体缓å˜
if (Meta.Session.Count < 1000) return Meta.Cache.FindAll(e => e.AppId == appId && e.StatMinute == statMinute);
return FindAll(_.AppId == appId & _.StatMinute == statMinute);
}
#endregion
#region 高级查询
/// <summary>高级查询</summary>
/// <param name="appId">应用</param>
/// <param name="itemId">跟踪项</param>
/// <param name="clientId">客户端实例</param>
/// <param name="name">æ“作å。接å£å或埋点å</param>
/// <param name="kind">æ—¶é—´ç§ç±»ã€‚day/hour/minute</param>
/// <param name="minError">最å°é”™è¯¯æ•°ã€‚指定åŽï¼Œåªè¿”回错误数大于ç‰äºŽè¯¥å€¼çš„æ•°æ®</param>
/// <param name="start">创建时间开始</param>
/// <param name="end">创建时间结æŸ</param>
/// <param name="key">关键å—</param>
/// <param name="page">åˆ†é¡µå‚æ•°ä¿¡æ¯ã€‚坿ºå¸¦ç»Ÿè®¡å’Œæ•°æ®æƒé™æ‰©å±•查询ç‰ä¿¡æ¯</param>
/// <returns>实体列表</returns>
public static IList<TraceData> Search(Int32 appId, Int32 itemId, String clientId, String name, String kind, Int32 minError, Boolean searchTag, DateTime start, DateTime end, String key, PageParameter page)
{
var exp = new WhereExpression();
if (appId >= 0) exp &= _.AppId == appId;
if (itemId > 0) exp &= _.ItemId == itemId;
if (!clientId.IsNullOrEmpty()) exp &= _.ClientId == clientId;
if (!name.IsNullOrEmpty()) exp &= _.Name == name;
if (minError > 0) exp &= _.Errors >= minError;
if (!key.IsNullOrEmpty())
{
if (searchTag && start.Year > 2000)
{
var end2 = kind switch
{
"day" => start.AddDays(1),
"hour" => start.AddHours(1),
"minute" => start.AddMinutes(5),
_ => start.AddDays(1),
};
exp &= _.Id.In(SampleData.SearchSql(itemId, clientId, start, end2, key));
}
else
exp &= _.ClientId == key | _.Name == key;
}
if (appId > 0 && start.Year > 2000)
{
var fi = kind switch
{
"day" => _.StatDate,
"hour" => _.StatHour,
"minute" => _.StatMinute,
_ => _.StatDate,
};
if (start == end)
exp &= fi == start;
else
exp &= fi.Between(start, end);
}
else
exp &= _.Id.Between(start, end, Meta.Factory.Snow);
using var split = Meta.CreateShard(start);
return FindAll(exp, page);
}
/// <summary>æ ¹æ®æ—¶é—´ç±»åž‹æœç´¢</summary>
/// <param name="appId"></param>
/// <param name="itemId"></param>
/// <param name="kind"></param>
/// <param name="time"></param>
/// <param name="count"></param>
/// <returns></returns>
public static IList<TraceData> Search(Int32 appId, Int32 itemId, String kind, DateTime time, Int32 count)
{
var exp = new WhereExpression();
if (appId >= 0) exp &= _.AppId == appId;
if (itemId > 0) exp &= _.ItemId == itemId;
var fi = kind switch
{
"day" => _.StatDate,
"hour" => _.StatHour,
"minute" => _.StatMinute,
_ => _.StatDate,
};
exp &= fi == time;
using var split = Meta.CreateShard(time);
return FindAll(exp, new PageParameter { PageSize = count });
}
/// <summary>æ ¹æ®æ—¶é—´ç±»åž‹æœç´¢</summary>
/// <param name="appId"></param>
/// <param name="itemId"></param>
/// <param name="kind">æ—¶é—´ç§ç±»ã€‚day/hour/minute</param>
/// <param name="time">æ—¶é—´</param>
/// <returns></returns>
public static SelectBuilder SearchSql(Int32 appId, Int32 itemId, String kind, DateTime time)
{
var exp = new WhereExpression();
if (appId >= 0) exp &= _.AppId == appId;
if (itemId > 0) exp &= _.ItemId == itemId;
var fi = kind switch
{
"day" => _.StatDate,
"hour" => _.StatHour,
"minute" => _.StatMinute,
_ => _.StatDate,
};
exp &= fi == time;
// 时间区间倒åºï¼Œä¸ºäº†ä»ŽåŽå¾€å‰æŸ¥
return Meta.AutoShard(time.AddSeconds(1), time, () => FindSQL(exp, null, _.Id)).FirstOrDefault();
}
/// <summary>æ ¹æ®åº”用接å£åˆ†ç»„统计</summary>
/// <param name="kind"></param>
/// <param name="time"></param>
/// <param name="appIds"></param>
/// <returns></returns>
public static IList<TraceData> SearchGroupAppAndName(String kind, DateTime time, Int32[] appIds)
{
var exp = new WhereExpression();
var selects = _.Total.Sum() & _.Errors.Sum() & _.TotalCost.Sum() & _.MaxCost.Max() & _.MinCost.Min() & _.TotalValue.Sum() & _.AppId & _.Name;
var fi = kind switch
{
"day" => _.StatDate,
"hour" => _.StatHour,
"minute" => _.StatMinute,
_ => _.StatDate,
};
exp &= fi == time;
if (appIds != null && appIds.Length > 0) exp &= _.AppId.In(appIds);
return FindAll(exp.GroupBy(_.AppId, _.Name), null, selects);
}
/// <summary>æŸ¥è¯¢æŒ‡å®šåº”ç”¨æ ¹æ®æ“作å分组统计</summary>
/// <param name="appId"></param>
/// <param name="start"></param>
/// <param name="end"></param>
/// <returns></returns>
public static IList<TraceData> SearchGroupAppAndName(Int32 appId, DateTime start, DateTime end)
{
var selects = _.Total.Sum() & _.Errors.Sum() & _.TotalCost.Sum() & _.MaxCost.Max() & _.MinCost.Min() & _.TotalValue.Sum() & _.AppId & _.Name & _.StatMinute;
var exp = new WhereExpression();
exp &= _.AppId == appId;
exp &= _.StatMinute >= start & _.StatMinute <= end;
using var split = Meta.CreateShard(start);
return FindAll(exp.GroupBy(_.AppId, _.Name, _.StatMinute), null, selects);
}
/// <summary>æ ¹æ®åº”用分组统计</summary>
/// <param name="date"></param>
/// <param name="appIds"></param>
/// <returns></returns>
public static IList<TraceData> SearchGroupApp(DateTime date, Int32[] appIds)
{
var selects = _.Total.Sum() & _.Errors.Sum() & _.TotalCost.Sum() & _.MaxCost.Max() & _.MinCost.Min() & _.TotalValue.Sum() & _.AppId;
var where = new WhereExpression() & _.StatDate == date;
if (appIds != null && appIds.Length > 0) where &= _.AppId.In(appIds);
return FindAll(where.GroupBy(_.AppId), null, selects);
}
/// <summary>ä¿®æ£å½“天数æ®</summary>
/// <param name="date"></param>
/// <returns></returns>
public static Int32 FixStatDate(DateTime date)
{
return Update(_.StatDate == date, _.Id.Between(date, date, Meta.Factory.Snow));
}
#endregion
#region 业务æ“作
/// <summary>æ ¹æ®è·Ÿè¸ªæ•°æ®åˆ›å»ºå¯¹è±¡</summary>
/// <param name="builder"></param>
/// <returns></returns>
public static TraceData Create(ISpanBuilder builder)
{
var time = builder.StartTime.ToDateTime().ToLocalTime();
var td = new TraceData
{
Id = Meta.Factory.Snow.NewId(),
StatDate = time.Date,
StatHour = time.Date.AddHours(time.Hour),
StatMinute = time.Date.AddHours(time.Hour).AddMinutes(time.Minute / 5 * 5),
Name = builder.Name.Cut(_.Name.Length),
StartTime = builder.StartTime,
EndTime = builder.EndTime,
Total = builder.Total,
Errors = builder.Errors,
TotalCost = builder.Cost,
MaxCost = builder.MaxCost,
MinCost = builder.MinCost,
TotalValue = builder.Value,
};
if (builder.Samples != null) td.Samples = builder.Samples.Count;
if (builder.ErrorSamples != null) td.ErrorSamples = builder.ErrorSamples.Count;
// 清空异常耗时数æ®
if (td.TotalCost < 0) td.TotalCost = 0;
return td;
}
/// <summary>åˆ é™¤æŒ‡å®šæ—¥æœŸä¹‹å‰çš„æ•°æ®</summary>
/// <param name="date"></param>
/// <returns></returns>
public static Int32 DeleteBefore(DateTime date, DateTime endTime, Int32 maximumRows)
{
//Delete(_.Id < Meta.Factory.Snow.GetId(date));
using var split = Meta.CreateShard(date);
var snow = Meta.Factory.Snow;
var whereExp = _.Id < snow.GetId(endTime);
// 使用底层接å£ï¼Œåˆ†æ‰¹åˆ 除
return Delete(whereExp, maximumRows);
}
#endregion
}
|