@ -1,14 +1,9 @@
package golog package golog
import ( import (
"bytes"
"context"
"context"
"encoding/json"
"errors"
"github.com/gin-gonic/gin"
"github.com/gin-gonic/gin"
"go.dtapp.net/dorm"
"go.dtapp.net/dorm"
"go.dtapp.net/goip"
"go.dtapp.net/gorequest"
"go.dtapp.net/gotime"
"go.dtapp.net/gotime"
"go.dtapp.net/gotrace_id"
"go.dtapp.net/gotrace_id"
"go.dtapp.net/gourl"
"go.dtapp.net/gourl"
@ -16,230 +11,167 @@ import (
"go.mongodb.org/mongo-driver/bson/primitive"
"go.mongodb.org/mongo-driver/bson/primitive"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo"
"go.mongodb.org/mongo-driver/mongo/options"
"go.mongodb.org/mongo-driver/mongo/options"
"io/ioutil"
"net"
"os"
"runtime"
"time"
"time"
) )
// GinMongoClientConfig 框架实例配置
type ginMongoLogRequestIpLocationLocation struct {
type GinMongoClientConfig struct { Type string ` json:"type,omitempty" bson:"type,omitempty" ` // GeoJSON类型
IpService * goip . Client // ip服务
Coordinates [ ] float64 ` json:"coordinates,omitempty" bson:"coordinates,omitempty" ` // 经度,纬度
MongoClientFun ginMongoClientFun // 日志配置
Debug bool // 日志开关
ZapLog * ZapLog // 日志服务
} }
// NewGinMongoClient 创建框架实例化
// 模型结构体
// client 数据库服务
type ginMongoLog struct {
// databaseName 库名
LogId primitive . ObjectID ` json:"log_id,omitempty" bson:"_id,omitempty" ` //【记录】编号
// collectionName 表名
LogTime primitive . DateTime ` json:"log_time,omitempty" bson:"log_time" ` //【记录】时间
// ipService ip服务
TraceId string ` json:"trace_id,omitempty" bson:"trace_id,omitempty" ` //【记录】跟踪编号
func NewGinMongoClient ( config * GinMongoClientConfig ) ( * GinClient , error ) { RequestTime dorm . BsonTime ` json:"request_time,omitempty" bson:"request_time,omitempty" ` //【请求】时间
RequestUri string ` json:"request_uri,omitempty" bson:"request_uri,omitempty" ` //【请求】请求链接 域名+路径+参数
var ctx = context . Background ( )
RequestUrl string ` json:"request_url,omitempty" bson:"request_url,omitempty" ` //【请求】请求链接 域名+路径
RequestApi string ` json:"request_api,omitempty" bson:"request_api,omitempty" ` //【请求】请求接口 路径
c := & GinClient { }
RequestMethod string ` json:"request_method,omitempty" bson:"request_method,omitempty" ` //【请求】请求方式
RequestProto string ` json:"request_proto,omitempty" bson:"request_proto,omitempty" ` //【请求】请求协议
c . zapLog = config . ZapLog
RequestUa string ` json:"request_ua,omitempty" bson:"request_ua,omitempty" ` //【请求】请求UA
RequestReferer string ` json:"request_referer,omitempty" bson:"request_referer,omitempty" ` //【请求】请求referer
c . logDebug = config . Debug
RequestBody interface { } ` json:"request_body,omitempty" bson:"request_body,omitempty" ` //【请求】请求主体
RequestUrlQuery interface { } ` json:"request_url_query,omitempty" bson:"request_url_query,omitempty" ` //【请求】请求URL参数
client , databaseName , collectionName := config . MongoClientFun ( )
RequestIp string ` json:"request_ip,omitempty" bson:"request_ip,omitempty" ` //【请求】请求客户端Ip
RequestIpCountry string ` json:"request_ip_country,omitempty" bson:"request_ip_country,omitempty" ` //【请求】请求客户端国家
if client == nil || client . Db == nil {
RequestIpProvince string ` json:"request_ip_province,omitempty" bson:"request_ip_province,omitempty" ` //【请求】请求客户端省份
return nil , errors . New ( "没有设置驱动" )
RequestIpCity string ` json:"request_ip_city,omitempty" bson:"request_ip_city,omitempty" ` //【请求】请求客户端城市
}
RequestIpIsp string ` json:"request_ip_isp,omitempty" bson:"request_ip_isp,omitempty" ` //【请求】请求客户端运营商
RequestIpLocation ginMongoLogRequestIpLocationLocation ` json:"request_ip_location,omitempty" bson:"request_ip_location,omitempty" ` //【请求】请求客户端位置
c . mongoClient = client
RequestHeader interface { } ` json:"request_header,omitempty" bson:"request_header,omitempty" ` //【请求】请求头
ResponseTime dorm . BsonTime ` json:"response_time,omitempty" bson:"response_time,omitempty" ` //【返回】时间
if databaseName == "" {
ResponseCode int ` json:"response_code,omitempty" bson:"response_code,omitempty" ` //【返回】状态码
return nil , errors . New ( "没有设置库名" )
ResponseMsg string ` json:"response_msg,omitempty" bson:"response_msg,omitempty" ` //【返回】描述
}
ResponseData interface { } ` json:"response_data,omitempty" bson:"response_data,omitempty" ` //【返回】数据
c . mongoConfig . databaseName = databaseName
CostTime int64 ` json:"cost_time,omitempty" bson:"cost_time,omitempty" ` //【系统】花费时间
SystemHostName string ` json:"system_host_name,omitempty" bson:"system_host_name,omitempty" ` //【系统】主机名
if collectionName == "" {
SystemInsideIp string ` json:"system_inside_ip,omitempty" bson:"system_inside_ip,omitempty" ` //【系统】内网ip
return nil , errors . New ( "没有设置表名" )
SystemOs string ` json:"system_os,omitempty" bson:"system_os,omitempty" ` //【系统】系统类型
}
SystemArch string ` json:"system_arch,omitempty" bson:"system_arch,omitempty" ` //【系统】系统架构
c . mongoConfig . collectionName = collectionName
GoVersion string ` json:"go_version,omitempty" bson:"go_version,omitempty" ` //【程序】Go版本
SdkVersion string ` json:"sdk_version,omitempty" bson:"sdk_version,omitempty" ` //【程序】Sdk版本
c . ipService = config . IpService
hostname , _ := os . Hostname ( )
c . mongoConfig . hostname = hostname
c . mongoConfig . insideIp = goip . GetInsideIp ( ctx )
c . mongoConfig . goVersion = runtime . Version ( )
c . log . mongo = true
// 创建时间序列集合
c . mongoCreateCollection ( ctx )
// 创建索引
c . mongoCreateIndexes ( ctx )
return c , nil
} }
// 创建 时间序列 集合
// 创建集合
func ( c * GinClient ) mongoCreateCollection ( ctx context . Context ) { func ( c * GinClient ) mongoCreateCollection ( ctx context . Context ) {
var commandResult bson . M
err := c . mongoClient . Database ( c . mongoConfig . databaseName ) . CreateCollection ( ctx , c . mongoConfig . collectionName , options . CreateCollection ( ) . SetCollation ( & options . Collation {
commandErr := c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . RunCommand ( ctx , bson . D { {
Locale : "request_time" ,
"listCollections" , 1 ,
Strength : - 1 ,
} } ) . Decode ( & commandResult )
} ) )
if commandErr != nil {
if err != nil {
c . zapLog . WithLogger ( ) . Sugar ( ) . Error ( "检查时间序列集合：" , commandErr )
c . zapLog . WithTraceId ( ctx ) . Sugar ( ) . Error ( "创建集合：" , err )
} else {
err := c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . CreateCollection ( ctx , c . mongoConfig . collectionName , options . CreateCollection ( ) . SetTimeSeriesOptions ( options . TimeSeries ( ) . SetTimeField ( "log_time" ) ) )
if err != nil {
c . zapLog . WithLogger ( ) . Sugar ( ) . Error ( "创建时间序列集合：" , err )
}
}
}
} }
// 创建索引
// 创建索引
func ( c * GinClient ) mongoCreateIndexes ( ctx context . Context ) { func ( c * GinClient ) mongoCreateIndexes ( ctx context . Context ) {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
indexes , err := c . mongoClient . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . CreateManyIndexes ( ctx , [ ] mongo . IndexModel {
Keys : bson . D {
{
{ "trace_id" , 1 } ,
Keys : bson . D { {
} } ) )
Key : "trace_id" ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Value : - 1 ,
Keys : bson . D {
} } ,
{ "log_time" , - 1 } ,
} , {
} } ) )
Keys : bson . D { {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Key : "request_method" ,
Keys : bson . D {
Value : 1 ,
{ "request_time" , - 1 } ,
} } ,
} } ) )
} , {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Keys : bson . D { {
Keys : bson . D {
Key : "request_ip" ,
{ "request_method" , 1 } ,
Value : 1 ,
} } ) )
} } ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} , {
Keys : bson . D {
Keys : bson . D { {
{ "request_proto" , 1 } ,
Key : "request_ip_country" ,
} } ) )
Value : 1 ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} } ,
Keys : bson . D {
} , {
{ "request_ip" , 1 } ,
Keys : bson . D { {
} } ) )
Key : "request_ip_province" ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Value : 1 ,
Keys : bson . D {
} } ,
{ "request_ip_country" , 1 } ,
} , {
} } ) )
Keys : bson . D { {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Key : "request_ip_city" ,
Keys : bson . D {
Value : 1 ,
{ "request_ip_region" , 1 } ,
} } ,
} } ) )
} , {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Keys : bson . D { {
Keys : bson . D {
Key : "request_ip_isp" ,
{ "request_ip_province" , 1 } ,
Value : 1 ,
} } ) )
} } ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} , {
Keys : bson . D {
Keys : bson . D { {
{ "request_ip_city" , 1 } ,
Key : "response_time" ,
} } ) )
Value : - 1 ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} } ,
Keys : bson . D {
} , {
{ "request_ip_isp" , 1 } ,
Keys : bson . D { {
} } ) )
Key : "response_code" ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Value : 1 ,
Keys : bson . D {
} } ,
{ "response_time" , - 1 } ,
} , {
} } ) )
Keys : bson . D { {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Key : "system_host_name" ,
Keys : bson . D {
Value : 1 ,
{ "response_code" , 1 } ,
} } ,
} } ) )
} , {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Keys : bson . D { {
Keys : bson . D {
Key : "system_os" ,
{ "system_host_name" , 1 } ,
Value : 1 ,
} } ) )
} } ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} , {
Keys : bson . D {
Keys : bson . D { {
{ "system_inside_ip" , 1 } ,
Key : "system_arch" ,
} } ) )
Value : - 1 ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} } ,
Keys : bson . D {
} , {
{ "system_os" , - 1 } ,
Keys : bson . D { {
} } ) )
Key : "go_version" ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Value : - 1 ,
Keys : bson . D {
} } ,
{ "system_arch" , - 1 } ,
} , {
} } ) )
Keys : bson . D { {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Key : "sdk_version" ,
Keys : bson . D {
Value : - 1 ,
{ "system_cpu_quantity" , 1 } ,
} } ,
} } ) )
} , {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
Keys : bson . D { {
Keys : bson . D {
Key : "request_ip_location" ,
{ "go_version" , - 1 } ,
Value : "2dsphere" ,
} } ) )
} } ,
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . Indexes ( ) . CreateOne ( ctx , mongo . IndexModel {
} ,
Keys : bson . D {
} )
{ "sdk_version" , - 1 } ,
if err != nil {
} } ) )
c . zapLog . WithTraceId ( ctx ) . Sugar ( ) . Errorf ( "创建索引：%s" , err )
} }
c . zapLog . WithTraceId ( ctx ) . Sugar ( ) . Infof ( "创建索引：%s" , indexes )
// 模型结构体
type ginMongoLog struct {
LogId primitive . ObjectID ` json:"log_id,omitempty" bson:"_id,omitempty" ` //【记录】编号
LogTime primitive . DateTime ` json:"log_time,omitempty" bson:"log_time,omitempty" ` //【记录】时间
TraceId string ` json:"trace_id,omitempty" bson:"trace_id,omitempty" ` //【记录】跟踪编号
RequestTime dorm . BsonTime ` json:"request_time,omitempty" bson:"request_time,omitempty" ` //【请求】时间
RequestUri string ` json:"request_uri,omitempty" bson:"request_uri,omitempty" ` //【请求】请求链接 域名+路径+参数
RequestUrl string ` json:"request_url,omitempty" bson:"request_url,omitempty" ` //【请求】请求链接 域名+路径
RequestApi string ` json:"request_api,omitempty" bson:"request_api,omitempty" ` //【请求】请求接口 路径
RequestMethod string ` json:"request_method,omitempty" bson:"request_method,omitempty" ` //【请求】请求方式
RequestProto string ` json:"request_proto,omitempty" bson:"request_proto,omitempty" ` //【请求】请求协议
RequestUa string ` json:"request_ua,omitempty" bson:"request_ua,omitempty" ` //【请求】请求UA
RequestReferer string ` json:"request_referer,omitempty" bson:"request_referer,omitempty" ` //【请求】请求referer
RequestBody interface { } ` json:"request_body,omitempty" bson:"request_body,omitempty" ` //【请求】请求主体
RequestUrlQuery interface { } ` json:"request_url_query,omitempty" bson:"request_url_query,omitempty" ` //【请求】请求URL参数
RequestIp string ` json:"request_ip,omitempty" bson:"request_ip,omitempty" ` //【请求】请求客户端Ip
RequestIpCountry string ` json:"request_ip_country,omitempty" bson:"request_ip_country,omitempty" ` //【请求】请求客户端城市
RequestIpRegion string ` json:"request_ip_region,omitempty" bson:"request_ip_region,omitempty" ` //【请求】请求客户端区域
RequestIpProvince string ` json:"request_ip_province,omitempty" bson:"request_ip_province,omitempty" ` //【请求】请求客户端省份
RequestIpCity string ` json:"request_ip_city,omitempty" bson:"request_ip_city,omitempty" ` //【请求】请求客户端城市
RequestIpIsp string ` json:"request_ip_isp,omitempty" bson:"request_ip_isp,omitempty" ` //【请求】请求客户端运营商
RequestHeader interface { } ` json:"request_header,omitempty" bson:"request_header,omitempty" ` //【请求】请求头
ResponseTime dorm . BsonTime ` json:"response_time,omitempty" bson:"response_time,omitempty" ` //【返回】时间
ResponseCode int ` json:"response_code,omitempty" bson:"response_code,omitempty" ` //【返回】状态码
ResponseMsg string ` json:"response_msg,omitempty" bson:"response_msg,omitempty" ` //【返回】描述
ResponseData interface { } ` json:"response_data,omitempty" bson:"response_data,omitempty" ` //【返回】数据
CostTime int64 ` json:"cost_time,omitempty" bson:"cost_time,omitempty" ` //【系统】花费时间
SystemHostName string ` json:"system_host_name,omitempty" bson:"system_host_name,omitempty" ` //【系统】主机名
SystemInsideIp string ` json:"system_inside_ip,omitempty" bson:"system_inside_ip,omitempty" ` //【系统】内网ip
SystemOs string ` json:"system_os,omitempty" bson:"system_os,omitempty" ` //【系统】系统类型
SystemArch string ` json:"system_arch,omitempty" bson:"system_arch,omitempty" ` //【系统】系统架构
SystemCpuQuantity int ` json:"system_cpu_quantity,omitempty" bson:"system_cpu_quantity,omitempty" ` //【系统】CPU核数
GoVersion string ` json:"go_version,omitempty" bson:"go_version,omitempty" ` //【程序】Go版本
SdkVersion string ` json:"sdk_version,omitempty" bson:"sdk_version,omitempty" ` //【程序】Sdk版本
} }
// 记录日志
// 记录日志
func ( c * GinClient ) mongoRecord ( ginMongoLog ) ( err error ) { func ( c * GinClient ) mongoRecord ( ctx context . Context , mongoLog ginMongoLog ) ( err error ) {
mongoLog . SystemHostName = c . mongoConfig . hostname //【系统】主机名
mongoLog . SystemHostName = c . config . systemHostName //【系统】主机名
mongoLog . SystemInsideIp = c . mongoConfig . insideIp //【系统】内网ip
mongoLog . SystemInsideIp = c . config . systemInsideIp //【系统】内网ip
mongoLog . GoVersion = c . mongoConfig . goVersion //【程序】Go版本
mongoLog . GoVersion = c . config . goVersion //【程序】Go版本
mongoLog . SdkVersion = Version //【程序】Sdk版本
mongoLog . SdkVersion = c . config . sdkVersion //【程序】Sdk版本
mongoLog . SystemOs = c . config . os //【系统】系统类型
mongoLog . SystemOs = c . config . systemOs //【系统】系统类型
mongoLog . SystemArch = c . config . arch //【系统】系统架构
mongoLog . SystemArch = c . config . systemArch //【系统】系统架构
mongoLog . SystemCpuQuantity = c . config . maxProCs //【系统】CPU核数
mongoLog . LogId = primitive . NewObjectID ( ) //【记录】编号
mongoLog . LogId = primitive . NewObjectID ( ) //【记录】编号
_ , err = c . mongoClient . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . InsertOne ( )
_ , err = c . mongoClient . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . InsertOne ( ctx , mongoLog )
if err != nil {
if err != nil {
c . zapLog . WithTraceIdStr ( mongoLog . TraceId ) . Sugar ( ) . Errorf ( " [golog.gin.mongoRecord] ： , err )
c . zapLog . WithTraceIdStr ( mongoLog . TraceId ) . Sugar ( ) . Errorf ( "记录日志失败：%s" , err )
}
}
return err
return err
} }
func ( c * GinClient ) mongoRecordJson ( ginCtx * gin . Context , traceId string , requestTime time . Time , requestBody [ ] byte , responseCode int , responseBody string , startTime , endTime int64 , clientIp , requestClientIpCountry , requestClientIpRegion , requestClientIpProvince , requestClientIpCity , requestClientIpIsp string ) { func ( c * GinClient ) mongoRecordJson ( ginCtx * gin . Context , traceId string , requestTime time . Time , requestBody [ ] byte , responseCode int , responseBody string , startTime , endTime int64 , clientIp , requestClientIpCountry , requestClientIpProvince , requestClientIpCity , requestClientIpIsp string , requestClientIpLocationLatitude , requestClientIpLocationLongitude float64 ) {
var ctx = gotrace_id . SetGinTraceIdContext ( context . Background ( ) , ginCtx )
if c . logDebug {
if c . logDebug {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordJson]收到保存数据要求：%s,%s" , c . mongoConfig . databaseName , c . mongoConfig . collectionName )
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordJson]收到保存数据要求：%s,%s" , c . mongoConfig . databaseName , c . mongoConfig . collectionName )
@ -248,7 +180,7 @@ func (c *GinClient) mongoRecordJson(ginCtx *gin.Context, traceId string, request
data := ginMongoLog {
data := ginMongoLog {
TraceId : traceId , //【记录】跟踪编号
TraceId : traceId , //【记录】跟踪编号
LogTime : primitive . NewDateTimeFromTime ( requestTime ) , //【记录】时间
LogTime : primitive . NewDateTimeFromTime ( requestTime ) , //【记录】时间
RequestTime : dorm . ( requestTime ) , //【请求】时间
RequestTime : dorm . New BsonTimeFrom Time( requestTime ) , //【请求】时间
RequestUrl : ginCtx . Request . RequestURI , //【请求】请求链接
RequestUrl : ginCtx . Request . RequestURI , //【请求】请求链接
RequestApi : gourl . UriFilterExcludeQueryString ( ginCtx . Request . RequestURI ) , //【请求】请求接口
RequestApi : gourl . UriFilterExcludeQueryString ( ginCtx . Request . RequestURI ) , //【请求】请求接口
RequestMethod : ginCtx . Request . Method , //【请求】请求方式
RequestMethod : ginCtx . Request . Method , //【请求】请求方式
@ -257,13 +189,12 @@ func (c *GinClient) mongoRecordJson(ginCtx *gin.Context, traceId string, request
RequestReferer : ginCtx . Request . Referer ( ) , //【请求】请求referer
RequestReferer : ginCtx . Request . Referer ( ) , //【请求】请求referer
RequestUrlQuery : ginCtx . Request . URL . Query ( ) , //【请求】请求URL参数
RequestUrlQuery : ginCtx . Request . URL . Query ( ) , //【请求】请求URL参数
RequestIp : clientIp , //【请求】请求客户端Ip
RequestIp : clientIp , //【请求】请求客户端Ip
RequestIpCountry : requestClientIpCountry , //【请求】请求客户端城市
RequestIpCountry : requestClientIpCountry , //【请求】请求客户端国家
RequestIpRegion : requestClientIpRegion , //【请求】请求客户端区域
RequestIpProvince : requestClientIpProvince , //【请求】请求客户端省份
RequestIpProvince : requestClientIpProvince , //【请求】请求客户端省份
RequestIpCity : requestClientIpCity , //【请求】请求客户端城市
RequestIpCity : requestClientIpCity , //【请求】请求客户端城市
RequestIpIsp : requestClientIpIsp , //【请求】请求客户端运营商
RequestIpIsp : requestClientIpIsp , //【请求】请求客户端运营商
RequestHeader : ginCtx . Request . Header , //【请求】请求头
RequestHeader : ginCtx . Request . Header , //【请求】请求头
ResponseTime : dorm . ( gotime . ( ) .Time ) , //【返回】时间
ResponseTime : dorm . New BsonTimeCurrent( ) //【返回】时间
ResponseCode : responseCode , //【返回】状态码
ResponseCode : responseCode , //【返回】状态码
ResponseData : c . jsonUnmarshal ( responseBody ) , //【返回】数据
ResponseData : c . jsonUnmarshal ( responseBody ) , //【返回】数据
CostTime : endTime - startTime , //【系统】花费时间
CostTime : endTime - startTime , //【系统】花费时间
@ -282,17 +213,26 @@ func (c *GinClient) mongoRecordJson(ginCtx *gin.Context, traceId string, request
}
}
}
}
if requestClientIpLocationLatitude != 0 && requestClientIpLocationLongitude != 0 {
data . RequestIpLocation = ginMongoLogRequestIpLocationLocation {
Type : "Point" ,
Coordinates : [ ] float64 { requestClientIpLocationLongitude , requestClientIpLocationLatitude } ,
}
}
if c . logDebug {
if c . logDebug {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordJson.data]： , data )
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordJson.data]： , data )
}
}
err := c . mongoRecord ( data )
err := c . mongoRecord ( ctx, data)
if err != nil {
if err != nil {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Errorf ( "[golog.gin.mongoRecordJson]： , err )
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Errorf ( "[golog.gin.mongoRecordJson]： , err )
}
}
} }
func ( c * GinClient ) mongoRecordXml ( ginCtx * gin . Context , traceId string , requestTime time . Time , requestBody [ ] byte , responseCode int , responseBody string , startTime , endTime int64 , clientIp , requestClientIpCountry , requestClientIpRegion , requestClientIpProvince , requestClientIpCity , requestClientIpIsp string ) { func ( c * GinClient ) mongoRecordXml ( ginCtx * gin . Context , traceId string , requestTime time . Time , requestBody [ ] byte , responseCode int , responseBody string , startTime , endTime int64 , clientIp , requestClientIpCountry , requestClientIpProvince , requestClientIpCity , requestClientIpIsp string , requestClientIpLocationLatitude , requestClientIpLocationLongitude float64 ) {
var ctx = gotrace_id . SetGinTraceIdContext ( context . Background ( ) , ginCtx )
if c . logDebug {
if c . logDebug {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordXml]收到保存数据要求：%s,%s" , c . mongoConfig . databaseName , c . mongoConfig . collectionName )
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordXml]收到保存数据要求：%s,%s" , c . mongoConfig . databaseName , c . mongoConfig . collectionName )
@ -301,7 +241,7 @@ func (c *GinClient) mongoRecordXml(ginCtx *gin.Context, traceId string, requestT
data := ginMongoLog {
data := ginMongoLog {
TraceId : traceId , //【记录】跟踪编号
TraceId : traceId , //【记录】跟踪编号
LogTime : primitive . NewDateTimeFromTime ( requestTime ) , //【记录】时间
LogTime : primitive . NewDateTimeFromTime ( requestTime ) , //【记录】时间
RequestTime : dorm . ( requestTime ) , //【请求】时间
RequestTime : dorm . New BsonTimeFrom Time( requestTime ) , //【请求】时间
RequestUrl : ginCtx . Request . RequestURI , //【请求】请求链接
RequestUrl : ginCtx . Request . RequestURI , //【请求】请求链接
RequestApi : gourl . UriFilterExcludeQueryString ( ginCtx . Request . RequestURI ) , //【请求】请求接口
RequestApi : gourl . UriFilterExcludeQueryString ( ginCtx . Request . RequestURI ) , //【请求】请求接口
RequestMethod : ginCtx . Request . Method , //【请求】请求方式
RequestMethod : ginCtx . Request . Method , //【请求】请求方式
@ -310,13 +250,12 @@ func (c *GinClient) mongoRecordXml(ginCtx *gin.Context, traceId string, requestT
RequestReferer : ginCtx . Request . Referer ( ) , //【请求】请求referer
RequestReferer : ginCtx . Request . Referer ( ) , //【请求】请求referer
RequestUrlQuery : ginCtx . Request . URL . Query ( ) , //【请求】请求URL参数
RequestUrlQuery : ginCtx . Request . URL . Query ( ) , //【请求】请求URL参数
RequestIp : clientIp , //【请求】请求客户端Ip
RequestIp : clientIp , //【请求】请求客户端Ip
RequestIpCountry : requestClientIpCountry , //【请求】请求客户端城市
RequestIpCountry : requestClientIpCountry , //【请求】请求客户端国家
RequestIpRegion : requestClientIpRegion , //【请求】请求客户端区域
RequestIpProvince : requestClientIpProvince , //【请求】请求客户端省份
RequestIpProvince : requestClientIpProvince , //【请求】请求客户端省份
RequestIpCity : requestClientIpCity , //【请求】请求客户端城市
RequestIpCity : requestClientIpCity , //【请求】请求客户端城市
RequestIpIsp : requestClientIpIsp , //【请求】请求客户端运营商
RequestIpIsp : requestClientIpIsp , //【请求】请求客户端运营商
RequestHeader : ginCtx . Request . Header , //【请求】请求头
RequestHeader : ginCtx . Request . Header , //【请求】请求头
ResponseTime : dorm . ( gotime . ( ) .Time ) , //【返回】时间
ResponseTime : dorm . New BsonTimeCurrent( ) //【返回】时间
ResponseCode : responseCode , //【返回】状态码
ResponseCode : responseCode , //【返回】状态码
ResponseData : c . jsonUnmarshal ( responseBody ) , //【返回】数据
ResponseData : c . jsonUnmarshal ( responseBody ) , //【返回】数据
CostTime : endTime - startTime , //【系统】花费时间
CostTime : endTime - startTime , //【系统】花费时间
@ -335,111 +274,25 @@ func (c *GinClient) mongoRecordXml(ginCtx *gin.Context, traceId string, requestT
}
}
}
}
if requestClientIpLocationLatitude != 0 && requestClientIpLocationLongitude != 0 {
data . RequestIpLocation = ginMongoLogRequestIpLocationLocation {
Type : "Point" ,
Coordinates : [ ] float64 { requestClientIpLocationLongitude , requestClientIpLocationLatitude } ,
}
}
if c . logDebug {
if c . logDebug {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordXml.data]： , data )
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.mongoRecordXml.data]： , data )
}
}
err := c . mongoRecord ( data )
err := c . mongoRecord ( ctx, data)
if err != nil {
if err != nil {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Errorf ( "[golog.gin.mongoRecordXml]： , err )
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Errorf ( "[golog.gin.mongoRecordXml]： , err )
}
}
} }
// MongoQuery 查询
func ( c * GinClient ) MongoQuery ( ctx context . Context ) * mongo . Collection {
return c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName )
}
// MongoDelete 删除
// MongoDelete 删除
func ( c * GinClient ) MongoDelete ( ctx context . Context , hour int64 ) ( * mongo . DeleteResult , error ) { func ( c * GinClient ) MongoDelete ( ctx context . Context , hour int64 ) ( * mongo . DeleteResult , error ) {
filter := bson . D { { "log_time" , bson . D { { "$lt" , primitive . NewDateTimeFromTime ( gotime . Current ( ) . BeforeHour ( hour ) . Time ) } } } }
filter := bson . D { { "log_time" , bson . D { { "$lt" , primitive . NewDateTimeFromTime ( gotime . Current ( ) . BeforeHour ( hour ) . Time ) } } } }
return c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . DeleteMany ( ctx , filter )
return c . mongoClient . Db . Database ( c . mongoConfig . databaseName ) . Collection ( c . mongoConfig . collectionName ) . DeleteMany ( ctx , filter )
} }
// MongoMiddleware 中间件
func ( c * GinClient ) MongoMiddleware ( ) gin . HandlerFunc {
return func ( ginCtx * gin . Context ) {
// 开始时间
startTime := gotime . Current ( ) . TimestampWithMillisecond ( )
requestTime := gotime . Current ( ) . Time
// 获取
data , _ := ioutil . ReadAll ( ginCtx . Request . Body )
if c . logDebug {
c . zapLog . WithLogger ( ) . Sugar ( ) . Infof ( "[golog.gin.MongoMiddleware] %s" , data )
}
// 复用
ginCtx . Request . Body = ioutil . NopCloser ( bytes . NewBuffer ( data ) )
blw := & bodyLogWriter { body : bytes . NewBufferString ( "" ) , ResponseWriter : ginCtx . Writer }
ginCtx . Writer = blw
// 处理请求
ginCtx . Next ( )
// 响应
responseCode := ginCtx . Writer . Status ( )
responseBody := blw . body . String ( )
//结束时间
endTime := gotime . Current ( ) . TimestampWithMillisecond ( )
go func ( ) {
var dataJson = true
// 解析请求内容
var jsonBody map [ string ] interface { }
// 判断是否有内容
if len ( data ) > 0 {
err := json . Unmarshal ( data , & jsonBody )
if err != nil {
dataJson = false
}
}
clientIp := gorequest . ClientIp ( ginCtx . Request )
requestClientIpCountry , requestClientIpRegion , requestClientIpProvince , requestClientIpCity , requestClientIpIsp := "" , "" , "" , "" , ""
if c . ipService != nil {
if net . ParseIP ( clientIp ) . To4 ( ) != nil {
// IPv4
_ , info := c . ipService . Ipv4 ( clientIp )
requestClientIpCountry = info . Country
requestClientIpRegion = info . Region
requestClientIpProvince = info . Province
requestClientIpCity = info . City
requestClientIpIsp = info . ISP
} else if net . ParseIP ( clientIp ) . To16 ( ) != nil {
// IPv6
info := c . ipService . Ipv6 ( clientIp )
requestClientIpCountry = info . Country
requestClientIpProvince = info . Province
requestClientIpCity = info . City
}
}
// 记录
if c . mongoClient != nil && c . mongoClient . Db != nil {
var traceId = gotrace_id . GetGinTraceId ( ginCtx )
if dataJson {
if c . logDebug {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.MongoMiddleware]准备使用{mongoRecordJson}保存数据：%s" , data )
}
c . mongoRecordJson ( ginCtx , traceId , requestTime , data , responseCode , responseBody , startTime , endTime , clientIp , requestClientIpCountry , requestClientIpRegion , requestClientIpProvince , requestClientIpCity , requestClientIpIsp )
} else {
if c . logDebug {
c . zapLog . WithTraceIdStr ( traceId ) . Sugar ( ) . Infof ( "[golog.gin.MongoMiddleware]准备使用{mongoRecordXml}保存数据：%s" , data )
}
c . mongoRecordXml ( ginCtx , traceId , requestTime , data , responseCode , responseBody , startTime , endTime , clientIp , requestClientIpCountry , requestClientIpRegion , requestClientIpProvince , requestClientIpCity , requestClientIpIsp )
}
}
} ( )
}
}
