You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
312 lines
15 KiB
312 lines
15 KiB
package golog
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"github.com/gin-gonic/gin"
|
|
"go.dtapp.net/dorm"
|
|
"go.dtapp.net/goip"
|
|
"go.dtapp.net/gorequest"
|
|
"go.dtapp.net/gotime"
|
|
"go.dtapp.net/gotrace_id"
|
|
"go.dtapp.net/gourl"
|
|
"go.dtapp.net/goxml"
|
|
"go.mongodb.org/mongo-driver/bson/primitive"
|
|
"io/ioutil"
|
|
"log"
|
|
"net"
|
|
"os"
|
|
"runtime"
|
|
"time"
|
|
)
|
|
|
|
// GinMongoClientConfig 框架实例配置
|
|
type GinMongoClientConfig struct {
|
|
IpService *goip.Client // ip服务
|
|
MongoClientFun ginMongoClientFun // 日志配置
|
|
Debug bool // 日志开关
|
|
}
|
|
|
|
// NewGinMongoClient 创建框架实例化
|
|
// client 数据库服务
|
|
// databaseName 库名
|
|
// collectionName 表名
|
|
// ipService ip服务
|
|
func NewGinMongoClient(config *GinMongoClientConfig) (*GinClient, error) {
|
|
|
|
var ctx = context.Background()
|
|
|
|
c := &GinClient{}
|
|
|
|
client, databaseName, collectionName := config.MongoClientFun()
|
|
|
|
if client == nil || client.Db == nil {
|
|
return nil, errors.New("没有设置驱动")
|
|
}
|
|
|
|
c.mongoClient = client
|
|
|
|
if databaseName == "" {
|
|
return nil, errors.New("没有设置库名")
|
|
}
|
|
c.mongoConfig.databaseName = databaseName
|
|
|
|
if collectionName == "" {
|
|
return nil, errors.New("没有设置表名")
|
|
}
|
|
c.mongoConfig.collectionName = collectionName
|
|
|
|
c.mongoConfig.debug = config.Debug
|
|
|
|
c.ipService = config.IpService
|
|
|
|
hostname, _ := os.Hostname()
|
|
|
|
c.mongoConfig.hostname = hostname
|
|
c.mongoConfig.insideIp = goip.GetInsideIp(ctx)
|
|
c.mongoConfig.goVersion = runtime.Version()
|
|
|
|
return c, nil
|
|
}
|
|
|
|
// 模型结构体
|
|
type ginMongoLog struct {
|
|
LogId primitive.ObjectID `json:"log_id,omitempty" bson:"_id,omitempty"` //【记录】编号
|
|
TraceId string `json:"trace_id,omitempty" bson:"trace_id,omitempty"` //【系统】跟踪编号
|
|
RequestTime primitive.DateTime `json:"request_time,omitempty" bson:"request_time,omitempty"` //【请求】时间
|
|
RequestUri string `json:"request_uri,omitempty" bson:"request_uri,omitempty"` //【请求】请求链接 域名+路径+参数
|
|
RequestUrl string `json:"request_url,omitempty" bson:"request_url,omitempty"` //【请求】请求链接 域名+路径
|
|
RequestApi string `json:"request_api,omitempty" bson:"request_api,omitempty"` //【请求】请求接口 路径
|
|
RequestMethod string `json:"request_method,omitempty" bson:"request_method,omitempty"` //【请求】请求方式
|
|
RequestProto string `json:"request_proto,omitempty" bson:"request_proto,omitempty"` //【请求】请求协议
|
|
RequestUa string `json:"request_ua,omitempty" bson:"request_ua,omitempty"` //【请求】请求UA
|
|
RequestReferer string `json:"request_referer,omitempty" bson:"request_referer,omitempty"` //【请求】请求referer
|
|
RequestBody interface{} `json:"request_body,omitempty" bson:"request_body,omitempty"` //【请求】请求主体
|
|
RequestUrlQuery interface{} `json:"request_url_query,omitempty" bson:"request_url_query,omitempty"` //【请求】请求URL参数
|
|
RequestIp string `json:"request_ip,omitempty" bson:"request_ip,omitempty"` //【请求】请求客户端Ip
|
|
RequestIpCountry string `json:"request_ip_country,omitempty" bson:"request_ip_country,omitempty"` //【请求】请求客户端城市
|
|
RequestIpRegion string `json:"request_ip_region,omitempty" bson:"request_ip_region,omitempty"` //【请求】请求客户端区域
|
|
RequestIpProvince string `json:"request_ip_province,omitempty" bson:"request_ip_province,omitempty"` //【请求】请求客户端省份
|
|
RequestIpCity string `json:"request_ip_city,omitempty" bson:"request_ip_city,omitempty"` //【请求】请求客户端城市
|
|
RequestIpIsp string `json:"request_ip_isp,omitempty" bson:"request_ip_isp,omitempty"` //【请求】请求客户端运营商
|
|
RequestHeader interface{} `json:"request_header,omitempty" bson:"request_header,omitempty"` //【请求】请求头
|
|
ResponseTime primitive.DateTime `json:"response_time,omitempty" bson:"response_time,omitempty"` //【返回】时间
|
|
ResponseCode int `json:"response_code,omitempty" bson:"response_code,omitempty"` //【返回】状态码
|
|
ResponseMsg string `json:"response_msg,omitempty" bson:"response_msg,omitempty"` //【返回】描述
|
|
ResponseData interface{} `json:"response_data,omitempty" bson:"response_data,omitempty"` //【返回】数据
|
|
CostTime int64 `json:"cost_time,omitempty" bson:"cost_time,omitempty"` //【系统】花费时间
|
|
SystemHostName string `json:"system_host_name,omitempty" bson:"system_host_name,omitempty"` //【系统】主机名
|
|
SystemInsideIp string `json:"system_inside_ip,omitempty" bson:"system_inside_ip,omitempty"` //【系统】内网ip
|
|
GoVersion string `json:"go_version,omitempty" bson:"go_version,omitempty"` //【程序】Go版本
|
|
SdkVersion string `json:"sdk_version,omitempty" bson:"sdk_version,omitempty"` //【程序】Sdk版本
|
|
}
|
|
|
|
// 记录日志
|
|
func (c *GinClient) mongoRecord(mongoLog ginMongoLog) error {
|
|
|
|
mongoLog.SystemHostName = c.mongoConfig.hostname
|
|
if mongoLog.SystemInsideIp == "" {
|
|
mongoLog.SystemInsideIp = c.mongoConfig.insideIp
|
|
}
|
|
mongoLog.GoVersion = c.mongoConfig.goVersion
|
|
|
|
mongoLog.SdkVersion = Version
|
|
|
|
mongoLog.LogId = primitive.NewObjectID()
|
|
|
|
_, err := c.mongoClient.Database(c.mongoConfig.databaseName).Collection(c.mongoConfig.collectionName).InsertOne(mongoLog)
|
|
|
|
return err
|
|
}
|
|
|
|
func (c *GinClient) mongoRecordJson(ginCtx *gin.Context, traceId string, requestTime time.Time, requestBody map[string]interface{}, responseCode int, responseBody string, startTime, endTime int64, clientIp, requestClientIpCountry, requestClientIpRegion, requestClientIpProvince, requestClientIpCity, requestClientIpIsp string) {
|
|
host := ""
|
|
if ginCtx.Request.TLS == nil {
|
|
host = "http://" + ginCtx.Request.Host
|
|
} else {
|
|
host = "https://" + ginCtx.Request.Host
|
|
}
|
|
|
|
err := c.mongoRecord(ginMongoLog{
|
|
TraceId: traceId, //【系统】跟踪编号
|
|
RequestTime: primitive.NewDateTimeFromTime(requestTime), //【请求】时间
|
|
RequestUri: host + ginCtx.Request.RequestURI, //【请求】请求链接
|
|
RequestUrl: ginCtx.Request.RequestURI, //【请求】请求链接
|
|
RequestApi: gourl.UriFilterExcludeQueryString(ginCtx.Request.RequestURI), //【请求】请求接口
|
|
RequestMethod: ginCtx.Request.Method, //【请求】请求方式
|
|
RequestProto: ginCtx.Request.Proto, //【请求】请求协议
|
|
RequestUa: ginCtx.Request.UserAgent(), //【请求】请求UA
|
|
RequestReferer: ginCtx.Request.Referer(), //【请求】请求referer
|
|
RequestBody: requestBody, //【请求】请求主体
|
|
RequestUrlQuery: ginCtx.Request.URL.Query(), //【请求】请求URL参数
|
|
RequestIp: clientIp, //【请求】请求客户端Ip
|
|
RequestIpCountry: requestClientIpCountry, //【请求】请求客户端城市
|
|
RequestIpRegion: requestClientIpRegion, //【请求】请求客户端区域
|
|
RequestIpProvince: requestClientIpProvince, //【请求】请求客户端省份
|
|
RequestIpCity: requestClientIpCity, //【请求】请求客户端城市
|
|
RequestIpIsp: requestClientIpIsp, //【请求】请求客户端运营商
|
|
RequestHeader: ginCtx.Request.Header, //【请求】请求头
|
|
ResponseTime: primitive.NewDateTimeFromTime(gotime.Current().Time), //【返回】时间
|
|
ResponseCode: responseCode, //【返回】状态码
|
|
ResponseData: c.jsonUnmarshal(responseBody), //【返回】数据
|
|
CostTime: endTime - startTime, //【系统】花费时间
|
|
})
|
|
if err != nil {
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.mongoRecordJson] %s\n", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (c *GinClient) mongoRecordXml(ginCtx *gin.Context, traceId string, requestTime time.Time, requestBody map[string]string, responseCode int, responseBody string, startTime, endTime int64, clientIp, requestClientIpCountry, requestClientIpRegion, requestClientIpProvince, requestClientIpCity, requestClientIpIsp string) {
|
|
host := ""
|
|
if ginCtx.Request.TLS == nil {
|
|
host = "http://" + ginCtx.Request.Host
|
|
} else {
|
|
host = "https://" + ginCtx.Request.Host
|
|
}
|
|
err := c.mongoRecord(ginMongoLog{
|
|
TraceId: traceId, //【系统】跟踪编号
|
|
RequestTime: primitive.NewDateTimeFromTime(requestTime), //【请求】时间
|
|
RequestUri: host + ginCtx.Request.RequestURI, //【请求】请求链接
|
|
RequestUrl: ginCtx.Request.RequestURI, //【请求】请求链接
|
|
RequestApi: gourl.UriFilterExcludeQueryString(ginCtx.Request.RequestURI), //【请求】请求接口
|
|
RequestMethod: ginCtx.Request.Method, //【请求】请求方式
|
|
RequestProto: ginCtx.Request.Proto, //【请求】请求协议
|
|
RequestUa: ginCtx.Request.UserAgent(), //【请求】请求UA
|
|
RequestReferer: ginCtx.Request.Referer(), //【请求】请求referer
|
|
RequestBody: requestBody, //【请求】请求主体
|
|
RequestUrlQuery: ginCtx.Request.URL.Query(), //【请求】请求URL参数
|
|
RequestIp: clientIp, //【请求】请求客户端Ip
|
|
RequestIpCountry: requestClientIpCountry, //【请求】请求客户端城市
|
|
RequestIpRegion: requestClientIpRegion, //【请求】请求客户端区域
|
|
RequestIpProvince: requestClientIpProvince, //【请求】请求客户端省份
|
|
RequestIpCity: requestClientIpCity, //【请求】请求客户端城市
|
|
RequestIpIsp: requestClientIpIsp, //【请求】请求客户端运营商
|
|
RequestHeader: ginCtx.Request.Header, //【请求】请求头
|
|
ResponseTime: primitive.NewDateTimeFromTime(gotime.Current().Time), //【返回】时间
|
|
ResponseCode: responseCode, //【返回】状态码
|
|
ResponseData: c.jsonUnmarshal(responseBody), //【返回】数据
|
|
CostTime: endTime - startTime, //【系统】花费时间
|
|
})
|
|
if err != nil {
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.mongoRecordXml] %s\n", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
// MongoQuery 查询
|
|
func (c *GinClient) MongoQuery() *dorm.MongoClient {
|
|
return c.mongoClient.Database(c.mongoConfig.databaseName).Collection(c.mongoConfig.collectionName)
|
|
}
|
|
|
|
// MongoMiddleware 中间件
|
|
func (c *GinClient) MongoMiddleware() gin.HandlerFunc {
|
|
return func(ginCtx *gin.Context) {
|
|
|
|
// 开始时间
|
|
startTime := gotime.Current().TimestampWithMillisecond()
|
|
requestTime := gotime.Current().Time
|
|
|
|
// 获取
|
|
data, _ := ioutil.ReadAll(ginCtx.Request.Body)
|
|
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware] %s\n", data)
|
|
}
|
|
|
|
// 复用
|
|
ginCtx.Request.Body = ioutil.NopCloser(bytes.NewBuffer(data))
|
|
|
|
blw := &bodyLogWriter{body: bytes.NewBufferString(""), ResponseWriter: ginCtx.Writer}
|
|
ginCtx.Writer = blw
|
|
|
|
// 处理请求
|
|
ginCtx.Next()
|
|
|
|
// 响应
|
|
responseCode := ginCtx.Writer.Status()
|
|
responseBody := blw.body.String()
|
|
|
|
//结束时间
|
|
endTime := gotime.Current().TimestampWithMillisecond()
|
|
|
|
go func() {
|
|
|
|
var dataJson = true
|
|
|
|
// 解析请求内容
|
|
var xmlBody map[string]string
|
|
var jsonBody map[string]interface{}
|
|
|
|
// 判断是否有内容
|
|
if len(data) > 0 {
|
|
err := json.Unmarshal(data, &jsonBody)
|
|
if len(jsonBody) <= 0 {
|
|
dataJson = false
|
|
xmlBody = goxml.XmlDecode(string(data))
|
|
}
|
|
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware.len(jsonBody)] %v\n", len(jsonBody))
|
|
}
|
|
|
|
if err != nil {
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware.json.Unmarshal] %s %s\n", jsonBody, err)
|
|
}
|
|
dataJson = false
|
|
xmlBody = goxml.XmlDecode(string(data))
|
|
}
|
|
}
|
|
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware.xmlBody] %s\n", xmlBody)
|
|
log.Printf("[golog.MongoMiddleware.jsonBody] %s\n", jsonBody)
|
|
}
|
|
|
|
clientIp := gorequest.ClientIp(ginCtx.Request)
|
|
|
|
requestClientIpCountry, requestClientIpRegion, requestClientIpProvince, requestClientIpCity, requestClientIpIsp := "", "", "", "", ""
|
|
if c.ipService != nil {
|
|
if net.ParseIP(clientIp).To4() != nil {
|
|
// IPv4
|
|
_, info := c.ipService.Ipv4(clientIp)
|
|
requestClientIpCountry = info.Country
|
|
requestClientIpRegion = info.Region
|
|
requestClientIpProvince = info.Province
|
|
requestClientIpCity = info.City
|
|
requestClientIpIsp = info.ISP
|
|
} else if net.ParseIP(clientIp).To16() != nil {
|
|
// IPv6
|
|
info := c.ipService.Ipv6(clientIp)
|
|
requestClientIpCountry = info.Country
|
|
requestClientIpProvince = info.Province
|
|
requestClientIpCity = info.City
|
|
}
|
|
}
|
|
|
|
// 记录
|
|
if c.mongoClient != nil && c.mongoClient.Db != nil {
|
|
|
|
var traceId = gotrace_id.GetGinTraceId(ginCtx)
|
|
|
|
if dataJson {
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware.mongoRecord.json.request_body] %s\n", jsonBody)
|
|
}
|
|
c.mongoRecordJson(ginCtx, traceId, requestTime, jsonBody, responseCode, responseBody, startTime, endTime, clientIp, requestClientIpCountry, requestClientIpRegion, requestClientIpProvince, requestClientIpCity, requestClientIpIsp)
|
|
} else {
|
|
if c.mongoConfig.debug {
|
|
log.Printf("[golog.MongoMiddleware.mongoRecord.xml.request_body] %s\n", xmlBody)
|
|
}
|
|
c.mongoRecordXml(ginCtx, traceId, requestTime, xmlBody, responseCode, responseBody, startTime, endTime, clientIp, requestClientIpCountry, requestClientIpRegion, requestClientIpProvince, requestClientIpCity, requestClientIpIsp)
|
|
}
|
|
}
|
|
}()
|
|
}
|
|
}
|