dcitemhistorydatamodel.go 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216
  1. package model
  2. import (
  3. "GtDataStore/app/cmd/organization/pb"
  4. "context"
  5. "fmt"
  6. "github.com/zeromicro/go-zero/core/stores/sqlc"
  7. "github.com/zeromicro/go-zero/core/stores/sqlx"
  8. "strings"
  9. )
  10. var _ DcItemHistoryDataModel = (*customDcItemHistoryDataModel)(nil)
  11. type (
  12. // DcItemHistoryDataModel is an interface to be customized, add more methods here,
  13. // and implement the added methods in customDcItemHistoryDataModel.
  14. DcItemHistoryDataModel interface {
  15. dcItemHistoryDataModel
  16. MultiInsert(ctx context.Context, datas []DcItemHistoryData) (int64, error)
  17. QueryHistoryDataByTime(ctx context.Context, in *pb.ItemHistoryDataByTimeReq) ([]DcItemHistoryData, error)
  18. }
  19. customDcItemHistoryDataModel struct {
  20. *defaultDcItemHistoryDataModel
  21. }
  22. )
  23. // NewDcItemHistoryDataModel returns a model for the database table.
  24. func NewDcItemHistoryDataModel(conn sqlx.SqlConn) DcItemHistoryDataModel {
  25. return &customDcItemHistoryDataModel{
  26. defaultDcItemHistoryDataModel: newDcItemHistoryDataModel(conn),
  27. }
  28. }
  29. func (m *defaultDcItemHistoryDataModel) MultiInsert(ctx context.Context, datas []DcItemHistoryData) (int64, error) {
  30. query := fmt.Sprintf("insert into %s (%s) values (?, ?, ?, ?)", m.table, dcItemHistoryDataRowsExpectAutoSet)
  31. if bulk, err := sqlx.NewBulkInserter(m.conn, query); err == nil {
  32. for _, data := range datas {
  33. if err = bulk.Insert(data.ProjectId, data.ItemName, data.Val, data.CTime); err != nil {
  34. return 0, err
  35. }
  36. }
  37. bulk.Flush()
  38. return int64(len(datas)), nil
  39. } else {
  40. return 0, err
  41. }
  42. }
  43. func (m *defaultDcItemHistoryDataModel) QueryHistoryDataByTime(ctx context.Context, in *pb.ItemHistoryDataByTimeReq) ([]DcItemHistoryData, error) {
  44. resp := make([]DcItemHistoryData, 0)
  45. var err error
  46. query := fmt.Sprintf("SELECT * FROM %s WHERE project_id = ? AND item_name in (?) AND c_time BETWEEN ? AND ? ORDER BY id desc", m.table)
  47. if strings.Index(in.ItemName, ",") > 0 {
  48. err = m.conn.QueryRowsCtx(ctx, &resp, query, in.ProjectId, strings.Split(in.ItemName, ","), in.Stime, in.Etime)
  49. } else {
  50. err = m.conn.QueryRowsCtx(ctx, &resp, query, in.ProjectId, in.ItemName, in.Stime, in.Etime)
  51. }
  52. switch err {
  53. case nil:
  54. return resp, nil
  55. case sqlc.ErrNotFound:
  56. return nil, ErrNotFound
  57. default:
  58. return nil, err
  59. }
  60. }
  61. /*
  62. func (m *defaultDcItemHistoryDataModel) QueryHistoryData(ctx context.Context, in *pb.ItemHistoryDataListReq) ([]DcItemHistoryData, error) {
  63. resp := make([]DcItemHistoryData, 0)
  64. var err error
  65. var query string
  66. if in.Aggregator == "realtime" {
  67. query = fmt.Sprintf("SELECT project_id,item_name,val,DATE_FORMAT(c_time, '%%Y-%%m-%%d %%H:00:00') as c_time FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY DATE_FORMAT(c_time, '%%Y-%%m-%%d %%H:00:00') ORDER BY TIME_TO_SEC(c_time) ASC) AS row_num FROM %s WHERE project_id = ? AND item_name = ? AND c_time >= ? AND c_time < ? AND val <> 0) subquery WHERE row_num = 1;", m.table)
  68. } else if in.Aggregator == "new" {
  69. groupSql := ""
  70. timeSql := ""
  71. if in.Interval == "minute" {
  72. query = fmt.Sprintf(`
  73. SELECT val, DATE_ADD(DATE_FORMAT(min_c_time, '%%Y-%%m-%%d %%H:%%i'), INTERVAL (FLOOR(TIME_TO_SEC(min_c_time)/600)*%d) MINUTE) as c_time
  74. FROM (
  75. SELECT MAX(val) AS val,
  76. MIN(c_time) AS min_c_time
  77. FROM %s
  78. WHERE project_id = ? AND item_name = ?
  79. AND c_time >= ? AND c_time < ?
  80. GROUP BY DATE_FORMAT(c_time, '%%Y-%%m-%%d %%H:%%i'), FLOOR(TIME_TO_SEC(c_time) / 600)
  81. ) AS subquery
  82. ORDER BY min_c_time ASC;`, in.Size, m.table)
  83. } else if in.Interval == "h" {
  84. timeSql = fmt.Sprintf("DATE_ADD(concat(DATE_FORMAT(ts,'%%Y-%%m-%%d '),LPAD(FLOOR(DATE_FORMAT(ts, '%%H')/%d)*%d,2,0),':00:00'), INTERVAL %d hour)", in.Size, in.Size, in.Size)
  85. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m-%%d' ),FLOOR(DATE_FORMAT(ts, '%%H' )/%d)", in.Size)
  86. } else {
  87. // day
  88. timeSql = fmt.Sprintf("DATE_ADD(concat(DATE_FORMAT(ts,'%%Y-%%m-'),LPAD(FLOOR(DATE_FORMAT(ts, '%%d')/%d)*%d,2,0),' 00:00:00'), INTERVAL %d day)", in.Size, in.Size, in.Size)
  89. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m' ),FLOOR(DATE_FORMAT(ts, '%%d' )/%d)", in.Size)
  90. }
  91. tableName := "ws_scada." + TableName(itemId)
  92. table := fmt.Sprintf(`(select *
  93. from %s
  94. where item_name = "%s" and project_id = %s
  95. and ts >= "%s" and ts < "%s"
  96. order by ts desc
  97. limit 99999999) A `, tableName, itemId, projectId, sTime, eTime)
  98. rows, err = DB.New().Table(table).
  99. Select(fmt.Sprintf("cast(item_value as DECIMAL(11,4)) as val, %s as htime", timeSql)).
  100. Group(groupSql).
  101. Order("htime asc").
  102. Rows()
  103. }
  104. err = m.conn.QueryRowCtx(ctx, &resp, query, in.ProjectId, in.ItemName, in.Stime, in.Etime)
  105. switch err {
  106. case nil:
  107. return resp, nil
  108. case sqlc.ErrNotFound:
  109. return nil, ErrNotFound
  110. default:
  111. return nil, err
  112. }
  113. var rows *sql.Rows
  114. if aggregator == "realtime" {
  115. rows, err = DB.New().Table("ws_scada."+TableName(itemId)).
  116. Select("item_value as val,CASE WHEN MINUTE(ts) >= 30 THEN DATE_FORMAT(DATE_ADD(ts, INTERVAL 1 HOUR), '%Y-%m-%d %H:00:00') ELSE DATE_FORMAT(ts, '%Y-%m-%d %H:00:00') END AS htime").
  117. Where("item_name = ? ", itemId).
  118. Where("ts >= ? and ts < ?", sTime, eTime).
  119. Where("project_id = ?", projectId).
  120. Group("htime").
  121. Rows()
  122. } else if aggregator == "new" {
  123. groupSql := ""
  124. timeSql := ""
  125. if interval == "minute" {
  126. timeSql = fmt.Sprintf("DATE_ADD(concat(DATE_FORMAT(ts,'%%Y-%%m-%%d %%H:'),LPAD(FLOOR(DATE_FORMAT(ts, '%%i')/%d)*%d,2,0),':00'), INTERVAL %d minute)", sizeInt, sizeInt, sizeInt)
  127. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m-%%d %%H' ),FLOOR(DATE_FORMAT(ts, '%%i' )/%d)", sizeInt)
  128. } else if interval == "h" {
  129. timeSql = fmt.Sprintf("DATE_ADD(concat(DATE_FORMAT(ts,'%%Y-%%m-%%d '),LPAD(FLOOR(DATE_FORMAT(ts, '%%H')/%d)*%d,2,0),':00:00'), INTERVAL %d hour)", sizeInt, sizeInt, sizeInt)
  130. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m-%%d' ),FLOOR(DATE_FORMAT(ts, '%%H' )/%d)", sizeInt)
  131. } else {
  132. // day
  133. timeSql = fmt.Sprintf("DATE_ADD(concat(DATE_FORMAT(ts,'%%Y-%%m-'),LPAD(FLOOR(DATE_FORMAT(ts, '%%d')/%d)*%d,2,0),' 00:00:00'), INTERVAL %d day)", sizeInt, sizeInt, sizeInt)
  134. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m' ),FLOOR(DATE_FORMAT(ts, '%%d' )/%d)", sizeInt)
  135. }
  136. tableName := "ws_scada." + TableName(itemId)
  137. table := fmt.Sprintf(`(select *
  138. from %s
  139. where item_name = "%s" and project_id = %s
  140. and ts >= "%s" and ts < "%s"
  141. order by ts desc
  142. limit 99999999) A `, tableName, itemId, projectId, sTime, eTime)
  143. rows, err = DB.New().Table(table).
  144. Select(fmt.Sprintf("cast(item_value as DECIMAL(11,4)) as val, %s as htime", timeSql)).
  145. Group(groupSql).
  146. Order("htime asc").
  147. Rows()
  148. } else {
  149. groupSql := ""
  150. timeSql := ""
  151. if interval == "minute" {
  152. timeSql = fmt.Sprintf("concat(DATE_FORMAT(ts,'%%Y-%%m-%%d %%H:'),LPAD(FLOOR(DATE_FORMAT(ts, '%%i')/%d)*%d,2,0),':00')", sizeInt, sizeInt)
  153. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m-%%d %%H' ),FLOOR(DATE_FORMAT(ts, '%%i' )/%d)", sizeInt)
  154. } else if interval == "h" {
  155. timeSql = fmt.Sprintf("concat(DATE_FORMAT(ts, '%%Y-%%m-%%d ' ),LPAD(FLOOR(DATE_FORMAT(ts, '%%H' )/%d)*%d,2,0),':00:00')", sizeInt, sizeInt)
  156. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m-%%d' ),FLOOR(DATE_FORMAT(ts, '%%H' )/%d)", sizeInt)
  157. } else {
  158. //day
  159. timeSql = fmt.Sprintf("concat(DATE_FORMAT(ts, '%%Y-%%m-' ),LPAD(FLOOR(DATE_FORMAT(ts, '%%d' )/%d)*%d,2,0),' 00:00:00')", sizeInt, sizeInt)
  160. groupSql = fmt.Sprintf("DATE_FORMAT(ts, '%%Y-%%m' ),FLOOR(DATE_FORMAT(ts, '%%d' )/%d)", sizeInt)
  161. }
  162. rows, err = DB.New().Table("ws_scada."+TableName(itemId)).
  163. Select(fmt.Sprintf("%s(cast(item_value as DECIMAL(11,4))) as val, %s as htime", aggregator, timeSql)).
  164. Where("item_name = ? ", itemId).
  165. Where("ts >= ? and ts < ?", sTime, eTime).
  166. Where("project_id = ?", projectId).
  167. Group(groupSql).
  168. Rows()
  169. }
  170. defer rows.Close()
  171. if err != nil {
  172. log.Error(err)
  173. return nil, err
  174. }
  175. // 查询点位信息 导出表格需要
  176. configMap, err := GetDrdcByItemNameAndDeviceId(itemId, fmt.Sprintf("%d", deviceId))
  177. if err != nil {
  178. log.Error(err)
  179. return nil, err
  180. }
  181. for rows.Next() {
  182. di := postgres.JinkeHistoryData{}
  183. var val sql.NullString
  184. err := rows.Scan(&val, &di.Htime)
  185. di.Val = NullStringConverse(val)
  186. if err != nil { // 获得的都是字符串
  187. log.Error("Some amazing wrong happens in the process of queryAll.", err)
  188. return nil, err
  189. }
  190. di.Name = configMap.ItemAlias
  191. //判断小数点
  192. if configMap.IsBool == false {
  193. di.Val = processPrecise(di.Val, configMap.ItemPrecise)
  194. }
  195. resp = append(resp, di)
  196. }
  197. return resp, nil
  198. }
  199. */