DeviceData.go 45 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529
  1. package Device
  2. import (
  3. "Cold_Api/conf"
  4. "Cold_Api/controllers/lib"
  5. "encoding/json"
  6. "errors"
  7. "fmt"
  8. "sort"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "github.com/astaxie/beego/cache"
  13. _ "github.com/astaxie/beego/cache/redis"
  14. "github.com/astaxie/beego/logs"
  15. "github.com/beego/beego/v2/adapter/orm"
  16. orm2 "github.com/beego/beego/v2/client/orm"
  17. _ "github.com/go-sql-driver/mysql"
  18. )
  19. // 建表
  20. // var CREATEsql = "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + " ( " +
  21. var CREATEsql = " ( " +
  22. "`t_id` int(6) NOT NULL," +
  23. "`t_sp` int(6) NOT NULL," +
  24. "`t_time` datetime NOT NULL," +
  25. "`t_t` double(6, 1) NULL DEFAULT NULL," +
  26. "`t_rh` double(6, 1) NULL DEFAULT NULL," +
  27. "`t_site` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL," +
  28. "`create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP," +
  29. "PRIMARY KEY (`t_time`, `t_id`) USING BTREE" +
  30. ") ENGINE = InnoDB CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Compact;"
  31. type DeviceData_ struct {
  32. T_id int // 传感器id
  33. T_sp int // 传感器参数id
  34. T_t float32 // 温度
  35. T_rh float32 // 湿度
  36. T_site string // GPS
  37. T_time time.Time // 采集时间
  38. }
  39. // DeviceData_R1 辅助定位更新redis 结构体
  40. type DeviceData_R1 struct {
  41. T_t float32 // 温度
  42. T_rh float32 // 湿度
  43. T_Site string // GPS
  44. T_time time.Time // 采集时间
  45. T_sp int // 传感器参数ID
  46. T_tp int // 报警类型
  47. //create_time
  48. }
  49. // 模板
  50. type DeviceData_R struct {
  51. T_sn string // sn
  52. T_id int // 传感器id
  53. T_name string // 传感器名称
  54. T_t float32 // 温度
  55. T_rh float32 // 湿度
  56. T_site string // GPS
  57. T_tl float32 // 温度下限
  58. T_tu float32 // 温度上限
  59. T_rhl float32 // 湿度下限
  60. T_rhu float32 // 湿度上限
  61. T_time string // 采集时间
  62. T_sp int // 传感器参数id
  63. T_ist int // 温度 1开启 2关闭
  64. T_ish int // 湿度 1开启 2关闭
  65. T_free int // 空库
  66. T_remark string // 备注
  67. Sorts int // 排序
  68. }
  69. type DeviceData_R2 struct {
  70. DeviceData_
  71. Sn string `json:"sn"`
  72. T_name string `json:"t_name"` // 设备名称
  73. Time string `json:"t_time"`
  74. }
  75. // 模板
  76. type DeviceData_ChartShow struct {
  77. T_sn string // sn
  78. T_id int // 传感器id
  79. T_name string // 传感器名称
  80. T_t float32 // 温度
  81. T_rh float32 // 湿度
  82. T_tl float32 // 温度下限
  83. T_tu float32 // 温度上限
  84. T_rhl float32 // 湿度下限
  85. T_rhu float32 // 湿度上限
  86. T_time string // 采集时间
  87. }
  88. // 模板
  89. type DeviceData_Docking struct {
  90. T_monitor int // 监控状态 0 未监控 1 监控
  91. T_online int // 在线状态 0 未启用 1 在线 2 离线
  92. T_online_s int // 在线状态-备用 0 未启用 1 在线 2 离线
  93. T_sn string // sn
  94. T_id int // 传感器id
  95. T_name string // 传感器名称
  96. T_t float32 // 温度
  97. T_rh float32 // 湿度
  98. T_site string // GPS
  99. T_tl float32 // 温度下限
  100. T_tu float32 // 温度上限
  101. T_rhl float32 // 湿度下限
  102. T_rhu float32 // 湿度上限
  103. T_time string // 采集时间
  104. T_sp int // 传感器参数id
  105. }
  106. type DeviceData_Pdf struct {
  107. T_time string // sn
  108. T_id1 *float32 // 传感器id1温度
  109. T_id2 *float32 // 传感器id2温度
  110. }
  111. type DeviceData_BackUp struct {
  112. T_sn string
  113. T_id int // 传感器id
  114. T_name string // 传感器名称
  115. T_date string // 采集日期
  116. T_num int // 数据量
  117. }
  118. //func (t *DeviceData) TableName() string {
  119. // return "DeviceData" // 数据库名称 // ************** 替换 FormulaList **************
  120. //}
  121. var redis_DeviceData cache.Cache
  122. func init() {
  123. config := fmt.Sprintf(`{"key":"%s","conn":"%s","dbNum":"%s","password":"%s"}`,
  124. "redis_DeviceData", conf.Redis_address, conf.Redis_dbNum, conf.Redis_password)
  125. fmt.Println(config)
  126. var err error
  127. redis_DeviceData, err = cache.NewCache("redis", config)
  128. if err != nil || redis_DeviceData == nil {
  129. errMsg := "failed to init redis"
  130. logs.Error(errMsg, err)
  131. panic(errMsg)
  132. }
  133. }
  134. func DeviceData_ToDeviceData_R(d Device, r DeviceData_) (t DeviceData_R) {
  135. t.T_id = r.T_id
  136. t.T_t = r.T_t
  137. t.T_rh = r.T_rh
  138. t.T_site = r.T_site
  139. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  140. t.T_sp = r.T_sp
  141. sp := Read_DeviceSensorParameter_Map_Get(r.T_sp)
  142. t.T_name = sp.T_name
  143. t.T_tl = sp.T_Tlower
  144. t.T_tu = sp.T_Tupper
  145. t.T_rhl = sp.T_RHlower
  146. t.T_rhu = sp.T_RHupper
  147. t.T_free = sp.T_free
  148. if sp.T_free == 1 {
  149. t.T_remark = "空库"
  150. } else {
  151. t.T_remark = "-"
  152. }
  153. t.T_sn = d.T_sn
  154. t.T_ist = d.T_ist
  155. t.T_ish = d.T_ish
  156. return t
  157. }
  158. func DeviceDataToDeviceData_R2(d Device, sp DeviceSensorParameter_R, r DeviceData_) (t DeviceData_R) {
  159. t.T_id = r.T_id
  160. t.T_t = r.T_t
  161. t.T_rh = r.T_rh
  162. t.T_site = r.T_site
  163. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  164. // 传感器参数信息
  165. t.T_sp = r.T_sp
  166. t.T_name = sp.T_name
  167. t.T_tl = sp.T_Tlower
  168. t.T_tu = sp.T_Tupper
  169. t.T_rhl = sp.T_RHlower
  170. t.T_rhu = sp.T_RHupper
  171. // 设备信息
  172. t.T_ist = d.T_ist
  173. t.T_ish = d.T_ish
  174. return t
  175. }
  176. func DeviceData_ToDeviceData_ChartShow(d Device, r DeviceData_) (t DeviceData_ChartShow) {
  177. t.T_id = r.T_id
  178. t.T_t = r.T_t
  179. t.T_rh = r.T_rh
  180. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  181. sp := Read_DeviceSensorParameter_Map_Get(r.T_sp)
  182. t.T_name = sp.T_name
  183. t.T_tl = sp.T_Tlower
  184. t.T_tu = sp.T_Tupper
  185. t.T_rhl = sp.T_RHlower
  186. t.T_rhu = sp.T_RHupper
  187. return t
  188. }
  189. // ---------------- Redis -------------------
  190. // Redis_Device_Set(m.T_sn,m) // Redis 更新缓存
  191. func RedisDeviceData_Set(key string, r DeviceData_) (err error) {
  192. if redis_DeviceData.IsExist(key) {
  193. var t DeviceData_
  194. v := redis_DeviceData.Get(key)
  195. json.Unmarshal(v.([]byte), &t)
  196. if t.T_time.Unix() > r.T_time.Unix() {
  197. // 储存的 是最新数据
  198. return
  199. }
  200. }
  201. //json序列化
  202. str, err := json.Marshal(r)
  203. if err != nil {
  204. logs.Error(lib.FuncName(), err)
  205. return
  206. }
  207. err = redis_DeviceData.Put(key, str, 1*time.Hour)
  208. if err != nil {
  209. logs.Error("set key:", key, ",value:", str, err)
  210. }
  211. return
  212. }
  213. // 辅助定位设置redis数据
  214. func RedisDeviceData_SetAssistedPositioning(T_sn string, T_id int, r DeviceData_R1) (err error) {
  215. key := T_sn + "|" + strconv.Itoa(T_id)
  216. if redis_DeviceData.IsExist(key) {
  217. var t DeviceData_R1
  218. v := redis_DeviceData.Get(key)
  219. json.Unmarshal(v.([]byte), &t)
  220. // 防止时间溢出
  221. if time.Now().Unix() <= r.T_time.Unix() {
  222. r.T_time = time.Now()
  223. }
  224. }
  225. //json序列化
  226. str, err := json.Marshal(r)
  227. if err != nil {
  228. logs.Error("RedisDeviceData_Set", err)
  229. return
  230. }
  231. err = redis_DeviceData.Put(key, str, 1*time.Hour)
  232. if err != nil {
  233. logs.Error("set key:", key, ",value:", str, err)
  234. }
  235. return
  236. }
  237. func RedisDeviceData_Get(key string) (r DeviceData_, is bool) {
  238. if redis_DeviceData.IsExist(key) {
  239. v := redis_DeviceData.Get(key)
  240. err := json.Unmarshal(v.([]byte), &r)
  241. if err != nil {
  242. logs.Error(lib.FuncName(), err)
  243. return DeviceData_{}, false
  244. }
  245. return r, true
  246. }
  247. return DeviceData_{}, false
  248. }
  249. // 辅助定位获取redis数据
  250. func AssistedPositioning_Get(T_sn string, T_id int) (r DeviceData_R1, is bool) {
  251. key := T_sn + "|" + strconv.Itoa(T_id)
  252. if redis_DeviceData.IsExist(key) {
  253. v := redis_DeviceData.Get(key)
  254. json.Unmarshal(v.([]byte), &r)
  255. return r, true
  256. }
  257. return DeviceData_R1{}, false
  258. }
  259. // Redis_DeviceDataStatistics_Set 设置统计数据缓存
  260. func Redis_DeviceDataStatistics_Set(SN string, T_id int, Time_start string, Time_end string, stats DeviceDataStatistics) error {
  261. // 构建缓存key: device_data_stats:SN:T_id:Time_start:Time_end
  262. key := fmt.Sprintf("device_data_stats:%s:%d:%s:%s", SN, T_id, Time_start, Time_end)
  263. // json序列化
  264. str, err := json.Marshal(stats)
  265. if err != nil {
  266. logs.Error(lib.FuncName(), err)
  267. return err
  268. }
  269. // 缓存10分钟
  270. err = redis_DeviceData.Put(key, str, 10*time.Minute)
  271. if err != nil {
  272. logs.Error("Redis_DeviceDataStatistics_Set", "set key:", key, err)
  273. return err
  274. }
  275. return nil
  276. }
  277. // Redis_DeviceDataStatistics_Get 获取统计数据缓存
  278. func Redis_DeviceDataStatistics_Get(SN string, T_id int, Time_start string, Time_end string) (stats DeviceDataStatistics, found bool) {
  279. // 构建缓存key
  280. key := fmt.Sprintf("device_data_stats:%s:%d:%s:%s", SN, T_id, Time_start, Time_end)
  281. if !redis_DeviceData.IsExist(key) {
  282. return DeviceDataStatistics{}, false
  283. }
  284. v := redis_DeviceData.Get(key)
  285. err := json.Unmarshal(v.([]byte), &stats)
  286. if err != nil {
  287. logs.Error(lib.FuncName(), err)
  288. return DeviceDataStatistics{}, false
  289. }
  290. return stats, true
  291. }
  292. // -------------------------------------------------------
  293. // 创建数据库 Device.CREATE_DeviceData("")
  294. func CREATE_DeviceData(SN string) bool {
  295. sql := "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + "` " + CREATEsql
  296. o := orm.NewOrm()
  297. _, err := o.Raw(sql).Exec()
  298. if err != nil {
  299. logs.Error(lib.FuncName(), err)
  300. return false
  301. }
  302. return true
  303. }
  304. func DELETE_DeviceDatar(SN string) bool {
  305. timeStr := time.Now().Format("2006_01_02_15_04_05")
  306. //sql := "DROP TABLE z_device_data_" + SN
  307. sql := "ALTER TABLE z_device_data_" + SN + " RENAME TO " + "z_device_data_" + SN + "_dle_" + timeStr + ";"
  308. logs.Info("DELETE_DeviceDatar sql:", sql)
  309. o := orm.NewOrm()
  310. _, err := o.Raw(sql).Exec()
  311. if err != nil {
  312. logs.Error(lib.FuncName(), err)
  313. return false
  314. }
  315. return true
  316. }
  317. // ---------------- 特殊方法 ------------------
  318. type DeviceData_T struct {
  319. T_id int // ID
  320. T_t float32 // 温度
  321. T_rh float32 // 湿度
  322. T_Site string // GPS
  323. T_time time.Time // 采集时间
  324. }
  325. // 添加
  326. func Add_DeviceData(SN string, v DeviceData_T) bool {
  327. //if(conf.Test_server){
  328. // return true
  329. //}
  330. // 使用分钟级别的key进行去重判断,忽略秒数差异
  331. key_time := SN + "|" + strconv.Itoa(v.T_id) + "|" + v.T_time.Format("2006-01-02 15:04")
  332. logs.Debug(key_time)
  333. if redis_DeviceData.IsExist(key_time) {
  334. //println("找到key:",key)
  335. return true
  336. }
  337. o := orm.NewOrm()
  338. // 检查 超过时间,查询 数据库
  339. logs.Info("Add_DeviceData 时间差s:", time.Now().Unix()-v.T_time.Unix())
  340. if time.Now().Unix()-v.T_time.Unix() >= 60*40 {
  341. // 查看是否 有记录 - 按分钟查询,忽略秒数差异
  342. var maps_z []orm2.ParamsList
  343. // 使用 DATE_FORMAT 截断到分钟进行比较
  344. sql_c := "SELECT COUNT(*) FROM z_device_data_" + SN + " WHERE DATE_FORMAT(t_time,'%Y-%m-%d %H:%i') = '" + v.T_time.Format("2006-01-02 15:04") + "' AND t_id = " + strconv.Itoa(v.T_id)
  345. logs.Info("检查 超过时间,查询 数据库 SQL:", sql_c)
  346. _, err := o.Raw(sql_c).ValuesList(&maps_z)
  347. if err != nil {
  348. logs.Info(err)
  349. return false
  350. }
  351. if lib.To_int(maps_z[0][0]) > 0 {
  352. logs.Info("存在记录,跳过!")
  353. return true
  354. }
  355. }
  356. // 开始插入数据
  357. sql := "INSERT INTO z_device_data_" + SN + " ( `t_id`, `t_t`, `t_rh`, `t_site`, `t_time`) " +
  358. "VALUES (" + strconv.Itoa(v.T_id) + ", " + lib.To_string(v.T_t) + ", " + lib.To_string(v.T_rh) + ", '" + v.T_Site + "', '" + v.T_time.Format("2006-01-02 15:04:05") + "')"
  359. // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
  360. logs.Debug(sql)
  361. res, err := o.Raw(sql).Exec()
  362. if err != nil {
  363. logs.Error(lib.FuncName(), err)
  364. return false
  365. }
  366. res.RowsAffected()
  367. return true
  368. }
  369. // 辅助定位更新缓存
  370. func Update_AssistedPositioning(T_sn, longitude, latitude, T_time string) error {
  371. o := orm.NewOrm()
  372. tableName := "z_device_data_" + T_sn
  373. var deviceData []DeviceData_
  374. tsn, i := Read_DeviceSensor_ByTsn(T_sn)
  375. if i == 0 {
  376. return errors.New("获取设备失败")
  377. }
  378. for _, v := range tsn {
  379. r, is := AssistedPositioning_Get(v.T_sn, v.T_id)
  380. if is {
  381. r.T_Site = longitude + "," + latitude
  382. err := RedisDeviceData_SetAssistedPositioning(v.T_sn, v.T_id, r)
  383. if err != nil {
  384. return err
  385. }
  386. sql := "SELECT * FROM " + tableName + " ORDER BY t_time DESC LIMIT 1"
  387. fmt.Println(sql)
  388. rows, err := o.Raw(sql).QueryRows(&deviceData)
  389. if err != nil {
  390. logs.Error(lib.FuncName(), err)
  391. return err
  392. }
  393. if rows > 0 {
  394. for _, data := range deviceData {
  395. format := data.T_time.Format("2006-01-02 15:04:05")
  396. sql = "UPDATE " + tableName + " SET t_site = '" + longitude + "," + latitude + "' WHERE t_id = " + strconv.Itoa(v.T_id) + " AND t_time = '" + format + "'"
  397. _, err := o.Raw(sql).Exec()
  398. if err != nil {
  399. logs.Error(lib.FuncName(), err)
  400. return err
  401. }
  402. }
  403. }
  404. }
  405. }
  406. return nil
  407. }
  408. func Read_DeviceData_ById_List(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  409. o := orm.NewOrm()
  410. var maps []DeviceData_
  411. var maps_z []orm2.ParamsList
  412. var r []DeviceData_R
  413. var offset int
  414. if page_z == 0 {
  415. page_z = conf.Page_size
  416. }
  417. if page <= 1 {
  418. offset = 0
  419. } else {
  420. offset = (page - 1) * page_z
  421. }
  422. sql_time := ""
  423. if len(Time_start_) > 1 {
  424. sql_time += " t_time >= '" + Time_start_ + "' AND "
  425. }
  426. if len(Time_end_) > 1 {
  427. sql_time += " t_time <= '" + Time_end_ + "' AND "
  428. }
  429. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  430. logs.Debug(sql)
  431. _, err := o.Raw(sql).ValuesList(&maps_z)
  432. if err != nil {
  433. logs.Error(lib.FuncName(), err)
  434. return r, 0
  435. }
  436. if len(maps_z) == 0 {
  437. return r, 0
  438. }
  439. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  440. if page_z != 9999 {
  441. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  442. }
  443. logs.Debug(sql)
  444. _, err = o.Raw(sql).QueryRows(&maps)
  445. if err != nil {
  446. logs.Error(lib.FuncName(), err)
  447. return r, 0
  448. }
  449. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  450. key, _ := strconv.Atoi(maps_z[0][0].(string))
  451. device, err := Read_Device_ByT_sn(SN)
  452. if err != nil {
  453. logs.Error(lib.FuncName(), err)
  454. }
  455. for _, v := range maps {
  456. r = append(r, DeviceData_ToDeviceData_R(device, v))
  457. }
  458. return r, key
  459. }
  460. func Read_DeviceData_ById_List_ChartShow(SN string, T_id int, Time_start_ string, Time_end_ string) ([]DeviceData_ChartShow, int) {
  461. o := orm.NewOrm()
  462. var maps []DeviceData_
  463. sql_time := ""
  464. if len(Time_start_) > 1 {
  465. sql_time += " t_time >= '" + Time_start_ + "' AND "
  466. }
  467. if len(Time_end_) > 1 {
  468. sql_time += " t_time <= '" + Time_end_ + "' AND "
  469. }
  470. // 优化:移除不必要的 COUNT 查询,直接查询数据
  471. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  472. logs.Debug(sql)
  473. _, err := o.Raw(sql).QueryRows(&maps)
  474. if err != nil {
  475. logs.Error(lib.FuncName(), err)
  476. return []DeviceData_ChartShow{}, 0
  477. }
  478. // 如果没有数据,直接返回
  479. if len(maps) == 0 {
  480. return []DeviceData_ChartShow{}, 0
  481. }
  482. // 优化:预分配结果切片容量,减少内存重新分配
  483. r := make([]DeviceData_ChartShow, 0, len(maps))
  484. // 获取传感器名称和参数(只查询一次)
  485. deviceSensor, _ := Read_DeviceSensor_ByT_sn(SN, T_id)
  486. sp, _ := Read_DeviceSensorParameter(deviceSensor.T_sn, deviceSensor.T_id)
  487. // 转换数据
  488. for _, v := range maps {
  489. item := DeviceData_ChartShow{
  490. T_sn: SN,
  491. T_id: v.T_id,
  492. T_t: v.T_t,
  493. T_rh: v.T_rh,
  494. T_time: v.T_time.Format("2006-01-02 15:04:05"),
  495. T_name: deviceSensor.T_name,
  496. T_tl: sp.T_Tlower,
  497. T_tu: sp.T_Tupper,
  498. T_rhl: sp.T_RHlower,
  499. T_rhu: sp.T_RHupper,
  500. }
  501. r = append(r, item)
  502. }
  503. return r, len(r)
  504. }
  505. // Read_DeviceData_ById_List_ChartShow_WithCache 优化版本:接受预加载的传感器信息,避免重复查询
  506. func Read_DeviceData_ById_List_ChartShow_WithCache(SN string, T_id int, Time_start_ string, Time_end_ string, deviceSensor DeviceSensor, sp DeviceSensorParameter_R) ([]DeviceData_ChartShow, int) {
  507. o := orm.NewOrm()
  508. var maps []DeviceData_
  509. sql_time := ""
  510. if len(Time_start_) > 1 {
  511. sql_time += " t_time >= '" + Time_start_ + "' AND "
  512. }
  513. if len(Time_end_) > 1 {
  514. sql_time += " t_time <= '" + Time_end_ + "' AND "
  515. }
  516. // 优化:移除不必要的 COUNT 查询,直接查询数据
  517. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  518. logs.Debug(sql)
  519. _, err := o.Raw(sql).QueryRows(&maps)
  520. if err != nil {
  521. logs.Error(lib.FuncName(), err)
  522. return []DeviceData_ChartShow{}, 0
  523. }
  524. // 如果没有数据,直接返回
  525. if len(maps) == 0 {
  526. return []DeviceData_ChartShow{}, 0
  527. }
  528. // 优化:预分配结果切片容量,减少内存重新分配
  529. r := make([]DeviceData_ChartShow, 0, len(maps))
  530. // 使用传入的传感器信息,无需再次查询
  531. for _, v := range maps {
  532. item := DeviceData_ChartShow{
  533. T_sn: SN,
  534. T_id: v.T_id,
  535. T_t: v.T_t,
  536. T_rh: v.T_rh,
  537. T_time: v.T_time.Format("2006-01-02 15:04:05"),
  538. T_name: deviceSensor.T_name,
  539. T_tl: sp.T_Tlower,
  540. T_tu: sp.T_Tupper,
  541. T_rhl: sp.T_RHlower,
  542. T_rhu: sp.T_RHupper,
  543. }
  544. r = append(r, item)
  545. }
  546. return r, len(r)
  547. }
  548. func Read_DeviceData_ById_List_OrderByTimeAes(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  549. o := orm.NewOrm()
  550. var maps []DeviceData_
  551. var maps_z []orm2.ParamsList
  552. var r []DeviceData_R
  553. var offset int
  554. if page_z == 0 {
  555. page_z = conf.Page_size
  556. }
  557. if page <= 1 {
  558. offset = 0
  559. } else {
  560. offset = (page - 1) * page_z
  561. }
  562. sql_time := ""
  563. if len(Time_start_) > 1 {
  564. sql_time += " t_time >= '" + Time_start_ + "' AND "
  565. }
  566. if len(Time_end_) > 1 {
  567. sql_time += " t_time <= '" + Time_end_ + "' AND "
  568. }
  569. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  570. logs.Debug(sql)
  571. _, err := o.Raw(sql).ValuesList(&maps_z)
  572. if err != nil {
  573. logs.Error(lib.FuncName(), err)
  574. return r, 0
  575. }
  576. if len(maps_z) == 0 {
  577. return r, 0
  578. }
  579. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1,t_id DESC "
  580. if page_z != 9999 {
  581. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  582. }
  583. logs.Debug(sql)
  584. _, err = o.Raw(sql).QueryRows(&maps)
  585. if err != nil {
  586. logs.Error(lib.FuncName(), err)
  587. return r, 0
  588. }
  589. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  590. key, _ := strconv.Atoi(maps_z[0][0].(string))
  591. device, err := Read_Device_ByT_sn(SN)
  592. if err != nil {
  593. logs.Error(lib.FuncName(), err)
  594. }
  595. for _, v := range maps {
  596. r = append(r, DeviceData_ToDeviceData_R(device, v))
  597. }
  598. return r, key
  599. }
  600. func Read_DeviceData_ByIds(SN string, ids []int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  601. o := orm.NewOrm()
  602. var maps []DeviceData_
  603. var maps_z []orm2.ParamsList
  604. var r []DeviceData_R
  605. var offset int
  606. if page_z == 0 {
  607. page_z = conf.Page_size
  608. }
  609. if page <= 1 {
  610. offset = 0
  611. } else {
  612. offset = (page - 1) * page_z
  613. }
  614. sql_time := ""
  615. if len(Time_start_) > 1 {
  616. sql_time += " t_time >= '" + Time_start_ + "' AND "
  617. }
  618. if len(Time_end_) > 1 {
  619. sql_time += " t_time <= '" + Time_end_ + "' AND "
  620. }
  621. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ")"
  622. logs.Debug(sql)
  623. _, err := o.Raw(sql).ValuesList(&maps_z)
  624. if err != nil {
  625. logs.Error(lib.FuncName(), err)
  626. return r, 0
  627. }
  628. if len(maps_z) == 0 {
  629. return r, 0
  630. }
  631. //t_tl,t_tu,t_rhl,t_rhu,
  632. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ") ORDER BY t_time1 DESC,t_id ASC "
  633. if page_z != 9999 {
  634. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  635. }
  636. logs.Debug(sql)
  637. _, err = o.Raw(sql).QueryRows(&maps)
  638. if err != nil {
  639. logs.Error(lib.FuncName(), err)
  640. return r, 0
  641. }
  642. key, _ := strconv.Atoi(maps_z[0][0].(string))
  643. device, err := Read_Device_ByT_sn(SN)
  644. if err != nil {
  645. logs.Error(lib.FuncName(), err)
  646. }
  647. for _, v := range maps {
  648. r = append(r, DeviceData_ToDeviceData_R(device, v))
  649. }
  650. return r, key
  651. }
  652. func Read_DeviceData_ByIds_ForPDF(SN string, ids []int, Time_start_ string, Time_end_ string) []DeviceData_Pdf {
  653. o := orm.NewOrm()
  654. var r []DeviceData_Pdf
  655. if len(ids) == 0 || len(ids) > 2 {
  656. return r
  657. }
  658. sql_time := ""
  659. if len(Time_start_) > 1 {
  660. sql_time += " t_time >= '" + Time_start_ + "' AND "
  661. }
  662. if len(Time_end_) > 1 {
  663. sql_time += " t_time <= '" + Time_end_ + "' AND "
  664. }
  665. selectSql := ""
  666. for i, v := range ids {
  667. selectSql += fmt.Sprintf("MAX(CASE WHEN t_id = %d THEN t_t END) AS t_id%d,", v, i+1)
  668. }
  669. selectSql = strings.Trim(selectSql, ",")
  670. sql := "SELECT DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time," + selectSql + " FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ") GROUP BY t_time ORDER BY t_time"
  671. logs.Debug(sql)
  672. _, err := o.Raw(sql).QueryRows(&r)
  673. if err != nil {
  674. logs.Error(lib.FuncName(), err)
  675. return r
  676. }
  677. return r
  678. }
  679. func Read_SqlRawL(T_SQL string, T_data []string) (string, []orm2.Params) {
  680. o := orm.NewOrm()
  681. var lists []orm2.Params
  682. logs.Debug(T_SQL)
  683. _, err := o.Raw(T_SQL, T_data).Values(&lists)
  684. if err != nil {
  685. logs.Error(lib.FuncName(), err)
  686. return err.Error(), lists
  687. }
  688. return "", lists
  689. }
  690. func Read_DeviceData_By_T_snid_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int64) {
  691. T_snid_list := strings.Split(strings.Trim(T_snid, "|"), "|")
  692. var maps []DeviceData_R
  693. var maps_num int64
  694. var offset, offset_z int
  695. for _, v := range T_snid_list {
  696. sn_id := strings.Split(v, ",")
  697. if len(sn_id) == 3 {
  698. Read_DeviceSensorParameter_All_Map(sn_id[0], lib.To_int(sn_id[1]))
  699. r_maps, r_maps_num := Read_DeviceData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999)
  700. for i := range r_maps {
  701. atoi, _ := strconv.Atoi(sn_id[2])
  702. r_maps[i].Sorts = atoi
  703. }
  704. maps = append(maps, r_maps...)
  705. maps_num = maps_num + int64(r_maps_num)
  706. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  707. } else if len(sn_id) == 2 {
  708. Read_DeviceSensorParameter_All_Map(sn_id[0], lib.To_int(sn_id[1]))
  709. r_maps, r_maps_num := Read_DeviceData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999)
  710. maps = append(maps, r_maps...)
  711. maps_num = maps_num + int64(r_maps_num)
  712. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  713. }
  714. }
  715. if maps_num == 0 {
  716. return maps, maps_num
  717. }
  718. // 倒序
  719. sort.Slice(maps, func(i, j int) bool {
  720. if maps[i].T_time == maps[j].T_time {
  721. return maps[i].Sorts < maps[j].Sorts
  722. }
  723. return maps[i].T_time > maps[j].T_time
  724. })
  725. if page <= 1 {
  726. offset = 0
  727. } else {
  728. page -= 1
  729. offset = page * page_z
  730. }
  731. offset_z = offset + page_z
  732. if maps_num < int64(offset_z) {
  733. offset_z = int(maps_num)
  734. }
  735. if offset > offset_z {
  736. offset = offset_z
  737. }
  738. if page_z == 9999 {
  739. logs.Debug("总数据:", maps_num, " 导出")
  740. return maps, maps_num
  741. }
  742. logs.Debug("总数据:", maps_num, " 截取", offset, offset+page_z)
  743. return maps[offset:offset_z], maps_num
  744. }
  745. func Read_DeviceData_By_T_snid_List_ChartShow(T_snid string, Time_start_ string, Time_end_ string) ([]DeviceData_ChartShow, int64) {
  746. T_snid_list := strings.Split(strings.Trim(T_snid, "|"), "|")
  747. // 优化:批量预加载所有传感器信息和参数,避免 N+1 查询问题
  748. sensorMap := make(map[string]DeviceSensor) // key: "SN_T_id"
  749. parameterMap := make(map[string]DeviceSensorParameter_R) // key: "SN_T_id"
  750. for _, v := range T_snid_list {
  751. sn_id := strings.Split(v, ",")
  752. if len(sn_id) < 2 {
  753. continue
  754. }
  755. sn := sn_id[0]
  756. sensorId := lib.To_int(sn_id[1])
  757. key := fmt.Sprintf("%s_%d", sn, sensorId)
  758. // 预加载传感器信息
  759. if sensor, ok := Read_DeviceSensor_ByT_sn(sn, sensorId); ok {
  760. sensorMap[key] = sensor
  761. // 预加载传感器参数
  762. if param, ok := Read_DeviceSensorParameter(sn, sensorId); ok {
  763. parameterMap[key] = param
  764. }
  765. }
  766. }
  767. // 预估容量以减少内存重新分配
  768. estimatedCapacity := len(T_snid_list) * 100
  769. maps := make([]DeviceData_ChartShow, 0, estimatedCapacity)
  770. var maps_num int64
  771. // 遍历所有传感器,加载数据
  772. for _, v := range T_snid_list {
  773. sn_id := strings.Split(v, ",")
  774. if len(sn_id) < 2 {
  775. continue
  776. }
  777. // 获取 SN 和传感器 ID
  778. sn := sn_id[0]
  779. sensorId := lib.To_int(sn_id[1])
  780. // 使用优化后的函数,传入预加载的传感器信息
  781. key := fmt.Sprintf("%s_%d", sn, sensorId)
  782. sensor, hasSensor := sensorMap[key]
  783. param, hasParam := parameterMap[key]
  784. if !hasSensor || !hasParam {
  785. logs.Debug("跳过传感器(未找到信息):", sn, sensorId)
  786. continue
  787. }
  788. // 获取数据列表(使用新的优化函数)
  789. r_maps, r_maps_num := Read_DeviceData_ById_List_ChartShow_WithCache(sn, sensorId, Time_start_, Time_end_, sensor, param)
  790. maps = append(maps, r_maps...)
  791. maps_num += int64(r_maps_num)
  792. logs.Debug("加载数据:", sn, sensorId, r_maps_num)
  793. }
  794. // 如果没有数据,直接返回
  795. if maps_num == 0 {
  796. return maps, maps_num
  797. }
  798. // 按时间倒序排序
  799. sort.Slice(maps, func(i, j int) bool {
  800. return maps[i].T_time > maps[j].T_time
  801. })
  802. logs.Debug("总数据:", maps_num, " 导出全部")
  803. return maps, maps_num
  804. }
  805. // DeviceDataStatistics 设备数据统计结构(单个传感器)
  806. type DeviceDataStatistics struct {
  807. SN string `json:"sn"` // 设备SN
  808. SensorId int `json:"sensor_id"` // 传感器ID
  809. SensorName string `json:"sensor_name"` // 传感器名称
  810. TempMax float32 `json:"temp_max"` // 最高温度
  811. TempMin float32 `json:"temp_min"` // 最低温度
  812. TempAvg float32 `json:"temp_avg"` // 平均温度
  813. HumidityMax float32 `json:"humidity_max"` // 最高湿度
  814. HumidityMin float32 `json:"humidity_min"` // 最低湿度
  815. HumidityAvg float32 `json:"humidity_avg"` // 平均湿度
  816. DataCount int64 `json:"data_count"` // 数据条数
  817. }
  818. // DeviceDataStatisticsTotal 所有传感器数据统计汇总结构
  819. type DeviceDataStatisticsTotal struct {
  820. TempMax float32 `json:"temp_max"` // 所有传感器中的最高温度
  821. TempMin float32 `json:"temp_min"` // 所有传感器中的最低温度
  822. TempAvg float32 `json:"temp_avg"` // 所有传感器温度平均值
  823. HumidityMax float32 `json:"humidity_max"` // 所有传感器中的最高湿度
  824. HumidityMin float32 `json:"humidity_min"` // 所有传感器中的最低湿度
  825. HumidityAvg float32 `json:"humidity_avg"` // 所有传感器湿度平均值
  826. DataCount int64 `json:"data_count"` // 总数据条数
  827. }
  828. // Read_DeviceData_Statistics 获取设备数据统计信息
  829. func Read_DeviceData_Statistics(SN string, T_id int, Time_start_ string, Time_end_ string) (DeviceDataStatistics, error) {
  830. // 先尝试从缓存获取
  831. if cachedStats, found := Redis_DeviceDataStatistics_Get(SN, T_id, Time_start_, Time_end_); found {
  832. logs.Debug("从缓存获取统计数据: SN=%s, T_id=%d", SN, T_id)
  833. return cachedStats, nil
  834. }
  835. o := orm.NewOrm()
  836. var stats DeviceDataStatistics
  837. var result []orm2.ParamsList
  838. // 构建时间条件
  839. sql_time := ""
  840. if len(Time_start_) > 1 {
  841. sql_time += " t_time >= '" + Time_start_ + "' AND "
  842. }
  843. if len(Time_end_) > 1 {
  844. sql_time += " t_time <= '" + Time_end_ + "' AND "
  845. }
  846. // 查询统计数据:最大值、最小值、平均值、数据条数
  847. sql := "SELECT " +
  848. "MAX(t_t) AS temp_max, " +
  849. "MIN(t_t) AS temp_min, " +
  850. "AVG(t_t) AS temp_avg, " +
  851. "MAX(t_rh) AS humidity_max, " +
  852. "MIN(t_rh) AS humidity_min, " +
  853. "AVG(t_rh) AS humidity_avg, " +
  854. "COUNT(*) AS data_count " +
  855. "FROM z_device_data_" + SN + " " +
  856. "WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  857. logs.Debug(sql)
  858. _, err := o.Raw(sql).ValuesList(&result)
  859. if err != nil {
  860. logs.Error(lib.FuncName(), err)
  861. return stats, err
  862. }
  863. if len(result) == 0 || result[0][0] == nil {
  864. return stats, errors.New("没有查询到数据")
  865. }
  866. // 填充统计数据
  867. stats.SN = SN
  868. stats.SensorId = T_id
  869. // 解析统计结果
  870. if result[0][0] != nil {
  871. if val, err := strconv.ParseFloat(result[0][0].(string), 32); err == nil {
  872. stats.TempMax = float32(val)
  873. }
  874. }
  875. if result[0][1] != nil {
  876. if val, err := strconv.ParseFloat(result[0][1].(string), 32); err == nil {
  877. stats.TempMin = float32(val)
  878. }
  879. }
  880. if result[0][2] != nil {
  881. if val, err := strconv.ParseFloat(result[0][2].(string), 32); err == nil {
  882. stats.TempAvg = float32(val)
  883. }
  884. }
  885. if result[0][3] != nil {
  886. if val, err := strconv.ParseFloat(result[0][3].(string), 32); err == nil {
  887. stats.HumidityMax = float32(val)
  888. }
  889. }
  890. if result[0][4] != nil {
  891. if val, err := strconv.ParseFloat(result[0][4].(string), 32); err == nil {
  892. stats.HumidityMin = float32(val)
  893. }
  894. }
  895. if result[0][5] != nil {
  896. if val, err := strconv.ParseFloat(result[0][5].(string), 32); err == nil {
  897. stats.HumidityAvg = float32(val)
  898. }
  899. }
  900. if result[0][6] != nil {
  901. if val, err := strconv.ParseInt(result[0][6].(string), 10, 64); err == nil {
  902. stats.DataCount = val
  903. }
  904. }
  905. // 将统计数据存入缓存(10分钟有效期)
  906. if err := Redis_DeviceDataStatistics_Set(SN, T_id, Time_start_, Time_end_, stats); err != nil {
  907. logs.Error("缓存统计数据失败: ", err)
  908. // 即使缓存失败也继续返回数据
  909. }
  910. return stats, nil
  911. }
  912. func Read_DeviceData_ById_Year_List(SN string) []orm2.ParamsList {
  913. o := orm.NewOrm()
  914. var maps_z []orm2.ParamsList
  915. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  916. sql := "SELECT DATE_FORMAT(t_time,\"%m\") AS m ,DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + strconv.Itoa(time.Now().Year()) + "-0-0 00:00:00' GROUP BY DATE_FORMAT(t_time,\"%m\");"
  917. logs.Debug(sql)
  918. num, err := o.Raw(sql).ValuesList(&maps_z)
  919. if err == nil && num > 0 {
  920. logs.Debug(maps_z[0][0]) // slene
  921. }
  922. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  923. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  924. return maps_z
  925. } //
  926. func Read_DeviceData_ById_Month_List(SN string) []orm2.ParamsList {
  927. o := orm.NewOrm()
  928. var maps_z []orm2.ParamsList
  929. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  930. time_x := currentTime.Format("2006-01") + "-00 00:00:00"
  931. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  932. sql := "SELECT DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%d\");"
  933. logs.Debug(sql)
  934. o.Raw(sql).ValuesList(&maps_z)
  935. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  936. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  937. return maps_z
  938. }
  939. func Read_DeviceData_ById_Day_List(SN string) []orm2.ParamsList {
  940. o := orm.NewOrm()
  941. var maps_z []orm2.ParamsList
  942. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  943. time_x := currentTime.Format("2006-01-02") + " 00:00:00"
  944. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  945. sql := "SELECT DATE_FORMAT(t_time,\"%H\") AS m FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%H\");"
  946. logs.Debug(sql)
  947. o.Raw(sql).ValuesList(&maps_z)
  948. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  949. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  950. return maps_z
  951. }
  952. func Read_DeviceData_List_GROUP_BY_t_time(SN string, Time_start_ string, Time_end_ string) []orm2.ParamsList {
  953. o := orm.NewOrm()
  954. var maps_z []orm2.ParamsList
  955. sql_time := ""
  956. if len(Time_start_) > 1 {
  957. sql_time += " t_time >= '" + Time_start_ + "' AND " + " t_time <= '" + Time_end_ + "' "
  958. }
  959. sql := "SELECT DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_" + SN + " WHERE " + sql_time + " GROUP BY t_time ORDER BY t_time DESC "
  960. logs.Debug(sql)
  961. _, err := o.Raw(sql).ValuesList(&maps_z)
  962. if err != nil {
  963. logs.Error(lib.FuncName(), err)
  964. }
  965. return maps_z
  966. }
  967. func Read_DeviceData(T_sn string, T_id int) (t DeviceData_) {
  968. key := T_sn + "|" + strconv.Itoa(T_id)
  969. if t, is := RedisDeviceData_Get(key); is {
  970. return t
  971. }
  972. o := orm.NewOrm()
  973. var maps []DeviceData_
  974. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC LIMIT 0,1"
  975. logs.Debug(sql)
  976. _, err := o.Raw(sql).QueryRows(&maps)
  977. if err != nil {
  978. logs.Error(lib.FuncName(), err)
  979. return t
  980. }
  981. if len(maps) == 0 {
  982. RedisDeviceData_Set(key, t)
  983. return t
  984. }
  985. RedisDeviceData_Set(key, maps[0])
  986. return maps[0]
  987. }
  988. // 获取数据备份
  989. func Read_DeviceData_BackUp_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_BackUp, int64) {
  990. T_snid_list := strings.Split(T_snid, "|")
  991. var maps []DeviceData_BackUp
  992. var maps_num int64
  993. var offset, offset_z int
  994. for _, v := range T_snid_list {
  995. sn_id := strings.Split(v, ",")
  996. if len(sn_id) >= 2 {
  997. r_maps, r_maps_num := Read_DeviceData_BackUp(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_)
  998. maps = append(maps, r_maps...)
  999. maps_num = maps_num + int64(r_maps_num)
  1000. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  1001. }
  1002. }
  1003. if page <= 1 {
  1004. offset = 0
  1005. } else {
  1006. page -= 1
  1007. offset = page * page_z
  1008. }
  1009. offset_z = offset + page_z
  1010. if maps_num < int64(offset_z) {
  1011. offset_z = int(maps_num)
  1012. }
  1013. if offset > offset_z {
  1014. offset = offset_z
  1015. }
  1016. if page_z == 9999 {
  1017. logs.Debug("总数据:", maps_num, " 导出")
  1018. return maps, maps_num
  1019. }
  1020. logs.Debug("总数据:", maps_num, " 截取", offset, offset+page_z)
  1021. return maps[offset:offset_z], maps_num
  1022. }
  1023. func Read_DeviceData_BackUp(T_sn string, T_id int, Time_start_ string, Time_end_ string) ([]DeviceData_BackUp, int) {
  1024. o := orm.NewOrm()
  1025. var maps []DeviceData_BackUp
  1026. sql_time := ""
  1027. if len(Time_start_) > 0 {
  1028. sql_time += " t_time >= '" + Time_start_ + "' AND"
  1029. }
  1030. if len(Time_end_) > 0 {
  1031. sql_time += " t_time <= '" + Time_end_ + "' AND"
  1032. }
  1033. sql := "SELECT t_id,date_format(t_time, '%Y-%m-%d') t_date, count(*) t_num FROM z_device_data_" + T_sn + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " GROUP BY t_date ORDER BY t_time DESC "
  1034. logs.Debug(sql)
  1035. _, err := o.Raw(sql).QueryRows(&maps)
  1036. if err != nil {
  1037. logs.Error(lib.FuncName(), err)
  1038. return maps, 0
  1039. }
  1040. deviceSensor, _ := Read_DeviceSensor_ByT_sn(T_sn, T_id)
  1041. for i := 0; i < len(maps); i++ {
  1042. maps[i].T_sn = T_sn
  1043. maps[i].T_name = deviceSensor.T_name
  1044. }
  1045. return maps, len(maps)
  1046. }
  1047. func Read_DeviceData_By_Time(T_sn string, T_id int, Time string) (t DeviceData_) {
  1048. o := orm.NewOrm()
  1049. var maps DeviceData_
  1050. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time <= '" + Time + "'" + " ORDER BY t_time1 DESC LIMIT 0,1"
  1051. logs.Debug(sql)
  1052. err := o.Raw(sql).QueryRow(&maps)
  1053. if err != nil {
  1054. logs.Error(lib.FuncName(), err)
  1055. return t
  1056. }
  1057. return maps
  1058. }
  1059. func Read_DeviceData_Start_Time(T_sn string, T_id int, StartTime, EndTime string) (t []DeviceData_, count int64) {
  1060. o := orm.NewOrm()
  1061. var maps []DeviceData_
  1062. var sql string
  1063. if len(StartTime) > 0 && len(EndTime) > 0 {
  1064. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time >= '" + StartTime + "'" + " AND t_time <= '" + EndTime + "'" + " ORDER BY t_time1 DESC"
  1065. } else if len(StartTime) > 0 && len(EndTime) == 0 {
  1066. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time >= '" + StartTime + "'" + " ORDER BY t_time1 DESC"
  1067. }
  1068. logs.Debug(sql)
  1069. count, err := o.Raw(sql).QueryRows(&maps)
  1070. if err != nil {
  1071. logs.Error(lib.FuncName(), err)
  1072. return t, 0
  1073. }
  1074. return maps, count
  1075. }
  1076. // 获取最新轨迹信息
  1077. func GetNewLocus(T_sn string, T_id int, list *[]DeviceData_) error {
  1078. task, err := Read_DeviceTask_List_By_Condition(T_sn)
  1079. if err != nil {
  1080. logs.Error(lib.FuncName(), err.Error())
  1081. return errors.New("设备未开启监控")
  1082. }
  1083. // 当最新设备状态为1时,证明设备正在启动中,查询大于开始时间的所有轨迹,设备状态为2时,查询开始时间到结束时间的轨迹
  1084. if task.T_State == 1 {
  1085. deviceData, count := Read_DeviceData_Start_Time(T_sn, T_id, task.T_Ut_start.Format("2006-01-02 15:04:05"), "")
  1086. if count >= 0 {
  1087. *list = appendUniqueDeviceData(*list, deviceData)
  1088. } else {
  1089. logs.Error(lib.FuncName(), err)
  1090. return errors.New("获取设备轨迹失败")
  1091. }
  1092. } else if task.T_State == 2 {
  1093. deviceData, count := Read_DeviceData_Start_Time(T_sn, T_id, task.T_Ut_start.Format("2006-01-02 15:04:05"), task.T_Ut_end.Format("2006-01-02 15:04:05"))
  1094. if count >= 0 {
  1095. *list = appendUniqueDeviceData(*list, deviceData)
  1096. } else {
  1097. logs.Error(lib.FuncName(), err)
  1098. return errors.New("获取设备轨迹失败")
  1099. }
  1100. }
  1101. return nil
  1102. }
  1103. // 去重并追加设备数据
  1104. func appendUniqueDeviceData(list []DeviceData_, newData []DeviceData_) []DeviceData_ {
  1105. // 使用分钟级别的时间戳进行去重,忽略秒数差异
  1106. uniqueMap := make(map[string]bool)
  1107. for _, d := range list {
  1108. // 截断到分钟级别
  1109. timeKey := d.T_time.Format("2006-01-02 15:04")
  1110. uniqueMap[timeKey] = true
  1111. }
  1112. for _, d := range newData {
  1113. timeKey := d.T_time.Format("2006-01-02 15:04")
  1114. if !uniqueMap[timeKey] {
  1115. if len(d.T_site) > 0 && d.T_site != "0,0" {
  1116. split := strings.Split(d.T_site, ",")
  1117. defer func() {
  1118. if r := recover(); r != nil {
  1119. fmt.Println("数组下标越界:", r)
  1120. }
  1121. }()
  1122. Lng := split[0]
  1123. Lat := split[1]
  1124. Lngs, _ := strconv.ParseFloat(Lng, 64)
  1125. Lats, _ := strconv.ParseFloat(Lat, 64)
  1126. mLng, mLat := lib.Wgs84ToGcj02(Lngs, Lats)
  1127. d.T_site = fmt.Sprintf("%v,%v", mLng, mLat)
  1128. list = append(list, d)
  1129. uniqueMap[timeKey] = true // 标记该分钟的数据已添加
  1130. }
  1131. }
  1132. }
  1133. //排序
  1134. sort.Slice(list, func(i, j int) bool {
  1135. return list[i].T_time.After(list[j].T_time)
  1136. })
  1137. return list
  1138. }
  1139. // 数据缺失检测结果结构体
  1140. type DeviceDataMissingInfo struct {
  1141. T_sn string // 设备序列号
  1142. T_id int // 传感器ID
  1143. Time_start string // 开始时间
  1144. Time_end string // 结束时间
  1145. T_saveT int // 数据保存间隔(秒)
  1146. ExpectedCount int // 期望的数据条数
  1147. ActualCount int // 实际的数据条数
  1148. MissingMinutes []string // 缺失的分钟点(忽略秒)
  1149. MissingPeriods []MissingPeriod // 缺失时间段列表
  1150. }
  1151. // 缺失时间段
  1152. type MissingPeriod struct {
  1153. StartTime string // 缺失开始时间
  1154. EndTime string // 缺失结束时间
  1155. Duration int // 缺失时长(秒)
  1156. MissingCount int // 该时间段缺失的数据条数
  1157. }
  1158. // Read_DeviceData_Missing_Check 检测设备数据缺失情况
  1159. func Read_DeviceData_Missing_Check(T_sn string, T_id int, Time_start_ string, Time_end_ string) (DeviceDataMissingInfo, error) {
  1160. var result DeviceDataMissingInfo
  1161. result.T_sn = T_sn
  1162. result.T_id = T_id
  1163. result.Time_start = Time_start_
  1164. result.Time_end = Time_end_
  1165. // 1. 获取设备参数,获取 T_saveT
  1166. deviceParams := Read_DeviceParameter_SN(T_sn)
  1167. if len(deviceParams) == 0 {
  1168. return result, errors.New("未找到设备参数")
  1169. }
  1170. result.T_saveT = deviceParams[0].T_saveT
  1171. if result.T_saveT <= 0 {
  1172. result.T_saveT = 60 // 默认60秒
  1173. }
  1174. // 2. 解析时间
  1175. startTime, err := time.Parse("2006-01-02 15:04:05", Time_start_)
  1176. if err != nil {
  1177. return result, errors.New("开始时间格式错误")
  1178. }
  1179. endTime, err := time.Parse("2006-01-02 15:04:05", Time_end_)
  1180. if err != nil {
  1181. return result, errors.New("结束时间格式错误")
  1182. }
  1183. if startTime.After(endTime) {
  1184. return result, errors.New("开始时间不能晚于结束时间")
  1185. }
  1186. // 3. 计算期望的数据条数
  1187. duration := int(endTime.Sub(startTime).Seconds())
  1188. //按区间步长计算并包含起点(例如:0、5、10 分钟应为 3 条)
  1189. result.ExpectedCount = duration/result.T_saveT + 1
  1190. // 4. 查询实际数据,获取所有时间点
  1191. o := orm.NewOrm()
  1192. var timePoints []orm2.ParamsList
  1193. sql := "SELECT DISTINCT DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time FROM z_device_data_" + T_sn +
  1194. " WHERE t_id = " + strconv.Itoa(T_id) +
  1195. " AND t_time >= '" + Time_start_ + "'" +
  1196. " AND t_time <= '" + Time_end_ + "'" +
  1197. " ORDER BY t_time ASC"
  1198. logs.Debug(sql)
  1199. _, err = o.Raw(sql).ValuesList(&timePoints)
  1200. if err != nil {
  1201. logs.Error(lib.FuncName(), err)
  1202. return result, errors.New("查询数据失败")
  1203. }
  1204. result.ActualCount = len(timePoints)
  1205. // 4.1 计算缺失的分钟点(逐分钟对齐,忽略秒)
  1206. // 构建已存在的分钟集合
  1207. presentMinutes := make(map[string]struct{})
  1208. for _, tp := range timePoints {
  1209. if len(tp) > 0 {
  1210. if timeStr, ok := tp[0].(string); ok {
  1211. if t, err := time.Parse("2006-01-02 15:04:05", timeStr); err == nil {
  1212. minute := time.Date(t.Year(), t.Month(), t.Day(), t.Hour(), t.Minute(), 0, 0, t.Location())
  1213. presentMinutes[minute.Format("2006-01-02 15:04")] = struct{}{}
  1214. }
  1215. }
  1216. }
  1217. }
  1218. // 构建 presentMinutes 已去重,不再需要对 actualMinuteTimes 进行去重收集
  1219. // 基于保存间隔(分钟)生成应有的时间点,再找缺失
  1220. startMinute := time.Date(startTime.Year(), startTime.Month(), startTime.Day(), startTime.Hour(), startTime.Minute(), 0, 0, startTime.Location())
  1221. endMinute := time.Date(endTime.Year(), endTime.Month(), endTime.Day(), endTime.Hour(), endTime.Minute(), 0, 0, endTime.Location())
  1222. intervalMin := result.T_saveT / 60
  1223. if intervalMin <= 0 {
  1224. intervalMin = 1
  1225. }
  1226. // 将起点对齐到间隔边界(例如 5 分钟对齐到 00/05/10/...)
  1227. firstExpected := startMinute
  1228. if intervalMin > 1 {
  1229. rem := firstExpected.Minute() % intervalMin
  1230. if rem != 0 {
  1231. firstExpected = firstExpected.Add(time.Duration(intervalMin-rem) * time.Minute)
  1232. }
  1233. }
  1234. var missingMinutes []string
  1235. for t := firstExpected; !t.After(endMinute); t = t.Add(time.Duration(intervalMin) * time.Minute) {
  1236. mk := t.Format("2006-01-02 15:04")
  1237. if _, ok := presentMinutes[mk]; !ok {
  1238. missingMinutes = append(missingMinutes, mk)
  1239. }
  1240. }
  1241. result.MissingMinutes = missingMinutes
  1242. // 5. 计算缺失时间段
  1243. result.MissingPeriods = calculateMissingPeriods(startTime, endTime, timePoints, result.T_saveT)
  1244. return result, nil
  1245. }
  1246. // calculateMissingPeriods 计算缺失时间段
  1247. func calculateMissingPeriods(startTime, endTime time.Time, timePoints []orm2.ParamsList, saveInterval int) []MissingPeriod {
  1248. var missingPeriods []MissingPeriod
  1249. if len(timePoints) == 0 {
  1250. // 完全没有数据
  1251. duration := int(endTime.Sub(startTime).Seconds())
  1252. missingPeriods = append(missingPeriods, MissingPeriod{
  1253. StartTime: startTime.Format("2006-01-02 15:04:05"),
  1254. EndTime: endTime.Format("2006-01-02 15:04:05"),
  1255. Duration: duration,
  1256. MissingCount: duration / saveInterval,
  1257. })
  1258. return missingPeriods
  1259. }
  1260. // 解析实际数据时间点
  1261. var actualTimes []time.Time
  1262. for _, tp := range timePoints {
  1263. if len(tp) > 0 {
  1264. if timeStr, ok := tp[0].(string); ok {
  1265. if t, err := time.Parse("2006-01-02 15:04:05", timeStr); err == nil {
  1266. actualTimes = append(actualTimes, t)
  1267. }
  1268. }
  1269. }
  1270. }
  1271. // 检查开始时间之前是否有缺失
  1272. if len(actualTimes) > 0 && actualTimes[0].After(startTime) {
  1273. duration := int(actualTimes[0].Sub(startTime).Seconds())
  1274. if duration >= saveInterval {
  1275. missingPeriods = append(missingPeriods, MissingPeriod{
  1276. StartTime: startTime.Format("2006-01-02 15:04:05"),
  1277. EndTime: actualTimes[0].Format("2006-01-02 15:04:05"),
  1278. Duration: duration,
  1279. MissingCount: duration / saveInterval,
  1280. })
  1281. }
  1282. }
  1283. // 检查中间缺失的时间段
  1284. for i := 0; i < len(actualTimes)-1; i++ {
  1285. currentTime := actualTimes[i]
  1286. nextTime := actualTimes[i+1]
  1287. // 截断到分钟级别进行比较,忽略秒数差异
  1288. currentMinute := time.Date(currentTime.Year(), currentTime.Month(), currentTime.Day(),
  1289. currentTime.Hour(), currentTime.Minute(), 0, 0, currentTime.Location())
  1290. nextMinute := time.Date(nextTime.Year(), nextTime.Month(), nextTime.Day(),
  1291. nextTime.Hour(), nextTime.Minute(), 0, 0, nextTime.Location())
  1292. gap := int(nextMinute.Sub(currentMinute).Seconds())
  1293. // 如果时间间隔大于保存间隔的2倍,认为有缺失
  1294. if gap >= saveInterval*2 {
  1295. duration := gap - saveInterval // 减去正常间隔
  1296. missingPeriods = append(missingPeriods, MissingPeriod{
  1297. StartTime: currentMinute.Add(time.Duration(saveInterval) * time.Second).Format("2006-01-02 15:04:05"),
  1298. EndTime: nextMinute.Format("2006-01-02 15:04:05"),
  1299. Duration: duration,
  1300. MissingCount: duration / saveInterval,
  1301. })
  1302. }
  1303. }
  1304. // 检查结束时间之前是否有缺失
  1305. if len(actualTimes) > 0 && actualTimes[len(actualTimes)-1].Before(endTime) {
  1306. lastTime := actualTimes[len(actualTimes)-1]
  1307. duration := int(endTime.Sub(lastTime).Seconds())
  1308. if duration >= saveInterval {
  1309. missingPeriods = append(missingPeriods, MissingPeriod{
  1310. StartTime: lastTime.Add(time.Duration(saveInterval) * time.Second).Format("2006-01-02 15:04:05"),
  1311. EndTime: endTime.Format("2006-01-02 15:04:05"),
  1312. Duration: duration,
  1313. MissingCount: duration / saveInterval,
  1314. })
  1315. }
  1316. }
  1317. return missingPeriods
  1318. }