DeviceData.go 38 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319
  1. package Device
  2. import (
  3. "Cold_Api/conf"
  4. "Cold_Api/controllers/lib"
  5. "encoding/json"
  6. "errors"
  7. "fmt"
  8. "sort"
  9. "strconv"
  10. "strings"
  11. "time"
  12. "github.com/astaxie/beego/cache"
  13. _ "github.com/astaxie/beego/cache/redis"
  14. "github.com/astaxie/beego/logs"
  15. "github.com/beego/beego/v2/adapter/orm"
  16. orm2 "github.com/beego/beego/v2/client/orm"
  17. _ "github.com/go-sql-driver/mysql"
  18. )
  19. // 建表
  20. // var CREATEsql = "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + " ( " +
  21. var CREATEsql = " ( " +
  22. "`t_id` int(6) NOT NULL," +
  23. "`t_sp` int(6) NOT NULL," +
  24. "`t_time` datetime NOT NULL," +
  25. "`t_t` double(6, 1) NULL DEFAULT NULL," +
  26. "`t_rh` double(6, 1) NULL DEFAULT NULL," +
  27. "`t_site` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL," +
  28. "`create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP," +
  29. "PRIMARY KEY (`t_time`, `t_id`) USING BTREE" +
  30. ") ENGINE = InnoDB CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Compact;"
  31. type DeviceData_ struct {
  32. T_id int // 传感器id
  33. T_sp int // 传感器参数id
  34. T_t float32 // 温度
  35. T_rh float32 // 湿度
  36. T_site string // GPS
  37. T_time time.Time // 采集时间
  38. }
  39. // DeviceData_R1 辅助定位更新redis 结构体
  40. type DeviceData_R1 struct {
  41. T_t float32 // 温度
  42. T_rh float32 // 湿度
  43. T_Site string // GPS
  44. T_time time.Time // 采集时间
  45. T_sp int // 传感器参数ID
  46. T_tp int // 报警类型
  47. //create_time
  48. }
  49. // 模板
  50. type DeviceData_R struct {
  51. T_sn string // sn
  52. T_id int // 传感器id
  53. T_name string // 传感器名称
  54. T_t float32 // 温度
  55. T_rh float32 // 湿度
  56. T_site string // GPS
  57. T_tl float32 // 温度下限
  58. T_tu float32 // 温度上限
  59. T_rhl float32 // 湿度下限
  60. T_rhu float32 // 湿度上限
  61. T_time string // 采集时间
  62. T_sp int // 传感器参数id
  63. T_ist int // 温度 1开启 2关闭
  64. T_ish int // 湿度 1开启 2关闭
  65. T_free int // 空库
  66. T_remark string // 备注
  67. Sorts int // 排序
  68. }
  69. type DeviceData_R2 struct {
  70. DeviceData_
  71. Sn string `json:"sn"`
  72. T_name string `json:"t_name"` // 设备名称
  73. Time string `json:"t_time"`
  74. }
  75. // 模板
  76. type DeviceData_ChartShow struct {
  77. T_sn string // sn
  78. T_id int // 传感器id
  79. T_name string // 传感器名称
  80. T_t float32 // 温度
  81. T_rh float32 // 湿度
  82. T_tl float32 // 温度下限
  83. T_tu float32 // 温度上限
  84. T_rhl float32 // 湿度下限
  85. T_rhu float32 // 湿度上限
  86. T_time string // 采集时间
  87. }
  88. // 模板
  89. type DeviceData_Docking struct {
  90. T_monitor int // 监控状态 0 未监控 1 监控
  91. T_online int // 在线状态 0 未启用 1 在线 2 离线
  92. T_online_s int // 在线状态-备用 0 未启用 1 在线 2 离线
  93. T_sn string // sn
  94. T_id int // 传感器id
  95. T_name string // 传感器名称
  96. T_t float32 // 温度
  97. T_rh float32 // 湿度
  98. T_site string // GPS
  99. T_tl float32 // 温度下限
  100. T_tu float32 // 温度上限
  101. T_rhl float32 // 湿度下限
  102. T_rhu float32 // 湿度上限
  103. T_time string // 采集时间
  104. T_sp int // 传感器参数id
  105. }
  106. type DeviceData_Pdf struct {
  107. T_time string // sn
  108. T_id1 *float32 // 传感器id1温度
  109. T_id2 *float32 // 传感器id2温度
  110. }
  111. type DeviceData_BackUp struct {
  112. T_sn string
  113. T_id int // 传感器id
  114. T_name string // 传感器名称
  115. T_date string // 采集日期
  116. T_num int // 数据量
  117. }
  118. //func (t *DeviceData) TableName() string {
  119. // return "DeviceData" // 数据库名称 // ************** 替换 FormulaList **************
  120. //}
  121. var redis_DeviceData cache.Cache
  122. func init() {
  123. config := fmt.Sprintf(`{"key":"%s","conn":"%s","dbNum":"%s","password":"%s"}`,
  124. "redis_DeviceData", conf.Redis_address, conf.Redis_dbNum, conf.Redis_password)
  125. fmt.Println(config)
  126. var err error
  127. redis_DeviceData, err = cache.NewCache("redis", config)
  128. if err != nil || redis_DeviceData == nil {
  129. errMsg := "failed to init redis"
  130. logs.Error(errMsg, err)
  131. panic(errMsg)
  132. }
  133. }
  134. func DeviceData_ToDeviceData_R(d Device, r DeviceData_) (t DeviceData_R) {
  135. t.T_id = r.T_id
  136. t.T_t = r.T_t
  137. t.T_rh = r.T_rh
  138. t.T_site = r.T_site
  139. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  140. t.T_sp = r.T_sp
  141. sp := Read_DeviceSensorParameter_Map_Get(r.T_sp)
  142. t.T_name = sp.T_name
  143. t.T_tl = sp.T_Tlower
  144. t.T_tu = sp.T_Tupper
  145. t.T_rhl = sp.T_RHlower
  146. t.T_rhu = sp.T_RHupper
  147. t.T_free = sp.T_free
  148. if sp.T_free == 1 {
  149. t.T_remark = "空库"
  150. } else {
  151. t.T_remark = "-"
  152. }
  153. t.T_sn = d.T_sn
  154. t.T_ist = d.T_ist
  155. t.T_ish = d.T_ish
  156. return t
  157. }
  158. func DeviceDataToDeviceData_R2(d Device, sp DeviceSensorParameter_R, r DeviceData_) (t DeviceData_R) {
  159. t.T_id = r.T_id
  160. t.T_t = r.T_t
  161. t.T_rh = r.T_rh
  162. t.T_site = r.T_site
  163. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  164. // 传感器参数信息
  165. t.T_sp = r.T_sp
  166. t.T_name = sp.T_name
  167. t.T_tl = sp.T_Tlower
  168. t.T_tu = sp.T_Tupper
  169. t.T_rhl = sp.T_RHlower
  170. t.T_rhu = sp.T_RHupper
  171. // 设备信息
  172. t.T_ist = d.T_ist
  173. t.T_ish = d.T_ish
  174. return t
  175. }
  176. func DeviceData_ToDeviceData_ChartShow(d Device, r DeviceData_) (t DeviceData_ChartShow) {
  177. t.T_id = r.T_id
  178. t.T_t = r.T_t
  179. t.T_rh = r.T_rh
  180. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  181. sp := Read_DeviceSensorParameter_Map_Get(r.T_sp)
  182. t.T_name = sp.T_name
  183. t.T_tl = sp.T_Tlower
  184. t.T_tu = sp.T_Tupper
  185. t.T_rhl = sp.T_RHlower
  186. t.T_rhu = sp.T_RHupper
  187. return t
  188. }
  189. // ---------------- Redis -------------------
  190. // Redis_Device_Set(m.T_sn,m) // Redis 更新缓存
  191. func RedisDeviceData_Set(key string, r DeviceData_) (err error) {
  192. if redis_DeviceData.IsExist(key) {
  193. var t DeviceData_
  194. v := redis_DeviceData.Get(key)
  195. json.Unmarshal(v.([]byte), &t)
  196. if t.T_time.Unix() > r.T_time.Unix() {
  197. // 储存的 是最新数据
  198. return
  199. }
  200. }
  201. //json序列化
  202. str, err := json.Marshal(r)
  203. if err != nil {
  204. logs.Error(lib.FuncName(), err)
  205. return
  206. }
  207. err = redis_DeviceData.Put(key, str, 1*time.Hour)
  208. if err != nil {
  209. logs.Error("set key:", key, ",value:", str, err)
  210. }
  211. return
  212. }
  213. // 辅助定位设置redis数据
  214. func RedisDeviceData_SetAssistedPositioning(T_sn string, T_id int, r DeviceData_R1) (err error) {
  215. key := T_sn + "|" + strconv.Itoa(T_id)
  216. if redis_DeviceData.IsExist(key) {
  217. var t DeviceData_R1
  218. v := redis_DeviceData.Get(key)
  219. json.Unmarshal(v.([]byte), &t)
  220. // 防止时间溢出
  221. if time.Now().Unix() <= r.T_time.Unix() {
  222. r.T_time = time.Now()
  223. }
  224. }
  225. //json序列化
  226. str, err := json.Marshal(r)
  227. if err != nil {
  228. logs.Error("RedisDeviceData_Set", err)
  229. return
  230. }
  231. err = redis_DeviceData.Put(key, str, 1*time.Hour)
  232. if err != nil {
  233. logs.Error("set key:", key, ",value:", str, err)
  234. }
  235. return
  236. }
  237. func RedisDeviceData_Get(key string) (r DeviceData_, is bool) {
  238. if redis_DeviceData.IsExist(key) {
  239. v := redis_DeviceData.Get(key)
  240. err := json.Unmarshal(v.([]byte), &r)
  241. if err != nil {
  242. logs.Error(lib.FuncName(), err)
  243. return DeviceData_{}, false
  244. }
  245. return r, true
  246. }
  247. return DeviceData_{}, false
  248. }
  249. // 辅助定位获取redis数据
  250. func AssistedPositioning_Get(T_sn string, T_id int) (r DeviceData_R1, is bool) {
  251. key := T_sn + "|" + strconv.Itoa(T_id)
  252. if redis_DeviceData.IsExist(key) {
  253. v := redis_DeviceData.Get(key)
  254. json.Unmarshal(v.([]byte), &r)
  255. return r, true
  256. }
  257. return DeviceData_R1{}, false
  258. }
  259. // Redis_DeviceDataStatistics_Set 设置统计数据缓存
  260. func Redis_DeviceDataStatistics_Set(SN string, T_id int, Time_start string, Time_end string, stats DeviceDataStatistics) error {
  261. // 构建缓存key: device_data_stats:SN:T_id:Time_start:Time_end
  262. key := fmt.Sprintf("device_data_stats:%s:%d:%s:%s", SN, T_id, Time_start, Time_end)
  263. // json序列化
  264. str, err := json.Marshal(stats)
  265. if err != nil {
  266. logs.Error(lib.FuncName(), err)
  267. return err
  268. }
  269. // 缓存10分钟
  270. err = redis_DeviceData.Put(key, str, 10*time.Minute)
  271. if err != nil {
  272. logs.Error("Redis_DeviceDataStatistics_Set", "set key:", key, err)
  273. return err
  274. }
  275. return nil
  276. }
  277. // Redis_DeviceDataStatistics_Get 获取统计数据缓存
  278. func Redis_DeviceDataStatistics_Get(SN string, T_id int, Time_start string, Time_end string) (stats DeviceDataStatistics, found bool) {
  279. // 构建缓存key
  280. key := fmt.Sprintf("device_data_stats:%s:%d:%s:%s", SN, T_id, Time_start, Time_end)
  281. if !redis_DeviceData.IsExist(key) {
  282. return DeviceDataStatistics{}, false
  283. }
  284. v := redis_DeviceData.Get(key)
  285. err := json.Unmarshal(v.([]byte), &stats)
  286. if err != nil {
  287. logs.Error(lib.FuncName(), err)
  288. return DeviceDataStatistics{}, false
  289. }
  290. return stats, true
  291. }
  292. // -------------------------------------------------------
  293. // 创建数据库 Device.CREATE_DeviceData("")
  294. func CREATE_DeviceData(SN string) bool {
  295. sql := "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + "` " + CREATEsql
  296. o := orm.NewOrm()
  297. _, err := o.Raw(sql).Exec()
  298. if err != nil {
  299. logs.Error(lib.FuncName(), err)
  300. return false
  301. }
  302. return true
  303. }
  304. func DELETE_DeviceDatar(SN string) bool {
  305. timeStr := time.Now().Format("2006_01_02_15_04_05")
  306. //sql := "DROP TABLE z_device_data_" + SN
  307. sql := "ALTER TABLE z_device_data_" + SN + " RENAME TO " + "z_device_data_" + SN + "_dle_" + timeStr + ";"
  308. logs.Info("DELETE_DeviceDatar sql:", sql)
  309. o := orm.NewOrm()
  310. _, err := o.Raw(sql).Exec()
  311. if err != nil {
  312. logs.Error(lib.FuncName(), err)
  313. return false
  314. }
  315. return true
  316. }
  317. // ---------------- 特殊方法 ------------------
  318. type DeviceData_T struct {
  319. T_id int // ID
  320. T_t float32 // 温度
  321. T_rh float32 // 湿度
  322. T_Site string // GPS
  323. T_time time.Time // 采集时间
  324. }
  325. // 添加
  326. func Add_DeviceData(SN string, v DeviceData_T) bool {
  327. //if(conf.Test_server){
  328. // return true
  329. //}
  330. key_time := SN + "|" + strconv.Itoa(v.T_id) + "|" + v.T_time.Format("2006-01-02 15:04:05")
  331. logs.Debug(key_time)
  332. if redis_DeviceData.IsExist(key_time) {
  333. //println("找到key:",key)
  334. return true
  335. }
  336. o := orm.NewOrm()
  337. // 检查 超过时间,查询 数据库
  338. logs.Info("Add_DeviceData 时间差s:", time.Now().Unix()-v.T_time.Unix())
  339. if time.Now().Unix()-v.T_time.Unix() >= 60*40 {
  340. // 查看是否 有记录
  341. var maps_z []orm2.ParamsList
  342. sql_c := "SELECT COUNT(ID) FROM z_device_data_" + SN + " WHERE t_time = '" + v.T_time.Format("2006-01-02 15:04:05") + "' AND t_id = " + strconv.Itoa(v.T_id)
  343. logs.Info("检查 超过时间,查询 数据库 SQL:", sql_c)
  344. _, err := o.Raw(sql_c).ValuesList(&maps_z)
  345. if err != nil {
  346. logs.Info(err)
  347. return false
  348. }
  349. if lib.To_int(maps_z[0][0]) > 0 {
  350. logs.Info("存在记录,跳过!")
  351. return true
  352. }
  353. }
  354. // 开始插入数据
  355. sql := "INSERT INTO z_device_data_" + SN + " ( `t_id`, `t_t`, `t_rh`, `t_site`, `t_time`) " +
  356. "VALUES (" + strconv.Itoa(v.T_id) + ", " + lib.To_string(v.T_t) + ", " + lib.To_string(v.T_rh) + ", '" + v.T_Site + "'," + v.T_time.Format("2006-01-02 15:04:05") + "')"
  357. // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
  358. logs.Debug(sql)
  359. res, err := o.Raw(sql).Exec()
  360. if err != nil {
  361. logs.Error(lib.FuncName(), err)
  362. return false
  363. }
  364. res.RowsAffected()
  365. return true
  366. }
  367. // 辅助定位更新缓存
  368. func Update_AssistedPositioning(T_sn, longitude, latitude, T_time string) error {
  369. o := orm.NewOrm()
  370. tableName := "z_device_data_" + T_sn
  371. var deviceData []DeviceData_
  372. tsn, i := Read_DeviceSensor_ByTsn(T_sn)
  373. if i == 0 {
  374. return errors.New("获取设备失败")
  375. }
  376. for _, v := range tsn {
  377. r, is := AssistedPositioning_Get(v.T_sn, v.T_id)
  378. if is {
  379. r.T_Site = longitude + "," + latitude
  380. err := RedisDeviceData_SetAssistedPositioning(v.T_sn, v.T_id, r)
  381. if err != nil {
  382. return err
  383. }
  384. sql := "SELECT * FROM " + tableName + " ORDER BY t_time DESC LIMIT 1"
  385. fmt.Println(sql)
  386. rows, err := o.Raw(sql).QueryRows(&deviceData)
  387. if err != nil {
  388. logs.Error(lib.FuncName(), err)
  389. return err
  390. }
  391. if rows > 0 {
  392. for _, data := range deviceData {
  393. format := data.T_time.Format("2006-01-02 15:04:05")
  394. sql = "UPDATE " + tableName + " SET t_site = '" + longitude + "," + latitude + "' WHERE t_id = " + strconv.Itoa(v.T_id) + " AND t_time = '" + format + "'"
  395. _, err := o.Raw(sql).Exec()
  396. if err != nil {
  397. logs.Error(lib.FuncName(), err)
  398. return err
  399. }
  400. }
  401. }
  402. }
  403. }
  404. return nil
  405. }
  406. func Read_DeviceData_ById_List(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  407. o := orm.NewOrm()
  408. var maps []DeviceData_
  409. var maps_z []orm2.ParamsList
  410. var r []DeviceData_R
  411. var offset int
  412. if page_z == 0 {
  413. page_z = conf.Page_size
  414. }
  415. if page <= 1 {
  416. offset = 0
  417. } else {
  418. offset = (page - 1) * page_z
  419. }
  420. sql_time := ""
  421. if len(Time_start_) > 1 {
  422. sql_time += " t_time >= '" + Time_start_ + "' AND "
  423. }
  424. if len(Time_end_) > 1 {
  425. sql_time += " t_time <= '" + Time_end_ + "' AND "
  426. }
  427. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  428. logs.Debug(sql)
  429. _, err := o.Raw(sql).ValuesList(&maps_z)
  430. if err != nil {
  431. logs.Error(lib.FuncName(), err)
  432. return r, 0
  433. }
  434. if len(maps_z) == 0 {
  435. return r, 0
  436. }
  437. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  438. if page_z != 9999 {
  439. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  440. }
  441. logs.Debug(sql)
  442. _, err = o.Raw(sql).QueryRows(&maps)
  443. if err != nil {
  444. logs.Error(lib.FuncName(), err)
  445. return r, 0
  446. }
  447. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  448. key, _ := strconv.Atoi(maps_z[0][0].(string))
  449. device, err := Read_Device_ByT_sn(SN)
  450. if err != nil {
  451. logs.Error(lib.FuncName(), err)
  452. }
  453. for _, v := range maps {
  454. r = append(r, DeviceData_ToDeviceData_R(device, v))
  455. }
  456. return r, key
  457. }
  458. func Read_DeviceData_ById_List_ChartShow(SN string, T_id int, Time_start_ string, Time_end_ string) ([]DeviceData_ChartShow, int) {
  459. o := orm.NewOrm()
  460. var maps []DeviceData_
  461. sql_time := ""
  462. if len(Time_start_) > 1 {
  463. sql_time += " t_time >= '" + Time_start_ + "' AND "
  464. }
  465. if len(Time_end_) > 1 {
  466. sql_time += " t_time <= '" + Time_end_ + "' AND "
  467. }
  468. // 优化:移除不必要的 COUNT 查询,直接查询数据
  469. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  470. logs.Debug(sql)
  471. _, err := o.Raw(sql).QueryRows(&maps)
  472. if err != nil {
  473. logs.Error(lib.FuncName(), err)
  474. return []DeviceData_ChartShow{}, 0
  475. }
  476. // 如果没有数据,直接返回
  477. if len(maps) == 0 {
  478. return []DeviceData_ChartShow{}, 0
  479. }
  480. // 优化:预分配结果切片容量,减少内存重新分配
  481. r := make([]DeviceData_ChartShow, 0, len(maps))
  482. // 获取传感器名称和参数(只查询一次)
  483. deviceSensor, _ := Read_DeviceSensor_ByT_sn(SN, T_id)
  484. sp, _ := Read_DeviceSensorParameter(deviceSensor.T_sn, deviceSensor.T_id)
  485. // 转换数据
  486. for _, v := range maps {
  487. item := DeviceData_ChartShow{
  488. T_sn: SN,
  489. T_id: v.T_id,
  490. T_t: v.T_t,
  491. T_rh: v.T_rh,
  492. T_time: v.T_time.Format("2006-01-02 15:04:05"),
  493. T_name: deviceSensor.T_name,
  494. T_tl: sp.T_Tlower,
  495. T_tu: sp.T_Tupper,
  496. T_rhl: sp.T_RHlower,
  497. T_rhu: sp.T_RHupper,
  498. }
  499. r = append(r, item)
  500. }
  501. return r, len(r)
  502. }
  503. // Read_DeviceData_ById_List_ChartShow_WithCache 优化版本:接受预加载的传感器信息,避免重复查询
  504. func Read_DeviceData_ById_List_ChartShow_WithCache(SN string, T_id int, Time_start_ string, Time_end_ string, deviceSensor DeviceSensor, sp DeviceSensorParameter_R) ([]DeviceData_ChartShow, int) {
  505. o := orm.NewOrm()
  506. var maps []DeviceData_
  507. sql_time := ""
  508. if len(Time_start_) > 1 {
  509. sql_time += " t_time >= '" + Time_start_ + "' AND "
  510. }
  511. if len(Time_end_) > 1 {
  512. sql_time += " t_time <= '" + Time_end_ + "' AND "
  513. }
  514. // 优化:移除不必要的 COUNT 查询,直接查询数据
  515. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC,t_id DESC "
  516. logs.Debug(sql)
  517. _, err := o.Raw(sql).QueryRows(&maps)
  518. if err != nil {
  519. logs.Error(lib.FuncName(), err)
  520. return []DeviceData_ChartShow{}, 0
  521. }
  522. // 如果没有数据,直接返回
  523. if len(maps) == 0 {
  524. return []DeviceData_ChartShow{}, 0
  525. }
  526. // 优化:预分配结果切片容量,减少内存重新分配
  527. r := make([]DeviceData_ChartShow, 0, len(maps))
  528. // 使用传入的传感器信息,无需再次查询
  529. for _, v := range maps {
  530. item := DeviceData_ChartShow{
  531. T_sn: SN,
  532. T_id: v.T_id,
  533. T_t: v.T_t,
  534. T_rh: v.T_rh,
  535. T_time: v.T_time.Format("2006-01-02 15:04:05"),
  536. T_name: deviceSensor.T_name,
  537. T_tl: sp.T_Tlower,
  538. T_tu: sp.T_Tupper,
  539. T_rhl: sp.T_RHlower,
  540. T_rhu: sp.T_RHupper,
  541. }
  542. r = append(r, item)
  543. }
  544. return r, len(r)
  545. }
  546. func Read_DeviceData_ById_List_OrderByTimeAes(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  547. o := orm.NewOrm()
  548. var maps []DeviceData_
  549. var maps_z []orm2.ParamsList
  550. var r []DeviceData_R
  551. var offset int
  552. if page_z == 0 {
  553. page_z = conf.Page_size
  554. }
  555. if page <= 1 {
  556. offset = 0
  557. } else {
  558. offset = (page - 1) * page_z
  559. }
  560. sql_time := ""
  561. if len(Time_start_) > 1 {
  562. sql_time += " t_time >= '" + Time_start_ + "' AND "
  563. }
  564. if len(Time_end_) > 1 {
  565. sql_time += " t_time <= '" + Time_end_ + "' AND "
  566. }
  567. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  568. logs.Debug(sql)
  569. _, err := o.Raw(sql).ValuesList(&maps_z)
  570. if err != nil {
  571. logs.Error(lib.FuncName(), err)
  572. return r, 0
  573. }
  574. if len(maps_z) == 0 {
  575. return r, 0
  576. }
  577. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1,t_id DESC "
  578. if page_z != 9999 {
  579. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  580. }
  581. logs.Debug(sql)
  582. _, err = o.Raw(sql).QueryRows(&maps)
  583. if err != nil {
  584. logs.Error(lib.FuncName(), err)
  585. return r, 0
  586. }
  587. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  588. key, _ := strconv.Atoi(maps_z[0][0].(string))
  589. device, err := Read_Device_ByT_sn(SN)
  590. if err != nil {
  591. logs.Error(lib.FuncName(), err)
  592. }
  593. for _, v := range maps {
  594. r = append(r, DeviceData_ToDeviceData_R(device, v))
  595. }
  596. return r, key
  597. }
  598. func Read_DeviceData_ByIds(SN string, ids []int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int) {
  599. o := orm.NewOrm()
  600. var maps []DeviceData_
  601. var maps_z []orm2.ParamsList
  602. var r []DeviceData_R
  603. var offset int
  604. if page_z == 0 {
  605. page_z = conf.Page_size
  606. }
  607. if page <= 1 {
  608. offset = 0
  609. } else {
  610. offset = (page - 1) * page_z
  611. }
  612. sql_time := ""
  613. if len(Time_start_) > 1 {
  614. sql_time += " t_time >= '" + Time_start_ + "' AND "
  615. }
  616. if len(Time_end_) > 1 {
  617. sql_time += " t_time <= '" + Time_end_ + "' AND "
  618. }
  619. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ")"
  620. logs.Debug(sql)
  621. _, err := o.Raw(sql).ValuesList(&maps_z)
  622. if err != nil {
  623. logs.Error(lib.FuncName(), err)
  624. return r, 0
  625. }
  626. if len(maps_z) == 0 {
  627. return r, 0
  628. }
  629. //t_tl,t_tu,t_rhl,t_rhu,
  630. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ") ORDER BY t_time1 DESC,t_id ASC "
  631. if page_z != 9999 {
  632. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  633. }
  634. logs.Debug(sql)
  635. _, err = o.Raw(sql).QueryRows(&maps)
  636. if err != nil {
  637. logs.Error(lib.FuncName(), err)
  638. return r, 0
  639. }
  640. key, _ := strconv.Atoi(maps_z[0][0].(string))
  641. device, err := Read_Device_ByT_sn(SN)
  642. if err != nil {
  643. logs.Error(lib.FuncName(), err)
  644. }
  645. for _, v := range maps {
  646. r = append(r, DeviceData_ToDeviceData_R(device, v))
  647. }
  648. return r, key
  649. }
  650. func Read_DeviceData_ByIds_ForPDF(SN string, ids []int, Time_start_ string, Time_end_ string) []DeviceData_Pdf {
  651. o := orm.NewOrm()
  652. var r []DeviceData_Pdf
  653. if len(ids) == 0 || len(ids) > 2 {
  654. return r
  655. }
  656. sql_time := ""
  657. if len(Time_start_) > 1 {
  658. sql_time += " t_time >= '" + Time_start_ + "' AND "
  659. }
  660. if len(Time_end_) > 1 {
  661. sql_time += " t_time <= '" + Time_end_ + "' AND "
  662. }
  663. selectSql := ""
  664. for i, v := range ids {
  665. selectSql += fmt.Sprintf("MAX(CASE WHEN t_id = %d THEN t_t END) AS t_id%d,", v, i+1)
  666. }
  667. selectSql = strings.Trim(selectSql, ",")
  668. sql := "SELECT DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time," + selectSql + " FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id in (" + lib.IntListToDotStr(ids) + ") GROUP BY t_time ORDER BY t_time"
  669. logs.Debug(sql)
  670. _, err := o.Raw(sql).QueryRows(&r)
  671. if err != nil {
  672. logs.Error(lib.FuncName(), err)
  673. return r
  674. }
  675. return r
  676. }
  677. func Read_SqlRawL(T_SQL string, T_data []string) (string, []orm2.Params) {
  678. o := orm.NewOrm()
  679. var lists []orm2.Params
  680. logs.Debug(T_SQL)
  681. _, err := o.Raw(T_SQL, T_data).Values(&lists)
  682. if err != nil {
  683. logs.Error(lib.FuncName(), err)
  684. return err.Error(), lists
  685. }
  686. return "", lists
  687. }
  688. func Read_DeviceData_By_T_snid_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_R, int64) {
  689. T_snid_list := strings.Split(strings.Trim(T_snid, "|"), "|")
  690. var maps []DeviceData_R
  691. var maps_num int64
  692. var offset, offset_z int
  693. for _, v := range T_snid_list {
  694. sn_id := strings.Split(v, ",")
  695. if len(sn_id) == 3 {
  696. Read_DeviceSensorParameter_All_Map(sn_id[0], lib.To_int(sn_id[1]))
  697. r_maps, r_maps_num := Read_DeviceData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999)
  698. for i := range r_maps {
  699. atoi, _ := strconv.Atoi(sn_id[2])
  700. r_maps[i].Sorts = atoi
  701. }
  702. maps = append(maps, r_maps...)
  703. maps_num = maps_num + int64(r_maps_num)
  704. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  705. } else if len(sn_id) == 2 {
  706. Read_DeviceSensorParameter_All_Map(sn_id[0], lib.To_int(sn_id[1]))
  707. r_maps, r_maps_num := Read_DeviceData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999)
  708. maps = append(maps, r_maps...)
  709. maps_num = maps_num + int64(r_maps_num)
  710. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  711. }
  712. }
  713. if maps_num == 0 {
  714. return maps, maps_num
  715. }
  716. // 倒序
  717. sort.Slice(maps, func(i, j int) bool {
  718. if maps[i].T_time == maps[j].T_time {
  719. return maps[i].Sorts < maps[j].Sorts
  720. }
  721. return maps[i].T_time > maps[j].T_time
  722. })
  723. if page <= 1 {
  724. offset = 0
  725. } else {
  726. page -= 1
  727. offset = page * page_z
  728. }
  729. offset_z = offset + page_z
  730. if maps_num < int64(offset_z) {
  731. offset_z = int(maps_num)
  732. }
  733. if offset > offset_z {
  734. offset = offset_z
  735. }
  736. if page_z == 9999 {
  737. logs.Debug("总数据:", maps_num, " 导出")
  738. return maps, maps_num
  739. }
  740. logs.Debug("总数据:", maps_num, " 截取", offset, offset+page_z)
  741. return maps[offset:offset_z], maps_num
  742. }
  743. func Read_DeviceData_By_T_snid_List_ChartShow(T_snid string, Time_start_ string, Time_end_ string) ([]DeviceData_ChartShow, int64) {
  744. T_snid_list := strings.Split(strings.Trim(T_snid, "|"), "|")
  745. // 优化:批量预加载所有传感器信息和参数,避免 N+1 查询问题
  746. sensorMap := make(map[string]DeviceSensor) // key: "SN_T_id"
  747. parameterMap := make(map[string]DeviceSensorParameter_R) // key: "SN_T_id"
  748. for _, v := range T_snid_list {
  749. sn_id := strings.Split(v, ",")
  750. if len(sn_id) < 2 {
  751. continue
  752. }
  753. sn := sn_id[0]
  754. sensorId := lib.To_int(sn_id[1])
  755. key := fmt.Sprintf("%s_%d", sn, sensorId)
  756. // 预加载传感器信息
  757. if sensor, ok := Read_DeviceSensor_ByT_sn(sn, sensorId); ok {
  758. sensorMap[key] = sensor
  759. // 预加载传感器参数
  760. if param, ok := Read_DeviceSensorParameter(sn, sensorId); ok {
  761. parameterMap[key] = param
  762. }
  763. }
  764. }
  765. // 预估容量以减少内存重新分配
  766. estimatedCapacity := len(T_snid_list) * 100
  767. maps := make([]DeviceData_ChartShow, 0, estimatedCapacity)
  768. var maps_num int64
  769. // 遍历所有传感器,加载数据
  770. for _, v := range T_snid_list {
  771. sn_id := strings.Split(v, ",")
  772. if len(sn_id) < 2 {
  773. continue
  774. }
  775. // 获取 SN 和传感器 ID
  776. sn := sn_id[0]
  777. sensorId := lib.To_int(sn_id[1])
  778. // 使用优化后的函数,传入预加载的传感器信息
  779. key := fmt.Sprintf("%s_%d", sn, sensorId)
  780. sensor, hasSensor := sensorMap[key]
  781. param, hasParam := parameterMap[key]
  782. if !hasSensor || !hasParam {
  783. logs.Debug("跳过传感器(未找到信息):", sn, sensorId)
  784. continue
  785. }
  786. // 获取数据列表(使用新的优化函数)
  787. r_maps, r_maps_num := Read_DeviceData_ById_List_ChartShow_WithCache(sn, sensorId, Time_start_, Time_end_, sensor, param)
  788. maps = append(maps, r_maps...)
  789. maps_num += int64(r_maps_num)
  790. logs.Debug("加载数据:", sn, sensorId, r_maps_num)
  791. }
  792. // 如果没有数据,直接返回
  793. if maps_num == 0 {
  794. return maps, maps_num
  795. }
  796. // 按时间倒序排序
  797. sort.Slice(maps, func(i, j int) bool {
  798. return maps[i].T_time > maps[j].T_time
  799. })
  800. logs.Debug("总数据:", maps_num, " 导出全部")
  801. return maps, maps_num
  802. }
  803. // DeviceDataStatistics 设备数据统计结构(单个传感器)
  804. type DeviceDataStatistics struct {
  805. SN string `json:"sn"` // 设备SN
  806. SensorId int `json:"sensor_id"` // 传感器ID
  807. SensorName string `json:"sensor_name"` // 传感器名称
  808. TempMax float32 `json:"temp_max"` // 最高温度
  809. TempMin float32 `json:"temp_min"` // 最低温度
  810. TempAvg float32 `json:"temp_avg"` // 平均温度
  811. HumidityMax float32 `json:"humidity_max"` // 最高湿度
  812. HumidityMin float32 `json:"humidity_min"` // 最低湿度
  813. HumidityAvg float32 `json:"humidity_avg"` // 平均湿度
  814. DataCount int64 `json:"data_count"` // 数据条数
  815. }
  816. // DeviceDataStatisticsTotal 所有传感器数据统计汇总结构
  817. type DeviceDataStatisticsTotal struct {
  818. TempMax float32 `json:"temp_max"` // 所有传感器中的最高温度
  819. TempMin float32 `json:"temp_min"` // 所有传感器中的最低温度
  820. TempAvg float32 `json:"temp_avg"` // 所有传感器温度平均值
  821. HumidityMax float32 `json:"humidity_max"` // 所有传感器中的最高湿度
  822. HumidityMin float32 `json:"humidity_min"` // 所有传感器中的最低湿度
  823. HumidityAvg float32 `json:"humidity_avg"` // 所有传感器湿度平均值
  824. DataCount int64 `json:"data_count"` // 总数据条数
  825. }
  826. // Read_DeviceData_Statistics 获取设备数据统计信息
  827. func Read_DeviceData_Statistics(SN string, T_id int, Time_start_ string, Time_end_ string) (DeviceDataStatistics, error) {
  828. // 先尝试从缓存获取
  829. if cachedStats, found := Redis_DeviceDataStatistics_Get(SN, T_id, Time_start_, Time_end_); found {
  830. logs.Debug("从缓存获取统计数据: SN=%s, T_id=%d", SN, T_id)
  831. return cachedStats, nil
  832. }
  833. o := orm.NewOrm()
  834. var stats DeviceDataStatistics
  835. var result []orm2.ParamsList
  836. // 构建时间条件
  837. sql_time := ""
  838. if len(Time_start_) > 1 {
  839. sql_time += " t_time >= '" + Time_start_ + "' AND "
  840. }
  841. if len(Time_end_) > 1 {
  842. sql_time += " t_time <= '" + Time_end_ + "' AND "
  843. }
  844. // 查询统计数据:最大值、最小值、平均值、数据条数
  845. sql := "SELECT " +
  846. "MAX(t_t) AS temp_max, " +
  847. "MIN(t_t) AS temp_min, " +
  848. "AVG(t_t) AS temp_avg, " +
  849. "MAX(t_rh) AS humidity_max, " +
  850. "MIN(t_rh) AS humidity_min, " +
  851. "AVG(t_rh) AS humidity_avg, " +
  852. "COUNT(*) AS data_count " +
  853. "FROM z_device_data_" + SN + " " +
  854. "WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  855. logs.Debug(sql)
  856. _, err := o.Raw(sql).ValuesList(&result)
  857. if err != nil {
  858. logs.Error(lib.FuncName(), err)
  859. return stats, err
  860. }
  861. if len(result) == 0 || result[0][0] == nil {
  862. return stats, errors.New("没有查询到数据")
  863. }
  864. // 填充统计数据
  865. stats.SN = SN
  866. stats.SensorId = T_id
  867. // 解析统计结果
  868. if result[0][0] != nil {
  869. if val, err := strconv.ParseFloat(result[0][0].(string), 32); err == nil {
  870. stats.TempMax = float32(val)
  871. }
  872. }
  873. if result[0][1] != nil {
  874. if val, err := strconv.ParseFloat(result[0][1].(string), 32); err == nil {
  875. stats.TempMin = float32(val)
  876. }
  877. }
  878. if result[0][2] != nil {
  879. if val, err := strconv.ParseFloat(result[0][2].(string), 32); err == nil {
  880. stats.TempAvg = float32(val)
  881. }
  882. }
  883. if result[0][3] != nil {
  884. if val, err := strconv.ParseFloat(result[0][3].(string), 32); err == nil {
  885. stats.HumidityMax = float32(val)
  886. }
  887. }
  888. if result[0][4] != nil {
  889. if val, err := strconv.ParseFloat(result[0][4].(string), 32); err == nil {
  890. stats.HumidityMin = float32(val)
  891. }
  892. }
  893. if result[0][5] != nil {
  894. if val, err := strconv.ParseFloat(result[0][5].(string), 32); err == nil {
  895. stats.HumidityAvg = float32(val)
  896. }
  897. }
  898. if result[0][6] != nil {
  899. if val, err := strconv.ParseInt(result[0][6].(string), 10, 64); err == nil {
  900. stats.DataCount = val
  901. }
  902. }
  903. // 将统计数据存入缓存(10分钟有效期)
  904. if err := Redis_DeviceDataStatistics_Set(SN, T_id, Time_start_, Time_end_, stats); err != nil {
  905. logs.Error("缓存统计数据失败: ", err)
  906. // 即使缓存失败也继续返回数据
  907. }
  908. return stats, nil
  909. }
  910. func Read_DeviceData_ById_Year_List(SN string) []orm2.ParamsList {
  911. o := orm.NewOrm()
  912. var maps_z []orm2.ParamsList
  913. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  914. sql := "SELECT DATE_FORMAT(t_time,\"%m\") AS m ,DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + strconv.Itoa(time.Now().Year()) + "-0-0 00:00:00' GROUP BY DATE_FORMAT(t_time,\"%m\");"
  915. logs.Debug(sql)
  916. num, err := o.Raw(sql).ValuesList(&maps_z)
  917. if err == nil && num > 0 {
  918. logs.Debug(maps_z[0][0]) // slene
  919. }
  920. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  921. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  922. return maps_z
  923. } //
  924. func Read_DeviceData_ById_Month_List(SN string) []orm2.ParamsList {
  925. o := orm.NewOrm()
  926. var maps_z []orm2.ParamsList
  927. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  928. time_x := currentTime.Format("2006-01") + "-00 00:00:00"
  929. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  930. sql := "SELECT DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%d\");"
  931. logs.Debug(sql)
  932. o.Raw(sql).ValuesList(&maps_z)
  933. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  934. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  935. return maps_z
  936. }
  937. func Read_DeviceData_ById_Day_List(SN string) []orm2.ParamsList {
  938. o := orm.NewOrm()
  939. var maps_z []orm2.ParamsList
  940. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  941. time_x := currentTime.Format("2006-01-02") + " 00:00:00"
  942. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  943. sql := "SELECT DATE_FORMAT(t_time,\"%H\") AS m FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%H\");"
  944. logs.Debug(sql)
  945. o.Raw(sql).ValuesList(&maps_z)
  946. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  947. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  948. return maps_z
  949. }
  950. func Read_DeviceData_List_GROUP_BY_t_time(SN string, Time_start_ string, Time_end_ string) []orm2.ParamsList {
  951. o := orm.NewOrm()
  952. var maps_z []orm2.ParamsList
  953. sql_time := ""
  954. if len(Time_start_) > 1 {
  955. sql_time += " t_time >= '" + Time_start_ + "' AND " + " t_time <= '" + Time_end_ + "' "
  956. }
  957. sql := "SELECT DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_" + SN + " WHERE " + sql_time + " GROUP BY t_time ORDER BY t_time DESC "
  958. logs.Debug(sql)
  959. _, err := o.Raw(sql).ValuesList(&maps_z)
  960. if err != nil {
  961. logs.Error(lib.FuncName(), err)
  962. }
  963. return maps_z
  964. }
  965. func Read_DeviceData(T_sn string, T_id int) (t DeviceData_) {
  966. key := T_sn + "|" + strconv.Itoa(T_id)
  967. if t, is := RedisDeviceData_Get(key); is {
  968. return t
  969. }
  970. o := orm.NewOrm()
  971. var maps []DeviceData_
  972. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC LIMIT 0,1"
  973. logs.Debug(sql)
  974. _, err := o.Raw(sql).QueryRows(&maps)
  975. if err != nil {
  976. logs.Error(lib.FuncName(), err)
  977. return t
  978. }
  979. if len(maps) == 0 {
  980. RedisDeviceData_Set(key, t)
  981. return t
  982. }
  983. RedisDeviceData_Set(key, maps[0])
  984. return maps[0]
  985. }
  986. // 获取数据备份
  987. func Read_DeviceData_BackUp_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_BackUp, int64) {
  988. T_snid_list := strings.Split(T_snid, "|")
  989. var maps []DeviceData_BackUp
  990. var maps_num int64
  991. var offset, offset_z int
  992. for _, v := range T_snid_list {
  993. sn_id := strings.Split(v, ",")
  994. if len(sn_id) >= 2 {
  995. r_maps, r_maps_num := Read_DeviceData_BackUp(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_)
  996. maps = append(maps, r_maps...)
  997. maps_num = maps_num + int64(r_maps_num)
  998. logs.Debug("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  999. }
  1000. }
  1001. if page <= 1 {
  1002. offset = 0
  1003. } else {
  1004. page -= 1
  1005. offset = page * page_z
  1006. }
  1007. offset_z = offset + page_z
  1008. if maps_num < int64(offset_z) {
  1009. offset_z = int(maps_num)
  1010. }
  1011. if offset > offset_z {
  1012. offset = offset_z
  1013. }
  1014. if page_z == 9999 {
  1015. logs.Debug("总数据:", maps_num, " 导出")
  1016. return maps, maps_num
  1017. }
  1018. logs.Debug("总数据:", maps_num, " 截取", offset, offset+page_z)
  1019. return maps[offset:offset_z], maps_num
  1020. }
  1021. func Read_DeviceData_BackUp(T_sn string, T_id int, Time_start_ string, Time_end_ string) ([]DeviceData_BackUp, int) {
  1022. o := orm.NewOrm()
  1023. var maps []DeviceData_BackUp
  1024. sql_time := ""
  1025. if len(Time_start_) > 0 {
  1026. sql_time += " t_time >= '" + Time_start_ + "' AND"
  1027. }
  1028. if len(Time_end_) > 0 {
  1029. sql_time += " t_time <= '" + Time_end_ + "' AND"
  1030. }
  1031. sql := "SELECT t_id,date_format(t_time, '%Y-%m-%d') t_date, count(*) t_num FROM z_device_data_" + T_sn + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " GROUP BY t_date ORDER BY t_time DESC "
  1032. logs.Debug(sql)
  1033. _, err := o.Raw(sql).QueryRows(&maps)
  1034. if err != nil {
  1035. logs.Error(lib.FuncName(), err)
  1036. return maps, 0
  1037. }
  1038. deviceSensor, _ := Read_DeviceSensor_ByT_sn(T_sn, T_id)
  1039. for i := 0; i < len(maps); i++ {
  1040. maps[i].T_sn = T_sn
  1041. maps[i].T_name = deviceSensor.T_name
  1042. }
  1043. return maps, len(maps)
  1044. }
  1045. func Read_DeviceData_By_Time(T_sn string, T_id int, Time string) (t DeviceData_) {
  1046. o := orm.NewOrm()
  1047. var maps DeviceData_
  1048. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time <= '" + Time + "'" + " ORDER BY t_time1 DESC LIMIT 0,1"
  1049. logs.Debug(sql)
  1050. err := o.Raw(sql).QueryRow(&maps)
  1051. if err != nil {
  1052. logs.Error(lib.FuncName(), err)
  1053. return t
  1054. }
  1055. return maps
  1056. }
  1057. func Read_DeviceData_Start_Time(T_sn string, T_id int, StartTime, EndTime string) (t []DeviceData_, count int64) {
  1058. o := orm.NewOrm()
  1059. var maps []DeviceData_
  1060. var sql string
  1061. if len(StartTime) > 0 && len(EndTime) > 0 {
  1062. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time >= '" + StartTime + "'" + " AND t_time <= '" + EndTime + "'" + " ORDER BY t_time1 DESC"
  1063. } else if len(StartTime) > 0 && len(EndTime) == 0 {
  1064. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " AND t_time >= '" + StartTime + "'" + " ORDER BY t_time1 DESC"
  1065. }
  1066. logs.Debug(sql)
  1067. count, err := o.Raw(sql).QueryRows(&maps)
  1068. if err != nil {
  1069. logs.Error(lib.FuncName(), err)
  1070. return t, 0
  1071. }
  1072. return maps, count
  1073. }
  1074. // 获取最新轨迹信息
  1075. func GetNewLocus(T_sn string, T_id int, list *[]DeviceData_) error {
  1076. task, err := Read_DeviceTask_List_By_Condition(T_sn)
  1077. if err != nil {
  1078. logs.Error(lib.FuncName(), err.Error())
  1079. return errors.New("设备未开启监控")
  1080. }
  1081. // 当最新设备状态为1时,证明设备正在启动中,查询大于开始时间的所有轨迹,设备状态为2时,查询开始时间到结束时间的轨迹
  1082. if task.T_State == 1 {
  1083. deviceData, count := Read_DeviceData_Start_Time(T_sn, T_id, task.T_Ut_start.Format("2006-01-02 15:04:05"), "")
  1084. if count >= 0 {
  1085. *list = appendUniqueDeviceData(*list, deviceData)
  1086. } else {
  1087. logs.Error(lib.FuncName(), err)
  1088. return errors.New("获取设备轨迹失败")
  1089. }
  1090. } else if task.T_State == 2 {
  1091. deviceData, count := Read_DeviceData_Start_Time(T_sn, T_id, task.T_Ut_start.Format("2006-01-02 15:04:05"), task.T_Ut_end.Format("2006-01-02 15:04:05"))
  1092. if count >= 0 {
  1093. *list = appendUniqueDeviceData(*list, deviceData)
  1094. } else {
  1095. logs.Error(lib.FuncName(), err)
  1096. return errors.New("获取设备轨迹失败")
  1097. }
  1098. }
  1099. return nil
  1100. }
  1101. // 去重并追加设备数据
  1102. func appendUniqueDeviceData(list []DeviceData_, newData []DeviceData_) []DeviceData_ {
  1103. uniqueMap := make(map[time.Time]bool)
  1104. for _, d := range list {
  1105. uniqueMap[d.T_time] = true
  1106. }
  1107. for _, d := range newData {
  1108. if !uniqueMap[d.T_time] {
  1109. if len(d.T_site) > 0 && d.T_site != "0,0" {
  1110. split := strings.Split(d.T_site, ",")
  1111. defer func() {
  1112. if r := recover(); r != nil {
  1113. fmt.Println("数组下标越界:", r)
  1114. }
  1115. }()
  1116. Lng := split[0]
  1117. Lat := split[1]
  1118. Lngs, _ := strconv.ParseFloat(Lng, 64)
  1119. Lats, _ := strconv.ParseFloat(Lat, 64)
  1120. mLng, mLat := lib.Wgs84ToGcj02(Lngs, Lats)
  1121. d.T_site = fmt.Sprintf("%v,%v", mLng, mLat)
  1122. list = append(list, d)
  1123. }
  1124. }
  1125. }
  1126. //排序
  1127. sort.Slice(list, func(i, j int) bool {
  1128. return list[i].T_time.After(list[j].T_time)
  1129. })
  1130. return list
  1131. }