DeviceData.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478
  1. package Device
  2. import (
  3. "ColdVerify_server/conf"
  4. "ColdVerify_server/lib"
  5. "ColdVerify_server/logs"
  6. "encoding/json"
  7. "fmt"
  8. "github.com/astaxie/beego/cache"
  9. _ "github.com/astaxie/beego/cache/redis"
  10. "github.com/beego/beego/v2/adapter/orm"
  11. orm2 "github.com/beego/beego/v2/client/orm"
  12. _ "github.com/go-sql-driver/mysql"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. // 模板
  18. type DeviceData struct {
  19. Id int `orm:"column(ID);size(11);auto;pk"`
  20. T_id string `orm:"size(256);null"` // 标题
  21. T_t float32 `orm:"size(10);null"` // 温度
  22. T_rh float32 `orm:"size(10);null"` // 湿度
  23. T_time time.Time `orm:"type(timestamp);null;"` // 采集时间
  24. CreateTime time.Time `orm:"column(create_time);type(timestamp);null;auto_now_add"` //auto_now_add 第一次保存时才设置时间 UpdateTime time.Time `orm:"column(update_time);type(timestamp);null;auto_now"` //auto_now 每次 model 保存时都会对时间自动更新
  25. }
  26. func (t *DeviceData) TableName() string {
  27. return "device_data" // 数据库名称 // ************** 替换 FormulaList **************
  28. }
  29. var redisCache_DeviceData cache.Cache
  30. func init() {
  31. config := fmt.Sprintf(`{"key":"%s","conn":"%s","dbNum":"%s","password":"%s"}`,
  32. "redis_DeviceData", conf.Redis_address, conf.Redis_dbNum, conf.Redis_password)
  33. fmt.Println(config)
  34. var err error
  35. redisCache_DeviceData, err = cache.NewCache("redis", config)
  36. if err != nil || redisCache_DeviceData == nil {
  37. errMsg := "failed to init redis"
  38. fmt.Println(errMsg, err)
  39. }
  40. }
  41. func DeviceData_Set(key string) (err error) {
  42. err = redisCache_DeviceData.Put(key, "", 2*time.Hour)
  43. if err != nil {
  44. fmt.Println("set key:", key, err)
  45. }
  46. return
  47. }
  48. // ---------------- Redis -------------------
  49. // Redis_Set(m.T_sn,m) // Redis 更新缓存
  50. func RedisDeviceData_Set(key string, r DeviceData_New) (err error) {
  51. //json序列化
  52. str, err := json.Marshal(r)
  53. if err != nil {
  54. fmt.Print(err)
  55. return
  56. }
  57. err = redisCache_DeviceData.Put(key, str, 24*time.Hour)
  58. if err != nil {
  59. fmt.Println("set key:", key, ",value:", str, err)
  60. }
  61. return
  62. }
  63. // if r,is :=Redis_Get(T_sn);is{
  64. // return r,nil
  65. // }
  66. func RedisDeviceData_Get(key string) (r DeviceData_New, is bool) {
  67. v := redisCache_DeviceData.Get(key)
  68. json.Unmarshal(v.([]byte), &r)
  69. return r, true
  70. }
  71. // 创建数据库 Device.CREATE_DeviceData("")
  72. func CREATE_DeviceData(SN string) bool {
  73. o := orm.NewOrm()
  74. sql := "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + "` ( " +
  75. " `ID` int(11) NOT NULL AUTO_INCREMENT," +
  76. " `t_id` int(11) NULL DEFAULT NULL," +
  77. " `t_t` float(6, 1) NULL DEFAULT NULL," +
  78. " `t_rh` float(6, 1) NULL DEFAULT NULL," +
  79. " `t_time` datetime(0) NULL DEFAULT NULL," +
  80. " `create_time` datetime(0) NOT NULL DEFAULT CURRENT_TIMESTAMP(0)," +
  81. " PRIMARY KEY (`ID`) USING BTREE" +
  82. ") ENGINE = InnoDB AUTO_INCREMENT = 5 CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Dynamic;"
  83. _, err := o.Raw(sql).Exec()
  84. if err != nil {
  85. return false
  86. }
  87. return true
  88. }
  89. // ---------------- 特殊方法 -------------------
  90. // 获取 ById
  91. //func Read_List_ById(id int) (r DeviceData) {
  92. // o := orm.NewOrm()
  93. //
  94. // return r
  95. //}
  96. //
  97. //// 添加
  98. //func Add_DeviceData(SN string, t_id string, t_t string, t_rh string, t_time string) bool {
  99. // key := SN + "|" + t_id + "|" + t_time
  100. // //fmt.Println(key)
  101. // if redisCache_DeviceData.IsExist(key) {
  102. // //println("找到key:",key)
  103. // return true
  104. // }
  105. // //println("没有 找到key:",key)
  106. //
  107. // o := orm.NewOrm()
  108. // // 查看是否 有记录
  109. // var maps_z []orm2.ParamsList
  110. //
  111. // sql := "SELECT COUNT(ID) FROM z_devicedata_" + SN + " WHERE t_time = '" + t_time + "' AND t_id = " + t_id
  112. // //fmt.Println(sql)
  113. // _, err := o.Raw(sql).ValuesList(&maps_z)
  114. //
  115. // if err != nil {
  116. // logs.Error(lib.FuncName(),err)
  117. // return false
  118. // }
  119. // //fmt.Println("maps_z[0][0]:",maps_z[0][0])
  120. // if lib.To_int(maps_z[0][0]) > 0 {
  121. // // 存在 写入 redis
  122. // DeviceData_Set(key)
  123. // return true
  124. // }
  125. // // 开始插入数据
  126. // sql = "INSERT INTO z_devicedata_" + SN + " (`t_id`, `t_t`, `t_rh`, `t_time`) VALUES (" + t_id + ", " + t_t + ", " + t_rh + ", '" + t_time + "')"
  127. // // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
  128. // //fmt.Println(sql)
  129. // res, err := o.Raw(sql).Exec()
  130. // if err != nil {
  131. // logs.Error(lib.FuncName(),err)
  132. // return false
  133. // }
  134. // res.RowsAffected()
  135. // // 存在 写入 redis
  136. // DeviceData_Set(key)
  137. // //fmt.Println("mysql row affected nums: ", num)
  138. // return true
  139. //}
  140. type DeviceData_ struct {
  141. T_id int `orm:"column(t_id);size(10);null"` // ID
  142. T_t float32 `orm:"column(t_t);size(10);null"` // 温度
  143. T_rh float32 `orm:"column(t_rh);size(10);null"` // 湿度
  144. T_time string `orm:"column(t_time);type(timestamp);null;"` // 采集时间
  145. }
  146. type DeviceData_New struct {
  147. T_id int `orm:"column(t_id);size(10);null"` // ID
  148. T_t float32 `orm:"column(t_t);size(10);null"` // 温度
  149. T_rh float32 `orm:"column(t_rh);size(10);null"` // 湿度
  150. T_time time.Time `orm:"column(t_time);type(timestamp);null;"` // 采集时间
  151. }
  152. func Read_DeviceSensorData_ById_List(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_, int) {
  153. o := orm.NewOrm()
  154. var maps []DeviceData_
  155. var maps_z []orm2.ParamsList
  156. pagez := page_z
  157. var offset int
  158. if page <= 1 {
  159. offset = 0
  160. } else {
  161. page -= 1
  162. offset = page * pagez
  163. }
  164. sql_time := ""
  165. if len(Time_start_) > 1 {
  166. sql_time += " t_time >= '" + Time_start_ + "' AND "
  167. }
  168. if len(Time_end_) > 1 {
  169. sql_time += " t_time <= '" + Time_end_ + "' AND "
  170. }
  171. sql := "SELECT COUNT(ID) FROM z_devicedata_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  172. fmt.Println(sql)
  173. _, err := o.Raw(sql).ValuesList(&maps_z)
  174. if err != nil {
  175. return maps, 0
  176. }
  177. if len(maps_z) == 0 {
  178. return maps, 0
  179. }
  180. //fmt.Println("maps_z;",maps_z[0][0])
  181. sql = "SELECT t_name,t_id,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time DESC "
  182. if page_z != 9999 {
  183. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
  184. }
  185. fmt.Println(sql)
  186. _, err = o.Raw(sql).QueryRows(&maps)
  187. if err != nil {
  188. logs.Println(lib.FuncName(), err)
  189. return maps, 0
  190. }
  191. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  192. key, _ := strconv.Atoi(maps_z[0][0].(string))
  193. return maps, key
  194. }
  195. func Read_DeviceData_By_snid(SN string, T_id int, Time_start_ string, Time_end_ string, offset, limit int) ([]DeviceData_, int) {
  196. o := orm.NewOrm()
  197. var maps []DeviceData_
  198. sql_time := ""
  199. if len(Time_start_) > 1 {
  200. sql_time += " t_time >= '" + Time_start_ + "' AND "
  201. }
  202. if len(Time_end_) > 1 {
  203. sql_time += " t_time <= '" + Time_end_ + "' AND "
  204. }
  205. sql := "SELECT t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time DESC "
  206. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(limit)
  207. fmt.Println(sql)
  208. _, err := o.Raw(sql).QueryRows(&maps)
  209. if err != nil {
  210. logs.Println(lib.FuncName(), err)
  211. return maps, 0
  212. }
  213. return maps, 0
  214. }
  215. func Read_DeviceData_Count_By_snid(SN string, T_id int, Time_start_ string, Time_end_ string) int {
  216. o := orm.NewOrm()
  217. var maps_z []orm2.ParamsList
  218. sql_time := ""
  219. if len(Time_start_) > 1 {
  220. sql_time += " t_time >= '" + Time_start_ + "' AND "
  221. }
  222. if len(Time_end_) > 1 {
  223. sql_time += " t_time <= '" + Time_end_ + "' AND "
  224. }
  225. sql := "SELECT COUNT(ID) FROM z_devicedata_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  226. fmt.Println(sql)
  227. _, err := o.Raw(sql).ValuesList(&maps_z)
  228. if err != nil {
  229. return 0
  230. }
  231. if len(maps_z) == 0 {
  232. return 0
  233. }
  234. key, _ := strconv.Atoi(maps_z[0][0].(string))
  235. return key
  236. }
  237. func Read_DeviceSensorData_List(SN string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_, int) {
  238. o := orm.NewOrm()
  239. var maps []DeviceData_
  240. var maps_z []orm2.ParamsList
  241. pagez := page_z
  242. var offset int
  243. if page <= 1 {
  244. offset = 0
  245. } else {
  246. page -= 1
  247. offset = page * pagez
  248. }
  249. sql_time := ""
  250. if len(Time_start_) > 1 && len(Time_end_) > 1 {
  251. sql_time = "WHERE "
  252. sql_time += " t_time >= '" + Time_start_ + "' AND "
  253. sql_time += " t_time <= '" + Time_end_ + "' "
  254. }
  255. sql := "SELECT COUNT(ID) FROM z_devicedata_" + SN + " " + sql_time
  256. fmt.Println(sql)
  257. _, err := o.Raw(sql).ValuesList(&maps_z)
  258. if err != nil {
  259. return maps, 0
  260. }
  261. if len(maps_z) == 0 {
  262. return maps, 0
  263. }
  264. //fmt.Println("maps_z;",maps_z[0][0])
  265. sql = "SELECT t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_" + SN + " " + sql_time + " ORDER BY t_time DESC "
  266. if page_z != 9999 {
  267. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
  268. }
  269. fmt.Println(sql)
  270. _, err = o.Raw(sql).QueryRows(&maps)
  271. if err != nil {
  272. logs.Println(lib.FuncName(), err)
  273. return maps, 0
  274. }
  275. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  276. key, _ := strconv.Atoi(maps_z[0][0].(string))
  277. return maps, key
  278. }
  279. func Read_DeviceSensorData_List_z(SN string, Time_start_ string) int {
  280. o := orm.NewOrm()
  281. var maps_z []orm2.ParamsList
  282. sql_time := ""
  283. if len(Time_start_) > 1 {
  284. sql_time = "WHERE "
  285. sql_time += " t_time >= '" + Time_start_ + "' "
  286. //sql_time += " t_time <= '" + Time_end_ + "' AND "
  287. }
  288. sql := "SELECT COUNT(ID) FROM z_devicedata_" + SN + " " + sql_time
  289. fmt.Println(sql)
  290. _, err := o.Raw(sql).ValuesList(&maps_z)
  291. if err != nil {
  292. logs.Println(lib.FuncName(), err)
  293. return 0
  294. }
  295. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  296. key, _ := strconv.Atoi(maps_z[0][0].(string))
  297. return key
  298. }
  299. // 获取最新数据
  300. func Read_DeviceSensorData_ById_New(SN string, T_id int) (DeviceData_New, bool) {
  301. o := orm.NewOrm()
  302. var maps DeviceData_New
  303. key_data := SN + "|" + strconv.Itoa(T_id)
  304. if redisCache_DeviceData.IsExist(key_data) {
  305. r, _ := RedisDeviceData_Get(key_data)
  306. //println("Redis_Get OK")
  307. return r, true
  308. }
  309. //fmt.Println("maps_z;",maps_z[0][0])
  310. sql := "SELECT t_id,t_t,t_rh,t_time FROM z_devicedata_" + SN + " WHERE " + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time DESC "
  311. sql = sql + " LIMIT 0,1 "
  312. fmt.Println(sql)
  313. err := o.Raw(sql).QueryRow(&maps)
  314. if err != nil {
  315. logs.Error(lib.FuncName(), err)
  316. return maps, false
  317. }
  318. fmt.Println("T_time:", maps.T_time)
  319. RedisDeviceData_Set(key_data, maps)
  320. return maps, true
  321. }
  322. func Read_DeviceSensorData_By_T_snid_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int) ([]DeviceData_, int) {
  323. T_snid_list := strings.Split(T_snid, "|")
  324. var maps []DeviceData_
  325. var maps_num int
  326. var offset, offset_z int
  327. for _, v := range T_snid_list {
  328. sn_id := strings.Split(v, ",")
  329. if len(sn_id) == 2 {
  330. r_maps, r_maps_num := Read_DeviceSensorData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999)
  331. maps = append(maps, r_maps...)
  332. maps_num = maps_num + r_maps_num
  333. fmt.Println("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  334. }
  335. }
  336. if page <= 1 {
  337. offset = 0
  338. } else {
  339. page -= 1
  340. offset = page * page_z
  341. }
  342. offset_z = offset + page_z
  343. if maps_num < offset_z {
  344. offset_z = maps_num
  345. }
  346. if page_z == 9999 {
  347. fmt.Println("总数据:", maps_num, " 导出")
  348. return maps, maps_num
  349. }
  350. fmt.Println("总数据:", maps_num, " 截取", offset, offset+page_z)
  351. return maps[offset:offset_z], maps_num
  352. }
  353. func Read_DeviceData_ById_Year_List(SN string) []orm2.ParamsList {
  354. o := orm.NewOrm()
  355. var maps_z []orm2.ParamsList
  356. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  357. sql := "SELECT DATE_FORMAT(t_time,\"%m\") AS m ,DATE_FORMAT(t_time,\"%d\") AS d FROM z_devicedata_" + SN + " WHERE t_time > '" + strconv.Itoa(time.Now().Year()) + "-0-0 00:00:00' GROUP BY DATE_FORMAT(t_time,\"%m\");"
  358. fmt.Println(sql)
  359. num, err := o.Raw(sql).ValuesList(&maps_z)
  360. if err == nil && num > 0 {
  361. fmt.Println(maps_z[0][0]) // slene
  362. }
  363. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  364. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  365. return maps_z
  366. } //
  367. func Read_DeviceData_ById_Month_List(SN string) []orm2.ParamsList {
  368. o := orm.NewOrm()
  369. var maps_z []orm2.ParamsList
  370. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  371. time_x := currentTime.Format("2006-01") + "-00 00:00:00"
  372. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  373. sql := "SELECT DATE_FORMAT(t_time,\"%d\") AS d FROM z_devicedata_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%d\");"
  374. fmt.Println(sql)
  375. o.Raw(sql).ValuesList(&maps_z)
  376. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  377. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  378. return maps_z
  379. }
  380. func Read_DeviceSensorData_ById_Day_List(SN string) []orm2.ParamsList {
  381. o := orm.NewOrm()
  382. var maps_z []orm2.ParamsList
  383. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  384. time_x := currentTime.Format("2006-01-02") + " 00:00:00"
  385. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  386. sql := "SELECT DATE_FORMAT(t_time,\"%H\") AS m FROM z_devicedata_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%H\");"
  387. fmt.Println(sql)
  388. o.Raw(sql).ValuesList(&maps_z)
  389. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  390. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  391. return maps_z
  392. }
  393. func Read_DeviceSensorData_List_GROUP_BY_t_time(SN string, Time_start_ string, Time_end_ string) []orm2.ParamsList {
  394. o := orm.NewOrm()
  395. var maps_z []orm2.ParamsList
  396. sql_time := ""
  397. if len(Time_start_) > 1 {
  398. sql_time += " t_time >= '" + Time_start_ + "' AND " + " t_time <= '" + Time_end_ + "' "
  399. }
  400. sql := "SELECT DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_devicedata_" + SN + " WHERE " + sql_time + " GROUP BY t_time ORDER BY t_time DESC "
  401. fmt.Println(sql)
  402. o.Raw(sql).ValuesList(&maps_z)
  403. return maps_z
  404. }