DeviceData.go 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987
  1. package Device
  2. import (
  3. "ColdP_server/conf"
  4. "ColdP_server/controllers/lib"
  5. "ColdP_server/logs"
  6. "database/sql"
  7. "encoding/json"
  8. "errors"
  9. "fmt"
  10. "github.com/astaxie/beego/cache"
  11. _ "github.com/astaxie/beego/cache/redis"
  12. "github.com/beego/beego/v2/client/orm"
  13. _ "github.com/go-sql-driver/mysql"
  14. "github.com/xuri/excelize/v2"
  15. "log"
  16. "math/rand"
  17. "strconv"
  18. "strings"
  19. "time"
  20. )
  21. // 建表
  22. // var CREATEsql = "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + " ( " +
  23. var CREATEsql = " ( " +
  24. "`t_id` int(6) NOT NULL," +
  25. "`t_sp` int(6) NOT NULL," +
  26. "`t_time` datetime NOT NULL," +
  27. "`t_t` double(6, 2) NULL DEFAULT NULL," +
  28. "`t_rh` double(6, 2) NULL DEFAULT NULL," +
  29. "`t_site` varchar(50) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL," +
  30. "`create_time` datetime NOT NULL DEFAULT CURRENT_TIMESTAMP," +
  31. "PRIMARY KEY (`t_time`, `t_id`) USING BTREE" +
  32. ") ENGINE = InnoDB CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Compact;"
  33. type DeviceData_ struct {
  34. T_id int // 传感器id
  35. T_sp int // 传感器参数id
  36. T_t float32 // 温度
  37. T_rh float32 // 湿度
  38. T_site string // GPS
  39. T_time time.Time // 采集时间
  40. Create_time time.Time //创建时间
  41. }
  42. type DeviceData struct {
  43. T_id string `json:"t_id"`
  44. T_sp string `json:"t_sp"`
  45. T_time string `json:"t_time"`
  46. T_t float64 `json:"t_t"`
  47. T_rh float64 `json:"t_rh"`
  48. T_site sql.NullString `json:"t_site"`
  49. Create_time string `json:"create_time"`
  50. }
  51. type DeviceLists struct {
  52. T_save_t string //系统设置间隔时间
  53. T_warn string // 报警间隔时间
  54. T_tlower float64 // 低温下限
  55. T_tupper float64 // 高温上限
  56. T_r_hlower float64 // 湿度下限
  57. T_r_hupper float64 // 湿度上限
  58. Sn string // sn
  59. }
  60. // 模板
  61. type DeviceData_R struct {
  62. T_sn string `json:"t_sn"` //设备
  63. T_id int `json:"t_id"` // 传感器id
  64. T_sp int `json:"t_sp"` // 传感器参数id
  65. T_name string `json:"t_name"` // 传感器名称
  66. T_t float32 `json:"t_t"` // 温度
  67. T_rh float32 `json:"t_rh"` // 湿度
  68. T_site string `json:"t_site"` // GPS
  69. T_tl float32 `json:"t_tl"` // 温度下限
  70. T_tu float32 `json:"t_tu"` // 温度上限
  71. T_rhl float32 `json:"t_rhl"` // 湿度下限
  72. T_rhu float32 `json:"t_rhu"` // 湿度上限
  73. T_time string `json:"t_time"` // 采集时间
  74. Create_Time string `json:"create_time"`
  75. }
  76. //func (t *DeviceData) TableName() string {
  77. // return "DeviceData" // 数据库名称 // ************** 替换 FormulaList **************
  78. //}
  79. var redis_DeviceData cache.Cache
  80. func init() {
  81. config := fmt.Sprintf(`{"key":"%s","conn":"%s","dbNum":"%s","password":"%s"}`,
  82. "redis_DeviceData", conf.Redis_address, conf.Redis_dbNum, conf.Redis_password)
  83. fmt.Println(config)
  84. var err error
  85. redis_DeviceData, err = cache.NewCache("redis", config)
  86. if err != nil || redis_DeviceData == nil {
  87. errMsg := "failed to init redis"
  88. fmt.Println(errMsg, err)
  89. }
  90. }
  91. func DeviceData_ToDeviceData_R(r DeviceData_, maps map[int]DeviceSensorParameter_M) (t DeviceData_R) {
  92. t.T_id = r.T_id
  93. t.T_t = r.T_t
  94. t.T_rh = r.T_rh
  95. t.T_site = r.T_site
  96. t.T_time = r.T_time.Format("2006-01-02 15:04:05")
  97. t.Create_Time = r.Create_time.Format("2006-01-02 15:04:05")
  98. if sp, ok := maps[r.T_sp]; ok {
  99. t.T_sp = sp.T_sp
  100. t.T_name = sp.T_name
  101. t.T_tl = sp.T_Tlower
  102. t.T_tu = sp.T_Tupper
  103. t.T_rhl = sp.T_RHlower
  104. t.T_rhu = sp.T_RHupper
  105. }
  106. return
  107. }
  108. // ---------------- Redis -------------------
  109. // Redis_Set(m.T_sn,m) // Redis 更新缓存
  110. func RedisDeviceData_Set(key string, r DeviceData_R) (err error) {
  111. if redis_DeviceData.IsExist(key) {
  112. var t DeviceData_R
  113. v := redis_DeviceData.Get(key)
  114. json.Unmarshal(v.([]byte), &t)
  115. tTime, _ := time.Parse("2006-01-02 15:04:05", t.T_time)
  116. rTime, _ := time.Parse("2006-01-02 15:04:05", r.T_time)
  117. if tTime.Unix() > rTime.Unix() {
  118. // 储存的 是最新数据
  119. return
  120. }
  121. }
  122. //json序列化
  123. str, err := json.Marshal(r)
  124. if err != nil {
  125. fmt.Print(err)
  126. return
  127. }
  128. err = redis_DeviceData.Put(key, str, 1*time.Hour)
  129. if err != nil {
  130. fmt.Println("set key:", key, ",value:", str, err)
  131. }
  132. return
  133. }
  134. func RedisDeviceData_Get(key string) (r DeviceData_R, is bool) {
  135. if redis_DeviceData.IsExist(key) {
  136. v := redis_DeviceData.Get(key)
  137. json.Unmarshal(v.([]byte), &r)
  138. return r, true
  139. }
  140. return DeviceData_R{}, false
  141. }
  142. func RedisDeviceData(key string) (r DeviceData_, is bool) {
  143. if redis_DeviceData.IsExist(key) {
  144. v := redis_DeviceData.Get(key)
  145. err := json.Unmarshal(v.([]byte), &r)
  146. if err != nil {
  147. logs.Error(lib.FuncName(), err)
  148. return DeviceData_{}, false
  149. }
  150. return r, true
  151. }
  152. return DeviceData_{}, false
  153. }
  154. // 获取设备最新数据
  155. func Read_DeviceData(T_sn string, T_id int) (t DeviceData_) {
  156. key := T_sn + "|" + strconv.Itoa(T_id)
  157. if t, is := RedisDeviceData(key); is {
  158. return t
  159. }
  160. o := orm.NewOrm()
  161. var maps DeviceData_
  162. sql := "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,t_time AS t_time1 FROM z_device_data_" + T_sn + " WHERE" + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time1 DESC LIMIT 0,1"
  163. logs.Debug(sql)
  164. err := o.Raw(sql).QueryRow(&maps)
  165. if err != nil {
  166. logs.Error(lib.FuncName(), err)
  167. return t
  168. }
  169. return maps
  170. }
  171. // -------------------------------------------------------
  172. // 创建数据库 Device.CREATE_DeviceData("")
  173. func CREATE_DeviceData(SN string) bool {
  174. sql := "CREATE TABLE IF NOT EXISTS `z_device_data_" + SN + "` " + CREATEsql
  175. o := orm.NewOrm()
  176. _, err := o.Raw(sql).Exec()
  177. if err != nil {
  178. return false
  179. }
  180. return true
  181. }
  182. func DELETE_DeviceDatar(SN string) bool {
  183. timeStr := time.Now().Format("2006_01_02_15_04_05")
  184. //sql := "DROP TABLE z_device_data_" + SN
  185. sql := "ALTER TABLE z_device_data_" + SN + " RENAME TO " + "z_device_data_" + SN + "_dle_" + timeStr + ";"
  186. o := orm.NewOrm()
  187. _, err := o.Raw(sql).Exec()
  188. if err != nil {
  189. return false
  190. }
  191. return true
  192. }
  193. // ---------------- 特殊方法 ------------------
  194. type DeviceData_T struct {
  195. T_id int // ID
  196. T_t float32 // 温度
  197. T_rh float32 // 湿度
  198. T_Site string // GPS
  199. T_time time.Time // 采集时间
  200. }
  201. // 添加
  202. func Add_DeviceData(SN string, v DeviceData_T) bool {
  203. //if(conf.Test_server){
  204. // fmt.Println("Add_DeviceData:",SN , t_name , t_id , t_t , t_rh , t_tl , t_tu , t_rhl , t_rhu , t_site , t_battery , t_time)
  205. // return true
  206. //}
  207. key_time := SN + "|" + strconv.Itoa(v.T_id) + "|" + v.T_time.Format("2006-01-02 15:04:05")
  208. fmt.Println(key_time)
  209. if redis_DeviceData.IsExist(key_time) {
  210. //println("找到key:",key)
  211. return true
  212. }
  213. o := orm.NewOrm()
  214. // 检查 超过时间,查询 数据库
  215. if time.Now().Unix()-v.T_time.Unix() >= 60*40 {
  216. // 查看是否 有记录
  217. var maps_z []orm.ParamsList
  218. sql_c := "SELECT COUNT(ID) FROM z_device_data_" + SN + " WHERE t_time = '" + v.T_time.Format("2006-01-02 15:04:05") + "' AND t_id = " + strconv.Itoa(v.T_id)
  219. _, err := o.Raw(sql_c).ValuesList(&maps_z)
  220. if err != nil {
  221. return false
  222. }
  223. //fmt.Println("maps_z[0][0]:",maps_z[0][0])
  224. if lib.To_int(maps_z[0][0]) > 0 {
  225. return true
  226. }
  227. }
  228. // 开始插入数据
  229. sql := "INSERT INTO z_device_data_" + SN + " ( `t_id`, `t_t`, `t_rh`, `t_site`, `t_time`) " +
  230. "VALUES (" + strconv.Itoa(v.T_id) + ", " + lib.To_string(v.T_t) + ", " + lib.To_string(v.T_rh) + ", '" + v.T_Site + "'," + v.T_time.Format("2006-01-02 15:04:05") + "')"
  231. // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
  232. fmt.Println(sql)
  233. res, err := o.Raw(sql).Exec()
  234. if err != nil {
  235. fmt.Println(err)
  236. return false
  237. }
  238. res.RowsAffected()
  239. return true
  240. }
  241. ///---------------
  242. //type DeviceData_ struct {
  243. // T_sn string `orm:"column(t_sn);size(256);null"` // 标题
  244. // T_id int `orm:"column(t_id);size(10);null"` // ID
  245. // T_t float32 `orm:"column(t_t);size(10);null"` // 温度
  246. // T_rh float32 `orm:"column(t_rh);size(10);null"` // 湿度
  247. // T_site string `orm:"column(t_site);type(timestamp);null;"` // GPS
  248. // T_time string `orm:"column(t_time);type(timestamp);null;"` // 采集时间
  249. //}
  250. //type DeviceData_New struct {
  251. // T_name string `orm:"column(t_name);size(256);null"` // 标题
  252. // T_id int `orm:"column(t_id);size(10);null"` // ID
  253. // T_t float32 `orm:"column(t_t);size(10);null"` // 温度
  254. // T_rh float32 `orm:"column(t_rh);size(10);null"` // 湿度
  255. // T_Tlower float32 `orm:"column(t_tl);size(10);null"` // 湿度
  256. // T_Tupper float32 `orm:"column(t_tu);size(10);null"` // 湿度
  257. // T_RHlower float32 `orm:"column(t_rhl);size(10);null"` // 湿度
  258. // T_RHupper float32 `orm:"column(t_rhu);size(10);null"` // 湿度
  259. // T_Site string `orm:"column(t_site);null;"` // GPS
  260. // T_Dattery int `orm:"column(t_dattery);size(10);null"` // 电量
  261. // T_time time.Time `orm:"column(t_time);type(timestamp);null;"` // 采集时间
  262. //}
  263. func Read_DeviceData_ById_List(SN string, T_id int, Time_start_ string, Time_end_ string, page int, page_z int, SParamMap map[int]DeviceSensorParameter_M, sort string) ([]DeviceData_R, int) {
  264. o := orm.NewOrm()
  265. var maps []DeviceData_
  266. var maps_z []orm.ParamsList
  267. var r []DeviceData_R
  268. var offset int
  269. if page_z == 0 {
  270. page_z = conf.Page_size
  271. }
  272. if page <= 1 {
  273. offset = 0
  274. } else {
  275. offset = (page - 1) * page_z
  276. }
  277. sql_time := ""
  278. if len(Time_start_) > 1 {
  279. sql_time += " t_time >= '" + Time_start_ + "' AND "
  280. }
  281. if len(Time_end_) > 1 {
  282. sql_time += " t_time <= '" + Time_end_ + "' AND "
  283. }
  284. sql := "SELECT COUNT(t_id) FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id)
  285. fmt.Println(sql)
  286. _, err := o.Raw(sql).ValuesList(&maps_z)
  287. if err != nil {
  288. return r, 0
  289. }
  290. if len(maps_z) == 0 {
  291. return r, 0
  292. }
  293. //fmt.Println("maps_z;",maps_z[0][0])
  294. //t_tl,t_tu,t_rhl,t_rhu,
  295. sql = "SELECT t_id,t_sp,t_t,t_rh,t_site,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_time,DATE_FORMAT(create_time,'%Y-%m-%d %H:%i:%s') AS create_time FROM z_device_data_" + SN + " WHERE " + sql_time + " t_id = " + strconv.Itoa(T_id) + " ORDER BY t_time " + sort
  296. if page_z != 9999 {
  297. sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(page_z)
  298. }
  299. //fmt.Println(sql)
  300. _, err = o.Raw(sql).QueryRows(&maps)
  301. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  302. key, _ := strconv.Atoi(maps_z[0][0].(string))
  303. fmt.Println("\n\n\n\n\n\n搜索结果:", maps)
  304. for _, v := range maps {
  305. r = append(r, DeviceData_ToDeviceData_R(v, SParamMap))
  306. }
  307. return r, key
  308. }
  309. func Read_SqlRaw(T_SQL string) []orm.Params {
  310. o := orm.NewOrm()
  311. var lists []orm.Params
  312. fmt.Println(T_SQL)
  313. o.Raw(T_SQL).Values(&lists)
  314. fmt.Println(T_SQL+":", len(lists))
  315. return lists
  316. }
  317. func Read_SqlRawL(T_SQL string, T_data []string) (string, []orm.Params) {
  318. o := orm.NewOrm()
  319. var lists []orm.Params
  320. fmt.Println(T_SQL)
  321. _, err := o.Raw(T_SQL, T_data).Values(&lists)
  322. if err != nil {
  323. return err.Error(), lists
  324. }
  325. return "", lists
  326. }
  327. func Read_DeviceData_By_T_snid_List(T_snid string, Time_start_ string, Time_end_ string, page int, page_z int, sort string) ([]DeviceData_R, int64) {
  328. T_snid_list := strings.Split(T_snid, "|")
  329. var maps []DeviceData_R
  330. var maps_num int64
  331. var offset, offset_z int
  332. for _, v := range T_snid_list {
  333. sn_id := strings.Split(v, ",")
  334. if len(sn_id) == 2 {
  335. SParamMap := Read_DeviceSensorParameter_Map_All(sn_id[0], lib.To_int(sn_id[1]))
  336. r_maps, r_maps_num := Read_DeviceData_ById_List(sn_id[0], lib.To_int(sn_id[1]), Time_start_, Time_end_, 0, 9999, SParamMap, sort)
  337. //for i, _ := range r_maps {
  338. // r_maps[i].T_sn = sn_id[0]
  339. //}
  340. //添加一个sn设备标识
  341. for i := range r_maps {
  342. r_maps[i].T_sn = sn_id[0]
  343. }
  344. maps = append(maps, r_maps...)
  345. maps_num = maps_num + int64(r_maps_num)
  346. fmt.Println("加载数据:", sn_id[0], sn_id[1], r_maps_num)
  347. }
  348. }
  349. if page <= 1 {
  350. offset = 0
  351. } else {
  352. page -= 1
  353. offset = page * page_z
  354. }
  355. offset_z = offset + page_z
  356. if maps_num < int64(offset_z) {
  357. offset_z = int(maps_num)
  358. }
  359. if page_z == 9999 {
  360. fmt.Println("总数据:", maps_num, " 导出")
  361. return maps, maps_num
  362. }
  363. fmt.Println("总数据:", maps_num, " 截取", offset, offset+page_z)
  364. return maps[offset:offset_z], maps_num
  365. }
  366. // DeleteDeviceDataByDeviceDataRList 删除记录
  367. func DeleteDeviceDataByDeviceDataRList(datas []DeviceData_R) {
  368. o := orm.NewOrm()
  369. for _, v := range datas {
  370. _, err := o.Raw(fmt.Sprintf("delete from z_device_data_%s where t_id = ? and t_t = ? and t_rh = ? and t_site = ? and create_time = ?", v.T_sn), v.T_id, v.T_t, v.T_rh, v.T_site, v.Create_Time).Exec()
  371. if err != nil {
  372. fmt.Println(err.Error())
  373. }
  374. }
  375. }
  376. func ReadDeviceSensorParameter(TSp int) (error, DeviceSensorParameter_M) {
  377. o := orm.NewOrm()
  378. var deviceParameter DeviceSensorParameter_M
  379. deviceSensorParameter := fmt.Sprintf("SELECT id,t_name,t__tlower,t__tupper,t__r_hlower,t__r_hupper FROM device_sensor_parameter WHERE id='%v'", TSp)
  380. log.Println(deviceSensorParameter)
  381. err := o.Raw(deviceSensorParameter).QueryRow(&deviceParameter)
  382. if err != nil {
  383. log.Println(err.Error())
  384. return errors.New("设备不存在"), DeviceSensorParameter_M{}
  385. }
  386. return nil, deviceParameter
  387. }
  388. func DeleteDeviceDataByTime(sn, t_id, time_start, time_end string) (sql.Result, error) {
  389. o := orm.NewOrm()
  390. sprintf := fmt.Sprintf("delete from z_device_data_%s where t_id=%s and t_time >= '%s' and t_time <= '%s'", sn, t_id, time_start, time_end)
  391. log.Println(sprintf)
  392. count, err := o.Raw(sprintf).Exec()
  393. if err != nil {
  394. log.Println(err.Error())
  395. return count, err
  396. }
  397. warningsql := fmt.Sprintf("delete from warning where t_sn='%s' and t_id=%s and t__ut >= '%s' and t__ut <= '%s'", sn, t_id, time_start, time_end)
  398. log.Println(sprintf)
  399. count, err = o.Raw(warningsql).Exec()
  400. if err != nil {
  401. log.Println(err.Error())
  402. return count, err
  403. }
  404. startTime, err := time.Parse("2006-01-02 15:04:05", time_start)
  405. if err != nil {
  406. return nil, errors.New("时间格式错误")
  407. }
  408. endTime, err := time.Parse("2006-01-02 15:04:05", time_end)
  409. if err != nil {
  410. return nil, errors.New("时间格式错误")
  411. }
  412. //判断开始时间和结束时间是否属于同一个月
  413. if startTime.Month() == endTime.Month() && startTime.Year() == endTime.Year() {
  414. formatMonth := startTime.Format("01")
  415. tableName := "warning" + "_" + strconv.Itoa(startTime.Year()) + "_" + formatMonth
  416. sql := fmt.Sprintf("delete from %s where t_sn='%s' and t_id='%s' and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, time_start, time_end)
  417. count, err := o.Raw(sql).Exec()
  418. if err != nil {
  419. log.Println(err.Error())
  420. return count, err
  421. }
  422. } else {
  423. // 不同的月份
  424. stas, ends, err := getMonthlyTimeRanges(time_start, time_end)
  425. if err != nil {
  426. return nil, errors.New("时间格式错误")
  427. }
  428. for i := 0; i < len(stas); i++ {
  429. fmt.Println(stas[i], ends[i])
  430. parse, err := time.Parse("2006-01-02 15:04:05", stas[i])
  431. if err != nil {
  432. return nil, errors.New("时间格式错误")
  433. }
  434. formatMonth := parse.Format("01")
  435. tableName := "warning" + "_" + strconv.Itoa(parse.Year()) + "_" + formatMonth
  436. sqls := fmt.Sprintf("delete from %s where t_sn='%s' and t_id=%s and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, stas[i], ends[i])
  437. count, err := o.Raw(sqls).Exec()
  438. if err != nil {
  439. log.Println(err.Error())
  440. return count, err
  441. }
  442. }
  443. }
  444. return count, nil
  445. }
  446. func DeleteExceDeviceDataByTime(sn, t_id, time_start, time_end, tempUpper, tempUpperMin, tempUpperMax, tempLower, tempLowerMin, tempLowerMax, humidUpper, humidUpperMin, humidUpperMax, humidLower, humidLowerMin, humidLowerMax string) (sql.Result, error) {
  447. o := orm.NewOrm()
  448. // 初始化随机数种子
  449. rand.Seed(time.Now().UnixNano())
  450. // 删除异常数据
  451. sprintf := fmt.Sprintf("delete from z_device_data_%s where t_id=%s and t_time >= '%s' and t_time <= '%s' and DATE_FORMAT(t_time, '%%s') != '00'", sn, t_id, time_start, time_end)
  452. log.Println(sprintf)
  453. count, err := o.Raw(sprintf).Exec()
  454. if err != nil {
  455. log.Println(err.Error())
  456. return count, err
  457. }
  458. // 数据平滑处理:对超过8的数据进行平滑过渡,不超过8
  459. selectSql := fmt.Sprintf("select t_id, t_sp, t_t, t_rh, t_site, t_time from z_device_data_%s where t_id=%s and t_time >= '%s' and t_time <= '%s'", sn, t_id, time_start, time_end)
  460. log.Println(selectSql)
  461. var deviceDataList []DeviceData_
  462. _, err = o.Raw(selectSql).QueryRows(&deviceDataList)
  463. if err != nil {
  464. log.Println("读取数据失败:", err.Error())
  465. return count, err
  466. }
  467. // 将字符串参数转换为浮点数
  468. tempUpperFloat, _ := strconv.ParseFloat(tempUpper, 32)
  469. tempUpperMinFloat, _ := strconv.ParseFloat(tempUpperMin, 32)
  470. tempUpperMaxFloat, _ := strconv.ParseFloat(tempUpperMax, 32)
  471. tempLowerFloat, _ := strconv.ParseFloat(tempLower, 32)
  472. tempLowerMinFloat, _ := strconv.ParseFloat(tempLowerMin, 32)
  473. tempLowerMaxFloat, _ := strconv.ParseFloat(tempLowerMax, 32)
  474. humidUpperFloat, _ := strconv.ParseFloat(humidUpper, 32)
  475. humidUpperMinFloat, _ := strconv.ParseFloat(humidUpperMin, 32)
  476. humidUpperMaxFloat, _ := strconv.ParseFloat(humidUpperMax, 32)
  477. humidLowerFloat, _ := strconv.ParseFloat(humidLower, 32)
  478. humidLowerMinFloat, _ := strconv.ParseFloat(humidLowerMin, 32)
  479. humidLowerMaxFloat, _ := strconv.ParseFloat(humidLowerMax, 32)
  480. // 遍历数据并进行平滑处理
  481. for i, data := range deviceDataList {
  482. updated := false
  483. // 对温度进行平滑处理
  484. if data.T_t >= float32(tempUpperFloat) {
  485. // 生成指定范围内的随机数
  486. rangeSize := tempUpperMaxFloat - tempUpperMinFloat
  487. deviceDataList[i].T_t = float32(tempUpperMinFloat) + float32(rand.Float32()*float32(rangeSize))
  488. updated = true
  489. } else if data.T_t <= float32(tempLowerFloat) {
  490. // 生成指定范围内的随机数
  491. rangeSize := tempLowerMaxFloat - tempLowerMinFloat
  492. deviceDataList[i].T_t = float32(tempLowerMinFloat) + float32(rand.Float32()*float32(rangeSize))
  493. updated = true
  494. }
  495. // 对湿度进行平滑处理
  496. if data.T_rh >= float32(humidUpperFloat) {
  497. // 生成指定范围内的随机数
  498. rangeSize := humidUpperMaxFloat - humidUpperMinFloat
  499. deviceDataList[i].T_rh = float32(humidUpperMinFloat) + float32(rand.Float32()*float32(rangeSize))
  500. updated = true
  501. } else if data.T_rh <= float32(humidLowerFloat) {
  502. // 生成指定范围内的随机数
  503. rangeSize := humidLowerMaxFloat - humidLowerMinFloat
  504. deviceDataList[i].T_rh = float32(humidLowerMinFloat) + float32(rand.Float32()*float32(rangeSize))
  505. updated = true
  506. }
  507. // 如果数据有更新,则保存回数据库
  508. if updated {
  509. updateSql := fmt.Sprintf("update z_device_data_%s set t_t=?, t_rh=? where t_id=? and t_time=?", sn)
  510. _, err := o.Raw(updateSql, deviceDataList[i].T_t, deviceDataList[i].T_rh, data.T_id, data.T_time).Exec()
  511. if err != nil {
  512. log.Println("更新数据失败:", err.Error())
  513. }
  514. }
  515. }
  516. // 删除报警
  517. warningsql := fmt.Sprintf("delete from warning where t_sn='%s' and t_id=%s and t__ut >= '%s' and t__ut <= '%s'", sn, t_id, time_start, time_end)
  518. log.Println(sprintf)
  519. count, err = o.Raw(warningsql).Exec()
  520. if err != nil {
  521. log.Println(err.Error())
  522. return count, err
  523. }
  524. startTime, err := time.Parse("2006-01-02 15:04:05", time_start)
  525. if err != nil {
  526. return nil, errors.New("时间格式错误")
  527. }
  528. endTime, err := time.Parse("2006-01-02 15:04:05", time_end)
  529. if err != nil {
  530. return nil, errors.New("时间格式错误")
  531. }
  532. //判断开始时间和结束时间是否属于同一个月
  533. if startTime.Month() == endTime.Month() && startTime.Year() == endTime.Year() {
  534. formatMonth := startTime.Format("01")
  535. tableName := "warning" + "_" + strconv.Itoa(startTime.Year()) + "_" + formatMonth
  536. sql := fmt.Sprintf("delete from %s where t_sn='%s' and t_id='%s' and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, time_start, time_end)
  537. count, err := o.Raw(sql).Exec()
  538. if err != nil {
  539. log.Println(err.Error())
  540. return count, err
  541. }
  542. } else {
  543. // 不同的月份
  544. stas, ends, err := getMonthlyTimeRanges(time_start, time_end)
  545. if err != nil {
  546. return nil, errors.New("时间格式错误")
  547. }
  548. for i := 0; i < len(stas); i++ {
  549. fmt.Println(stas[i], ends[i])
  550. parse, err := time.Parse("2006-01-02 15:04:05", stas[i])
  551. if err != nil {
  552. return nil, errors.New("时间格式错误")
  553. }
  554. formatMonth := parse.Format("01")
  555. tableName := "warning" + "_" + strconv.Itoa(parse.Year()) + "_" + formatMonth
  556. sqls := fmt.Sprintf("delete from %s where t_sn='%s' and t_id=%s and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, time_start, time_end)
  557. count, err := o.Raw(sqls).Exec()
  558. if err != nil {
  559. log.Println(err.Error())
  560. return count, err
  561. }
  562. }
  563. }
  564. return count, nil
  565. }
  566. // DeleteDeviceDataByTimeWaring 删除对应报警时间范围
  567. func DeleteDeviceDataByTimeWaring(sn, t_id, time_start, time_end string) (sql.Result, error) {
  568. o := orm.NewOrm()
  569. sprintf := fmt.Sprintf("delete from warning where t_sn='%s' and t_id=%s and t__ut >= '%s' and t__ut <= '%s'", sn, t_id, time_start, time_end)
  570. log.Println(sprintf)
  571. count, err := o.Raw(sprintf).Exec()
  572. if err != nil {
  573. log.Println(err.Error())
  574. return count, err
  575. }
  576. startTime, err := time.Parse("2006-01-02 15:04:05", time_start)
  577. if err != nil {
  578. return nil, errors.New("时间格式错误")
  579. }
  580. endTime, err := time.Parse("2006-01-02 15:04:05", time_end)
  581. if err != nil {
  582. return nil, errors.New("时间格式错误")
  583. }
  584. //判断开始时间和结束时间是否属于同一个月
  585. if startTime.Month() == endTime.Month() && startTime.Year() == endTime.Year() {
  586. tableName := "warning" + "_" + strconv.Itoa(startTime.Year()) + "_" + strconv.Itoa(int(startTime.Month()))
  587. sql := fmt.Sprintf("delete from %s where t_sn='%s' and t_id='%s' and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, time_start, time_end)
  588. count, err := o.Raw(sql).Exec()
  589. if err != nil {
  590. log.Println(err.Error())
  591. return count, err
  592. }
  593. } else {
  594. // 不同的月份
  595. stas, ends, err := getMonthlyTimeRanges(time_start, time_end)
  596. if err != nil {
  597. return nil, errors.New("时间格式错误")
  598. }
  599. for i := 0; i < len(stas); i++ {
  600. fmt.Println(stas[i], ends[i])
  601. parse, err := time.Parse("2006-01-02 15:04:05", stas[i])
  602. if err != nil {
  603. return nil, errors.New("时间格式错误")
  604. }
  605. tableName := "warning" + "_" + strconv.Itoa(parse.Year()) + "_" + strconv.Itoa(int(parse.Month()))
  606. sqls := fmt.Sprintf("delete from %s where t_sn=%s and t_id='%s' and t__ut >= '%s' and t__ut <= '%s'", tableName, sn, t_id, stas[i], ends[i])
  607. count, err := o.Raw(sqls).Exec()
  608. if err != nil {
  609. log.Println(err.Error())
  610. return count, err
  611. }
  612. }
  613. }
  614. return nil, nil
  615. }
  616. func getMonthlyTimeRanges(startStr, endStr string) ([]string, []string, error) {
  617. startTime, err := time.Parse("2006-01-02 15:04:05", startStr)
  618. if err != nil {
  619. return nil, nil, err
  620. }
  621. endTime, err := time.Parse("2006-01-02 15:04:05", endStr)
  622. if err != nil {
  623. return nil, nil, err
  624. }
  625. var startMonths, endMonths []string
  626. currentTime := startTime
  627. for currentTime.Before(endTime) || currentTime.Equal(endTime) {
  628. monthStart := time.Date(currentTime.Year(), currentTime.Month(), 1, 0, 0, 0, 0, time.UTC)
  629. monthEnd := monthStart.AddDate(0, 1, -1)
  630. if monthStart.Before(startTime) {
  631. monthStart = startTime
  632. }
  633. if monthEnd.After(endTime) {
  634. monthEnd = endTime
  635. }
  636. startMonths = append(startMonths, monthStart.Format("2006-01-02 15:04:05"))
  637. endMonths = append(endMonths, monthEnd.Format("2006-01-02 15:04:05"))
  638. currentTime = monthEnd.AddDate(0, 1, 1)
  639. }
  640. return startMonths, endMonths, nil
  641. }
  642. // ImportDeviceData 批量导入
  643. func ImportDeviceData(reader *excelize.File, sn string) string {
  644. sheetName := reader.GetSheetName(0)
  645. rows, err := reader.GetRows(sheetName)
  646. o := orm.NewOrm()
  647. if err != nil {
  648. panic(any(err.Error()))
  649. }
  650. values := make([]string, len(rows)-1)
  651. for i, row := range rows {
  652. if i == 0 {
  653. //跳过第一条头部描述
  654. continue
  655. }
  656. // 定义匹配的解析格式
  657. format := row[4]
  658. _, err := time.Parse("2006-01-02 15:04:05", row[4])
  659. if err != nil {
  660. layout := "1/2/06 15:04"
  661. parsedTime, _ := time.Parse(layout, row[4])
  662. year := parsedTime.Year()
  663. if year < 100 {
  664. year += 2000
  665. }
  666. parsedTime = time.Date(year, parsedTime.Month(), parsedTime.Day(), parsedTime.Hour(), parsedTime.Minute(), parsedTime.Second(), parsedTime.Nanosecond(), time.UTC)
  667. format = parsedTime.Format("2006-01-02 15:04:05")
  668. }
  669. isrepeat := Read_DeviceData_Execl_ISREPEAT(sn, format, row[0])
  670. t_sp := Read_device_sensor_parameter(sn, row[0])
  671. if t_sp == "" {
  672. sprintf := fmt.Sprintf("当前sn或探头参数ID不存在:%s,%s", sn, row[0])
  673. return sprintf
  674. }
  675. if isrepeat {
  676. //如果重复就用更新数据
  677. sql := fmt.Sprintf("UPDATE z_device_data_%s SET t_t=%s,t_rh=%s WHERE t_time='%s' AND t_id=%s ", sn, row[1], row[2], format, row[0])
  678. _, err := o.Raw(sql).Exec()
  679. if err != nil {
  680. fmt.Println(err.Error())
  681. return "更新失败"
  682. }
  683. } else {
  684. // t_id,t_t,t_rh,t_time
  685. //传感器 传感器参数ID 温度 湿度 GPS 采集时间 创建时间
  686. parse, _ := time.Parse("2006-01-02 15:04:05", format)
  687. parse = parse.Add(time.Millisecond * 8000)
  688. parse.Format("2006-01-02 15:04:05")
  689. values[i-1] = fmt.Sprintf("(%s,%s,%s,%s,'','%s')", row[0], t_sp, row[1], row[2], format)
  690. sprintf := fmt.Sprintf("insert into z_device_data_%s (t_id,t_sp,t_t,t_rh,t_site,t_time,create_time) values (%s,%s,%s,%s,'%s','%s','%s')", sn, row[0], t_sp, row[1], row[2], row[3], format, parse.Format("2006-01-02 15:04:05"))
  691. log.Println(sprintf)
  692. //执行SQL
  693. _, err := o.Raw(sprintf).Exec()
  694. if err != nil {
  695. fmt.Println("执行失败")
  696. return "请检查表格是否具有重复数据!!!"
  697. }
  698. }
  699. }
  700. //sqlStatement := fmt.Sprintf("insert into z_device_data_%s(t_id,t_sp,t_t,t_rh,t_site,t_time) values %s", sn, strings.Join(values, ","))
  701. //fmt.Println("执行批量导入SQL:", sqlStatement)
  702. return "导入成功"
  703. }
  704. func Read_DeviceData_Execl_ISREPEAT(sn, t_time, t_id string) bool {
  705. o := orm.NewOrm()
  706. var table struct {
  707. T_id string
  708. T_time string
  709. }
  710. sql := fmt.Sprintf("select t_id,t_time from z_device_data_%s where t_time = '%s' and t_id=%s", sn, t_time, t_id)
  711. err := o.Raw(sql).QueryRow(&table)
  712. if err != nil {
  713. fmt.Println(err.Error())
  714. return false
  715. } else {
  716. if table.T_id != "" {
  717. return true
  718. }
  719. }
  720. return false
  721. }
  722. // ExportDeviceData 导出 未完成
  723. /*func ExportDeviceData(sns []string, startTime, endTime string) *os.File {
  724. f, err := os.Create(fmt.Sprintf("[%s]导出数据.zip", time.Now().Format("2006-01-02")))
  725. if err != nil {
  726. fmt.Println(err.Error())
  727. }
  728. z := zip.NewWriter(f)
  729. o := orm.NewOrm()
  730. sqlStatement := "select * from z_device_data_%s where create_time between %s and %s"
  731. title := map[string]string{
  732. "A1": "传感器",
  733. "B1": "传感器参数ID",
  734. "C1": "温度",
  735. "D1": "湿度",
  736. "E1": "GPS",
  737. "F1": "采集时间",
  738. "G1": "创建时间",
  739. }
  740. for _, sn := range sns {
  741. datas := make([]DeviceData_, 0)
  742. sqlNew := fmt.Sprintf(sqlStatement, sn, startTime, endTime)
  743. o.Raw(sqlNew).QueryRows(&datas)
  744. //创建压缩包中的excel
  745. excelT, err := z.Create(fmt.Sprintf("%s.xlsx", sn))
  746. if err != nil {
  747. fmt.Println(err.Error())
  748. }
  749. //创建新的excel
  750. excelNew := excelize.NewFile()
  751. excelNew.NewSheet(sn)
  752. //设置表头
  753. for k, v := range title {
  754. excelNew.SetCellStr(sn, k, v)
  755. }
  756. //设置内容
  757. for i, v := range datas {
  758. }
  759. }
  760. return f
  761. }
  762. */
  763. // Update_DeviceSensorData 更新设备数据
  764. func Update_DeviceSensorData(v DeviceData_R, fieldName, val string) error {
  765. o := orm.NewOrm()
  766. if fieldName == "t__tlower" {
  767. split := strings.Split(val, "|")
  768. i := strings.Split(split[0], "~")
  769. t__tlower := i[0]
  770. t__tupper := i[1]
  771. i2 := strings.Split(split[1], "~")
  772. t__r_hlower := i2[0]
  773. t__r_hupper := i2[1]
  774. sqlStatemt := fmt.Sprintf("update device_sensor_parameter set t__tlower =%s , t__tupper = %s , t__r_hlower = %s , t__r_hupper = %s where id =%d ", t__tlower, t__tupper, t__r_hlower, t__r_hupper, v.T_sp)
  775. //log.Println(sqlStatemt)
  776. _, err := o.Raw(sqlStatemt).Exec()
  777. if err != nil {
  778. return err
  779. }
  780. return nil
  781. } else {
  782. sqlStatemt := fmt.Sprintf("update z_device_data_%s set %s = ? where t_id = ? and t_t = ? and t_rh = ? and t_site = ? and create_time = ?", v.T_sn, fieldName)
  783. log.Println(sqlStatemt)
  784. log.Println("创建时间:", v.Create_Time)
  785. _, err := o.Raw(sqlStatemt, val, v.T_id, v.T_t, v.T_rh, v.T_site, v.Create_Time).Exec()
  786. if err != nil {
  787. return err
  788. }
  789. return nil
  790. }
  791. }
  792. // 复制添加数据
  793. func Copy_DeviceData(T_sn, T_id string, T_Rh, T_T any, T_Site, CreateTime string) {
  794. T_sp := Read_device_sensor_parameter(T_sn, T_id)
  795. o := orm.NewOrm()
  796. sprintf := fmt.Sprintf("insert into z_device_data_%s(t_id,t_sp,t_time,t_t,t_rh,t_site,create_time) values (?,?,?,?,?,?,?)", T_sn)
  797. //log.Println(sprintf)
  798. _, err := o.Raw(sprintf, T_id, T_sp, CreateTime, T_T, T_Rh, T_Site, CreateTime).Exec()
  799. if err != nil {
  800. fmt.Println(err.Error())
  801. }
  802. }
  803. func Read_DeviceData_ById_Year_List(SN string) []orm.ParamsList {
  804. o := orm.NewOrm()
  805. var maps_z []orm.ParamsList
  806. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  807. sql := "SELECT DATE_FORMAT(t_time,\"%m\") AS m ,DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + strconv.Itoa(time.Now().Year()) + "-0-0 00:00:00' GROUP BY DATE_FORMAT(t_time,\"%m\");"
  808. fmt.Println(sql)
  809. num, err := o.Raw(sql).ValuesList(&maps_z)
  810. if err == nil && num > 0 {
  811. fmt.Println(maps_z[0][0]) // slene
  812. }
  813. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  814. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  815. return maps_z
  816. } //
  817. func Read_DeviceData_ById_Month_List(SN string) []orm.ParamsList {
  818. o := orm.NewOrm()
  819. var maps_z []orm.ParamsList
  820. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  821. time_x := currentTime.Format("2006-01") + "-00 00:00:00"
  822. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  823. sql := "SELECT DATE_FORMAT(t_time,\"%d\") AS d FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%d\");"
  824. fmt.Println(sql)
  825. o.Raw(sql).ValuesList(&maps_z)
  826. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  827. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  828. return maps_z
  829. }
  830. func Read_device_sensor_parameter(SN, t_id string) string {
  831. o := orm.NewOrm()
  832. var maps_z []orm.ParamsList
  833. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  834. sql := "SELECT ID FROM device_sensor_parameter WHERE `t_sn` = '" + SN + "' AND `t_id` = '" + t_id + "' AND `t__state` = '1' ORDER BY `ID` DESC LIMIT 0,2;"
  835. fmt.Println(sql)
  836. list, err := o.Raw(sql).ValuesList(&maps_z)
  837. if err != nil {
  838. return ""
  839. }
  840. if list == 0 {
  841. fmt.Println("没有数据")
  842. return ""
  843. } else {
  844. return maps_z[0][0].(string)
  845. }
  846. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  847. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  848. }
  849. func Read_DeviceData_ById_Day_List(SN string) []orm.ParamsList {
  850. o := orm.NewOrm()
  851. var maps_z []orm.ParamsList
  852. currentTime := time.Now() //获取当前时间,类型是Go的时间类型Time
  853. time_x := currentTime.Format("2006-01-02") + " 00:00:00"
  854. //sql = "SELECT t_name,t_t,t_rh,t_tl,t_tu,t_rhl,t_rhu,t_site,DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_"+SN+" WHERE "+sql_time+" t_id = "+ strconv.Itoa(T_id) +" ORDER BY t_time DESC "
  855. sql := "SELECT DATE_FORMAT(t_time,\"%H\") AS m FROM z_device_data_" + SN + " WHERE t_time > '" + time_x + "' GROUP BY DATE_FORMAT(t_time,\"%H\");"
  856. fmt.Println(sql)
  857. o.Raw(sql).ValuesList(&maps_z)
  858. //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
  859. //key,_ := strconv.Atoi(maps_z[0][0].(string))
  860. return maps_z
  861. }
  862. func Read_DeviceData_List_GROUP_BY_t_time(SN string, Time_start_ string, Time_end_ string) []orm.ParamsList {
  863. o := orm.NewOrm()
  864. var maps_z []orm.ParamsList
  865. sql_time := ""
  866. if len(Time_start_) > 1 {
  867. sql_time += " t_time >= '" + Time_start_ + "' AND " + " t_time <= '" + Time_end_ + "' "
  868. }
  869. sql := "SELECT DATE_FORMAT(t_time,'%Y-%c-%d %H:%i:%s') AS t_time FROM z_device_data_" + SN + " WHERE " + sql_time + " GROUP BY t_time ORDER BY t_time DESC "
  870. fmt.Println(sql)
  871. o.Raw(sql).ValuesList(&maps_z)
  872. return maps_z
  873. }
  874. // GetCompanyBySn 根据sn查询公司名称
  875. func GetCompanyBySn(sn string) (string, error) {
  876. o := orm.NewOrm()
  877. sqls := fmt.Sprintf("SELECT t_pid FROM `device` WHERE t_sn='%s'", sn)
  878. var TPid string
  879. err := o.Raw(sqls).QueryRow(&TPid)
  880. if err != nil {
  881. return "", err
  882. }
  883. sqlCompany := fmt.Sprintf("SELECT t_name FROM `company` WHERE id='%s'", TPid)
  884. var TName string
  885. err = o.Raw(sqlCompany).QueryRow(&TName)
  886. if err != nil {
  887. return "", err
  888. }
  889. TName = TName + "[" + TPid + "]"
  890. return TName, nil
  891. }