123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959 |
- package Task
- import (
- "ColdVerify_local/conf"
- "ColdVerify_local/lib"
- "ColdVerify_local/logs"
- "encoding/json"
- "fmt"
- "github.com/astaxie/beego/cache"
- _ "github.com/astaxie/beego/cache/redis"
- "github.com/beego/beego/v2/adapter/orm"
- orm2 "github.com/beego/beego/v2/client/orm"
- "github.com/go-sql-driver/mysql"
- _ "github.com/go-sql-driver/mysql"
- "math"
- "sort"
- "strconv"
- "strings"
- "time"
- )
- const (
- Temperature = "Temperature"
- Humidity = "Humidity"
- )
- // 模板 func TestBeego(t *testing.T) {
- type TaskData struct {
- Id int `orm:"column(ID);size(11);auto;pk"`
- T_id string `orm:"size(256);null"` // 标题
- T_t float32 `orm:"size(10);null"` // 温度
- T_rh float32 `orm:"size(10);null"` // 湿度
- T_time time.Time `orm:"type(timestamp);null;"` // 采集时间
- CreateTime time.Time `orm:"column(create_time);type(timestamp);null;auto_now_add"` //auto_now_add 第一次保存时才设置时间 UpdateTime time.Time `orm:"column(update_time);type(timestamp);null;auto_now"` //auto_now 每次 model 保存时都会对时间自动更新
- }
- type TaskData_Time_Min_Max_GROUP struct {
- T_max float32 // 温度
- T_max_id string // 温度
- T_min float32 // 湿度
- T_min_id string // 湿度
- T_times string // 采集时间
- }
- func (t *TaskData) TableName() string {
- return "task_data" // 数据库名称 // ************** 替换 FormulaList **************
- }
- var redisCache_TaskData cache.Cache
- func init() {
- //orm2.Debug = true
- config := fmt.Sprintf(`{"key":"%s","conn":"%s","dbNum":"%s","password":"%s"}`,
- "redis_"+"TaskData", conf.Redis_address, conf.Redis_dbNum, conf.Redis_password)
- logs.Println(config)
- var err error
- redisCache_TaskData, err = cache.NewCache("redis", config)
- if err != nil || redisCache_TaskData == nil {
- errMsg := "failed to init redis"
- logs.Println(errMsg, err)
- }
- }
- type TaskDataJPG struct {
- State int `json:"state"` //1:生成中 2:已完成 3:失败
- Msg string `json:"msg"`
- Url string `json:"url"` //url
- }
- // ---------------- Redis -------------------
- // Redis_Set(m.T_sn,m) // Redis 更新缓存
- func Redis_TaskDataJPG_Set(key string, r TaskDataJPG) (err error) {
- //json序列化
- str, err := json.Marshal(r)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return
- }
- err = redisCache_TaskData.Put(key, str, 5*time.Minute)
- if err != nil {
- logs.Println("set key:", key, ",value:", str, err)
- }
- return
- }
- // if r,is :=Redis_Get(T_sn);is{
- // return r,nil
- // }
- func Redis_TaskDataJPG_Get(key string) (r TaskDataJPG, is bool) {
- if redisCache_TaskData.IsExist(key) {
- logs.Println("找到key:", key)
- v := redisCache_TaskData.Get(key)
- json.Unmarshal(v.([]byte), &r)
- return r, true
- }
- logs.Println("没有 找到key:", key)
- return TaskDataJPG{}, false
- }
- func Redis_TaskDataJPG_Del(key string) (err error) {
- err = redisCache_TaskData.Delete(key)
- return
- }
- // 创建数据库 Device.CREATE_TaskData("")
- func CREATE_TaskData(alias_name, T_task_id string) bool {
- o := orm2.NewOrmUsingDB(alias_name)
- sql := "DROP TABLE IF EXISTS `z_task_data_" + T_task_id + "`"
- o.Raw(sql).Exec()
- sql = "CREATE TABLE IF NOT EXISTS `z_task_data_" + T_task_id + "` ( " +
- " `ID` int(11) NOT NULL AUTO_INCREMENT," +
- " `t_sn` varchar(256) CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci NULL DEFAULT NULL," +
- " `t_id` varchar(256) DEFAULT NULL," +
- " `t_t` float(6, 1) NULL DEFAULT NULL," +
- " `t_rh` float(6, 1) NULL DEFAULT NULL," +
- " `t_time` datetime(0) NULL DEFAULT NULL," +
- " PRIMARY KEY (`ID`) USING BTREE," +
- " KEY `t_sn` (`t_sn`)," +
- " KEY `t_id` (`t_id`)," +
- " KEY `t_time` (`t_time`)" +
- ") ENGINE = InnoDB AUTO_INCREMENT = 5 CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci ROW_FORMAT = Dynamic;"
- _, err := o.Raw(sql).Exec()
- if err != nil {
- return false
- }
- //sqlIndex := "ALTER TABLE `z_task_data_" + T_task_id + "` add unique index(`t_sn`,`t_id`,`t_time`);"
- //logs.Debug(sqlIndex)
- //o.Raw(sqlIndex).Exec()
- return true
- }
- // ---------------- 特殊方法 -------------------
- // 清空
- func Truncate_TaskData(alias_name, T_task_id string) bool {
- o := orm2.NewOrmUsingDB(alias_name)
- sql := "truncate table z_task_data_" + T_task_id
- logs.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- // 数据库表不存在,则创建数据库
- if err.(*mysql.MySQLError).Number == 1146 {
- CREATE_TaskData(alias_name, T_task_id)
- return true
- }
- logs.Error(lib.FuncName(), err)
- return false
- }
- return true
- }
- type TaskData_ struct {
- ID int `orm:"column(ID);size(100);null"` // ID
- T_sn string `orm:"column(t_sn);size(256);null"` // sn
- T_id string `orm:"column(t_id);size(256);null"` // 标题
- T_t float32 `orm:"column(t_t);size(10);null"` // 温度
- T_rh float32 `orm:"column(t_rh);size(10);null"` // 湿度
- T_time string `orm:"column(t_times);null;"` // 采集时间
- T_Certificate_sn string `orm:"size(256);null"` // 证书编号
- }
- type TaskDataClass_ struct {
- T_sn string `orm:"column(t_sn);size(256);null"` // 标题
- T_id string `orm:"column(t_id);size(256);null"` // 名称
- T_terminal int
- }
- type TaskData_AVG struct {
- T_t float32 `orm:"column(t_t);size(10);null"` // 温度
- T_time string `orm:"column(t_times);null;"` // 采集时间
- }
- func Read_TaskData_ById_List(T_task_id string, SN string, T_id string, Time_start_ string, Time_end_ string, page int, page_z int) ([]TaskData_, int64) {
- o := orm.NewOrm()
- var maps []TaskData_
- var maps_z []orm2.ParamsList
- pagez := page_z
- var offset int
- if page <= 1 {
- offset = 0
- } else {
- page -= 1
- offset = page * pagez
- }
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 {
- sql_condition += " AND t_id = '" + T_id + "'"
- }
- if len(SN) > 0 {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- _, err := o.Raw(sql).ValuesList(&maps_z)
- if err != nil {
- return maps, 0
- }
- if len(maps_z) == 0 {
- return maps, 0
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql = "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time DESC"
- if page_z != 9999 {
- sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
- }
- fmt.Println(sql)
- _, err = o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
- key, _ := strconv.Atoi(maps_z[0][0].(string))
- return maps, int64(key)
- }
- func Read_TaskData_ById_List_AES(T_task_id string, SN string, T_id string, Time_start_ string, Time_end_ string, page int, page_z int) ([]TaskData_, int64) {
- o := orm.NewOrm()
- var maps []TaskData_
- var maps_z []orm2.ParamsList
- pagez := page_z
- var offset int
- if page <= 1 {
- offset = 0
- } else {
- page -= 1
- offset = page * pagez
- }
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 {
- sql_condition += " AND t_id = '" + T_id + "'"
- }
- if len(SN) > 0 {
- if strings.Contains(SN, "|") {
- // 将字符串按 | 分割
- ids := strings.Split(strings.TrimSuffix(SN, "|"), "|")
- // 构建 SQL 查询
- query := " AND t_sn IN ("
- // 动态添加每个 id
- for i, id := range ids {
- query += "'" + id + "'"
- if i < len(ids)-1 {
- query += ", " // 添加逗号分隔
- }
- }
- query += ") " // 结束 SQL 查询
- sql_condition += query
- } else {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- _, err := o.Raw(sql).ValuesList(&maps_z)
- if err != nil {
- return maps, 0
- }
- if len(maps_z) == 0 {
- return maps, 0
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql = "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time"
- if page_z != 9999 {
- sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
- }
- fmt.Println(sql)
- _, err = o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
- key, _ := strconv.Atoi(maps_z[0][0].(string))
- return maps, int64(key)
- }
- func Read_TaskData_ById_List_SQL(T_task_id string, SQL, SN string, T_id string, Time_start_ string, Time_end_ string, page int, page_z int) ([]TaskData_, int64) {
- o := orm.NewOrm()
- var maps []TaskData_
- var maps_z []orm2.ParamsList
- pagez := page_z
- var offset int
- if page <= 1 {
- offset = 0
- } else {
- page -= 1
- offset = page * pagez
- }
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 {
- sql_condition += " AND t_id = '" + T_id + "'"
- }
- if len(SQL) > 0 {
- sql_condition += SQL
- }
- if len(SN) > 0 {
- if strings.Contains(SN, "|") {
- // 将字符串按 | 分割
- ids := strings.Split(strings.TrimSuffix(SN, "|"), "|")
- // 构建 SQL 查询
- query := " AND t_sn IN ("
- // 动态添加每个 id
- for i, id := range ids {
- query += "'" + id + "'"
- if i < len(ids)-1 {
- query += ", " // 添加逗号分隔
- }
- }
- query += ") " // 结束 SQL 查询
- sql_condition += query
- } else {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- _, err := o.Raw(sql).ValuesList(&maps_z)
- if err != nil {
- return maps, 0
- }
- if len(maps_z) == 0 {
- return maps, 0
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql = "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time"
- if page_z != 9999 {
- sql = sql + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
- }
- fmt.Println(sql)
- _, err = o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
- key, _ := strconv.Atoi(maps_z[0][0].(string))
- return maps, int64(key)
- }
- func Read_TaskData_ById_List_(T_task_id string, SN string) []TaskData_ {
- o := orm.NewOrm()
- var maps []TaskData_
- sql_condition := ""
- sql_condition += " t_sn ='" + SN + "'"
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i') AS t_times,t_time FROM z_task_data_" + T_task_id + " WHERE " + sql_condition + " ORDER BY t_time "
- fmt.Println(sql)
- _, err := o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return maps
- }
- return maps
- }
- func Read_TaskData_ById_AVG(T_task_id string, SN string, Time_start_ string, Time_end_ string) []TaskData_AVG {
- o := orm.NewOrm()
- var maps []TaskData_AVG
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(SN) > 0 {
- if strings.Contains(SN, "|") {
- // 将字符串按 | 分割
- ids := strings.Split(strings.TrimSuffix(SN, "|"), "|")
- // 构建 SQL 查询
- query := " AND t_sn IN ("
- // 动态添加每个 id
- for i, id := range ids {
- query += "'" + id + "'"
- if i < len(ids)-1 {
- query += ", " // 添加逗号分隔
- }
- }
- query += ") " // 结束 SQL 查询
- sql_condition += query
- } else {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- sql := "SELECT DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times, AVG(t_t) AS t_t FROM z_task_data_" + T_task_id + sql_condition + " GROUP BY t_time ORDER BY t_time"
- fmt.Println(sql)
- o.Raw(sql).QueryRows(&maps)
- return maps
- }
- func Read_TaskData_ById_ClassList(T_task_id string) []TaskDataClass_ {
- o := orm.NewOrm()
- var maps []TaskDataClass_
- //fmt.Println("maps_z;",maps_z[0][0])
- //sql := "SELECT DISTINCT t_sn,t_id FROM z_task_data_" + T_task_id + " ORDER BY t_id "
- //sql := "SELECT DISTINCT t_sn FROM z_task_data_" + T_task_id + " ORDER BY t_id "
- sql := "SELECT t_sn,t_id FROM z_task_data_" + T_task_id + " GROUP BY t_sn,t_id ORDER BY t_id+0 "
- fmt.Println(sql)
- _, err := o.Raw(sql).QueryRows(&maps)
- if err != nil {
- // 数据库表不存在,则创建数据库
- if err.(*mysql.MySQLError).Number == 1146 {
- CREATE_TaskData(conf.Local_AliasName, T_task_id)
- }
- logs.Error(lib.FuncName(), err)
- return maps
- }
- return maps
- }
- func Read_TaskData_sn(T_task_id string) []TaskDataClass_ {
- o := orm.NewOrm()
- var maps []TaskDataClass_
- sql := "SELECT DISTINCT t_sn FROM z_task_data_" + T_task_id + " ORDER BY t_sn "
- fmt.Println(sql)
- _, err := o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return maps
- }
- return maps
- }
- func Update_TaskData_ByT_sn(T_task_id, T_sn, T_id string) error {
- o := orm.NewOrm()
- // 修改id
- sql := "UPDATE z_task_data_" + T_task_id + " SET `t_id` = '" + T_id + "' WHERE `t_sn` = '" + T_sn + "'"
- logs.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- func Delete_TaskData_ByT_sn(T_task_id, T_sn string) error {
- o := orm.NewOrm()
- // 修改id
- sql := "DELETE FROM z_task_data_" + T_task_id + " WHERE `t_sn` = '" + T_sn + "'"
- logs.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- // 添加
- func Add_TaskData(T_task_id string, T_sn string, T_id string, T_t string, T_rh string, T_time string) bool {
- o := orm2.NewOrm()
- tx, err := o.Begin()
- if err != nil {
- logs.Error("start the transaction failed")
- return false
- }
- // 开始插入数据
- //
- //sql := "INSERT INTO z_task_data_" + T_task_id + " (`t_sn`, `t_id`, `t_time`) " +
- // "VALUES ('" + T_sn + "', " + T_id + ", '" + T_time + "') " +
- // "ON DUPLICATE KEY UPDATE t_t=" + T_t + ", t_rh="+ T_rh +";"
- // 去重复数据
- sql := "DELETE FROM z_task_data_" + T_task_id + " WHERE " + " t_id = '" + T_id + "' AND " + " t_sn = '" + T_sn + "' " + "AND t_time = '" + T_time + "' "
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- //fmt.Println(sql)
- res, err := tx.Raw(sql).Exec()
- if err != nil {
- tx.Rollback()
- logs.Error(lib.FuncName(), err)
- return false
- }
- res.RowsAffected()
- sql = "INSERT INTO z_task_data_" + T_task_id + " (`t_sn`, `t_id`, `t_t`, `t_rh`, `t_time`) " +
- "VALUES ('" + T_sn + "', '" + T_id + "', " + T_t + "," + T_rh + ", '" + T_time + "')"
- // 更新数据
- //sql := "INSERT INTO z_task_data_" + T_task_id + " (`t_sn`, `t_id`, `t_t`, `t_rh`, `t_time`) " +
- // "VALUES ('" + T_sn + "', " + T_id + ", " + T_t + "," + T_rh + ", '" + T_time + "')" +
- // "on duplicate key update `t_t`=" + T_t + ",`t_rh`=" + T_rh
- //fmt.Println(sql)
- res, err = tx.Raw(sql).Exec()
- if err != nil {
- tx.Rollback()
- logs.Error(lib.FuncName(), err)
- return false
- }
- tx.Commit()
- //fmt.Println("mysql row affected nums: ", num)
- return true
- }
- // 创建唯一索引
- func Create_Unique_Index(T_task_id string) error {
- // 创建索引
- o := orm.NewOrm()
- createIndexSql := "ALTER TABLE z_task_data_" + T_task_id + " ADD CONSTRAINT unique_index_t_sn_t_id_t_time UNIQUE (t_sn, t_id, t_time);"
- //fmt.Println(sql)
- _, err := o.Raw(createIndexSql).Exec()
- if err != nil && !strings.Contains(err.Error(), "Duplicate key name 'unique_index_t_sn_t_id_t_time'") {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- // 删除唯一索引
- func Delete_Unique_Index(T_task_id string) error {
- // 创建索引
- o := orm.NewOrm()
- // 删除索引
- deleteIndexSql := "ALTER TABLE z_task_data_" + T_task_id + " DROP INDEX unique_index_t_sn_t_id_t_time;"
- //fmt.Println(sql)
- _, err := o.Raw(deleteIndexSql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- func Adds_TaskData(T_task_id string, valueStrings []string) error {
- o := orm.NewOrm()
- // 插入数据
- sql := "INSERT INTO z_task_data_" + T_task_id + " (`t_sn`, `t_id`, `t_t`, `t_rh`, `t_time`) VALUES"
- sql += strings.Join(valueStrings, ",")
- sql += " ON DUPLICATE KEY UPDATE t_t = VALUES(t_t), t_rh = VALUES(t_rh)"
- //fmt.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- //fmt.Println("mysql row affected nums: ", num)
- return nil
- }
- // 批量添加数据
- func Batch_Adds_TaskData(T_task_id string, valueStrings []string) error {
- pageSize := 10000 // 每页的条数
- totalPages := len(valueStrings) / pageSize // 总页数
- // 遍历每一页
- for page := 1; page <= totalPages+1; page++ {
- // 计算当前页的起始索引和结束索引
- startIndex := (page - 1) * pageSize
- if startIndex > len(valueStrings) {
- startIndex = len(valueStrings)
- }
- endIndex := page * pageSize
- // 边界判断,如果结束索引超过列表长度,则将结束索引设置为列表最后一个元素的索引加一
- if endIndex > len(valueStrings) {
- endIndex = len(valueStrings)
- }
- // 获取当前页的数据
- currentList := valueStrings[startIndex:endIndex]
- err := Adds_TaskData(T_task_id, currentList)
- if err != nil {
- return err
- }
- logs.Info(fmt.Sprintf("第%d-%d条数据插入成功", startIndex+1, endIndex))
- }
- return nil
- }
- // 修改
- func Up_TaskData(T_task_id string, Id string, T_t string, T_rh string, T_time string) bool {
- o := orm.NewOrm()
- SET_str := " SET "
- if len(T_t) > 0 {
- SET_str = SET_str + " t_t = " + T_t + " ,"
- }
- if len(T_rh) > 0 {
- SET_str = SET_str + " t_rh = " + T_rh + " ,"
- }
- if len(T_time) > 0 {
- SET_str = SET_str + " t_time = '" + T_time + "' ,"
- }
- if len(SET_str) > 7 {
- SET_str = SET_str[:(len(SET_str) - 1)]
- }
- // 开始插入数据 UPDATE `cold_verify`.`Z_TaskData_d8qMyeXLzIxn` SET `t_t` = 20.2 WHERE `ID` = 69
- sql := "UPDATE z_task_data_" + T_task_id + " " + SET_str + " WHERE ID = " + Id
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- //fmt.Println(sql)
- res, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return false
- }
- res.RowsAffected()
- //fmt.Println("mysql row affected nums: ", num)
- return true
- }
- // 删除
- func Del_TaskData(T_task_id string, Id string) bool {
- o := orm.NewOrm()
- // 开始插入数据 UPDATE `cold_verify`.`Z_TaskData_d8qMyeXLzIxn` SET `t_t` = 20.2 WHERE `ID` = 69
- sql := "DELETE FROM z_task_data_" + T_task_id + " WHERE ID = " + Id
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- logs.Println(sql)
- res, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return false
- }
- res.RowsAffected()
- //fmt.Println("mysql row affected nums: ", num)
- return true
- }
- func Read_TaskData_ByT_id(T_task_id string, Id string) (t_sn string, err error) {
- o := orm.NewOrm()
- // 开始插入数据 UPDATE `cold_verify`.`Z_TaskData_d8qMyeXLzIxn` SET `t_t` = 20.2 WHERE `ID` = 69
- sql := "SELECT t_sn FROM z_task_data_" + T_task_id + " WHERE t_id = '" + Id + "'"
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- logs.Println(sql)
- err = o.Raw(sql).QueryRow(&t_sn)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return t_sn, err
- }
- //fmt.Println("mysql row affected nums: ", num)
- return t_sn, err
- }
- func Read_TaskData_ByT_sn(T_task_id string, sn string) (t_id string, err error) {
- o := orm.NewOrm()
- // 开始插入数据 UPDATE `cold_verify`.`Z_TaskData_d8qMyeXLzIxn` SET `t_t` = 20.2 WHERE `ID` = 69
- sql := "SELECT t_id FROM z_task_data_" + T_task_id + " WHERE t_sn = '" + sn + "'"
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- logs.Println(sql)
- err = o.Raw(sql).QueryRow(&t_id)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return t_id, err
- }
- //fmt.Println("mysql row affected nums: ", num)
- return t_id, err
- }
- // 添加
- func Del_TaskData_t_id(T_task_id string, Id string) bool {
- o := orm.NewOrm()
- // 开始插入数据 UPDATE `cold_verify`.`Z_TaskData_d8qMyeXLzIxn` SET `t_t` = 20.2 WHERE `ID` = 69
- sql := "DELETE FROM z_task_data_" + T_task_id + " WHERE t_id = '" + Id + "'"
- // 这里有时间优化 用于一次 prepare 多次 exec,以提高批量执行的速度
- logs.Println(sql)
- res, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return false
- }
- res.RowsAffected()
- //fmt.Println("mysql row affected nums: ", num)
- return true
- }
- // 检查导出表总数
- func Check_TaskData_Num(T_task_id string) bool {
- o1 := orm2.NewOrmUsingDB(conf.Local_AliasName)
- o2 := orm2.NewOrmUsingDB(conf.Server_AliasName)
- var maps_z1, maps_z2 []orm2.ParamsList
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id
- fmt.Println(sql)
- _, err := o1.Raw(sql).ValuesList(&maps_z1)
- if err != nil {
- return false
- }
- _, err = o2.Raw(sql).ValuesList(&maps_z2)
- if err != nil {
- return false
- }
- if len(maps_z1) != len(maps_z2) {
- return false
- }
- return true
- }
- // 检查导出表总数
- func Check_TaskData_Num_Verify1(T_task_id string) bool {
- o1 := orm2.NewOrmUsingDB(conf.Local_AliasName)
- o2 := orm2.NewOrmUsingDB(conf.Verify1_AliasName)
- var maps_z1, maps_z2 []orm2.ParamsList
- sql := "SELECT COUNT(ID) FROM z_task_data_" + strings.ToLower(T_task_id)
- fmt.Println(sql)
- _, err := o1.Raw(sql).ValuesList(&maps_z1)
- if err != nil {
- return false
- }
- sql2 := "SELECT COUNT(ID) FROM Z_TaskData_" + T_task_id
- _, err = o2.Raw(sql2).ValuesList(&maps_z2)
- if err != nil {
- return false
- }
- if len(maps_z1) != len(maps_z2) {
- return false
- }
- return true
- }
- func Read_TaskData_Num(T_task_id string) int {
- o1 := orm2.NewOrmUsingDB(conf.Local_AliasName)
- var maps_z []orm2.ParamsList
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id
- fmt.Println(sql)
- _, err := o1.Raw(sql).ValuesList(&maps_z)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return 0
- }
- key, _ := strconv.Atoi(maps_z[0][0].(string))
- return key
- }
- func Dump_TaskData(T_task_id, root, password, url_port, database, sql_file string) (string, error) {
- // url_port 127.0.0.1:3306
- // mysql8.0 以上加 --column-statistics=0
- // mysqldump --column-statistics=0 -uroot -proot -h127.0.0.1 -P3306 cold_verify Z_TaskData_ixEfo5zk2Oeb > /Data/Z_TaskData_ixEfo5zk2Oeb.sql
- v := Read_Local_Mysql_Version()
- host_port := strings.Split(url_port, ":")
- table_name := "z_task_data_" + T_task_id
- org := "mysqldump "
- if v >= 8 {
- org += "--column-statistics=0 "
- }
- //--no-create-info 只导出数据,而不添加 CREATE TABLE 语句。
- //--single-transaction 在备份库的时候并不锁定数据表
- //--add-locks:在每个表导出之前增加LOCK TABLES并且之后UNLOCK TABLE。(默认为打开状态,使用--skip-add-locks取消选项)
- //--compact:压缩模式,产生更少的输出;
- org = org + fmt.Sprintf("-u%s -p%s -h%s -P%s --no-create-info --set-gtid-purged=OFF --skip-add-locks --compact --quick %s %s > %s ",
- root, password, host_port[0], host_port[1], database, table_name, sql_file)
- logs.Println(org)
- _, err := lib.Command(org)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return org, err
- }
- func Dump_TaskData_Verify(T_task_id, root, password, url_port, database, sql_file string) (string, error) {
- // url_port 127.0.0.1:3306
- // mysql8.0 以上加 --column-statistics=0
- // mysqldump --column-statistics=0 -uroot -proot -h127.0.0.1 -P3306 cold_verify Z_TaskData_ixEfo5zk2Oeb > /Data/Z_TaskData_ixEfo5zk2Oeb.sql
- v := Read_Local_Mysql_Version()
- host_port := strings.Split(url_port, ":")
- table_name := "Z_TaskData_" + T_task_id
- org := "mysqldump "
- if v >= 8 {
- org += "--column-statistics=0 "
- }
- //--no-create-info 只导出数据,而不添加 CREATE TABLE 语句。
- //--single-transaction 在备份库的时候并不锁定数据表
- //--add-locks:在每个表导出之前增加LOCK TABLES并且之后UNLOCK TABLE。(默认为打开状态,使用--skip-add-locks取消选项)
- //--compact:压缩模式,产生更少的输出;
- org = org + fmt.Sprintf("-u%s -p%s -h%s -P%s --no-create-info --set-gtid-purged=OFF --skip-add-locks --compact --quick %s %s > %s ",
- root, password, host_port[0], host_port[1], database, table_name, sql_file)
- logs.Println(org)
- _, err := lib.Command(org)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return org, err
- }
- func Insert_TaskData(root, password, url_port, database, sql_file string) (string, error) {
- // url_port 127.0.0.1:3306
- // mysql -u root -p root -h127.0.0.1 -P3306 cold_verify_local < /data/Z_TaskData_ixEfo5zk2Oeb.sql
- host_port := strings.Split(url_port, ":")
- org := fmt.Sprintf("mysql -u%s -p%s -h%s -P%s %s < %s",
- root, password, host_port[0], host_port[1], database, sql_file)
- logs.Println(org)
- _, err := lib.Command(org)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return org, err
- }
- func Read_Local_Mysql_Version() int {
- o := orm2.NewOrmUsingDB(conf.Local_AliasName)
- var params []orm2.Params
- o.Raw("select version();").Values(¶ms)
- version, _ := strconv.Atoi(params[0]["version()"].(string)[0:1])
- return version
- }
- func Import_TaskData(T_task_id string, offset, pagez int) bool {
- var maps []TaskData_
- serverOrm := orm2.NewOrmUsingDB(conf.Server_AliasName)
- localOrm := orm2.NewOrmUsingDB(conf.Local_AliasName)
- tb_name := "z_task_data_" + T_task_id
- // 开从先上版查询数据
- sql := "select `ID`, `t_sn`, `t_id`, `t_t`, `t_rh`, DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times from " + tb_name + " LIMIT " + strconv.Itoa(offset) + "," + strconv.Itoa(pagez)
- logs.Println(sql)
- _, err := serverOrm.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return false
- }
- values := []string{}
- for _, row := range maps {
- // 处理数据
- values = append(values, fmt.Sprintf("('%s',%d,%v,%v,'%s')", row.T_sn, row.T_id, row.T_t, row.T_rh, row.T_time))
- }
- // 向本地版插入数据
- sql = "INSERT IGNORE INTO " + tb_name + "( `t_sn`, `t_id`, `t_t`, `t_rh`, `t_time`) VALUES " + strings.Join(values, ",")
- //logs.Println(sql)
- _, err = localOrm.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return false
- }
- return true
- }
- // InsertTaskData 添加设备数据
- func InsertTaskData(T_task_id string, d TaskData_) {
- o := orm.NewOrm()
- var maps TaskData_
- sql := fmt.Sprintf("SELECT * FROM z_task_data_%s where t_time='%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_time, d.T_id, d.T_sn)
- err := o.Raw(sql).QueryRow(&maps)
- if err != nil && err.Error() != orm.ErrNoRows.Error() {
- logs.Error(lib.FuncName(), err)
- }
- // 添加
- if maps.ID == 0 {
- sqlStatement := fmt.Sprintf("insert into z_task_data_%s(t_sn, t_id, t_t, t_rh, t_time) value('%s','%s',%f,%f,'%s')", T_task_id, d.T_sn, d.T_id, d.T_t, d.T_rh, d.T_time)
- _, err = o.Raw(sqlStatement).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return
- }
- //已经存在该条目,更新
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = %f,t_rh = %f where t_time= '%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_t, d.T_rh, d.T_time, d.T_id, d.T_sn)
- _, err = o.Raw(sqlStatement).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- }
- // InsertTaskData 添加设备数据
- func InsertTaskData_TH(T_task_id string, T_switch_t, T_switch_h bool, d TaskData_) {
- o := orm.NewOrm()
- var maps TaskData_
- sql := fmt.Sprintf("SELECT * FROM z_task_data_%s where t_time='%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_time, d.T_id, d.T_sn)
- err := o.Raw(sql).QueryRow(&maps)
- if err != nil && err.Error() != orm.ErrNoRows.Error() {
- logs.Error(lib.FuncName(), err)
- }
- // 添加
- if maps.ID == 0 {
- sqlStatement := fmt.Sprintf("insert into z_task_data_%s(t_sn, t_id, t_t, t_rh, t_time) value('%s','%s',%f,%f,'%s')", T_task_id, d.T_sn, d.T_id, d.T_t, d.T_rh, d.T_time)
- _, err = o.Raw(sqlStatement).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return
- }
- //已经存在该条目,更新
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = %f,t_rh = %f where t_time= '%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_t, d.T_rh, d.T_time, d.T_id, d.T_sn)
- if T_switch_t && !T_switch_h {
- sqlStatement = fmt.Sprintf("update z_task_data_%s set t_t = %f where t_time= '%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_t, d.T_time, d.T_id, d.T_sn)
- }
- if !T_switch_t && T_switch_h {
- sqlStatement = fmt.Sprintf("update z_task_data_%s set t_rh = %f where t_time= '%s' and t_id = '%s' and t_sn = '%s'", T_task_id, d.T_rh, d.T_time, d.T_id, d.T_sn)
- }
- _, err = o.Raw(sqlStatement).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- }
- // DeleteTaskDataByTimeRange 删除时间范围内的数据
- func DeleteTaskDataByTimeRange(T_task_id, sn string, id string, startTime, endTime string) {
- sqlStatement := fmt.Sprintf("delete from z_task_data_%s where t_id = '%s' and t_sn = '%s'", T_task_id, id, sn)
- if len(startTime) > 0 && len(endTime) > 0 {
- sqlStatement += " AND t_time BETWEEN '" + startTime + "' AND '" + endTime + "'"
- }
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println(err.Error())
- }
- affected, _ := exec.RowsAffected()
- logs.Println(fmt.Sprintf("从 %s - %s 时间段删除了%d条数据", startTime, endTime, affected))
- }
- // UpdateTaskDataTemperatureAndHumidityRandom 随机更新
- func UpdateTaskDataTemperatureAndHumidityRandom(T_task_id, sn, id, startTime, endTime string, ttMax, ttMin, trhMax, trhMin int) {
- //sql语句
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = t_t + FLOOR(%d + RAND() * (%d - %d + 1)) /100.0, t_rh = t_rh + FLOOR(%d + RAND() * (%d - %d + 1)) /100.0 where t_time BETWEEN '%s' AND '%s' and t_id = '%s' and t_sn = '%s'", T_task_id, ttMin, ttMax, ttMin, trhMin, trhMax, trhMin, startTime, endTime, id, sn)
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println("执行错误:", sqlStatement)
- }
- affected, _ := exec.RowsAffected()
- fmt.Println("执行更新行数:", affected)
- }
- // UpdateTaskDataTemperatureAndHumidity 更新设备探头数据温湿度 固定偏移
- func UpdateTaskDataTemperatureAndHumidity(T_task_id, sn, id, startTime, endTime string, temperature, humidity float64) {
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = t_t + %f , t_rh = t_rh + %f where t_id = '%s' and t_sn = '%s' ", T_task_id, temperature, humidity, id, sn)
- if len(startTime) > 0 && len(endTime) > 0 {
- sqlStatement += " AND t_time BETWEEN '" + startTime + "' AND '" + endTime + "'"
- }
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println(err.Error())
- }
- affected, err := exec.RowsAffected()
- if err != nil {
- fmt.Println(err.Error())
- }
- fmt.Printf("影响了%d行\n", affected)
- }
- // UpdateTaskData 更新设备探头数据
- func UpdateTaskData(T_task_id, sn, id string, old, newO TaskData_) {
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = %f , t_rh = %f where t_sn = '%s' and t_id = '%s' and t_t = %f and t_rh = %f and t_time= '%s'", T_task_id, newO.T_t, newO.T_rh, sn, id, old.T_t, old.T_rh, old.T_time)
- fmt.Println("执行SQL:", sqlStatement)
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println("执行错误:", sqlStatement, err.Error())
- }
- affected, _ := exec.RowsAffected()
- fmt.Println("执行更新行数:", affected)
- }
- // 查询温度最小值 最大值
- func Read_TaskData_T_Min_Max(T_task_id string, SN string, T_id string, Time_start_ string, Time_end_ string) (minT, maxT float64) {
- o := orm.NewOrm()
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 {
- sql_condition += " AND t_id = '" + T_id + "'"
- }
- if len(SN) > 0 {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT MIN(t_t) AS min_t, MAX(t_t) AS max_t FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- err := o.Raw(sql).QueryRow(&minT, &maxT)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return
- }
- // UpdateTaskDataTemperatureAndHumidityByGeometric 更新设备探头数据温湿度 等比缩放
- func UpdateTaskDataTemperatureAndHumidityByGeometric(T_task_id, sn, id, startTime, endTime string, temperature, humidity float64) {
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = t_t * %f , t_rh = t_rh * %f where t_id = '%s' and t_sn = '%s' ", T_task_id, temperature, humidity, id, sn)
- if len(startTime) > 0 && len(endTime) > 0 {
- sqlStatement += " AND t_time BETWEEN '" + startTime + "' AND '" + endTime + "'"
- }
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println(err.Error())
- }
- affected, err := exec.RowsAffected()
- if err != nil {
- fmt.Println(err.Error())
- }
- fmt.Printf("影响了%d行\n", affected)
- }
- func UpdateTaskDataTemperatureAndHumidityByGeometric_id(T_task_id, id, startTime, endTime string, compress float64) {
- sqlStatement := fmt.Sprintf("update z_task_data_%s set t_t = t_t * %f where t_id = '%s' ", T_task_id, compress, id)
- if len(startTime) > 0 && len(endTime) > 0 {
- sqlStatement += " AND t_time BETWEEN '" + startTime + "' AND '" + endTime + "'"
- }
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println(err.Error())
- }
- affected, err := exec.RowsAffected()
- if err != nil {
- fmt.Println(err.Error())
- }
- fmt.Printf("影响了%d行\n", affected)
- }
- // UpdateTaskDataTemperatureAndHumidityByGeometric 更新设备探头数据温湿度 偏移
- func UpdateTaskDataTemperatureAndHumidityByGeometricAVG(T_task_id, id, startTime, endTime string, temperature float64) {
- sqlStatement := ""
- if temperature > 0 {
- sqlStatement = fmt.Sprintf("update z_task_data_%s set t_t = t_t + %f where t_id = '%s' ", T_task_id, temperature, id)
- } else {
- sqlStatement = fmt.Sprintf("update z_task_data_%s set t_t = t_t %f where t_id = '%s' ", T_task_id, temperature, id)
- }
- if len(startTime) > 0 && len(endTime) > 0 {
- sqlStatement += " AND t_time BETWEEN '" + startTime + "' AND '" + endTime + "'"
- }
- o := orm.NewOrm()
- exec, err := o.Raw(sqlStatement).Exec()
- if err != nil {
- fmt.Println(err.Error())
- }
- affected, err := exec.RowsAffected()
- if err != nil {
- fmt.Println(err.Error())
- }
- fmt.Printf("影响了%d行\n", affected)
- }
- func Read_TaskData_T_Min_Max_Time_Min_Max(T_task_id string, SN []string, T_id []string, Time_start_ string, Time_end_ string) (minT, maxT float64, minTime, maxTime time.Time) {
- o := orm.NewOrm()
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 || len(SN) > 0 {
- sql_condition += " AND t_id in (" + strings.Join(T_id, ",") + ") OR t_sn in (" + strings.Join(SN, ",") + ")"
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT MIN(t_t) AS min_t, MAX(t_t) AS max_t,MIN(t_time) AS min_time, MAX(t_time) AS max_time FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- err := o.Raw(sql).QueryRow(&minT, &maxT, &minTime, &maxTime)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return
- }
- // 获取线上设备数据
- func Read_DeviceData_T_Min_Max_Time_Min_Max(T_sn, T_id string, Time_start_ string, Time_end_ string) (minT, maxT float64, minTime, maxTime time.Time) {
- o := orm2.NewOrmUsingDB(conf.Server_AliasName)
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- sql_condition += " AND t_id = '" + T_id + "'"
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT MIN(t_t) AS min_t, MAX(t_t) AS max_t,MIN(t_time) AS min_time, MAX(t_time) AS max_time FROM z_devicedata_" + T_sn + sql_condition
- fmt.Println(sql)
- err := o.Raw(sql).QueryRow(&minT, &maxT, &minTime, &maxTime)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return
- }
- func Read_TaskData_ByIds_List(T_task_id string, SN []string, T_id []string, Time_start_ string, Time_end_ string) []TaskData {
- o := orm.NewOrm()
- var maps []TaskData
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(T_id) > 0 || len(SN) > 0 {
- sql_condition += " AND (t_id in (" + strings.Join(T_id, ",") + ") OR t_sn in (" + strings.Join(SN, ",") + "))"
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT ID,t_sn,t_id,t_t,t_rh,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time"
- fmt.Println(sql)
- _, err := o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- return maps
- }
- func Read_TaskData_T_Min_Max_Time_Min_Max_ListGROUP(T_task_id string, SN string, Time_start_ string, Time_end_ string) []TaskData_Time_Min_Max_GROUP {
- o := orm.NewOrm()
- var maps_Time_Min_Max_GROUP []TaskData_Time_Min_Max_GROUP
- 时间_a, _ := time.Parse("2006-01-02 15:04:05", Time_start_)
- 时间_b, _ := time.Parse("2006-01-02 15:04:05", Time_end_)
- for 时间_a.Unix() <= 时间_b.Unix() {
- var maps []TaskData_
- maps_Time_Min_Max_GROUP_ := TaskData_Time_Min_Max_GROUP{
- T_max: -100,
- T_min: 100,
- T_times: 时间_a.Format("2006-01-02 15:04:05"),
- }
- sql_condition := ""
- Time_start_ = 时间_a.Format("2006-01-02 15:04:05")
- Time_end_ = 时间_b.Format("2006-01-02 15:04:05")
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if len(SN) > 0 {
- if strings.Contains(SN, "|") {
- // 将字符串按 | 分割
- ids := strings.Split(strings.TrimSuffix(SN, "|"), "|")
- // 构建 SQL 查询
- query := " AND t_sn IN ("
- // 动态添加每个 id
- for i, id := range ids {
- query += "'" + id + "'"
- if i < len(ids)-1 {
- query += ", " // 添加逗号分隔
- }
- }
- query += ") " // 结束 SQL 查询
- sql_condition += query
- } else {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql := "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time DESC"
- fmt.Println(sql)
- _, err := o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- for _, data := range maps {
- if data.T_t > maps_Time_Min_Max_GROUP_.T_max {
- maps_Time_Min_Max_GROUP_.T_max = data.T_t
- maps_Time_Min_Max_GROUP_.T_max_id = data.T_id
- }
- if data.T_t < maps_Time_Min_Max_GROUP_.T_max {
- maps_Time_Min_Max_GROUP_.T_min = data.T_t
- maps_Time_Min_Max_GROUP_.T_min_id = data.T_id
- }
- }
- maps_Time_Min_Max_GROUP = append(maps_Time_Min_Max_GROUP, maps_Time_Min_Max_GROUP_)
- 时间_a = 时间_a.Add(time.Minute * 10)
- }
- return maps_Time_Min_Max_GROUP
- }
- // 按照 t_id 分组数据
- func GroupDataByTID(data []TaskData_) map[string][]TaskData_ {
- groupedData := make(map[string][]TaskData_)
- for _, d := range data {
- groupedData[d.T_id] = append(groupedData[d.T_id], d)
- }
- return groupedData
- }
- // 删除的重复数据
- func DeleteDeduplicate(T_task_id string) (int64, error) {
- localOrm := orm2.NewOrmUsingDB(conf.Local_AliasName)
- tb_name := "z_task_data_" + T_task_id
- var cnt int64
- // 创建临时表
- sqlCreate := "CREATE TABLE `tmp_table` AS (SELECT MIN(`ID`) AS `min_id` FROM " + tb_name + " GROUP BY `t_sn`,`t_id`,`t_time`);"
- _, err := localOrm.Raw(sqlCreate).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return cnt, err
- }
- sqlDelete := "DELETE FROM " + tb_name + " WHERE `ID` NOT IN (SELECT `min_id` FROM `tmp_table`);"
- res, err := localOrm.Raw(sqlDelete).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return cnt, err
- }
- cnt, _ = res.RowsAffected()
- sqlDrop := "DROP TABLE `tmp_table`;"
- _, err = localOrm.Raw(sqlDrop).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return cnt, err
- }
- return cnt, nil
- }
- func CheckTableExist(alias_name, T_task_id string) bool {
- o := orm2.NewOrmUsingDB(alias_name)
- sql := "select count(ID) from z_task_data_" + T_task_id
- _, err := o.Raw(sql).Exec()
- if err != nil {
- // 数据库表不存在,则创建数据库
- logs.Error(lib.FuncName(), err)
- if err.(*mysql.MySQLError).Number == 1146 {
- return false
- }
- }
- return true
- }
- // 修改auto_increment的初始值
- func UpdateAUTO_INCREMENT(alias_name, T_task_id string) error {
- o := orm2.NewOrmUsingDB(alias_name)
- var max_id int
- sql := "select max(ID) from z_task_data_" + T_task_id
- err := o.Raw(sql).QueryRow(&max_id)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- // ALTER TABLE z_task_data_lg9v2zpfem7b AUTO_INCREMENT = 39905;
- sql = "ALTER TABLE z_task_data_" + T_task_id + " AUTO_INCREMENT = " + strconv.Itoa(max_id+1)
- _, err = o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- // 修改auto_increment的初始值
- func Read_TaskData_AVG(T_task_id, T_sn, T_id, startTime, endTime string) float64 {
- o := orm.NewOrm()
- var v float64
- sql := fmt.Sprintf("select AVG(t_t) FROM z_task_data_%s where t_id = '%s' and t_time BETWEEN '%s' and '%s'", T_task_id, T_id, startTime, endTime)
- err := o.Raw(sql).QueryRow(&v)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return 0
- }
- return v
- }
- // 修改auto_increment的初始值
- func Read_TaskData_max(T_task_id, T_sn, T_id, startTime, endTime string) float64 {
- o := orm.NewOrm()
- var v float64
- sql := fmt.Sprintf("select MAX(t_t) FROM z_task_data_%s where t_id = '%s' and t_time BETWEEN '%s' and '%s'", T_task_id, T_id, startTime, endTime)
- err := o.Raw(sql).QueryRow(&v)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return 0
- }
- return v
- }
- // 修改auto_increment的初始值
- func Read_TaskData_min(T_task_id, T_sn, T_id, startTime, endTime string) float64 {
- o := orm.NewOrm()
- var v float64
- sql := fmt.Sprintf("select MIN(t_t) FROM z_task_data_%s where t_id = '%s' and t_time BETWEEN '%s' and '%s'", T_task_id, T_id, startTime, endTime)
- err := o.Raw(sql).QueryRow(&v)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return 0
- }
- return v
- }
- // 重置 SN数据
- func Import_TaskData_Back(Sn string, T_id string, T_task_id string, Time_start string, Time_end string) error {
- o := orm.NewOrm()
- // 开始插入数据
- sql := "insert into z_task_data_" + T_task_id + "(t_sn,t_id,t_t,t_rh,t_time) select '" + Sn + "','" + T_id + "',t_t,t_rh,t_time from z_devicedata_" + Sn
- if len(Time_start) > 0 && len(Time_end) > 0 {
- sql = sql + " WHERE t_time >= '" + Time_start + "' AND t_time <= '" + Time_end + "'"
- }
- logs.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- func Import_Task_Back(Sn string, T_id string, T_task_id, To_T_task_id string, Time_start string, Time_end string) error {
- o := orm.NewOrm()
- // 开始插入数据
- sql := "insert into z_task_data_" + To_T_task_id + "(t_sn,t_id,t_t,t_rh,t_time) select t_sn,t_id,t_t,t_rh,t_time from z_task_data_" + T_task_id
- if len(Time_start) > 0 && len(Time_end) > 0 {
- sql = sql + " WHERE t_sn = '" + Sn + "' AND t_id = '" + T_id + "' AND t_time >= '" + Time_start + "' AND t_time <= '" + Time_end + "'"
- }
- logs.Println(sql)
- _, err := o.Raw(sql).Exec()
- if err != nil {
- logs.Error(lib.FuncName(), err)
- return err
- }
- return nil
- }
- /* ==============================================================================================================
- V型数据,下降持续5分钟,持续上升 5 分钟,取上升点的第一条数据
- ==============================================================================================================
- */
- // isDescending checks if the given data points are strictly descending.
- func isDescending(data []TaskData_) bool {
- if len(data) < 2 {
- return false // Not enough data to determine a trend.
- }
- for i := 1; i < len(data); i++ {
- if data[i].T_t >= data[i-1].T_t {
- return false // Not strictly descending.
- }
- }
- return true
- }
- // isAscending checks if the given data points are strictly ascending.
- func isAscending(data []TaskData_) bool {
- if len(data) < 2 {
- return false // Not enough data to determine a trend.
- }
- for i := 1; i < len(data); i++ {
- if data[i].T_t <= data[i-1].T_t {
- return false // Not strictly ascending.
- }
- }
- return true
- }
- // findVTrend identifies a V-shaped trend in the data and returns the time of the lowest point.
- // It looks for a sequence of at least 5 descending points followed by at least 5 ascending points.
- func FindVTrend(data []TaskData_) (int, bool) {
- if len(data) < 10 {
- return -1, false // Not enough data to find a V-trend.
- }
- for i := 5; i < len(data)-5; i++ { // Adjust loop for index out of bounds error
- descendingData := data[i-5 : i] // Get 5 descending point
- ascendingData := data[i : i+5] // get 5 ascending point
- if isDescending(descendingData) && isAscending(ascendingData) {
- // Found a V-trend. Return the time of the lowest point (data[i]).
- return i, true
- }
- }
- return -1, false // No V-trend found.
- }
- type CalculateHumps_R struct {
- Start TaskData_AVG
- Peak TaskData_AVG
- End TaskData_AVG
- }
- // 计算驼峰趋势
- func CalculateHumps(data []TaskData_AVG) []CalculateHumps_R {
- var humps []CalculateHumps_R
- n := len(data)
- if n < 3 {
- return humps
- }
- i := 0
- for i < n-5 {
- // 寻找开始的最低点
- for !(data[i].T_t <= data[i+1].T_t && data[i+1].T_t <= data[i+2].T_t && data[i+2].T_t <= data[i+3].T_t) {
- i++
- if i > n-5 {
- break
- }
- }
- start := i
- // 寻找最高点
- for !(data[i].T_t >= data[i+1].T_t && data[i+1].T_t > data[i+2].T_t && data[i+2].T_t > data[i+3].T_t) {
- i++
- if i > n-5 {
- break
- }
- }
- peak := i
- Abs_peak := math.Abs(float64(data[start].T_t - data[peak].T_t))
- if Abs_peak < 0.2 {
- continue
- }
- // 寻找结束的最低点
- for !(data[i].T_t <= data[i+1].T_t && data[i+1].T_t < data[i+2].T_t && data[i+2].T_t < data[i+3].T_t) {
- i++
- if i > n-5 {
- break
- }
- }
- end := i
- Abs_end := math.Abs(float64(data[end].T_t - data[peak].T_t))
- if Abs_end < 0.3 {
- continue
- }
- // 如果找到了一个完整的驼峰
- if start < peak && peak < end {
- CalculateHumps_ := CalculateHumps_R{
- Start: data[start],
- Peak: data[peak],
- End: data[end],
- }
- humps = append(humps, CalculateHumps_)
- }
- }
- if len(humps) == 0 {
- i = 0
- for i < n-3 {
- // 寻找开始的最低点
- for !(data[i].T_t <= data[i+1].T_t && data[i+1].T_t <= data[i+2].T_t) {
- i++
- if i > n-3 {
- break
- }
- }
- start := i
- // 寻找最高点
- for !(data[i].T_t >= data[i+1].T_t && data[i+1].T_t > data[i+2].T_t) {
- i++
- if i > n-3 {
- break
- }
- }
- peak := i
- Abs_peak := math.Abs(float64(data[start].T_t - data[peak].T_t))
- if Abs_peak < 0.2 {
- continue
- }
- // 寻找结束的最低点
- for !(data[i].T_t <= data[i+1].T_t && data[i+1].T_t < data[i+2].T_t) {
- i++
- if i > n-3 {
- break
- }
- }
- end := i
- Abs_end := math.Abs(float64(data[end].T_t - data[peak].T_t))
- if Abs_end < 0.3 {
- continue
- }
- // 如果找到了一个完整的驼峰
- if start < peak && peak < end {
- CalculateHumps_ := CalculateHumps_R{
- Start: data[start],
- Peak: data[peak],
- End: data[end],
- }
- humps = append(humps, CalculateHumps_)
- }
- }
- }
- return humps
- }
- // 根据温度获取列表
- func Read_TaskData_ByT_t_List_AES(T_task_id string, SN string, T_t float32, Time_start_ string, Time_end_ string) ([]TaskData_, int64) {
- o := orm.NewOrm()
- var maps []TaskData_
- var maps_z []orm2.ParamsList
- sql_condition := ""
- if len(Time_start_) > 1 {
- sql_condition += " AND t_time >= '" + Time_start_ + "'"
- }
- if len(Time_end_) > 1 {
- sql_condition += " AND t_time <= '" + Time_end_ + "'"
- }
- if T_t > 0 {
- sql_condition += fmt.Sprintf(" AND t_t = %f", T_t)
- }
- if len(SN) > 0 {
- if strings.Contains(SN, "|") {
- // 将字符串按 | 分割
- ids := strings.Split(strings.TrimSuffix(SN, "|"), "|")
- // 构建 SQL 查询
- query := " AND t_sn IN ("
- // 动态添加每个 id
- for i, id := range ids {
- query += "'" + id + "'"
- if i < len(ids)-1 {
- query += ", " // 添加逗号分隔
- }
- }
- query += ") " // 结束 SQL 查询
- sql_condition += query
- } else {
- sql_condition += " AND t_sn = '" + SN + "'"
- }
- }
- if len(sql_condition) > 0 {
- sql_condition = " WHERE " + strings.TrimLeft(sql_condition, " AND ")
- }
- sql := "SELECT COUNT(ID) FROM z_task_data_" + T_task_id + sql_condition
- fmt.Println(sql)
- _, err := o.Raw(sql).ValuesList(&maps_z)
- if err != nil {
- return maps, 0
- }
- if len(maps_z) == 0 {
- return maps, 0
- }
- //fmt.Println("maps_z;",maps_z[0][0])
- sql = "SELECT ID,t_sn,t_id,t_t,t_rh,DATE_FORMAT(t_time,'%Y-%m-%d %H:%i:%s') AS t_times,t_time FROM z_task_data_" + T_task_id + sql_condition + " ORDER BY t_time"
- fmt.Println(sql)
- _, err = o.Raw(sql).QueryRows(&maps)
- if err != nil {
- logs.Error(lib.FuncName(), err)
- }
- //value, _ := strconv.ParseFloat(fmt.Sprintf("%.2f", cnt), 64)
- key, _ := strconv.Atoi(maps_z[0][0].(string))
- return maps, int64(key)
- }
- // 获取第一个时间点数据
- func GetFirstTimeData(data []TaskData_) (list []TaskData_) {
- if len(data) == 0 {
- return list
- }
- for i := 0; i < len(data); i++ {
- if data[i].T_time == data[0].T_time {
- list = append(list, data[i])
- }
- }
- return list
- }
- // 温度下降到指定温度 或者下降到最低点+0.2℃
- func FindFirstDecreasingToNumber(data []TaskData_, number float32) *TaskData_ {
- if len(data) < 2 {
- return nil
- }
- startIndex := -1
- for i := 0; i < len(data); i++ {
- if data[i].T_t > number {
- startIndex = i
- break
- }
- }
- if startIndex == -1 {
- return nil
- }
- inDecreasing := false
- record := data[startIndex:]
- prev := record[0]
- for i := 1; i < len(record); i++ {
- curr := record[i]
- if curr.T_t < prev.T_t {
- // 下降趋势
- if !inDecreasing {
- inDecreasing = true
- }
- // 判断是否到达 8
- if curr.T_t <= number {
- return &curr
- }
- } else {
- // 趋势中断,重置
- inDecreasing = false
- }
- prev = curr
- }
- var dropStartIndex = -1
- var dropEndIndex = -1
- // 阶段 1: 识别首次下降趋势
- for i := 1; i < len(record); i++ {
- if record[i].T_t < record[i-1].T_t {
- if dropStartIndex == -1 {
- dropStartIndex = i - 1
- }
- dropEndIndex = i
- } else if dropStartIndex != -1 {
- break
- }
- }
- // 如果没找到下降段
- if dropStartIndex == -1 || dropEndIndex == -1 {
- return nil
- }
- // 找最低点
- minRecord := record[dropStartIndex]
- for i := dropStartIndex + 1; i <= dropEndIndex; i++ {
- if record[i].T_t < minRecord.T_t {
- minRecord = record[i]
- }
- }
- // 阶段 2: 从最低点开始向后找 ≥ min + 0.2℃ 的记录
- minTemp := minRecord.T_t
- minIndex := -1
- for i, r := range record {
- if r.ID == minRecord.ID {
- minIndex = i
- break
- }
- }
- for i := minIndex + 1; i < len(record); i++ {
- if record[i].T_t >= minTemp+0.2 {
- return &record[i]
- }
- }
- return nil
- }
- // 第一个持续下降趋势 到指定温度
- func FindFirstDecreasingTendency(data []TaskData_, number float32) *TaskData_ {
- if len(data) < 2 {
- return nil
- }
- startIndex := -1
- for i := 0; i < len(data); i++ {
- if data[i].T_t > number {
- startIndex = i
- break
- }
- }
- if startIndex == -1 {
- return nil
- }
- inDecreasing := false
- record := data[startIndex:]
- prev := record[0]
- for i := 1; i < len(record); i++ {
- curr := record[i]
- if curr.T_t < prev.T_t {
- // 下降趋势
- if !inDecreasing {
- inDecreasing = true
- }
- // 判断是否到达 8
- if curr.T_t <= number {
- return &curr
- }
- } else {
- // 趋势中断,重置
- inDecreasing = false
- }
- prev = curr
- }
- return nil
- }
- // 按照 t_id 分组数据
- func GroupDataByTSN(data []TaskData_) map[string][]TaskData_ {
- groupedData := make(map[string][]TaskData_)
- for _, d := range data {
- groupedData[d.T_sn] = append(groupedData[d.T_sn], d)
- }
- return groupedData
- }
- //计算样本标准差(n-1分母)
- func calculateStdDev(values []float64) float64 {
- n := len(values)
- if n < 2 {
- return 0 // 单点数据无波动
- }
- // 计算均值
- sum := 0.0
- for _, v := range values {
- sum += v
- }
- mean := sum / float64(n)
- // 计算方差
- variance := 0.0
- for _, v := range values {
- diff := v - mean
- variance += diff * diff
- }
- variance /= float64(n - 1) // 样本方差分母n-1
- return math.Sqrt(variance) // 标准差
- }
- // 获取波动度最大的三条数据集
- func GetTheGreatestFluctuations(data []TaskData_, num int) string {
- // 存储波动度结果
- type Result struct {
- T_sn string
- StdDev float64
- DataPoints []TaskData_
- }
- dataSets := GroupDataByTSN(data)
- results := make([]Result, 0)
- // 计算每条数据集的波动度
- for T_sn, dataset := range dataSets {
- values := make([]float64, len(dataset))
- for j, dp := range dataset {
- values[j] = float64(dp.T_t)
- }
- results = append(results, Result{
- T_sn: T_sn,
- //StdDev: calculateStdDev(values),
- StdDev: standardDeviation(values),
- DataPoints: dataset,
- })
- }
- // 按波动度降序排序
- sort.Slice(results, func(i, j int) bool {
- return results[i].StdDev > results[j].StdDev
- })
- snList := make([]string, num)
- if len(results) >= num {
- for i := 0; i < num; i++ {
- fmt.Println(results[i].T_sn, results[i].StdDev)
- snList = append(snList, results[i].T_sn)
- }
- } else {
- for _, v := range results {
- snList = append(snList, v.T_sn)
- }
- }
- return strings.Join(snList, "|")
- }
- // 计算平均值
- func mean(data []float64) float64 {
- sum := 0.0
- for _, value := range data {
- sum += value
- }
- return sum / float64(len(data))
- }
- func standardDeviation(data []float64) float64 {
- meanVal := mean(data)
- var sumSquares float64
- for _, value := range data {
- sumSquares += math.Pow(value-meanVal, 2)
- }
- return math.Sqrt(sumSquares / float64(len(data)))
- }
|