// 分析网页抓取开奖结果 func analyzeHtml(html string) ([]entity.TwoColorBall, error) { // 使用正则分析网页 regex := regexp.MustCompile(`<tr>\s*?<td align="center">([0-9,\-]*?)</td>\s*?<td align="center">([0-9]*?)</td>\s*?<td align="center" style="padding-left:10px;">\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em>(\d{2})</em></td>(?s).*?</tr>`) group := regex.FindAllStringSubmatch(html, -1) // log.Println(group) // log.Println("共计:", len(group)) results := make([]entity.TwoColorBall, 0) for _, section := range group { item := entity.TwoColorBall{} item.ID = crypto.GetUniqueInt64() item.No = section[2] item.Date = section[1] item.Red1, _ = strconv.Atoi(section[3]) item.Red2, _ = strconv.Atoi(section[4]) item.Red3, _ = strconv.Atoi(section[5]) item.Red4, _ = strconv.Atoi(section[6]) item.Red5, _ = strconv.Atoi(section[7]) item.Red6, _ = strconv.Atoi(section[8]) item.Blue1, _ = strconv.Atoi(section[9]) results = append(results, item) } return results, nil }
// 分析网页抓取开奖结果 func analyzeHtml(html string) ([]entity.SuperLotto, error) { // 使用正则分析网页 regex := regexp.MustCompile(`<td height="23" align="center" bgcolor="(#f9f9f9|E4E4E4)">(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>(\d+)</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>\S+</td>[^>]*?>.*?</td>[^>]*?>.*?</td>[^>]*?>.*?</td>[^>]*?>(\S+)</td>[^<]*?</tr>`) group := regex.FindAllStringSubmatch(html, -1) //log.Println(group) //log.Println("共计:", len(group)) results := make([]entity.SuperLotto, 0) for _, section := range group { item := entity.SuperLotto{} item.ID = crypto.GetUniqueInt64() item.No = section[2] item.Date = section[10] item.Red1, _ = strconv.Atoi(section[3]) item.Red2, _ = strconv.Atoi(section[4]) item.Red3, _ = strconv.Atoi(section[5]) item.Red4, _ = strconv.Atoi(section[6]) item.Red5, _ = strconv.Atoi(section[7]) item.Blue1, _ = strconv.Atoi(section[8]) item.Blue2, _ = strconv.Atoi(section[9]) results = append(results, item) } return results, nil }
// 保存开奖结果 func SaveData(fetched []entity.TwoColorBall) error { // 连接数据库 db, err := conn.GetConn() if err != nil { log.Println("数据库初始化失败 : ", err.Error()) return err } defer db.Close() // 查询 rows, err := db.Query("SELECT * FROM TwoColorBall ORDER BY No ASC") if err != nil { return err } defer rows.Close() // 查询所有保存过的记录 saved := make([]entity.TwoColorBall, 0) for rows.Next() { var item entity.TwoColorBall err = item.ReadRows(rows) if err != nil { return err } saved = append(saved, item) } // 过滤出需要保存的结果 toSave := make([]entity.TwoColorBall, 0) for _, item := range fetched { exists := false for _, savedItem := range saved { if item.No == savedItem.No { exists = true break } } if !exists { // 没保存过的结果添加进待保存队列 toSave = append(toSave, item) } } //log.Println("需要新增的开奖结果:", toSave) // 启动事务 transaction, err := db.Begin() // 保存结果的语句 stmtTCB, err := transaction.Prepare("INSERT INTO TwoColorBall VALUES(?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?)") if err != nil { // 回滚事务 transaction.Rollback() return err } defer stmtTCB.Close() // 保存彩球的语句 stmtBall, err := transaction.Prepare("INSERT INTO LotteryBall VALUES(?, ?, 1, ?, ?)") if err != nil { // 回滚事务 transaction.Rollback() return err } defer stmtBall.Close() for _, item := range toSave { // 保存结果 _, err = stmtTCB.Exec(item.ID, item.No, item.Date, item.Red1, item.Red2, item.Red3, item.Red4, item.Red5, item.Red6, item.Blue1) if err != nil { // 回滚事务 transaction.Rollback() return err } // 保存彩球 _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red1, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red2, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red3, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red4, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red5, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red6, 1) if err != nil { // 回滚事务 transaction.Rollback() return err } _, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Blue1, 2) if err != nil { // 回滚事务 transaction.Rollback() return err } } // 提交事务 transaction.Commit() sql := ` UPDATE TwoColorBall SET NextID = (SELECT B.ID FROM TwoColorBall B WHERE B.Date > TwoColorBall.Date ORDER BY B.Date ASC LIMIT 1) WHERE NextID IS NULL` _, err = db.Exec(sql) if err != nil { log.Print("update") return err } if len(toSave) > 0 { log.Println("新增双色球开奖结果", len(toSave), "组") } return nil }