// 分析网页抓取开奖结果
func analyzeHtml(html string) ([]entity.TwoColorBall, error) {
// 使用正则分析网页
regex := regexp.MustCompile(`<tr>\s*?<td align="center">([0-9,\-]*?)</td>\s*?<td align="center">([0-9]*?)</td>\s*?<td align="center" style="padding-left:10px;">\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em class="rr">(\d{2})</em>\s*?<em>(\d{2})</em></td>(?s).*?</tr>`)
group := regex.FindAllStringSubmatch(html, -1)
// log.Println(group)
// log.Println("共计:", len(group))
results := make([]entity.TwoColorBall, 0)
for _, section := range group {
item := entity.TwoColorBall{}
item.ID = crypto.GetUniqueInt64()
item.No = section[2]
item.Date = section[1]
item.Red1, _ = strconv.Atoi(section[3])
item.Red2, _ = strconv.Atoi(section[4])
item.Red3, _ = strconv.Atoi(section[5])
item.Red4, _ = strconv.Atoi(section[6])
item.Red5, _ = strconv.Atoi(section[7])
item.Red6, _ = strconv.Atoi(section[8])
item.Blue1, _ = strconv.Atoi(section[9])
results = append(results, item)
}
return results, nil
}
// 查询列表
func queryList(topN int, db *sql.DB) ([]entity.TwoColorBall, error) {
// 构造SQL
param := make([]interface{}, 0)
querySQL := bytes.NewBufferString("SELECT T.* FROM (SELECT * FROM TwoColorBall ORDER BY No DESC")
if topN > 0 {
querySQL.WriteString(" LIMIT ?")
param = append(param, topN)
}
querySQL.WriteString(") T ORDER BY T.NO ASC")
//log.Println("sql: ", querySQL.String())
// 查询
rows, err := db.Query(querySQL.String(), param...)
if err != nil {
return nil, err
}
defer rows.Close()
// 查询所有保存过的记录
results := make([]entity.TwoColorBall, 0)
for rows.Next() {
var item entity.TwoColorBall
err = item.ReadRows(rows)
if err != nil {
return nil, err
}
results = append(results, item)
}
return results, nil
}
// 保存开奖结果
func SaveData(fetched []entity.TwoColorBall) error {
// 连接数据库
db, err := conn.GetConn()
if err != nil {
log.Println("数据库初始化失败 : ", err.Error())
return err
}
defer db.Close()
// 查询
rows, err := db.Query("SELECT * FROM TwoColorBall ORDER BY No ASC")
if err != nil {
return err
}
defer rows.Close()
// 查询所有保存过的记录
saved := make([]entity.TwoColorBall, 0)
for rows.Next() {
var item entity.TwoColorBall
err = item.ReadRows(rows)
if err != nil {
return err
}
saved = append(saved, item)
}
// 过滤出需要保存的结果
toSave := make([]entity.TwoColorBall, 0)
for _, item := range fetched {
exists := false
for _, savedItem := range saved {
if item.No == savedItem.No {
exists = true
break
}
}
if !exists {
// 没保存过的结果添加进待保存队列
toSave = append(toSave, item)
}
}
//log.Println("需要新增的开奖结果:", toSave)
// 启动事务
transaction, err := db.Begin()
// 保存结果的语句
stmtTCB, err := transaction.Prepare("INSERT INTO TwoColorBall VALUES(?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?)")
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
defer stmtTCB.Close()
// 保存彩球的语句
stmtBall, err := transaction.Prepare("INSERT INTO LotteryBall VALUES(?, ?, 1, ?, ?)")
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
defer stmtBall.Close()
for _, item := range toSave {
// 保存结果
_, err = stmtTCB.Exec(item.ID, item.No, item.Date, item.Red1, item.Red2, item.Red3, item.Red4, item.Red5, item.Red6, item.Blue1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
// 保存彩球
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red1, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red2, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red3, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red4, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red5, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Red6, 1)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
_, err = stmtBall.Exec(crypto.GetUniqueInt64(), item.ID, item.Blue1, 2)
if err != nil {
// 回滚事务
transaction.Rollback()
return err
}
}
// 提交事务
transaction.Commit()
sql := `
UPDATE TwoColorBall
SET NextID = (SELECT B.ID FROM TwoColorBall B WHERE B.Date > TwoColorBall.Date ORDER BY B.Date ASC LIMIT 1)
WHERE NextID IS NULL`
_, err = db.Exec(sql)
if err != nil {
log.Print("update")
return err
}
if len(toSave) > 0 {
log.Println("新增双色球开奖结果", len(toSave), "组")
}
return nil
}