func ParsePanMap(date string, history bool) { bet_url := strings.Replace(myinit.DateUrl, "TTT", date, -1) fmt.Println("bet_url:", bet_url) pan_url := myinit.PanUrl html_obj, _ := goquery.ParseUrl(bet_url) schedule_trs := html_obj.Find(".bet_table tbody tr") for i, _ := range schedule_trs { schedule_int_info := make(map[string]int) schedule_string_info := make(map[string]string) // insert schedule fid, _ := strconv.Atoi(schedule_trs.Eq(i).Attr("fid")) schedule_int_info["schedule_fenxi_id"] = int(fid) schedule_string_info["schedule_home"] = common.ConvToGB(schedule_trs.Eq(i).Attr("homesxname")) schedule_string_info["schedule_guest"] = common.ConvToGB(schedule_trs.Eq(i).Attr("awaysxname")) schedule_string_info["schedule_date"] = schedule_trs.Eq(i).Attr("pdate") schedule_pan_url := strings.Replace(pan_url, "TTT", strconv.Itoa(fid), -1) GetPanValue(schedule_pan_url, fid, schedule_string_info, date) } }
func ParseResultUrl(date string, history bool) { if date == "" { now := time.Now() date = now.Format("2006-01-02") } result_url := strings.Replace(myinit.ResultUrl, "DDD", date, -1) fmt.Println(result_url) schedule_string_info := make(map[string]string) schedule_float_info := make(map[string]float32) pan_string_info := make(map[string]string) pan_float_info := make(map[string]float32) html_obj, _ := goquery.ParseUrl(result_url) schedule_trs := html_obj.Find(".ld_table tbody tr") for i, _ := range schedule_trs { if i == 0 { continue } tr := schedule_trs.Eq(i) tds := tr.Find("td") schedule_string_info["schedule_result_no"] = common.ConvToGB(tds.Eq(0).Html()) schedule_string_info["schedule_score"] = common.ConvToGB(tds.Eq(6).Html()) schedule_string_info["schedule_spf_result"] = common.ConvToGB(tds.Eq(11).Html()) schedule_float_info["schedule_spf_odd"] = common.ConvToFloat32(tds.Eq(12).Text()) schedule_string_info["schedule_rqspf_result"] = common.ConvToGB(tds.Eq(8).Html()) schedule_float_info["schedule_rqspf_odd"] = common.ConvToFloat32(tds.Eq(9).Text()) schedule_string_info["schedule_zjq_result"] = common.ConvToGB(tds.Eq(14).Html()) schedule_float_info["schedule_zjq_odd"] = common.ConvToFloat32(tds.Eq(15).Text()) schedule_string_info["schedule_bqc_result"] = common.ConvToGB(tds.Eq(17).Html()) schedule_float_info["schedule_bqc_odd"] = common.ConvToFloat32(tds.Eq(18).Text()) pan_string_info["schedule_result_no"] = schedule_string_info["schedule_result_no"] pan_string_info["schedule_score"] = schedule_string_info["schedule_score"] pan_string_info["schedule_spf_result"] = schedule_string_info["schedule_spf_result"] pan_string_info["schedule_rqspf_result"] = schedule_string_info["schedule_rqspf_result"] pan_string_info["schedule_zjq_result"] = schedule_string_info["schedule_zjq_result"] pan_string_info["schedule_bqc_result"] = schedule_string_info["schedule_bqc_result"] has := schedule.CheckExistsByResultNoAndDate(schedule_string_info["schedule_result_no"], date) if has == false { continue } schedule.UpdateScheduleResult(date, schedule_float_info, schedule_string_info) asiapan.UpdateAsiaPanResult(date, schedule_float_info, pan_string_info) asiapanlog.UpdateAsiaPanResult(date, pan_float_info, pan_string_info) } }
func ParseBetUrl(date string, history bool) { bet_url := strings.Replace(myinit.DateUrl, "TTT", date, -1) if date == "" { bet_url = myinit.IndexUrl } fmt.Println("bet_url:", bet_url) pan_url := myinit.PanUrl html_obj, _ := goquery.ParseUrl(bet_url) // fmt.Println(html_obj.HtmlAll()) schedule_trs := html_obj.Find(".bet_table tbody tr") for i, _ := range schedule_trs { is_end := schedule_trs.Eq(i).Attr("isend") if is_end == "1" && history == false { // fmt.Println("is_end") continue } schedule_int_info := make(map[string]int) schedule_string_info := make(map[string]string) // insert schedule fid, _ := strconv.Atoi(schedule_trs.Eq(i).Attr("fid")) schedule_int_info["schedule_fenxi_id"] = int(fid) schedule_string_info["schedule_home"] = common.ConvToGB(schedule_trs.Eq(i).Attr("homesxname")) schedule_string_info["schedule_guest"] = common.ConvToGB(schedule_trs.Eq(i).Attr("awaysxname")) schedule_string_info["schedule_date"] = schedule_trs.Eq(i).Attr("pdate") schedule_string_info["schedule_league"] = common.ConvToGB(schedule_trs.Eq(i).Attr("lg")) schedule_string_info["schedule_week_day"] = common.ConvToGB(schedule_trs.Eq(i).Attr("gdate")) schedule_string_info["schedule_no"] = schedule_trs.Eq(i).Attr("pname") schedule_string_info["schedule_rq_num"] = schedule_trs.Eq(i).Attr("rq") week_date := schedule_string_info["schedule_no"][0:1] schedule_string_info["schedule_result_no"] = myinit.WeekDesc[week_date] + schedule_string_info["schedule_no"][1:] schedule_string_info["schedule_bet_end_time"] = schedule_trs.Eq(i).Attr("pendtime") today := time.Now().Format("2006-01-02") schedule_is_today := today == schedule_string_info["schedule_date"] // fmt.Println("schedule_is_today:===",schedule_is_today) if schedule_is_today == false && history == false { continue } schedule.Add(schedule_int_info, schedule_string_info) // end insert schedule schedule_pan_url := strings.Replace(pan_url, "TTT", strconv.Itoa(fid), -1) // fmt.Println("schedule_pan_url:",schedule_pan_url) res := ParsePanUrl(schedule_pan_url, fid, schedule_string_info, date) fmt.Println(res) fmt.Println("---------") fmt.Println(schedule_string_info["schedule_date"]) fmt.Println(schedule_string_info["schedule_no"]) fmt.Println("---------") if res == false { continue } calcScheduleResult(schedule_int_info, schedule_string_info) return } }
func GetPanValue(schedule_pan_url string, schedule_fenxi_id int, schedule_string_info map[string]string, date string) (res bool) { pan_int_info := make(map[string]int) pan_float_info := make(map[string]float32) pan_string_info := make(map[string]string) pan_html_obj, _ := goquery.ParseUrl(schedule_pan_url) schedule_item := pan_html_obj.Find(".odds_hd_cont table tbody tr td") home_td := schedule_item.Eq(0) pan_string_info["schedule_date"] = schedule_string_info["schedule_date"] pan_string_info["schedule_home"] = common.ConvToGB(home_td.Find("ul li a").Text()) odds_tr := pan_html_obj.Find(".table_cont table tbody tr") for i := 0; i < odds_tr.Length(); i++ { tr_item := odds_tr.Eq(i) td_of_company := tr_item.Find("td").Eq(1) if td_of_company.Find("p a").Attr("title") == "" { continue } pan_string_info["company_name"] = common.ConvToGB(td_of_company.Find("p a").Attr("title")) table_of_pan_detail := tr_item.Find("td .pl_table_data") table_of_opentime_pan := table_of_pan_detail.Eq(1) tds_of_opentime_pan_table := table_of_opentime_pan.Find("tbody tr td") open_pan_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["open_pan"] = float32(open_pan_32) pan_string_info["open_pan_desc"] = common.ConvToGB(tds_of_opentime_pan_table.Eq(1).Text()) table_of_realtime_pan := table_of_pan_detail.Eq(0) tds_of_realtime_pan_table := table_of_realtime_pan.Find("tbody tr td") real_pan_32, _ := strconv.ParseFloat(tds_of_realtime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["real_pan"] = float32(real_pan_32) pan_string_info["real_pan_desc"] = common.ConvToGB(tds_of_realtime_pan_table.Eq(1).Text()) td_item_of_real_pan := tds_of_realtime_pan_table.Eq(1) home_pan_change_type := common.ConvToGB(td_item_of_real_pan.Find("font").Text()) home_pan_change_type = strings.TrimSpace(home_pan_change_type) pan_int_info["home_pan_change_type"] = 0 if home_pan_change_type == "升" { pan_int_info["home_pan_change_type"] = 1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } if home_pan_change_type == "降" { pan_int_info["home_pan_change_type"] = -1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } real_pan_string := strings.Replace(pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"], "", -1) real_pan_desc := strings.TrimSpace(real_pan_string) fmt.Println("====here====") fmt.Println(i) fmt.Println("date:", pan_string_info["schedule_date"], pan_string_info["schedule_home"], pan_string_info["company_name"]) // fmt.Println("open:", pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) // fmt.Println("real:", real_pan_desc, pan_float_info["real_pan"]) // fmt.Println("real desc:", pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"]) fmt.Println("++end here+++") panmap.Add(pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) panmap.Add(real_pan_desc, pan_float_info["real_pan"]) } if odds_tr.Length() >= 30 { FetchTrByAjax(30, schedule_fenxi_id, pan_string_info["schedule_date"], pan_string_info["schedule_home"]) } return true }
func ParsePanUrl(schedule_pan_url string, schedule_fenxi_id int, schedule_string_info map[string]string, date string) (res bool) { pan_int_info := make(map[string]int) pan_float_info := make(map[string]float32) pan_string_info := make(map[string]string) pan_html_obj, _ := goquery.ParseUrl(schedule_pan_url) schedule_item := pan_html_obj.Find(".odds_hd_cont table tbody tr td") home_td := schedule_item.Eq(0) guest_td := schedule_item.Eq(4) center_td := schedule_item.Eq(2) pan_int_info["schedule_fenxi_id"] = schedule_fenxi_id pan_string_info["schedule_date"] = schedule_string_info["schedule_date"] pan_string_info["schedule_no"] = schedule_string_info["schedule_no"] pan_string_info["schedule_result_no"] = schedule_string_info["schedule_result_no"] pan_string_info["schedule_league"] = schedule_string_info["schedule_league"] pan_string_info["schedule_home"] = common.ConvToGB(home_td.Find("ul li a").Text()) pan_string_info["schedule_guest"] = common.ConvToGB(guest_td.Find("ul li a").Text()) pan_string_info["schedule_game_desc"] = common.ConvToGB(center_td.Find(".odds_hd_center .odds_hd_ls a").Text()) pan_string_info["schedule_date_desc"] = common.ConvToGB(center_td.Find(".odds_hd_center .game_time ").Text()) odds_tr := pan_html_obj.Find(".table_cont table tbody tr") for i := 0; i < odds_tr.Length(); i++ { tr_item := odds_tr.Eq(i) td_of_company := tr_item.Find("td").Eq(1) if td_of_company.Find("p a").Attr("title") == "" { continue } company_id := tr_item.Attr("id") pan_string_info["company_id"] = company_id pan_string_info["company_name"] = common.ConvToGB(td_of_company.Find("p a").Attr("title")) var is_big_company = 0 if td_of_company.Find("p img").Attr("src") == "" { is_big_company = 0 } else { is_big_company = 1 fmt.Println("src:" + td_of_company.Find("p img").Attr("src")) } pan_int_info["is_big_company"] = is_big_company table_of_pan_detail := tr_item.Find("td .pl_table_data") table_of_opentime_pan := table_of_pan_detail.Eq(1) tds_of_opentime_pan_table := table_of_opentime_pan.Find("tbody tr td") open_pan_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["open_pan"] = float32(open_pan_32) pan_string_info["open_pan_desc"] = common.ConvToGB(tds_of_opentime_pan_table.Eq(1).Text()) open_home_water_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(0).Text(), 32) open_guest_water_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(2).Text(), 32) pan_float_info["open_home_water"] = float32(open_home_water_32) pan_float_info["open_guest_water"] = float32(open_guest_water_32) td_of_pan_time := tr_item.Find("td time") pan_string_info["open_pan_time"] = td_of_pan_time.Eq(1).Text() table_of_realtime_pan := table_of_pan_detail.Eq(0) tds_of_realtime_pan_table := table_of_realtime_pan.Find("tbody tr td") real_pan_32, _ := strconv.ParseFloat(tds_of_realtime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["real_pan"] = float32(real_pan_32) pan_string_info["real_pan_desc"] = common.ConvToGB(tds_of_realtime_pan_table.Eq(1).Text()) home_real_water_string := common.ConvToGB(tds_of_realtime_pan_table.Eq(0).Text()) home_real_water_str := strings.Replace(home_real_water_string, "↑", "", -1) home_real_water_str = strings.Replace(home_real_water_str, "↓", "", -1) guest_real_water_string := common.ConvToGB(tds_of_realtime_pan_table.Eq(2).Text()) guest_real_water_str := strings.Replace(guest_real_water_string, "↑", "", -1) guest_real_water_str = strings.Replace(guest_real_water_str, "↓", "", -1) home_real_water_32, _ := strconv.ParseFloat(home_real_water_str, 32) guest_real_water_32, _ := strconv.ParseFloat(guest_real_water_str, 32) pan_float_info["real_home_water"] = float32(home_real_water_32) pan_float_info["real_guest_water"] = float32(guest_real_water_32) fmt.Println("before home_real_water:", pan_float_info["real_home_water"]) pan_string_info["pan_change_time"] = td_of_pan_time.Eq(0).Text() td_item_of_real_pan := tds_of_realtime_pan_table.Eq(1) home_pan_change_type := common.ConvToGB(td_item_of_real_pan.Find("font").Text()) home_pan_change_type = strings.TrimSpace(home_pan_change_type) pan_int_info["home_pan_change_type"] = 0 if home_pan_change_type == "升" { pan_int_info["home_pan_change_type"] = 1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } if home_pan_change_type == "降" { pan_int_info["home_pan_change_type"] = -1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } home_water_up_down_flag := tds_of_realtime_pan_table.Eq(0).Attr("class") pan_int_info["home_water_change_type"] = 0 if home_water_up_down_flag == "ping" { pan_int_info["home_water_change_type"] = -1 // down pan_string_info["home_water_change_type_desc"] = "水位降" // down } if home_water_up_down_flag == "ying" { pan_int_info["home_water_change_type"] = 1 // up pan_string_info["home_water_change_type_desc"] = "水位升" // up } fmt.Println("before2 home_real_water:", pan_float_info["real_home_water"]) real_pan_string := strings.Replace(pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"], "", -1) real_pan_desc := strings.TrimSpace(real_pan_string) // panmap.Add(pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) // panmap.Add(real_pan_desc, pan_float_info["real_pan"]) fmt.Println("date:", pan_string_info["schedule_date"], pan_string_info["schedule_home"]) fmt.Println("open:", pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) fmt.Println("real:", real_pan_desc, pan_float_info["real_pan"]) parse_change_data := ParsePanChangeUrl(schedule_fenxi_id, company_id, pan_int_info, pan_float_info, pan_string_info) if parse_change_data == false { continue } fmt.Println("before3 home_real_water:", pan_float_info["real_home_water"]) if pan_float_info["open_pan"] > 0 || pan_float_info["real_pan"] > 0 { delete_asiapan := new(myinit.AsiaPan) del_result, _ := myinit.Engine.Where("schedule_fenxi_id=? ", schedule_fenxi_id).Delete(delete_asiapan) delete_schedule := new(myinit.Schedule) del_schedule_result, _ := myinit.Engine.Where("schedule_fenxi_id=? ", schedule_fenxi_id).Delete(delete_schedule) fmt.Println(del_result, del_schedule_result) fmt.Println("开盘>0 或者即时盘 >0") return false } predict1_result, predict1_cmt := analyse.AnalysePanResult1(pan_int_info, pan_float_info, pan_string_info) pan_string_info["predict1_result"] = predict1_result pan_string_info["predict1_cmt"] = predict1_cmt predict2_result, predict2_cmt := analyse.AnalysePanResult2(pan_int_info, pan_float_info, pan_string_info) pan_string_info["predict2_result"] = predict2_result pan_string_info["predict2_cmt"] = predict2_cmt // fmt.Println("company:" + company) // fmt.Println("home_pan_change_type:" + home_pan_change_type) // fmt.Println("is big company:" + is_big_company) // fmt.Println("change_time:" + change_time) // fmt.Println("open_time:" + open_time) // fmt.Println("flag:" + home_water_change_type + " " + home_water_up_down_flag) fmt.Println("home_real_water:", pan_float_info["real_home_water"]) fmt.Println(home_real_water_32) fmt.Println(float32(home_real_water_32)) fmt.Println("home_real_water water sting:" + home_real_water_str + home_real_water_string) fmt.Println("guest_real_water:", pan_float_info["real_guest_water"]) fmt.Println("guest_real_water water sting:" + guest_real_water_str + guest_real_water_string) fmt.Println("pan:", pan_float_info["real_pan"], " ", real_pan_desc) // fmt.Println("open_home_water water:", open_home_water) // fmt.Println("open_guest_water water:", open_guest_water) // fmt.Println("open pan:", open_pan, " ", open_pan_desc) exist_asiapan := new(myinit.AsiaPan) has, _ := myinit.Engine.Where("schedule_fenxi_id=? AND company_id=? ", schedule_fenxi_id, company_id).Get(exist_asiapan) if has { fmt.Println(pan_string_info["company_name"] + "pan已存在!") if exist_asiapan.PanChangeTime != pan_string_info["pan_change_time"] { fmt.Println(pan_string_info["company_name"] + "pan有变化!") asiapan.UpdateAsiaPanInfo(pan_int_info, pan_float_info, pan_string_info) } } else { asiapan.Add(pan_int_info, pan_float_info, pan_string_info) } // count_open_water := open_home_water +open_guest_water count_real_water := pan_float_info["real_home_water"] + pan_float_info["real_guest_water"] if count_real_water < 1.75 || count_real_water > 2 { // fmt.Println("+++++++") // fmt.Println(pan_float_info["real_home_water"]) // fmt.Println(pan_float_info["real_guest_water"]) // delete_asiapan2 := new(myinit.AsiaPan) // delete2, _ := myinit.Engine.Where("schedule_fenxi_id=? AND company_id=? ", schedule_fenxi_id, company_id).Delete(delete_asiapan2) // fmt.Println(delete2) } } if odds_tr.Length() >= 30 { ParsePanUrlFromAjax(30, schedule_fenxi_id, pan_string_info) } return true }