func FetchTrByAjax(idx int, schedule_fenxi_id int, date string, home string) { odd_html := myinit.GetOddItemFromAjax(idx, schedule_fenxi_id) // fmt.Println(odd_html) // fmt.Println(pan_html_obj.HtmlAll()) table_string := "<table>" + odd_html + "</table>" html_obj, _ := goquery.ParseString(table_string) // fmt.Println("=====") odds_tr := html_obj.Find("table tbody tr") pan_int_info := make(map[string]int) pan_float_info := make(map[string]float32) pan_string_info := make(map[string]string) pan_string_info["schedule_date"] = date pan_string_info["schedule_home"] = home for i := 0; i < odds_tr.Length(); i++ { tr_item := odds_tr.Eq(i) td_of_company := tr_item.Find("td").Eq(1) if td_of_company.Find("p a").Attr("title") == "" { continue } pan_string_info["company_name"] = td_of_company.Find("p a").Attr("title") table_of_pan_detail := tr_item.Find("td .pl_table_data") table_of_opentime_pan := table_of_pan_detail.Eq(1) tds_of_opentime_pan_table := table_of_opentime_pan.Find("tbody tr td") open_pan_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["open_pan"] = float32(open_pan_32) pan_string_info["open_pan_desc"] = tds_of_opentime_pan_table.Eq(1).Text() table_of_realtime_pan := table_of_pan_detail.Eq(0) tds_of_realtime_pan_table := table_of_realtime_pan.Find("tbody tr td") real_pan_32, _ := strconv.ParseFloat(tds_of_realtime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["real_pan"] = float32(real_pan_32) pan_string_info["real_pan_desc"] = tds_of_realtime_pan_table.Eq(1).Text() td_item_of_real_pan := tds_of_realtime_pan_table.Eq(1) home_pan_change_type := td_item_of_real_pan.Find("font").Text() home_pan_change_type = strings.TrimSpace(home_pan_change_type) pan_int_info["home_pan_change_type"] = 0 if home_pan_change_type == "升" { pan_int_info["home_pan_change_type"] = 1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } if home_pan_change_type == "降" { pan_int_info["home_pan_change_type"] = -1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } real_pan_string := strings.Replace(pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"], "", -1) real_pan_desc := strings.TrimSpace(real_pan_string) fmt.Println("====here====") fmt.Println("date:", pan_string_info["schedule_date"], pan_string_info["schedule_home"], pan_string_info["company_name"]) fmt.Println(idx + i) // if(real_pan_desc==""){ // fmt.Println("trtime:") // fmt.Println(tr_item.HtmlAll()) // }else{ // fmt.Println("oktrtime:") // fmt.Println(tr_item.HtmlAll()) // } // fmt.Println("open:", pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) // fmt.Println("real:", real_pan_desc, pan_float_info["real_pan"]) // fmt.Println("real desc:", pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"]) fmt.Println("++end here+++") panmap.Add(pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) panmap.Add(real_pan_desc, pan_float_info["real_pan"]) } if odds_tr.Length() >= 30 { FetchTrByAjax(idx+30, schedule_fenxi_id, pan_string_info["schedule_date"], pan_string_info["schedule_home"]) } }
func ParsePanUrlFromAjax(idx int, schedule_fenxi_id int, pan_html_string_info map[string]string) (res bool) { pan_int_info := make(map[string]int) pan_float_info := make(map[string]float32) pan_string_info := make(map[string]string) odd_html := myinit.GetOddItemFromAjax(idx, schedule_fenxi_id) table_string := "<table>" + odd_html + "</table>" html_obj, _ := goquery.ParseString(table_string) odds_tr := html_obj.Find("table tbody tr") pan_int_info["schedule_fenxi_id"] = schedule_fenxi_id pan_string_info["schedule_date"] = pan_html_string_info["schedule_date"] pan_string_info["schedule_no"] = pan_html_string_info["schedule_no"] pan_string_info["schedule_result_no"] = pan_html_string_info["schedule_result_no"] pan_string_info["schedule_league"] = pan_html_string_info["schedule_league"] pan_string_info["schedule_home"] = pan_html_string_info["schedule_home"] pan_string_info["schedule_guest"] = pan_html_string_info["schedule_guest"] pan_string_info["schedule_game_desc"] = pan_html_string_info["schedule_game_desc"] pan_string_info["schedule_date_desc"] = pan_html_string_info["schedule_date_desc"] for i := 0; i < odds_tr.Length(); i++ { tr_item := odds_tr.Eq(i) td_of_company := tr_item.Find("td").Eq(1) if td_of_company.Find("p a").Attr("title") == "" { continue } company_id := tr_item.Attr("id") pan_string_info["company_id"] = company_id pan_string_info["company_name"] = td_of_company.Find("p a").Attr("title") var is_big_company = 0 if td_of_company.Find("p img").Attr("src") == "" { is_big_company = 0 } else { is_big_company = 1 fmt.Println("src:" + td_of_company.Find("p img").Attr("src")) } pan_int_info["is_big_company"] = is_big_company table_of_pan_detail := tr_item.Find("td .pl_table_data") table_of_opentime_pan := table_of_pan_detail.Eq(1) tds_of_opentime_pan_table := table_of_opentime_pan.Find("tbody tr td") open_pan_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["open_pan"] = float32(open_pan_32) pan_string_info["open_pan_desc"] = tds_of_opentime_pan_table.Eq(1).Text() open_home_water_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(0).Text(), 32) open_guest_water_32, _ := strconv.ParseFloat(tds_of_opentime_pan_table.Eq(2).Text(), 32) pan_float_info["open_home_water"] = float32(open_home_water_32) pan_float_info["open_guest_water"] = float32(open_guest_water_32) td_of_pan_time := tr_item.Find("td time") pan_string_info["open_pan_time"] = td_of_pan_time.Eq(1).Text() table_of_realtime_pan := table_of_pan_detail.Eq(0) tds_of_realtime_pan_table := table_of_realtime_pan.Find("tbody tr td") real_pan_32, _ := strconv.ParseFloat(tds_of_realtime_pan_table.Eq(1).Attr("ref"), 32) pan_float_info["real_pan"] = float32(real_pan_32) pan_string_info["real_pan_desc"] = tds_of_realtime_pan_table.Eq(1).Text() home_real_water_string := tds_of_realtime_pan_table.Eq(0).Text() home_real_water_str := strings.Replace(home_real_water_string, "↑", "", -1) home_real_water_str = strings.Replace(home_real_water_str, "↓", "", -1) guest_real_water_string := tds_of_realtime_pan_table.Eq(2).Text() guest_real_water_str := strings.Replace(guest_real_water_string, "↑", "", -1) guest_real_water_str = strings.Replace(guest_real_water_str, "↓", "", -1) home_real_water_32, _ := strconv.ParseFloat(home_real_water_str, 32) guest_real_water_32, _ := strconv.ParseFloat(guest_real_water_str, 32) pan_float_info["real_home_water"] = float32(home_real_water_32) pan_float_info["real_guest_water"] = float32(guest_real_water_32) pan_string_info["pan_change_time"] = td_of_pan_time.Eq(0).Text() td_item_of_real_pan := tds_of_realtime_pan_table.Eq(1) home_pan_change_type := td_item_of_real_pan.Find("font").Text() home_pan_change_type = strings.TrimSpace(home_pan_change_type) pan_int_info["home_pan_change_type"] = 0 if home_pan_change_type == "升" { pan_int_info["home_pan_change_type"] = 1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } if home_pan_change_type == "降" { pan_int_info["home_pan_change_type"] = -1 pan_string_info["home_pan_change_type_desc"] = home_pan_change_type } home_water_up_down_flag := tds_of_realtime_pan_table.Eq(0).Attr("class") pan_int_info["home_water_change_type"] = 0 if home_water_up_down_flag == "ping" { pan_int_info["home_water_change_type"] = -1 // down pan_string_info["home_water_change_type_desc"] = "水位降" // down } if home_water_up_down_flag == "ying" { pan_int_info["home_water_change_type"] = 1 // up pan_string_info["home_water_change_type_desc"] = "水位升" // up } real_pan_string := strings.Replace(pan_string_info["real_pan_desc"], pan_string_info["home_pan_change_type_desc"], "", -1) real_pan_desc := strings.TrimSpace(real_pan_string) // panmap.Add(pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) // panmap.Add(real_pan_desc, pan_float_info["real_pan"]) fmt.Println("date:", pan_string_info["schedule_date"], pan_string_info["schedule_home"]) fmt.Println("open:", pan_string_info["open_pan_desc"], pan_float_info["open_pan"]) fmt.Println("real:", real_pan_desc, pan_float_info["real_pan"]) parse_change_data := ParsePanChangeUrl(schedule_fenxi_id, company_id, pan_int_info, pan_float_info, pan_string_info) if parse_change_data == false { continue } if pan_float_info["open_pan"] > 0 || pan_float_info["real_pan"] > 0 { delete_asiapan := new(myinit.AsiaPan) del_result, _ := myinit.Engine.Where("schedule_fenxi_id=? ", schedule_fenxi_id).Delete(delete_asiapan) delete_schedule := new(myinit.Schedule) del_schedule_result, _ := myinit.Engine.Where("schedule_fenxi_id=? ", schedule_fenxi_id).Delete(delete_schedule) fmt.Println(del_result, del_schedule_result) fmt.Println("开盘>0 或者即时盘 >0") return false } predict1_result, predict1_cmt := analyse.AnalysePanResult1(pan_int_info, pan_float_info, pan_string_info) pan_string_info["predict1_result"] = predict1_result pan_string_info["predict1_cmt"] = predict1_cmt predict2_result, predict2_cmt := analyse.AnalysePanResult2(pan_int_info, pan_float_info, pan_string_info) pan_string_info["predict2_result"] = predict2_result pan_string_info["predict2_cmt"] = predict2_cmt fmt.Println("float_open_pan") fmt.Println(pan_float_info["open_home_water"]) fmt.Println("=====") // fmt.Println("company:" + company) // fmt.Println("home_pan_change_type:" + home_pan_change_type) // fmt.Println("is big company:" + is_big_company) // fmt.Println("change_time:" + change_time) // fmt.Println("open_time:" + open_time) // fmt.Println("flag:" + home_water_change_type + " " + home_water_up_down_flag) fmt.Println("home_real_water:", pan_float_info["real_home_water"]) fmt.Println("home_real_water water sting:" + home_real_water_string) // fmt.Println("guest_real_water:", guest_real_water) // fmt.Println("guest_real_water water sting:" + guest_real_water_string) // fmt.Println("pan:", real_pan, " ", real_pan_desc) // fmt.Println("open_home_water water:", open_home_water) // fmt.Println("open_guest_water water:", open_guest_water) // fmt.Println("open pan:", open_pan, " ", open_pan_desc) exist_asiapan := new(myinit.AsiaPan) has, _ := myinit.Engine.Where("schedule_fenxi_id=? AND company_id=? ", schedule_fenxi_id, company_id).Get(exist_asiapan) if has { fmt.Println(pan_string_info["company_name"] + "pan已存在!") if exist_asiapan.PanChangeTime != pan_string_info["pan_change_time"] { fmt.Println(pan_string_info["company_name"] + "pan有变化!") update_affected, update_err := asiapan.UpdateAsiaPanInfo(pan_int_info, pan_float_info, pan_string_info) fmt.Println(update_affected) fmt.Println(update_err) } } else { asiapan.Add(pan_int_info, pan_float_info, pan_string_info) } // count_open_water := open_home_water +open_guest_water count_real_water := pan_float_info["real_home_water"] + pan_float_info["real_guest_water"] if count_real_water < 1.75 || count_real_water > 2 { fmt.Println("+++++++") fmt.Println(pan_float_info["real_home_water"]) fmt.Println(pan_float_info["real_guest_water"]) fmt.Println(schedule_fenxi_id) fmt.Println("+++++++eeeeeeeeeeee") // delete_asiapan2 := new(myinit.AsiaPan) // delete2, _ := myinit.Engine.Where("schedule_fenxi_id=? AND company_id=? ", schedule_fenxi_id, company_id).Delete(delete_asiapan2) // fmt.Println(delete2) } } if odds_tr.Length() >= 30 { ParsePanUrlFromAjax(idx+30, schedule_fenxi_id, pan_html_string_info) } return true }