func RespondToIndex(w io.Writer) { db := spider.NewRelationalDB("sqlite.db") results := db.GetIndex() encoder := json.NewEncoder(w) // fmt.Fprintln(w, "[") // for _, result := range results { encoder.Encode(results) // } // fmt.Fprintln(w, "]") }
func (r *Ranker) Search(query *spider.Page) []ResultPage { pageIDs, scores, top5words := SearchingResult(query) fmt.Print("Top 5 words:") for _, str := range top5words { fmt.Printf(" %v", str) } // var mykeyword []keyword // for _, top5word := range top5words { // tuples := strings.Split(top5word, ";") // for _, tuple := range tuples { // var tempkeyword keyword // freqWordWithFreq := strings.Fields(tuple) // if len(freqWordWithFreq) == 0 { // tempkeyword.Word = "" // tempkeyword.Freq = 0 // } else { // tempkeyword.Word = freqWordWithFreq[0] // integer, _ := strconv.ParseInt(freqWordWithFreq[1], 10, 64) // tempkeyword.Freq = int(integer) // } // mykeyword = append(mykeyword, tempkeyword) // } // for _, tempkeyword := range mykeyword { // fmt.Printf("keyword:%v Freq:%v \n", tempkeyword.Word, tempkeyword.Freq) // } // } fmt.Printf("\npageID: %v\n", pageIDs) fmt.Printf("Score: %v\n", scores) db := spider.NewRelationalDB("sqlite.db") pages := make([]*spider.Page, len(pageIDs)) //resultPages := make([]*ResultPage, len(pageIDs)) for i, id := range pageIDs { pages[i] = spider.NewPage() pages[i].PageID = id } db.CompleteThePageInfoOf(pages) results := make([]ResultPage, len(pages)) fmt.Println("Loaded page info") db.LoadParentsFor(pages) db.LoadChildrenFor(pages) for i, page := range pages { var mykeyword []keyword tuples := strings.Split(top5words[i], ";") for _, tuple := range tuples { var tempkeyword keyword freqWordWithFreq := strings.Fields(tuple) if len(freqWordWithFreq) == 0 { tempkeyword.Word = "" tempkeyword.Freq = 0 } else { tempkeyword.Word = freqWordWithFreq[0] integer, _ := strconv.ParseInt(freqWordWithFreq[1], 10, 64) tempkeyword.Freq = int(integer) } mykeyword = append(mykeyword, tempkeyword) } results[i] = ResultPage{ Title: page.Title, Url: page.URL, Keywords: mykeyword, Score: scores[i], ModificationDate: page.Modified, Size: page.Size, Parents: page.Parents, Children: page.Children, } } return results }