Example #1
0
func RespondToIndex(w io.Writer) {

	db := spider.NewRelationalDB("sqlite.db")

	results := db.GetIndex()

	encoder := json.NewEncoder(w)
	// fmt.Fprintln(w, "[")

	// for _, result := range results {
	encoder.Encode(results)
	// }

	// fmt.Fprintln(w, "]")
}
Example #2
0
func (r *Ranker) Search(query *spider.Page) []ResultPage {
	pageIDs, scores, top5words := SearchingResult(query)
	fmt.Print("Top 5 words:")
	for _, str := range top5words {
		fmt.Printf("   %v", str)
	}
	// var mykeyword []keyword
	// for _, top5word := range top5words {
	// 	tuples := strings.Split(top5word, ";")
	// 	for _, tuple := range tuples {
	// 		var tempkeyword keyword
	// 		freqWordWithFreq := strings.Fields(tuple)
	// 		if len(freqWordWithFreq) == 0 {
	// 			tempkeyword.Word = ""
	// 			tempkeyword.Freq = 0
	// 		} else {
	// 			tempkeyword.Word = freqWordWithFreq[0]
	// 			integer, _ := strconv.ParseInt(freqWordWithFreq[1], 10, 64)
	// 			tempkeyword.Freq = int(integer)

	// 		}
	// 		mykeyword = append(mykeyword, tempkeyword)
	// 	}
	// 	for _, tempkeyword := range mykeyword {
	// 		fmt.Printf("keyword:%v  Freq:%v  \n", tempkeyword.Word, tempkeyword.Freq)
	// 	}
	// }

	fmt.Printf("\npageID: %v\n", pageIDs)
	fmt.Printf("Score: %v\n", scores)
	db := spider.NewRelationalDB("sqlite.db")
	pages := make([]*spider.Page, len(pageIDs))
	//resultPages := make([]*ResultPage, len(pageIDs))
	for i, id := range pageIDs {
		pages[i] = spider.NewPage()
		pages[i].PageID = id
	}
	db.CompleteThePageInfoOf(pages)
	results := make([]ResultPage, len(pages))
	fmt.Println("Loaded page info")
	db.LoadParentsFor(pages)
	db.LoadChildrenFor(pages)

	for i, page := range pages {

		var mykeyword []keyword
		tuples := strings.Split(top5words[i], ";")
		for _, tuple := range tuples {
			var tempkeyword keyword
			freqWordWithFreq := strings.Fields(tuple)
			if len(freqWordWithFreq) == 0 {
				tempkeyword.Word = ""
				tempkeyword.Freq = 0
			} else {
				tempkeyword.Word = freqWordWithFreq[0]
				integer, _ := strconv.ParseInt(freqWordWithFreq[1], 10, 64)
				tempkeyword.Freq = int(integer)

			}
			mykeyword = append(mykeyword, tempkeyword)
		}
		results[i] = ResultPage{
			Title:            page.Title,
			Url:              page.URL,
			Keywords:         mykeyword,
			Score:            scores[i],
			ModificationDate: page.Modified,
			Size:             page.Size,
			Parents:          page.Parents,
			Children:         page.Children,
		}
	}

	return results
}