func main() {
start := time.Now()
db := spider.NewDBM("DBM.db")
elapsed := time.Since(start)
fmt.Printf("Time spent on GetPage2: %v\n", elapsed)
wordN := db.GetWordNumber()
docN := db.GetDocumentNumber()
fmt.Printf("Documents stored: %v\n", docN)
fmt.Printf("Words stored: %v\n", wordN)
fmt.Printf("Df of wordid=10: %v\n", db.Getdf(10))
fmt.Printf("Inside stuff 10: ")
//pageIds := db.GetDocIdByWordID(10)
var words []string
words = append(words, "societi")
// for _, pageId := range pageIds {
// fmt.Printf("pageId: %v TF: %v TFIDF: %v", pageId, int(db.GetTf(10, pageId)), db.GetTfidf(10, pageId))
// fmt.Printf(" CosSim: %v\n", db.CosSim(pageId, words))
// }
//ranker.PrintHiHi()
pages2 := db.GetPages2()
var testingPage *spider.Page
for _, page := range pages2 {
testingPage = page
break
}
// for _, word := range testingPage.Words() {
// fmt.Printf("%v", word)
// }
db.Close()
//ranker.SearchingResult(testingPage, ranker.TFIDF)
myRanker := ranker.NewRanker(0)
ranker.PreCompute()
myRanker.Search(testingPage)
elapsed = time.Since(start)
fmt.Printf("Time spent on main: %v\n", elapsed)
// FreqWords := ranker.GetMostFreqWord(testingPage, 5)
// for _, word := range FreqWords {
// fmt.Printf("Word:%v TF:%v\n", word.Word, word.TF())
// }
}
func RespondToQuery(w io.Writer, q []string) {
query := spider.NewPage()
for _, word := range q {
query.AddQueryWord(word)
}
r := ranker.NewRanker(0)
results := r.Search(query)
encoder := json.NewEncoder(w)
fmt.Fprintln(w, "[")
for i, result := range results {
encoder.Encode(result)
if i < len(results)-1 {
fmt.Fprint(w, ",")
}
}
fmt.Fprintln(w, "]")
}