Exemple #1
0
func main() {
	start := time.Now()

	db := spider.NewDBM("DBM.db")

	elapsed := time.Since(start)
	fmt.Printf("Time spent on GetPage2: %v\n", elapsed)
	wordN := db.GetWordNumber()
	docN := db.GetDocumentNumber()
	fmt.Printf("Documents stored: %v\n", docN)
	fmt.Printf("Words stored: %v\n", wordN)
	fmt.Printf("Df of wordid=10: %v\n", db.Getdf(10))
	fmt.Printf("Inside stuff 10: ")
	//pageIds := db.GetDocIdByWordID(10)
	var words []string
	words = append(words, "societi")
	// for _, pageId := range pageIds {
	// 	fmt.Printf("pageId: %v	TF: %v	TFIDF: %v", pageId, int(db.GetTf(10, pageId)), db.GetTfidf(10, pageId))
	// 	fmt.Printf("	CosSim: %v\n", db.CosSim(pageId, words))
	// }

	//ranker.PrintHiHi()

	pages2 := db.GetPages2()
	var testingPage *spider.Page
	for _, page := range pages2 {
		testingPage = page
		break
	}
	// for _, word := range testingPage.Words() {
	// 	fmt.Printf("%v", word)
	// }
	db.Close()
	//ranker.SearchingResult(testingPage, ranker.TFIDF)
	myRanker := ranker.NewRanker(0)
	ranker.PreCompute()
	myRanker.Search(testingPage)
	elapsed = time.Since(start)
	fmt.Printf("Time spent on main: %v\n", elapsed)

	// FreqWords := ranker.GetMostFreqWord(testingPage, 5)
	// for _, word := range FreqWords {
	// 	fmt.Printf("Word:%v    TF:%v\n", word.Word, word.TF())
	// }
}
Exemple #2
0
func main() {
	//jason's init of pages
	ranker.PreCompute()

	port := ":8081"
	s := &http.Server{
		Addr:    port,
		Handler: http.HandlerFunc(ServeSearchEngine),
	}
	go func() {
		log.Printf("starting server at localhost%s", s.Addr)
		err := s.ListenAndServe()
		if err != nil {
			log.Fatalf("ListenAndServe: %v", err)
		}
	}()

	select {} // Block forever.
}