/
main.go
50 lines (39 loc) · 1018 Bytes
/
main.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
package main
import (
"github.com/opinionated/scrapeServer/server"
"github.com/opinionated/scraper-core/scraper"
"github.com/opinionated/utils/log"
"net/http"
"os"
)
func main() {
infoFile, err := os.OpenFile("scrapeInfoLog.txt", os.O_RDWR|os.O_CREATE, 0666)
if err != nil {
panic(err)
}
errFile, err := os.OpenFile("scrapeErrorLog.txt", os.O_RDWR|os.O_CREATE, 0666)
if err != nil {
panic(err)
}
warnFile, err := os.OpenFile("scrapeWarnLog.txt", os.O_RDWR|os.O_CREATE, 0666)
if err != nil {
panic(err)
}
log.Init(infoFile, errFile, warnFile)
defer infoFile.Close()
defer errFile.Close()
defer warnFile.Close()
// create the new server
s := server.NewScrapeServer()
j := s.GetJefe()
j.SetCycleTime(1)
j.Start()
log.Info("started jefe")
// make server scrape WSJ
rss := server.CreateSchedulableRSS(&scraper.NYTRSS{}, 10, j)
j.AddSchedulable(rss)
log.Info("going to start server")
// start up the server
http.HandleFunc("/", s.Handle())
http.ListenAndServe(":8080", nil)
}