/
feed.go
104 lines (70 loc) · 2.21 KB
/
feed.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
package main
import (
rss "github.com/jteeuwen/go-pkg-rss"
"fmt"
"time"
"errors"
)
var afterDate = time.Date(2013, 3, 25, 0, 0, 0, 0, time.UTC)
var dateFormats = []string{time.ANSIC, time.UnixDate, time.RubyDate, time.RFC822, time.RFC822Z, time.RFC850, time.RFC1123, time.RFC1123Z, time.RFC3339, time.RFC3339Nano}
func fetchFeed(url string, timeout int) {
fmt.Printf("Fetching feed %s\n", url)
feed := rss.New(timeout, true, nil, itemHandler)
for {
if err := feed.Fetch(url, nil); err != nil {
fmt.Printf("%s: %s\n", url, err)
return
}
<-time.After(time.Duration(feed.SecondsTillUpdate() * 1e9))
}
wg.Done()
}
func parseDate(date string) (time.Time, error) {
var (
parsedDate time.Time
err error
)
if date == "" {
return parsedDate, errors.New("Null date given")
}
for _, format := range dateFormats {
if dateObject, err := time.Parse(format, date); err == nil {
return dateObject, nil
}
err = err
}
return parsedDate, err
}
func itemHandler(feed *rss.Feed, ch *rss.Channel, newItems []*rss.Item) {
defer func() {
if r := recover(); r != nil {
fmt.Println("goroutine panicked:", r)
}
}()
fmt.Printf("Got %d items for %s\n", len(newItems), feed.Url)
for _, item := range newItems {
if item.PubDate == "" {
fmt.Println("Pubdate is null")
return
}
parsedPubDate, err := parseDate(item.PubDate)
if err != nil {
fmt.Printf("Error parsing date: %s\n", err)
return
}
if parsedPubDate.After(afterDate) {
var title = item.Title
var content string = ""
fmt.Printf("[%v] %v\n", parsedPubDate, title)
switch feed.Type {
case "rss":
content = item.Description
case "atom":
content = item.Content.Text
default:
return
}
sendItem(title, content)
}
}
}