func (r *river) Add(uri string) {
b, _ := persistence.NewBucket(r.store, uri)
tributary := newTributary(b, uri, r.cacheTimeout, r.mapping)
r.confluence.Add(tributary)
tributary.Start()
}
func TestTributaryAtomWithRelativeLinks(t *testing.T) {
s := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Write([]byte(`<?xml version="1.0" encoding="utf-8"?>
<feed xmlns="http://www.w3.org/2005/Atom">
<title>GitHub Engineering</title>
<link href="/atom.xml" rel="self"/>
<link href=""/>
<updated>2015-06-15T16:58:27+00:00</updated>
<id></id>
<author>
<name>GitHub Engineering</name>
</author>
<entry>
<title>Brubeck, a statsd-compatible metrics aggregator</title>
<link href="/brubeck/"/>
<updated>2015-06-15T00:00:00+00:00</updated>
<id>/brubeck</id>
<author>
<name>vmg</name>
<uri>https://github.com/vmg</uri>
</author>
<content type="html"><p>One of the key points of GitHub&#39;s engineering culture —and I believe, of any
good engineering culture— is our obsession with aggressively measuring everything.</p></content>
</entry>
</feed>`))
}))
defer s.Close()
db := memdata.Open()
bucket, _ := persistence.NewBucket(db, "-")
tributary := newTributary(bucket, s.URL, time.Minute, DefaultMapping)
tributary.Start()
expected := models.Feed{
FeedUrl: s.URL + "/atom.xml",
WebsiteUrl: s.URL,
FeedTitle: "GitHub Engineering",
FeedDescription: "",
WhenLastUpdate: models.RssTime{time.Now()},
Items: []models.Item{{
Title: "Brubeck, a statsd-compatible metrics aggregator",
Link: s.URL + "/brubeck/",
PermaLink: s.URL + "/brubeck/",
Id: "/brubeck",
PubDate: models.RssTime{time.Date(2015, 06, 15, 0, 0, 0, 0, time.FixedZone("", 0))},
Body: "One of the key points of GitHub's engineering culture —and I believe, of any good engineering culture— is our obsession with aggressively measuring everything.\n",
Enclosures: []models.Enclosure{},
}},
}
assert := assert.New(t)
feeds := make(chan models.Feed)
tributary.Feeds(feeds)
select {
case f := <-feeds:
assert.Equal(expected.FeedUrl, f.FeedUrl)
assert.Equal(expected.WebsiteUrl, f.WebsiteUrl)
assert.Equal(expected.FeedTitle, f.FeedTitle)
assert.Equal(expected.FeedDescription, f.FeedDescription)
assert.WithinDuration(expected.WhenLastUpdate.Time, f.WhenLastUpdate.Time, time.Second)
assert.Equal(1, len(f.Items))
assertItemEqual(t, expected.Items[0], f.Items[0])
case <-time.After(time.Second):
t.Fatal("timeout")
}
}
func TestTributary(t *testing.T) {
s := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
w.Write([]byte(`<?xml version="1.0" encoding="UTF-8"?>
<rss version="2.0">
<channel>
<title>Boing Boing</title>
<link>http://boingboing.net</link>
<description>Brain candy for Happy Mutants</description>
<language>en-US</language>
<lastBuildDate>Wed, 27 Mar 2013 12:30:18 WHAT</lastBuildDate>
<item>
<title>Save Noisebridge!</title>
<link>http://feedproxy.google.com/~r/boingboing/iBag/~3/EKKb-61Ismc/story01.htm</link>
<pubDate>Wed, 27 Mar 2013 12:40:18 UTC</pubDate>
<guid isPermaLink="false">http://boingboing.net/?p=221544</guid>
<description>A reader writes, "Noisebridge, San Francisco's Hackerspace, is having some hard times, so we're throwing an epic benefit and party this Saturday, to include eclectic performers, interactive art, a raffle and more! For more details, if any BBers want to put on demos or ideas share them.<img width='1' height='1' src='http://rss.feedsportal.com/c/35208/f/653965/s/2a105a0e/mf.gif' border='0'/><div class='mf-viral'><table border='0'><tr><td valign='middle'><a href="http://share.feedsportal.com/viral/sendEmail.cfm?lang=en&title=Save+Noisebridge%21&link=http%3A%2F%2Fboingboing.net%2F2013%2F03%2F27%2Fsave-noisebridge.html" target="_blank"><img src="http://res3.feedsportal.com/images/emailthis2.gif" border="0" /></a></td><td valign='middle'><a href="http://res.feedsportal.com/viral/bookmark.cfm?title=Save+Noisebridge%21&link=http%3A%2F%2Fboingboing.net%2F2013%2F03%2F27%2Fsave-noisebridge.html" target="_blank"><img src="http://res3.feedsportal.com/images/bookmark.gif" border="0" /></a></td></tr></table></div></description>
</item>
</channel>
</rss>`))
}))
defer s.Close()
db := memdata.Open()
bucket, _ := persistence.NewBucket(db, "-")
tributary := newTributary(bucket, s.URL, time.Minute, DefaultMapping)
tributary.Start()
expected := models.Feed{
FeedUrl: s.URL,
WebsiteUrl: "http://boingboing.net",
FeedTitle: "Boing Boing",
FeedDescription: "Brain candy for Happy Mutants",
WhenLastUpdate: models.RssTime{time.Now()},
Items: []models.Item{{
Title: "Save Noisebridge!",
Link: "http://feedproxy.google.com/~r/boingboing/iBag/~3/EKKb-61Ismc/story01.htm",
PermaLink: "http://feedproxy.google.com/~r/boingboing/iBag/~3/EKKb-61Ismc/story01.htm",
Id: "http://boingboing.net/?p=221544",
PubDate: models.RssTime{time.Date(2013, 03, 27, 12, 40, 18, 0, time.UTC)},
Body: "A reader writes, \"Noisebridge, San Francisco's Hackerspace, is having some hard times, so we're throwing an epic benefit and party this Saturday, to include eclectic performers, interactive art, a raffle and more! For more details, if any BBers want to put on demos or ideas shar…",
Enclosures: []models.Enclosure{},
}},
}
assert := assert.New(t)
feeds := make(chan models.Feed)
tributary.Feeds(feeds)
select {
case f := <-feeds:
assert.Equal(expected.FeedUrl, f.FeedUrl)
assert.Equal(expected.WebsiteUrl, f.WebsiteUrl)
assert.Equal(expected.FeedTitle, f.FeedTitle)
assert.Equal(expected.FeedDescription, f.FeedDescription)
assert.WithinDuration(expected.WhenLastUpdate.Time, f.WhenLastUpdate.Time, time.Second)
assert.Equal(expected.Items, f.Items)
case <-time.After(time.Second):
t.Fatal("timeout")
}
}