func TestDataDeleteSubscription(t *testing.T) { pool := newConnPool(t) userID, err := data.CreateUser(pool, newUser()) if err != nil { t.Fatal(err) } err = data.InsertSubscription(pool, userID, "http://foo") if err != nil { t.Fatal(err) } subscriptions, err := data.SelectSubscriptions(pool, userID) if err != nil { t.Fatal(err) } if len(subscriptions) != 1 { t.Fatalf("Found %d subscriptions, expected 1", len(subscriptions)) } feedID := subscriptions[0].FeedID.Value update := &data.ParsedFeed{Name: "baz", Items: []data.ParsedItem{ {URL: "http://baz/bar", Title: "Baz", PublicationTime: data.NewTime(time.Now())}, }} nullString := data.String{Status: data.Null} err = data.UpdateFeedWithFetchSuccess(pool, feedID, update, nullString, time.Now().Add(-20*time.Minute)) if err != nil { t.Fatal(err) } err = data.DeleteSubscription(pool, userID, feedID) if err != nil { t.Fatal(err) } subscriptions, err = data.SelectSubscriptions(pool, userID) if err != nil { t.Fatal(err) } if len(subscriptions) != 0 { t.Errorf("Found %d subscriptions, expected 0", len(subscriptions)) } // feed should have been deleted as it was the last user staleFeeds, err := data.GetFeedsUncheckedSince(pool, time.Now()) if err != nil { t.Fatal(err) } if len(staleFeeds) != 0 { t.Errorf("Found %d staleFeeds, expected 0", len(staleFeeds)) } }
func (u *FeedUpdater) RefreshFeed(staleFeed data.Feed) { rawFeed, err := u.fetchFeed(staleFeed.URL.Value, staleFeed.ETag) if err != nil { u.logger.Error("fetchFeed failed", "url", staleFeed.URL.Value, "error", err) data.UpdateFeedWithFetchFailure(u.pool, staleFeed.ID.Value, err.Error(), time.Now()) return } // 304 unchanged if rawFeed == nil { u.logger.Info("fetchFeed 304 unchanged", "url", staleFeed.URL.Value) data.UpdateFeedWithFetchUnchanged(u.pool, staleFeed.ID.Value, time.Now()) return } feed, err := parseFeed(rawFeed.body) if err != nil { u.logger.Error("parseFeed failed", "url", staleFeed.URL.Value, "error", err) data.UpdateFeedWithFetchFailure(u.pool, staleFeed.ID.Value, fmt.Sprintf("Unable to parse feed: %v", err), time.Now()) return } u.logger.Info("refreshFeed succeeded", "url", staleFeed.URL.Value, "id", staleFeed.ID.Value) data.UpdateFeedWithFetchSuccess(u.pool, staleFeed.ID.Value, feed, rawFeed.etag, time.Now()) }
// This function is a nasty copy and paste of testRepositoryUpdateFeedWithFetchSuccess // Fix me when refactoring tests func TestDataUpdateFeedWithFetchSuccessWithoutPublicationTime(t *testing.T) { pool := newConnPool(t) userID, err := data.CreateUser(pool, newUser()) if err != nil { t.Fatal(err) } now := time.Now() url := "http://bar" err = data.InsertSubscription(pool, userID, url) if err != nil { t.Fatal(err) } subscriptions, err := data.SelectSubscriptions(pool, userID) if err != nil { t.Fatal(err) } if len(subscriptions) != 1 { t.Fatalf("Found %d subscriptions, expected 1", len(subscriptions)) } feedID := subscriptions[0].FeedID.Value update := &data.ParsedFeed{Name: "baz", Items: []data.ParsedItem{ {URL: "http://baz/bar", Title: "Baz"}, }} nullString := data.String{Status: data.Null} err = data.UpdateFeedWithFetchSuccess(pool, feedID, update, nullString, now) if err != nil { t.Fatal(err) } buffer := &bytes.Buffer{} err = data.CopyUnreadItemsAsJSONByUserID(pool, buffer, userID) if err != nil { t.Fatal(err) } type UnreadItemsFromJSON struct { ID int32 `json:id` } var unreadItems []UnreadItemsFromJSON err = json.Unmarshal(buffer.Bytes(), &unreadItems) if err != nil { t.Fatal(err) } if len(unreadItems) != 1 { t.Fatalf("Found %d unreadItems, expected 1", len(unreadItems)) } // Update again and ensure item does not get created again err = data.UpdateFeedWithFetchSuccess(pool, feedID, update, nullString, now) if err != nil { t.Fatal(err) } buffer.Reset() err = data.CopyUnreadItemsAsJSONByUserID(pool, buffer, userID) if err != nil { t.Fatal(err) } err = json.Unmarshal(buffer.Bytes(), &unreadItems) if err != nil { t.Fatal(err) } if len(unreadItems) != 1 { t.Fatalf("Found %d unreadItems, expected 1", len(unreadItems)) } }
func TestDataFeeds(t *testing.T) { pool := newConnPool(t) userID, err := data.CreateUser(pool, newUser()) if err != nil { t.Fatal(err) } now := time.Now() fiveMinutesAgo := now.Add(-5 * time.Minute) tenMinutesAgo := now.Add(-10 * time.Minute) fifteenMinutesAgo := now.Add(-15 * time.Minute) update := &data.ParsedFeed{Name: "baz", Items: make([]data.ParsedItem, 0)} // Create a feed url := "http://bar" err = data.InsertSubscription(pool, userID, url) if err != nil { t.Fatal(err) } // A new feed has never been fetched -- it should need fetching staleFeeds, err := data.GetFeedsUncheckedSince(pool, tenMinutesAgo) if err != nil { t.Fatal(err) } if len(staleFeeds) != 1 { t.Fatalf("Found %d stale feed, expected 1", len(staleFeeds)) } if staleFeeds[0].URL.Value != url { t.Errorf("Expected %v, got %v", url, staleFeeds[0].URL) } feedID := staleFeeds[0].ID.Value nullString := data.String{Status: data.Null} // Update feed as of now err = data.UpdateFeedWithFetchSuccess(pool, feedID, update, nullString, now) if err != nil { t.Fatal(err) } // feed should no longer be stale staleFeeds, err = data.GetFeedsUncheckedSince(pool, tenMinutesAgo) if err != nil { t.Fatal(err) } if len(staleFeeds) != 0 { t.Fatalf("Found %d stale feed, expected 0", len(staleFeeds)) } // Update feed to be old enough to need refresh err = data.UpdateFeedWithFetchSuccess(pool, feedID, update, nullString, fifteenMinutesAgo) if err != nil { t.Fatal(err) } // It should now need fetching staleFeeds, err = data.GetFeedsUncheckedSince(pool, tenMinutesAgo) if err != nil { t.Fatal(err) } if len(staleFeeds) != 1 { t.Fatalf("Found %d stale feed, expected 1", len(staleFeeds)) } if staleFeeds[0].ID.Value != feedID { t.Errorf("Expected %v, got %v", feedID, staleFeeds[0].ID) } // But update feed with a recent failed fetch err = data.UpdateFeedWithFetchFailure(pool, feedID, "something went wrong", fiveMinutesAgo) if err != nil { t.Fatal(err) } // feed should no longer be stale staleFeeds, err = data.GetFeedsUncheckedSince(pool, tenMinutesAgo) if err != nil { t.Fatal(err) } if len(staleFeeds) != 0 { t.Fatalf("Found %d stale feed, expected 0", len(staleFeeds)) } }