func TestTag(t *testing.T) { tag := Tag{} tag.value = "Link" tests.CheckString(t, "Link", tag.String()) d := tag.Value() tests.CheckString(t, "Link", string(d)) d = tag.Value(data.TagValue("")) tests.CheckString(t, "", string(d)) tests.CheckBool(t, false, tag.Validate() == nil) tag.value = "tag" tests.CheckBool(t, false, tag.Validate() == nil) ejson, eerr := json.Marshal(tag.value) tests.CheckBool(t, true, eerr == nil) ajson, aerr := json.Marshal(tag) tests.CheckBool(t, true, aerr == nil) tests.CheckBytes(t, ejson, ajson) }
func addFeeds(user content.User, fm *readeef.FeedManager, links []string) (resp responseError) { resp = newResponse() var err error errs := make([]addFeedError, 0, len(links)) for _, link := range links { var u *url.URL if u, err = url.Parse(link); err != nil { resp.err = err errs = append(errs, addFeedError{Link: link, Error: "Error parsing link"}) continue } else if !u.IsAbs() { resp.err = errors.New("Feed has no link") errs = append(errs, addFeedError{Link: link, Error: resp.err.Error()}) continue } else { var f content.Feed if f, err = fm.AddFeedByLink(link); err != nil { resp.err = err errs = append(errs, addFeedError{Link: link, Error: "Error adding feed to the database"}) continue } uf := user.AddFeed(f) if uf.HasErr() { resp.err = f.Err() errs = append(errs, addFeedError{Link: link, Title: f.Data().Title, Error: "Error adding feed to the database"}) continue } tags := strings.SplitN(u.Fragment, ",", -1) if u.Fragment != "" && len(tags) > 0 { repo := uf.Repo() tf := repo.TaggedFeed(user) tf.Data(uf.Data()) t := make([]content.Tag, len(tags)) for i := range tags { t[i] = repo.Tag(user) t[i].Data(data.Tag{Value: data.TagValue(tags[i])}) } tf.Tags(t) if tf.UpdateTags(); tf.HasErr() { resp.err = tf.Err() errs = append(errs, addFeedError{Link: link, Title: f.Data().Title, Error: "Error adding feed to the database"}) continue } } } } resp.val["Errors"] = errs resp.val["Success"] = len(errs) < len(links) return }
func addFeed(user content.User, fm *readeef.FeedManager, links []string) (resp responseError) { resp = newResponse() success := false for _, link := range links { var u *url.URL if u, resp.err = url.Parse(link); resp.err != nil { /* TODO: non-fatal error */ return } else if !u.IsAbs() { /* TODO: non-fatal error */ resp.err = errors.New("Feed has no link") return } else { var f content.Feed if f, resp.err = fm.AddFeedByLink(link); resp.err != nil { return } uf := user.AddFeed(f) if uf.HasErr() { resp.err = f.Err() return } tags := strings.SplitN(u.Fragment, ",", -1) if u.Fragment != "" && len(tags) > 0 { repo := uf.Repo() tf := repo.TaggedFeed(user) tf.Data(uf.Data()) t := make([]content.Tag, len(tags)) for i := range tags { t[i] = repo.Tag(user) t[i].Value(data.TagValue(tags[i])) } tf.Tags(t) if tf.UpdateTags(); tf.HasErr() { resp.err = tf.Err() return } } success = true } } resp.val["Success"] = success return }
func readState(user content.User, id string, beforeId data.ArticleId, timestamp int64) (resp responseError) { resp = newResponse() var ar content.ArticleRepo o := data.ArticleUpdateStateOptions{} if timestamp > 0 { t := time.Unix(timestamp/1000, 0) o.BeforeDate = t } if beforeId > 0 { o.BeforeId = beforeId } switch { case id == "all": ar = user case id == "favorite": o.FavoriteOnly = true ar = user case strings.HasPrefix(id, "popular:"): // Can't bulk set state to popular articles case strings.HasPrefix(id, "tag:"): tag := user.Repo().Tag(user) tag.Data(data.Tag{Value: data.TagValue(id[4:])}) ar = tag default: var feedId int64 if feedId, resp.err = strconv.ParseInt(id, 10, 64); resp.err != nil { /* TODO: non-fatal error */ return } ar = user.FeedById(data.FeedId(feedId)) } if ar != nil { ar.ReadState(true, o) if e, ok := ar.(content.Error); ok && e.HasErr() { resp.err = e.Err() return } } resp.val["Success"] = true return }
func search(user content.User, searchIndex readeef.SearchIndex, query, highlight, feedId string) (resp responseError) { resp = newResponse() if strings.HasPrefix(feedId, "tag:") { tag := user.Repo().Tag(user) tag.Value(data.TagValue(feedId[4:])) tag.Highlight(highlight) resp.val["Articles"], resp.err = tag.Query(query, searchIndex.Index), tag.Err() } else { if id, err := strconv.ParseInt(feedId, 10, 64); err == nil { f := user.FeedById(data.FeedId(id)) resp.val["Articles"], resp.err = f.Query(query, searchIndex.Index), f.Err() } else { user.Highlight(highlight) resp.val["Articles"], resp.err = user.Query(query, searchIndex.Index), user.Err() } } return }
func performSearch(user content.User, sp content.SearchProvider, query, feedId string, limit, offset int) (ua []content.UserArticle, err error) { defer func() { if rec := recover(); rec != nil { err = fmt.Errorf("Error during search: %s", rec) } }() if strings.HasPrefix(feedId, "tag:") { tag := user.Repo().Tag(user) tag.Data(data.Tag{Value: data.TagValue(feedId[4:])}) ua, err = tag.Query(query, sp, limit, offset), tag.Err() } else { if id, err := strconv.ParseInt(feedId, 10, 64); err == nil { f := user.FeedById(data.FeedId(id)) ua, err = f.Query(query, sp, limit, offset), f.Err() } else { ua, err = user.Query(query, sp, limit, offset), user.Err() } } return }
func markFeedAsRead(user content.User, id string, timestamp int64) (resp responseError) { resp = newResponse() t := time.Unix(timestamp/1000, 0) switch { case id == "all": if user.ReadBefore(t, true); user.HasErr() { resp.err = user.Err() return } case id == "favorite" || strings.HasPrefix(id, "popular:"): // Favorites are assumbed to have been read already case strings.HasPrefix(id, "tag:"): tag := user.Repo().Tag(user) tag.Value(data.TagValue(id[4:])) if tag.ReadBefore(t, true); tag.HasErr() { resp.err = tag.Err() return } default: var feedId int64 if feedId, resp.err = strconv.ParseInt(id, 10, 64); resp.err != nil { /* TODO: non-fatal error */ return } feed := user.FeedById(data.FeedId(feedId)) if feed.ReadBefore(t, true); feed.HasErr() { resp.err = feed.Err() return } } resp.val["Success"] = true return }
func setFeedTags(user content.User, id data.FeedId, tagValues []data.TagValue) (resp responseError) { resp = newResponse() feed := user.FeedById(id) if feed.HasErr() { resp.err = feed.Err() return } repo := user.Repo() tf := repo.TaggedFeed(user) tf.Data(feed.Data()) filtered := make([]data.TagValue, 0, len(tagValues)) for _, v := range tagValues { v = data.TagValue(strings.TrimSpace(string(v))) if v != "" { filtered = append(filtered, v) } } tags := make([]content.Tag, len(filtered)) for i := range filtered { tags[i] = repo.Tag(user) tags[i].Data(data.Tag{Value: filtered[i]}) } tf.Tags(tags) if tf.UpdateTags(); tf.HasErr() { resp.err = tf.Err() return } resp.val["Success"] = true resp.val["Id"] = id return }
func getFeedArticles(user content.User, sp content.SearchProvider, id string, minId, maxId data.ArticleId, limit int, offset int, olderFirst bool, unreadOnly bool) (resp responseError) { resp = newResponse() if limit > 200 { limit = 200 } var as content.ArticleSorting var ar content.ArticleRepo var ua []content.UserArticle o := data.ArticleQueryOptions{Limit: limit, Offset: offset, UnreadOnly: unreadOnly, UnreadFirst: true} if maxId > 0 { o.AfterId = maxId resp.val["MaxId"] = maxId } if id == "favorite" { o.FavoriteOnly = true ar = user as = user } else if id == "all" { ar = user as = user } else if strings.HasPrefix(id, "popular:") { o.IncludeScores = true o.HighScoredFirst = true o.BeforeDate = time.Now() o.AfterDate = time.Now().AddDate(0, 0, -5) if id == "popular:all" { ar = user as = user } else if strings.HasPrefix(id, "popular:tag:") { tag := user.Repo().Tag(user) tag.Data(data.Tag{Value: data.TagValue(id[12:])}) ar = tag as = tag } else { var f content.UserFeed var feedId int64 feedId, resp.err = strconv.ParseInt(id[8:], 10, 64) if resp.err != nil { resp.err = errors.New("Unknown feed id " + id) return } if f = user.FeedById(data.FeedId(feedId)); f.HasErr() { /* TODO: non-fatal error */ resp.err = f.Err() return } ar = f as = f } } else if strings.HasPrefix(id, "search:") && sp != nil { var query string id = id[7:] parts := strings.Split(id, ":") if parts[0] == "tag" { id = strings.Join(parts[:2], ":") query = strings.Join(parts[2:], ":") } else { id = strings.Join(parts[:1], ":") query = strings.Join(parts[1:], ":") } sp.SortingByDate() if olderFirst { sp.Order(data.AscendingOrder) } else { sp.Order(data.DescendingOrder) } ua, resp.err = performSearch(user, sp, query, id, limit, offset) } else if strings.HasPrefix(id, "tag:") { tag := user.Repo().Tag(user) tag.Data(data.Tag{Value: data.TagValue(id[4:])}) as = tag ar = tag } else { var f content.UserFeed var feedId int64 feedId, resp.err = strconv.ParseInt(id, 10, 64) if resp.err != nil { resp.err = errors.New("Unknown feed id " + id) return } if f = user.FeedById(data.FeedId(feedId)); f.HasErr() { /* TODO: non-fatal error */ resp.err = f.Err() return } as = f ar = f } if as != nil { as.SortingByDate() if olderFirst { as.Order(data.AscendingOrder) } else { as.Order(data.DescendingOrder) } } if ar != nil { ua = ar.Articles(o) if minId > 0 { qo := data.ArticleIdQueryOptions{BeforeId: maxId + 1, AfterId: minId - 1} qo.UnreadOnly = true resp.val["UnreadIds"] = ar.Ids(qo) qo.UnreadOnly = false qo.FavoriteOnly = true resp.val["FavoriteIds"] = ar.Ids(qo) resp.val["MinId"] = minId } if e, ok := ar.(content.Error); ok && e.HasErr() { resp.err = e.Err() } } resp.val["Articles"] = ua resp.val["Limit"] = limit resp.val["Offset"] = offset return }
func TestTag(t *testing.T) { u := createUser(data.User{Login: "******"}) tag := repo.Tag(u) tests.CheckBool(t, false, tag.HasErr(), tag.Err()) tf := createTaggedFeed(u, data.Feed{Link: "http://sugr.org/"}) tests.CheckInt64(t, 0, int64(len(tf.Tags()))) tests.CheckInt64(t, 1, int64(len(tf.Tags([]content.Tag{tag})))) tf.UpdateTags() tests.CheckBool(t, true, tf.HasErr()) _, ok := tf.Err().(content.ValidationError) tests.CheckBool(t, true, ok) tag.Value("tag1") tests.CheckString(t, "tag1", tag.String()) tf.Tags([]content.Tag{tag}) tf.UpdateTags() tests.CheckBool(t, false, tf.HasErr(), tf.Err()) tf2 := createTaggedFeed(u, data.Feed{Link: "http://sugr.org/products/readeef"}) tag2 := repo.Tag(u) tag2.Value(data.TagValue("tag2")) tag3 := repo.Tag(u) tag3.Value(data.TagValue("tag3")) tests.CheckInt64(t, 2, int64(len(tf2.Tags([]content.Tag{tag2, tag3})))) tf2.UpdateTags() tags := u.Tags() tests.CheckBool(t, false, u.HasErr(), u.Err()) tests.CheckInt64(t, 3, int64(len(tags))) feeds := u.AllTaggedFeeds() tests.CheckBool(t, false, u.HasErr(), u.Err()) var fId1 data.FeedId for i := range feeds { tags := feeds[i].Tags() d := feeds[i].Data() switch d.Link { case "http://sugr.org/": fId1 = d.Id tests.CheckInt64(t, 1, int64(len(tags))) case "http://sugr.org/products/readeef": tests.CheckInt64(t, 2, int64(len(tags))) default: tests.CheckBool(t, false, true, "Unknown feed") } } tf.Tags([]content.Tag{tag, tag3}) tf.UpdateTags() tests.CheckBool(t, false, tf.HasErr(), tf.Err()) feeds = tag.AllFeeds() tests.CheckBool(t, false, tag.HasErr(), tag.Err()) tests.CheckInt64(t, 1, int64(len(feeds))) tests.CheckInt64(t, int64(fId1), int64(feeds[0].Data().Id)) feeds = tag3.AllFeeds() tests.CheckBool(t, false, tag.HasErr(), tag.Err()) tests.CheckInt64(t, 2, int64(len(feeds))) now := time.Now() tf.AddArticles([]content.Article{ createArticle(data.Article{Title: "article1", Date: now, Link: "http://1.example.com"}), createArticle(data.Article{Title: "article2", Link: "http://sugr.org", Date: now.Add(3 * time.Hour)}), }) tf2.AddArticles([]content.Article{createArticle(data.Article{Title: "article3", Date: now.Add(-2 * time.Hour), Link: "http://sugr.org/products/readeef"})}) tag3.SortingById() ua := tag3.Articles() tests.CheckBool(t, false, tag3.HasErr(), tag3.Err()) tests.CheckInt64(t, 3, int64(len(ua))) var id1, id2, id3 data.ArticleId for i := range ua { d := ua[i].Data() switch d.Title { case "article1": id1 = d.Id case "article2": id2 = d.Id case "article3": id3 = d.Id default: tests.CheckBool(t, false, true, "Unknown article") } } tests.CheckInt64(t, int64(id1), int64(ua[0].Data().Id)) tests.CheckString(t, "article2", ua[1].Data().Title) tests.CheckInt64(t, now.Add(-2*time.Hour).Unix(), ua[2].Data().Date.Unix()) tag3.SortingByDate() ua = tag3.Articles() tests.CheckInt64(t, int64(id3), int64(ua[0].Data().Id)) tests.CheckString(t, "article1", ua[1].Data().Title) tests.CheckInt64(t, now.Add(3*time.Hour).Unix(), ua[2].Data().Date.Unix()) tag3.Reverse() ua = tag3.Articles() tests.CheckInt64(t, int64(id2), int64(ua[0].Data().Id)) tests.CheckString(t, "article1", ua[1].Data().Title) tests.CheckInt64(t, now.Add(-2*time.Hour).Unix(), ua[2].Data().Date.Unix()) ua[0].Read(true) tag3.Reverse() tag3.SortingById() ua = tag3.UnreadArticles() tests.CheckBool(t, false, tag3.HasErr(), tag3.Err()) tests.CheckInt64(t, 2, int64(len(ua))) tests.CheckInt64(t, int64(id1), int64(ua[0].Data().Id)) tests.CheckString(t, "article3", ua[1].Data().Title) u.ArticleById(id2).Read(false) ua = tag3.UnreadArticles() tests.CheckInt64(t, 3, int64(len(ua))) tag3.ReadBefore(now.Add(time.Minute), true) tests.CheckBool(t, false, tag3.HasErr(), tag3.Err()) ua = tag3.UnreadArticles() tests.CheckBool(t, false, tag3.HasErr(), tag3.Err()) tests.CheckInt64(t, 1, int64(len(ua))) tests.CheckInt64(t, int64(id2), int64(ua[0].Data().Id)) asc1 := createArticleScores(data.ArticleScores{ArticleId: id1, Score1: 2, Score2: 2}) asc2 := createArticleScores(data.ArticleScores{ArticleId: id2, Score1: 1, Score2: 3}) sa := tag3.ScoredArticles(now.Add(-20*time.Hour), now.Add(20*time.Hour)) tests.CheckBool(t, false, tag3.HasErr(), tag3.Err()) tests.CheckInt64(t, 2, int64(len(sa))) for i := range sa { switch sa[i].Data().Id { case 1: tests.CheckInt64(t, asc1.Calculate(), sa[i].Data().Score) case 2: tests.CheckInt64(t, asc2.Calculate(), sa[i].Data().Score) } } }
func getFeedArticles(user content.User, id string, limit int, offset int, newerFirst bool, unreadOnly bool) (resp responseError) { resp = newResponse() if limit > 50 { limit = 50 } user.SortingByDate() if newerFirst { user.Order(data.DescendingOrder) } else { user.Order(data.AscendingOrder) } if id == "favorite" { resp.val["Articles"], resp.err = user.FavoriteArticles(limit, offset), user.Err() } else if id == "popular:all" { resp.val["Articles"], resp.err = user.ScoredArticles(time.Now().AddDate(0, 0, -5), time.Now(), limit, offset), user.Err() } else if id == "all" { if unreadOnly { resp.val["Articles"], resp.err = user.UnreadArticles(limit, offset), user.Err() } else { resp.val["Articles"], resp.err = user.Articles(limit, offset), user.Err() } } else if strings.HasPrefix(id, "popular:") { if strings.HasPrefix(id, "popular:tag:") { tag := user.Repo().Tag(user) tag.Value(data.TagValue(id[12:])) tag.SortingByDate() if newerFirst { tag.Order(data.DescendingOrder) } else { tag.Order(data.AscendingOrder) } resp.val["Articles"], resp.err = tag.ScoredArticles(time.Now().AddDate(0, 0, -5), time.Now(), limit, offset), tag.Err() } else { var f content.UserFeed var feedId int64 feedId, resp.err = strconv.ParseInt(id[8:], 10, 64) if resp.err != nil { resp.err = errors.New("Unknown feed id " + id) return } if f = user.FeedById(data.FeedId(feedId)); f.HasErr() { /* TODO: non-fatal error */ resp.err = f.Err() return } f.SortingByDate() if newerFirst { f.Order(data.DescendingOrder) } else { f.Order(data.AscendingOrder) } resp.val["Articles"], resp.err = f.ScoredArticles(time.Now().AddDate(0, 0, -5), time.Now(), limit, offset), f.Err() } } else if strings.HasPrefix(id, "tag:") { tag := user.Repo().Tag(user) tag.Value(data.TagValue(id[4:])) tag.SortingByDate() if newerFirst { tag.Order(data.DescendingOrder) } else { tag.Order(data.AscendingOrder) } if unreadOnly { resp.val["Articles"], resp.err = tag.UnreadArticles(limit, offset), tag.Err() } else { resp.val["Articles"], resp.err = tag.Articles(limit, offset), tag.Err() } } else { var f content.UserFeed var feedId int64 feedId, resp.err = strconv.ParseInt(id, 10, 64) if resp.err != nil { resp.err = errors.New("Unknown feed id " + id) return } if f = user.FeedById(data.FeedId(feedId)); f.HasErr() { /* TODO: non-fatal error */ resp.err = f.Err() return } if newerFirst { f.Order(data.DescendingOrder) } else { f.Order(data.AscendingOrder) } f.SortingByDate() if unreadOnly { resp.val["Articles"], resp.err = f.UnreadArticles(limit, offset), f.Err() } else { resp.val["Articles"], resp.err = f.Articles(limit, offset), f.Err() } } return }