Example #1
0
func AddFeed(transaction mysql.Transaction, uri string) (uint64, error) {
	doc := xmlx.New()

	if err := doc.LoadUriClient(uri, http.DefaultClient, CharsetReader); err != nil {
		return 0, errors.New("Unable to load URI: " + uri)
	}

	getTitle := func() string {
		title := doc.Root.S("*", "title")

		if title == "" {
			title = doc.SelectNode("*", "channel").S("*", "title")
		}
		return title
	}

	getDescription := func() string {
		description := doc.Root.S("*", "subtitle")

		if description == "" {
			description = doc.SelectNode("*", "channel").S("*", "description")
		}
		return description
	}

	getLink := func() string {
		link := ""

		for _, node := range doc.SelectNodes("*", "link") {
			if node.As("", "rel") == "alternate" {
				link = node.As("", "href")
			}
		}

		if link == "" {
			link = doc.SelectNode("*", "channel").S("*", "link")
		}

		return link
	}

	_, res, err := transaction.Query("INSERT INTO `feed`(`title`,`description`,`link`,`last_update`,`feedURL`) VALUES ('%s','%s','%s',0,'%s')",
		getTitle(),
		getDescription(),
		getLink(),
		uri)

	if err != nil {
		return 0, err
	}

	feedId := res.InsertId()

	if err := UpdateFeedDocument(transaction, feedId, doc); err != nil {
		return 0, err
	}

	return feedId, nil
}
Example #2
0
// Begin begins a transaction and calls f to complete it .
// If f returns an error and IsNetErr(error) == true it reconnects and calls
// f up to MaxRetries times. If error is of type *mysql.Error it tries rollback
// the transaction.
func (c *Conn) Begin(f func(mysql.Transaction, ...interface{}) error, args ...interface{}) error {
	err := c.connectIfNotConnected()
	if err != nil {
		return err
	}
	nn := 0
	for {
		var tr mysql.Transaction
		if tr, err = c.Raw.Begin(); err == nil {
			if err = f(tr, args...); err == nil {
				return nil
			}
		}
		if c.reconnectIfNetErr(&nn, &err); err != nil {
			if _, ok := err.(*mysql.Error); ok && tr.IsValid() {
				tr.Rollback()
			}
			return err
		}
	}
	panic(nil)
}
Example #3
0
func updatePriorities(transaction mysql.Transaction, userId int, newPriorities map[string]GroupInfo) error {

	for feedIdStr, priority := range newPriorities {
		feedId, err := strconv.ParseInt(feedIdStr, 10, 64)

		if err != nil {
			return err
		}

		_, _, err = transaction.Query("UPDATE `user_feed` SET `priority`=%d, `group`='%s'  WHERE feed_id=%d AND user_id=%d",
			priority.Priority,
			gConn.Escape(priority.Group),
			feedId,
			userId)

		if err != nil {
			return err
		}
	}

	return nil
}
Example #4
0
func UpdateFeedDocument(transaction mysql.Transaction, feedId uint64, doc *xmlx.Document) (retErr error) {

	defer func() {
		if e := recover(); e != nil {
			retErr = e.(error)
		}
	}()

	const ns = "*"

	findFeedEntry := func(title string, content string, date string, guid string) bool {
		search := ""

		if len(guid) > 0 {
			search = fmt.Sprintf("`guid`='%s'", gConn.Escape(guid))
		} else {
			where := make([]string, 0)

			if len(date) > 0 {
				where = append(where, fmt.Sprintf("`published`='%s'", gConn.Escape(date)))
			}

			if len(content) > 0 {
				where = append(where, fmt.Sprintf("`content`='%s'", gConn.Escape(content)))
			}

			if len(title) > 0 {
				where = append(where, fmt.Sprintf("`title`='%s'", gConn.Escape(title)))
			}

			if len(where) == 0 {
				panic(fmt.Sprintf("Can not search item! %s", title))
			}
			search = strings.Join(where, " OR ")
		}

		rows, _, err := transaction.Query("SELECT `id` FROM `feed_entry` WHERE `feed_id`=%d AND (%s)",
			feedId,
			search)

		if err != nil {
			panic(err)
		}

		if len(rows) > 1 {
			ids := make([]string, len(rows))

			for i, row := range rows {
				ids[i] = row.Str(0)
			}

			err := fmt.Sprintf("Found more than one answer! (%s)", strings.Join(ids, ","))
			panic(errors.New(err))
		}

		return len(rows) == 1
	}

	findItems(doc.Root, func(node *xmlx.Node) {
		content := getContent(node)
		link := getLink(node)
		author := getAuthor(node)
		guid := getGUID(node)
		title := node.S(ns, "title")
		published := node.S(ns, "pubDate")
		if len(published) == 0 {
			published = node.S(ns, "published")
		}

		parsedTime, err := parseTime(published)

		if err != nil {
			fmt.Printf("Warning: Failed to parse (%s)\n", published)
		}

		if parsedTime.After(time.Now()) {
			parsedTime = time.Now()
		}

		//Thanks VGCats! You have no content! http://www.vgcats.com/vgcats.rdf.xml
		//if content == "" {
		//	panic(errors.New("Could not find content"))
		//}

		if findFeedEntry(title, content, published, guid) {
			return
		}

		_, _, err = transaction.Query("INSERT INTO `feed_entry`(`feed_id`,`title`,`content`,`published`,`updated`,`author`,`link`,`guid`) VALUES (%d,'%s','%s','%s',%d,'%s','%s','%s')",
			feedId,
			gConn.Escape(title),
			gConn.Escape(content),
			gConn.Escape(published),
			parsedTime.Unix(),
			gConn.Escape(author),
			gConn.Escape(link),
			gConn.Escape(guid))

		if err != nil {
			panic(err)
		}

		_, _, err = transaction.Query("UPDATE `user_feed` SET `unread_items`=`unread_items`+1 WHERE `feed_id`=%d", feedId)

		if err != nil {
			panic(err)
		}

	})

	return nil
}