Exemple #1
0
func (e *Extractor) Process(job J.Job) {
	job.Progress("Extracting...")

	defer e.wg.Done()
	resp, err := e.extractRetry(job.Url, job.Content)
	if err != nil {
		e.error(job, "%s", err)
		return
	}

	doc, err := rewriteAndDownloadImages(job.Root(), resp.Content)
	if err != nil {
		e.error(job, "HTML parsing failed: %s", err)
		return
	}

	job.Doc = doc
	if resp.Title != "" {
		job.Title = resp.Title
	}
	job.Domain = resp.Domain
	if resp.Author != nil {
		job.Author = *resp.Author
	}

	job.Progress("Extraction complete...")
	e.Output <- job
}
Exemple #2
0
func (c *Cleaner) Process(job J.Job) {
	defer c.wg.Done()
	if job.Friendly != "" {
		job.Progress(job.Friendly)
	}

	os.RemoveAll(job.Root())
}
Exemple #3
0
func (e *Emailer) Process(job J.Job) {
	job.Progress("Sending to your Kindle...")

	defer e.wg.Done()
	if st, err := os.Stat(job.MobiFilePath()); err != nil {
		e.error(job, FriendlyMessage, "Something weird happened. Mobi is missing: %s", err)
		return
	} else {
		if st.Size() > MaxAttachmentSize {
			blacklist.Blacklist(job.Url)
			e.error(job, "Sorry, this article is too big to send!", "Attachment was too big (%d bytes)", st.Size())
			return
		}
	}

	m := &postmark.Message{
		From:     e.from,
		To:       job.Email,
		Subject:  Subject,
		TextBody: fmt.Sprintf("Straight to your Kindle! %s: %s", job.Title, job.Url),
	}

	if err := m.Attach(job.MobiFilePath()); err != nil {
		e.error(job, FriendlyMessage, "failed attaching file: %s", err)
		return
	}

	resp, err := e.postmark.Send(m)
	if resp == nil {
		e.error(job, FriendlyMessage, "failed sending email: %s", err)
		return
	}

	switch resp.ErrorCode {
	case 0:
		// All is well
	case 422:
		e.error(job, FriendlyMessage, "failed sending email: %s: %s", err, resp.Message)
		return
	case 300:
		e.error(job, "Your email appears invalid. Please try carefully remaking the bookmarklet.", "emailer: Email inactive or invalid")
		return
	case 406:
		e.error(job, "Your email appears to have bounced. Amazon likes to bounce emails sometimes, and my provider 'deactivates' the email. For now, try changing your Personal Documents Email. I'm trying to find a proper solution for this :(", "emailer: Email inactive or invalid")
		return
	default:
		e.error(job, FriendlyMessage, "Something bizarre happened with Postmark: %s", resp.Message)
		return
	}

	job.Progress("All done! Grab your Kindle and hang tight!")
	cache.Set(resp.MessageID, job.Url, OneHour)
	recordDurationStat(job)
	e.Output <- job
}
Exemple #4
0
func (k *Kindlegen) Process(job J.Job) {
	job.Progress("Optimizing for Kindle...")

	defer k.wg.Done()
	if err := writeHTML(job); err != nil {
		k.error(job, err.Error())
		return
	}

	cmd := exec.Command(k.binary, []string{job.HTMLFilename()}...)
	cmd.Dir = job.Root()
	out, err := cmd.CombinedOutput()
	if !fileExists(job.MobiFilePath()) {
		k.error(job, "failed running kindlegen: %s {output=%s}", err, out)
		return
	}

	job.Progress("Optimization complete...")
	k.Output <- job
}