Example #1
0
func checkList(filenames []string) {
	for i, filename := range filenames {
		if _, err := os.Stat(filename); os.IsNotExist(err) {
			panic(fmt.Errorf("main.checkList: %s", err))
		}
		if len(filename) > 3 && filename[len(filename)-3:len(filename)] == ".gz" {
			if err := file.UnGZip(filename); err != nil {
				panic(fmt.Errorf("main.checkList: %s", err))
			}
			if _, err := os.Stat(filename[:len(filename)-3]); os.IsNotExist(err) {
				panic(fmt.Errorf("main.checkList: %s", err))
			}
			filenames[i] = filename[:len(filename)-3]
		}
	}
}
Example #2
0
// SendFile listens for a POST that has a form field named file and email in the body.
// Using the file field we will download the specified file to the server.
// The email field is used to email the user the results once algorithm is done.
func SendFile(w http.ResponseWriter, r *http.Request) {

	// Checking to see if the request was a post.
	// If not return a 400: bad request
	if r.Method != "POST" {
		w.Header().Set("Content-Type", "application/json")
		result, _ := json.Marshal(Result{400, "bad request"})
		io.WriteString(w, string(result))
		return
	}
	compressed := false
	// Get the file field from the form in the response.
	// If we cannot parse it a 400 bad request is returned
	f, header, err := r.FormFile("file")
	fmt.Println("Form File")
	if err != nil {
		w.Header().Set("Content-Type", "application/json")
		result, _ := json.Marshal(Result{400, "bad request"})
		io.WriteString(w, string(result))
		return
	}

	defer f.Close()

	var body struct {
		Email string `json:"email"`
	}
	// Parse the Form in the response.
	// Check if the email field is a valid email.
	// If not return an 400: bad request
	r.ParseForm()
	body.Email = r.Form["email"][0]
	if !email.IsValid(body.Email) {
		w.Header().Set("Content-Type", "application/json")
		result, _ := json.Marshal(Result{400, "email not valid"})
		io.WriteString(w, string(result))
		return
	}
	if err != nil {
		w.Header().Set("Content-Type", "application/json")
		result, _ := json.Marshal(Result{400, "bad request"})
		io.WriteString(w, string(result))
		return
	}
	fmt.Println("Received bodys", body.Email)
	extension := filepath.Ext(header.Filename)
	filename := header.Filename[0 : len(header.Filename)-len(extension)]

	stdIn := make(chan string)
	email.ByPassMail = true // Needs to bypass emails and store in JSON
	email.OutputFile = fmt.Sprintf("%s-%s.json", filename, body.Email)
	email.EmailList = []string{body.Email}

	if _, err := os.Stat(email.OutputFile); err == nil {
		w.Header().Set("Content-Type", "application/json")
		result, _ := json.Marshal(Result{406, "file is being processed"})
		io.WriteString(w, string(result))
		return
	}
	spew.Dump(email.OutputFile)
	fmt.Println("File does not exist")

	if extension == ".gz" {
		// Load compressed file on disk
		out, err := os.Create(fmt.Sprintf("%s.gz", filename))
		if err != nil {
			w.Header().Set("Content-Type", "application/json")
			result, _ := json.Marshal(Result{400, "bad request"})
			io.WriteString(w, string(result))
			return
		}

		defer out.Close()

		// Write the content from POST to the file
		_, err = io.Copy(out, f)
		if err != nil {
			w.Header().Set("Content-Type", "application/json")
			result, _ := json.Marshal(Result{400, "gzip copy failed"})
			io.WriteString(w, string(result))
			return
		}

		// Uncompress file
		err = file.UnGZip(fmt.Sprintf("%s.gz", filename))
		if err != nil {
			log.Printf("api.UnGZip: %s\n", err)
			w.Header().Set("Content-Type", "application/json")
			result, _ := json.Marshal(Result{400, "gzip uncompressed failed"})
			io.WriteString(w, string(result))
			return
		}

		compressed = true
	}

	// Run on separat go routine so that we can give users a response on page first.
	go func() {
		// Clean up
		defer func() {
			fmt.Println("Deleting files")
			err = os.Remove(email.OutputFile)
			if err != nil {
				fmt.Println("Failed to delete output file, please delete")
			}

			if _, err := os.Stat(email.OutputFile); err == nil {
				err = os.Remove(email.OutputFile)
				if err != nil {
					fmt.Println("Failed to delete output file, please delete")
				}
			}

			if compressed {
				err := os.Remove(filename)
				if err != nil {
					fmt.Println("Failed to delete uncompressed file, please delete")
				}

				err = os.Remove(fmt.Sprintf("%s.gz", filename))
				if err != nil {
					fmt.Println("Failed to delete uncompressed file, please delete")
				}
			}
		}()

		start := time.Now()
		// Start the pulse algorithm
		pulse.Run(stdIn, email.SaveToCache)
		line := make(chan string)

		if compressed {
			file.Read(filename, line)
		} else {
			file.StreamRead(f, line)
		}

		for l := range line {
			if l == "EOF" {
				email.ByPassMail = false
				// Once EOF, time to send email from cache JSON storage
				email.SendFromCache(email.OutputFile)
				close(stdIn)
				break
			}
			stdIn <- l
		}

		elapsed := time.Since(start)
		log.Printf("Pulse Algorithm took %s", elapsed)
	}()

	// Return a 200 success even if algorithm is still going.
	w.Header().Set("Content-Type", "application/json")
	result, _ := json.Marshal(Result{200, "success"})
	io.WriteString(w, string(result))
}