func (chunkBuffer *ChunkBuffer) StoreToS3AndRelease(s3bucket *s3.Bucket) (bool, error) {
var s3path string
var err error
if debug {
fmt.Printf("Closing bufferfile: %s\n", chunkBuffer.File.Name())
}
chunkBuffer.File.Close()
contents, err := ioutil.ReadFile(chunkBuffer.File.Name())
if err != nil {
return false, err
}
if len(contents) <= 0 {
if debug {
fmt.Printf("Nothing to store to s3 for bufferfile: %s\n", chunkBuffer.File.Name())
}
} else { // Write to s3 in a new filename
alreadyExists := true
for alreadyExists {
writeTime := time.Now()
s3path = fmt.Sprintf("%s%s%d", S3TopicPartitionPrefix(chunkBuffer.Topic, chunkBuffer.Partition), S3DatePrefix(&writeTime), writeTime.UnixNano())
alreadyExists, err = s3bucket.Exists(s3path)
if err != nil {
panic(err)
return false, err
}
}
fmt.Printf("S3 Put Object: { Bucket: %s, Key: %s, MimeType:%s }\n", s3bucket.Name, s3path, mime.TypeByExtension(filepath.Ext(chunkBuffer.File.Name())))
err = s3bucket.Put(s3path, contents, mime.TypeByExtension(filepath.Ext(chunkBuffer.File.Name())), s3.Private, s3.Options{})
if err != nil {
panic(err)
}
}
if !keepBufferFiles {
if debug {
fmt.Printf("Deleting bufferfile: %s\n", chunkBuffer.File.Name())
}
err = os.Remove(chunkBuffer.File.Name())
if err != nil {
fmt.Errorf("Error deleting bufferfile %s: %#v", chunkBuffer.File.Name(), err)
}
}
return true, nil
}
