func ReplicatedDelete(masterNode string, store *storage.Store, volumeId storage.VolumeId, n *storage.Needle, r *http.Request) (uint32, error) { //check JWT jwt := security.GetJwt(r) ret, err := store.Delete(volumeId, n) if err != nil { glog.V(0).Infoln("delete error:", err) return ret, err } needToReplicate := !store.HasVolume(volumeId) if !needToReplicate && ret > 0 { needToReplicate = store.GetVolume(volumeId).NeedToReplicate() } if needToReplicate { //send to other replica locations if r.FormValue("type") != "replicate" { if err = distributedOperation(masterNode, store, volumeId, func(location operation.Location) error { return util.Delete("http://"+location.Url+r.URL.Path+"?type=replicate", jwt) }); err != nil { ret = 0 } } } return ret, err }
func ReplicatedWrite(masterNode string, s *storage.Store, volumeId storage.VolumeId, needle *storage.Needle, r *http.Request) (size uint32, errorStatus string) { //check JWT jwt := security.GetJwt(r) ret, err := s.Write(volumeId, needle) needToReplicate := !s.HasVolume(volumeId) if err != nil { errorStatus = "Failed to write to local disk (" + err.Error() + ")" } else if ret > 0 { needToReplicate = needToReplicate || s.GetVolume(volumeId).NeedToReplicate() } else { errorStatus = "Failed to write to local disk" } if !needToReplicate && ret > 0 { needToReplicate = s.GetVolume(volumeId).NeedToReplicate() } if needToReplicate { //send to other replica locations if r.FormValue("type") != "replicate" { if err = distributedOperation(masterNode, s, volumeId, func(location operation.Location) error { u := url.URL{ Scheme: "http", Host: location.Url, Path: r.URL.Path, } q := url.Values{ "type": {"replicate"}, } if needle.LastModified > 0 { q.Set("ts", strconv.FormatUint(needle.LastModified, 10)) } if needle.IsChunkedManifest() { q.Set("cm", "true") } u.RawQuery = q.Encode() _, err := operation.Upload(u.String(), string(needle.Name), bytes.NewReader(needle.Data), needle.IsGzipped(), string(needle.Mime), jwt) return err }); err != nil { ret = 0 errorStatus = fmt.Sprintf("Failed to write to replicas for volume %d: %v", volumeId, err) } } } size = ret return }
func ReplicatedWrite(masterNode string, s *storage.Store, volumeId storage.VolumeId, needle *storage.Needle, r *http.Request) (size uint32, errorStatus string) { //check JWT jwt := security.GetJwt(r) defer func() { if errorStatus == "" { return } ReplicatedDelete(masterNode, s, volumeId, needle, r) }() ret, err := s.Write(volumeId, needle) if err != nil { errorStatus = "Failed to write to local disk (" + err.Error() + ")" } else if ret <= 0 { errorStatus = "Failed to write to local disk" } //send to other replica locations if r.FormValue("type") != "replicate" { repWrite := func(location operation.Location) bool { args := url.Values{ "type": {"replicate"}, } if needle.LastModified > 0 { args.Set("ts", strconv.FormatUint(needle.LastModified, 10)) } if needle.IsChunkedManifest() { args.Set("cm", "true") } u := util.MkUrl(location.Url, r.URL.Path, args) glog.V(4).Infoln("write replication to", u) _, err := operation.Upload(u, string(needle.Name), bytes.NewReader(needle.Data), needle.IsGzipped(), string(needle.Mime), jwt) if err != nil { glog.V(0).Infof("write replication to %s err, %v", u, err) } return err == nil } if !distributedOperation(masterNode, s, volumeId, repWrite) { ret = 0 errorStatus = "Failed to write to replicas for volume " + volumeId.String() } } size = ret return }
func submitForClientHandler(w http.ResponseWriter, r *http.Request, masterUrl string) { jwt := security.GetJwt(r) m := make(map[string]interface{}) if r.Method != "POST" { writeJsonError(w, r, http.StatusMethodNotAllowed, errors.New("Only submit via POST!")) return } debug("parsing upload file...") fname, data, mimeType, isGzipped, lastModified, _, _, pe := storage.ParseUpload(r) if pe != nil { writeJsonError(w, r, http.StatusBadRequest, pe) return } debug("assigning file id for", fname) r.ParseForm() ar := &operation.VolumeAssignRequest{ Count: 1, Replication: r.FormValue("replication"), Collection: r.FormValue("collection"), Ttl: r.FormValue("ttl"), } assignResult, ae := operation.Assign(masterUrl, ar) if ae != nil { writeJsonError(w, r, http.StatusInternalServerError, ae) return } url := "http://" + assignResult.Url + "/" + assignResult.Fid if lastModified != 0 { url = url + "?ts=" + strconv.FormatUint(lastModified, 10) } debug("upload file to store", url) uploadResult, err := operation.Upload(url, fname, bytes.NewReader(data), isGzipped, mimeType, jwt) if err != nil { writeJsonError(w, r, http.StatusInternalServerError, err) return } m["fileName"] = fname m["fid"] = assignResult.Fid m["fileUrl"] = assignResult.PublicUrl + "/" + assignResult.Fid m["size"] = uploadResult.Size writeJsonQuiet(w, r, http.StatusCreated, m) return }
func ReplicatedDelete(masterNode string, store *storage.Store, volumeId storage.VolumeId, n *storage.Needle, r *http.Request) (ret uint32) { //check JWT jwt := security.GetJwt(r) ret, err := store.Delete(volumeId, n) if err != nil { glog.V(0).Infoln("delete error:", err) return } //send to other replica locations if r.FormValue("type") != "replicate" { if !distributedOperation(masterNode, store, volumeId, func(location operation.Location) bool { return nil == util.Delete("http://"+location.Url+r.URL.Path+"?type=replicate", jwt) }) { ret = 0 } } return }