// Get ensures that flags.Folder contains an up to date copy of flags.RepoUrl checked out to flags.Version.
func Get(log *log.Logger, flags *Flags) error {
// Get cache dir
cachedir, cacheIsValid, err := cache.Dir(flags.RepoUrl, 0)
if err != nil {
return maskAny(err)
}
// Expand folder
flags.Folder, err = filepath.Abs(flags.Folder)
if err != nil {
return maskAny(err)
}
// Get current folder
wd, _ := os.Getwd()
linked := false
if flags.AllowLink {
if info, err := util.ParseVCSURL(flags.RepoUrl); err == nil {
siblingPath := filepath.Join(filepath.Dir(wd), info.Name)
if _, err := os.Stat(siblingPath); err == nil {
//log.Infof("Sibling folder %s exists", siblingPath)
util.ExecuteInDir(siblingPath, func() error {
remote, err := git.GetRemoteOriginUrl(nil)
if err != nil {
return maskAny(err)
}
if remote == flags.RepoUrl {
if relPath, err := filepath.Rel(filepath.Dir(flags.Folder), siblingPath); err == nil {
if err := os.Symlink(relPath, flags.Folder); err == nil {
log.Infof("Linked -> %s", siblingPath)
linked = true
if vendorDir, err := golang.GetVendorDir(siblingPath); err != nil {
return maskAny(err)
} else {
// Flatten sibling in copy-only mode
if err := golang.Flatten(log, &golang.FlattenFlags{
VendorDir: vendorDir,
NoRemove: true,
}); err != nil {
return maskAny(err)
}
}
}
}
}
return nil
})
}
}
}
if linked {
return nil
}
// Fill cache if needed
cloned := false
if !cacheIsValid {
// Clone repo into cachedir
if err := git.Clone(log, flags.RepoUrl, cachedir); err != nil {
return maskAny(err)
}
cloned = true
}
// Make sure a clone exists
_, err = os.Stat(flags.Folder)
if os.IsNotExist(err) {
// Sync into target folder
if err := os.MkdirAll(flags.Folder, 0777); err != nil {
return maskAny(err)
}
if err := util.ExecPrintError(nil, "rsync", "-a", appendDirSep(cachedir), appendDirSep(flags.Folder)); err != nil {
return maskAny(err)
}
}
// Change dir to folder
if err := os.Chdir(flags.Folder); err != nil {
return maskAny(err)
}
// Specific version needed?
if flags.Version == "" {
// Get latest version
if !cloned {
localCommit, err := git.GetLatestLocalCommit(nil, flags.Folder, defaultGetBranch, false)
if err != nil {
return maskAny(err)
}
remoteCommit, err := git.GetLatestRemoteCommit(nil, flags.RepoUrl, defaultGetBranch)
if err != nil {
return maskAny(err)
}
if localCommit != remoteCommit {
if err := git.Pull(log, "origin"); err != nil {
return maskAny(err)
}
} else {
log.Info(allGood("%s is up to date\n"), makeRel(wd, flags.Folder))
}
}
} else {
// Get latest (local) version
localVersion, err := git.GetLatestTag(nil, flags.Folder)
if err != nil {
return maskAny(err)
}
if localVersion != flags.Version {
// Checkout requested version
if cloned {
log.Info(updating("Checking out version %s in %s.\n"), flags.Version, makeRel(wd, flags.Folder))
} else {
log.Info(updating("Found version %s, wanted %s. Updating %s now.\n"), localVersion, flags.Version, makeRel(wd, flags.Folder))
}
// Fetch latest changes
if err := git.Fetch(log, "origin"); err != nil {
return maskAny(err)
}
if err := git.FetchTags(log, "origin"); err != nil {
return maskAny(err)
}
// Checkout intended version
if err := git.Checkout(log, flags.Version); err != nil {
return maskAny(err)
}
} else {
log.Info(allGood("Found correct version. No changes needed in %s\n"), makeRel(wd, flags.Folder))
}
// Get latest remote version
remoteVersion, err := git.GetLatestRemoteTag(nil, flags.RepoUrl)
if err != nil {
return maskAny(err)
}
if remoteVersion != flags.Version {
log.Warning(attention("Update available for %s: '%s' => '%s'\n"), makeRel(wd, flags.Folder), flags.Version, remoteVersion)
}
}
return nil
}
func scanJournals(logger *logging.Logger, pathPrefix string, pathSuffix string) (map[string]*FileJournal, error) {
journals := make(map[string]*FileJournal)
dirname, basename := filepath.Split(pathPrefix)
if dirname == "" {
dirname = "."
}
d, err := os.OpenFile(dirname, os.O_RDONLY, 0)
if err != nil {
return nil, err
}
defer d.Close()
finfo, err := d.Stat()
if err != nil {
return nil, err
}
if !finfo.IsDir() {
return nil, errors.New(fmt.Sprintf("%s is not a directory", dirname))
}
for {
files_, err := d.Readdir(100)
if err == io.EOF {
break
} else if err != nil {
return nil, err
}
for _, finfo := range files_ {
file := finfo.Name()
if !strings.HasSuffix(file, pathSuffix) {
continue
}
variablePortion := file[len(basename) : len(file)-len(pathSuffix)]
info, err := DecodeJournalPath(variablePortion)
if err != nil {
logger.Warning("Unexpected file under the designated directory space (%s) - %s", dirname, file)
continue
}
journalProto, ok := journals[info.Key]
if !ok {
journalProto = &FileJournal{
key: info.Key,
chunks: FileJournalChunkDequeue{nil, nil, 0, sync.Mutex{}},
writer: nil,
}
journals[info.Key] = journalProto
}
chunk := &FileJournalChunk{
head: FileJournalChunkDequeueHead{nil, journalProto.chunks.last},
container: &journalProto.chunks,
Type: info.Type,
Path: pathPrefix + info.VariablePortion + pathSuffix,
TSuffix: info.TSuffix,
Timestamp: info.Timestamp,
UniqueId: info.UniqueId,
Size: finfo.Size(),
refcount: 1,
}
if journalProto.chunks.last == nil {
journalProto.chunks.first = chunk
} else {
journalProto.chunks.last.head.next = chunk
}
journalProto.chunks.last = chunk
journalProto.chunks.count += 1
}
}
for _, journalProto := range journals {
sortChunksByTimestamp(&journalProto.chunks)
err := validateChunks(&journalProto.chunks)
if err != nil {
return nil, err
}
}
return journals, nil
}