func aptlyMirrorList(cmd *commander.Command, args []string) error { var err error if len(args) != 0 { cmd.Usage() return err } repoCollection := debian.NewRemoteRepoCollection(context.database) if repoCollection.Len() > 0 { fmt.Printf("List of mirrors:\n") repos := make(sort.StringSlice, repoCollection.Len()) i := 0 repoCollection.ForEach(func(repo *debian.RemoteRepo) error { repos[i] = repo.String() i++ return nil }) sort.Strings(repos) for _, repo := range repos { fmt.Printf(" * %s\n", repo) } fmt.Printf("\nTo get more information about mirror, run `aptly mirror show <name>`.\n") } else { fmt.Printf("No mirrors found, create one with `aptly mirror create ...`.\n") } return err }
func aptlyMirrorUpdate(cmd *commander.Command, args []string) { if len(args) != 1 { cmd.Usage() return } name := args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(name) if err != nil { log.Fatalf("Unable to update: %s", err) } err = repoCollection.LoadComplete(repo) if err != nil { log.Fatalf("Unable to update: %s", err) } err = repo.Fetch(context.downloader) if err != nil { log.Fatalf("Unable to update: %s", err) } err = repo.Download(context.downloader, context.database, context.packageRepository) if err != nil { log.Fatalf("Unable to update: %s", err) } err = repoCollection.Update(repo) if err != nil { log.Fatalf("Unable to update: %s", err) } }
func aptlyMirrorCreate(cmd *commander.Command, args []string) { if len(args) < 3 { cmd.Usage() return } var architectures []string archs := cmd.Flag.Lookup("architecture").Value.String() if len(archs) > 0 { architectures = strings.Split(archs, ",") } repo, err := debian.NewRemoteRepo(args[0], args[1], args[2], args[3:], architectures) if err != nil { log.Fatalf("Unable to create mirror: %s", err) } err = repo.Fetch(context.downloader) if err != nil { log.Fatalf("Unable to fetch mirror: %s", err) } repoCollection := debian.NewRemoteRepoCollection(context.database) err = repoCollection.Add(repo) if err != nil { log.Fatalf("Unable to add mirror: %s", err) } fmt.Printf("\nMirror %s successfully added.\nYou can run 'aptly mirror update %s' to download repository contents.\n", repo, repo.Name) }
func aptlyMirrorCreate(cmd *commander.Command, args []string) error { var err error if len(args) < 3 { cmd.Usage() return err } downloadSources := utils.Config.DownloadSourcePackages || cmd.Flag.Lookup("with-sources").Value.Get().(bool) repo, err := debian.NewRemoteRepo(args[0], args[1], args[2], args[3:], context.architecturesList, downloadSources) if err != nil { return fmt.Errorf("unable to create mirror: %s", err) } verifier, err := getVerifier(cmd) if err != nil { return fmt.Errorf("unable to initialize GPG verifier: %s", err) } err = repo.Fetch(context.downloader, verifier) if err != nil { return fmt.Errorf("unable to fetch mirror: %s", err) } repoCollection := debian.NewRemoteRepoCollection(context.database) err = repoCollection.Add(repo) if err != nil { return fmt.Errorf("unable to add mirror: %s", err) } fmt.Printf("\nMirror %s successfully added.\nYou can run 'aptly mirror update %s' to download repository contents.\n", repo, repo.Name) return err }
func aptlyMirrorShow(cmd *commander.Command, args []string) error { var err error if len(args) != 1 { cmd.Usage() return err } name := args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(name) if err != nil { return fmt.Errorf("unable to show: %s", err) } err = repoCollection.LoadComplete(repo) if err != nil { return fmt.Errorf("unable to show: %s", err) } fmt.Printf("Name: %s\n", repo.Name) fmt.Printf("Archive Root URL: %s\n", repo.ArchiveRoot) fmt.Printf("Distribution: %s\n", repo.Distribution) fmt.Printf("Components: %s\n", strings.Join(repo.Components, ", ")) fmt.Printf("Architectures: %s\n", strings.Join(repo.Architectures, ", ")) downloadSources := "no" if repo.DownloadSources { downloadSources = "yes" } fmt.Printf("Download Sources: %s\n", downloadSources) if repo.LastDownloadDate.IsZero() { fmt.Printf("Last update: never\n") } else { fmt.Printf("Last update: %s\n", repo.LastDownloadDate.Format("2006-01-02 15:04:05 MST")) fmt.Printf("Number of packages: %d\n", repo.NumPackages()) } fmt.Printf("\nInformation from release file:\n") for _, k := range utils.StrMapSortedKeys(repo.Meta) { fmt.Printf("%s: %s\n", k, repo.Meta[k]) } withPackages := cmd.Flag.Lookup("with-packages").Value.Get().(bool) if withPackages { if repo.LastDownloadDate.IsZero() { fmt.Printf("Unable to show package list, mirror hasn't been downloaded yet.\n") } else { ListPackagesRefList(repo.RefList()) } } return err }
func aptlyMirrorList(cmd *commander.Command, args []string) { if len(args) != 0 { cmd.Usage() return } fmt.Printf("List of mirrors:\n") repoCollection := debian.NewRemoteRepoCollection(context.database) repoCollection.ForEach(func(repo *debian.RemoteRepo) { fmt.Printf(" * %s\n", repo) }) fmt.Printf("\nTo get more information about repository, run `aptly mirror show <name>`.\n") }
func aptlySnapshotCreate(cmd *commander.Command, args []string) error { var ( err error snapshot *debian.Snapshot ) if len(args) == 4 && args[1] == "from" && args[2] == "mirror" { // aptly snapshot create snap from mirror mirror repoName, snapshotName := args[3], args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(repoName) if err != nil { return fmt.Errorf("unable to create snapshot: %s", err) } err = repoCollection.LoadComplete(repo) if err != nil { return fmt.Errorf("unable to create snapshot: %s", err) } snapshot, err = debian.NewSnapshotFromRepository(snapshotName, repo) if err != nil { return fmt.Errorf("unable to create snapshot: %s", err) } } else if len(args) == 2 && args[1] == "empty" { // aptly snapshot create snap empty snapshotName := args[0] packageList := debian.NewPackageList() snapshot = debian.NewSnapshotFromPackageList(snapshotName, nil, packageList, "Created as empty") } else { cmd.Usage() return err } snapshotCollection := debian.NewSnapshotCollection(context.database) err = snapshotCollection.Add(snapshot) if err != nil { return fmt.Errorf("unable to add snapshot: %s", err) } fmt.Printf("\nSnapshot %s successfully created.\nYou can run 'aptly publish snapshot %s' to publish snapshot as Debian repository.\n", snapshot.Name, snapshot.Name) return err }
func aptlyMirrorUpdate(cmd *commander.Command, args []string) error { var err error if len(args) != 1 { cmd.Usage() return err } name := args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(name) if err != nil { return fmt.Errorf("unable to update: %s", err) } err = repoCollection.LoadComplete(repo) if err != nil { return fmt.Errorf("unable to update: %s", err) } ignoreMismatch := cmd.Flag.Lookup("ignore-checksums").Value.Get().(bool) verifier, err := getVerifier(cmd) if err != nil { return fmt.Errorf("unable to initialize GPG verifier: %s", err) } err = repo.Fetch(context.downloader, verifier) if err != nil { return fmt.Errorf("unable to update: %s", err) } packageCollection := debian.NewPackageCollection(context.database) err = repo.Download(context.downloader, packageCollection, context.packageRepository, ignoreMismatch) if err != nil { return fmt.Errorf("unable to update: %s", err) } err = repoCollection.Update(repo) if err != nil { return fmt.Errorf("unable to update: %s", err) } fmt.Printf("\nMirror `%s` has been successfully updated.\n", repo.Name) return err }
func aptlyMirrorDrop(cmd *commander.Command, args []string) error { var err error if len(args) != 1 { cmd.Usage() return err } name := args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(name) if err != nil { return fmt.Errorf("unable to drop: %s", err) } force := cmd.Flag.Lookup("force").Value.Get().(bool) if !force { snapshotCollection := debian.NewSnapshotCollection(context.database) snapshots := snapshotCollection.ByRemoteRepoSource(repo) if len(snapshots) > 0 { fmt.Printf("Mirror `%s` was used to create following snapshots:\n", repo.Name) for _, snapshot := range snapshots { fmt.Printf(" * %s\n", snapshot) } return fmt.Errorf("won't delete mirror with snapshots, use -force to override") } } err = repoCollection.Drop(repo) if err != nil { return fmt.Errorf("unable to drop: %s", err) } fmt.Printf("Mirror `%s` has been removed.\n", repo.Name) return err }
func aptlyMirrorShow(cmd *commander.Command, args []string) { if len(args) != 1 { cmd.Usage() return } name := args[0] repoCollection := debian.NewRemoteRepoCollection(context.database) repo, err := repoCollection.ByName(name) if err != nil { log.Fatalf("Unable to show: %s", err) } err = repoCollection.LoadComplete(repo) if err != nil { log.Fatalf("Unable to show: %s", err) } fmt.Printf("Name: %s\n", repo.Name) fmt.Printf("Archive Root URL: %s\n", repo.ArchiveRoot) fmt.Printf("Distribution: %s\n", repo.Distribution) fmt.Printf("Components: %s\n", strings.Join(repo.Components, ", ")) fmt.Printf("Architectures: %s\n", strings.Join(repo.Architectures, ", ")) if repo.LastDownloadDate.IsZero() { fmt.Printf("Last update: never\n") } else { fmt.Printf("Last update: %s\n", repo.LastDownloadDate.Format("2006-01-02 15:04:05 MST")) fmt.Printf("Number of packages: %d\n", repo.NumPackages()) } fmt.Printf("\nInformation from release file:\n") for name, value := range repo.Meta { fmt.Printf("%s: %s\n", name, value) } }
func aptlyRepoMoveCopyImport(cmd *commander.Command, args []string) error { var err error if len(args) < 3 { cmd.Usage() return err } command := cmd.Name() localRepoCollection := debian.NewLocalRepoCollection(context.database) dstRepo, err := localRepoCollection.ByName(args[1]) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } err = localRepoCollection.LoadComplete(dstRepo) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } var ( srcRefList *debian.PackageRefList srcRepo *debian.LocalRepo ) if command == "copy" || command == "move" { srcRepo, err = localRepoCollection.ByName(args[0]) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } if srcRepo.UUID == dstRepo.UUID { return fmt.Errorf("unable to %s: source and destination are the same", command) } err = localRepoCollection.LoadComplete(srcRepo) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } srcRefList = srcRepo.RefList() } else if command == "import" { repoCollection := debian.NewRemoteRepoCollection(context.database) srcRepo, err := repoCollection.ByName(args[0]) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } err = repoCollection.LoadComplete(srcRepo) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } if srcRepo.RefList() == nil { return fmt.Errorf("unable to %s: mirror not updated", command) } srcRefList = srcRepo.RefList() } else { panic("unexpected command") } context.progress.Printf("Loading packages...\n") packageCollection := debian.NewPackageCollection(context.database) dstList, err := debian.NewPackageListFromRefList(dstRepo.RefList(), packageCollection) if err != nil { return fmt.Errorf("unable to load packages: %s", err) } srcList, err := debian.NewPackageListFromRefList(srcRefList, packageCollection) if err != nil { return fmt.Errorf("unable to load packages: %s", err) } srcList.PrepareIndex() var architecturesList []string withDeps := cmd.Flag.Lookup("with-deps").Value.Get().(bool) if withDeps { dstList.PrepareIndex() // Calculate architectures if len(context.architecturesList) > 0 { architecturesList = context.architecturesList } else { architecturesList = dstList.Architectures(false) } sort.Strings(architecturesList) if len(architecturesList) == 0 { return fmt.Errorf("unable to determine list of architectures, please specify explicitly") } } toProcess, err := srcList.Filter(args[2:], withDeps, dstList, context.dependencyOptions, architecturesList) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } var verb string if command == "move" { verb = "moved" } else if command == "copy" { verb = "copied" } else if command == "import" { verb = "imported" } err = toProcess.ForEach(func(p *debian.Package) error { err = dstList.Add(p) if err != nil { return err } if command == "move" { srcList.Remove(p) } context.progress.ColoredPrintf("@g[o]@| %s %s", p, verb) return nil }) if err != nil { return fmt.Errorf("unable to %s: %s", command, err) } if cmd.Flag.Lookup("dry-run").Value.Get().(bool) { context.progress.Printf("\nChanges not saved, as dry run has been requested.\n") } else { dstRepo.UpdateRefList(debian.NewPackageRefListFromPackageList(dstList)) err = localRepoCollection.Update(dstRepo) if err != nil { return fmt.Errorf("unable to save: %s", err) } if command == "move" { srcRepo.UpdateRefList(debian.NewPackageRefListFromPackageList(srcList)) err = localRepoCollection.Update(srcRepo) if err != nil { return fmt.Errorf("unable to save: %s", err) } } } return err }
func aptlyGraph(cmd *commander.Command, args []string) error { var err error graph := gographviz.NewGraph() graph.SetDir(true) graph.SetName("aptly") existingNodes := map[string]bool{} fmt.Printf("Loading mirrors...\n") repoCollection := debian.NewRemoteRepoCollection(context.database) err = repoCollection.ForEach(func(repo *debian.RemoteRepo) error { err := repoCollection.LoadComplete(repo) if err != nil { return err } graph.AddNode("aptly", graphvizEscape(repo.UUID), map[string]string{ "shape": "Mrecord", "style": "filled", "fillcolor": "darkgoldenrod1", "label": graphvizEscape(fmt.Sprintf("{Mirror %s|url: %s|dist: %s|comp: %s|arch: %s|pkgs: %d}", repo.Name, repo.ArchiveRoot, repo.Distribution, strings.Join(repo.Components, ", "), strings.Join(repo.Architectures, ", "), repo.NumPackages())), }) existingNodes[repo.UUID] = true return nil }) if err != nil { return err } fmt.Printf("Loading local repos...\n") localRepoCollection := debian.NewLocalRepoCollection(context.database) err = localRepoCollection.ForEach(func(repo *debian.LocalRepo) error { err := localRepoCollection.LoadComplete(repo) if err != nil { return err } graph.AddNode("aptly", graphvizEscape(repo.UUID), map[string]string{ "shape": "Mrecord", "style": "filled", "fillcolor": "mediumseagreen", "label": graphvizEscape(fmt.Sprintf("{Repo %s|comment: %s|pkgs: %d}", repo.Name, repo.Comment, repo.NumPackages())), }) existingNodes[repo.UUID] = true return nil }) if err != nil { return err } fmt.Printf("Loading snapshots...\n") snapshotCollection := debian.NewSnapshotCollection(context.database) snapshotCollection.ForEach(func(snapshot *debian.Snapshot) error { existingNodes[snapshot.UUID] = true return nil }) err = snapshotCollection.ForEach(func(snapshot *debian.Snapshot) error { err := snapshotCollection.LoadComplete(snapshot) if err != nil { return err } description := snapshot.Description if snapshot.SourceKind == "repo" { description = "Snapshot from repo" } graph.AddNode("aptly", graphvizEscape(snapshot.UUID), map[string]string{ "shape": "Mrecord", "style": "filled", "fillcolor": "cadetblue1", "label": graphvizEscape(fmt.Sprintf("{Snapshot %s|%s|pkgs: %d}", snapshot.Name, description, snapshot.NumPackages())), }) if snapshot.SourceKind == "repo" || snapshot.SourceKind == "local" || snapshot.SourceKind == "snapshot" { for _, uuid := range snapshot.SourceIDs { _, exists := existingNodes[uuid] if exists { graph.AddEdge(graphvizEscape(uuid), "", graphvizEscape(snapshot.UUID), "", true, nil) } } } return nil }) if err != nil { return err } fmt.Printf("Loading published repos...\n") publishedCollection := debian.NewPublishedRepoCollection(context.database) publishedCollection.ForEach(func(repo *debian.PublishedRepo) error { graph.AddNode("aptly", graphvizEscape(repo.UUID), map[string]string{ "shape": "Mrecord", "style": "filled", "fillcolor": "darkolivegreen1", "label": graphvizEscape(fmt.Sprintf("{Published %s/%s|comp: %s|arch: %s}", repo.Prefix, repo.Distribution, repo.Component, strings.Join(repo.Architectures, ", "))), }) _, exists := existingNodes[repo.SnapshotUUID] if exists { graph.AddEdge(graphvizEscape(repo.SnapshotUUID), "", graphvizEscape(repo.UUID), "", true, nil) } return nil }) fmt.Printf("Generating graph...\n") buf := bytes.NewBufferString(graph.String()) tempfile, err := ioutil.TempFile("", "aptly-graph") if err != nil { return err } tempfile.Close() os.Remove(tempfile.Name()) tempfilename := tempfile.Name() + ".png" command := exec.Command("dot", "-Tpng", "-o"+tempfilename) command.Stderr = os.Stderr stdin, err := command.StdinPipe() if err != nil { return err } err = command.Start() if err != nil { return fmt.Errorf("unable to execute dot: %s (is graphviz package installed?)", err) } _, err = io.Copy(stdin, buf) if err != nil { return err } err = stdin.Close() if err != nil { return err } err = command.Wait() if err != nil { return err } err = exec.Command("open", tempfilename).Run() if err != nil { fmt.Printf("Rendered to PNG file: %s\n", tempfilename) err = nil } return err }
func aptlyPublishSnapshot(cmd *commander.Command, args []string) error { var err error if len(args) < 1 || len(args) > 2 { cmd.Usage() return err } name := args[0] var prefix string if len(args) == 2 { prefix = args[1] } else { prefix = "" } publishedCollecton := debian.NewPublishedRepoCollection(context.database) snapshotCollection := debian.NewSnapshotCollection(context.database) snapshot, err := snapshotCollection.ByName(name) if err != nil { return fmt.Errorf("unable to publish: %s", err) } err = snapshotCollection.LoadComplete(snapshot) if err != nil { return fmt.Errorf("unable to publish: %s", err) } var sourceRepo *debian.RemoteRepo if snapshot.SourceKind == "repo" && len(snapshot.SourceIDs) == 1 { repoCollection := debian.NewRemoteRepoCollection(context.database) sourceRepo, _ = repoCollection.ByUUID(snapshot.SourceIDs[0]) } component := cmd.Flag.Lookup("component").Value.String() if component == "" { if sourceRepo != nil && len(sourceRepo.Components) == 1 { component = sourceRepo.Components[0] } else { component = "main" } } distribution := cmd.Flag.Lookup("distribution").Value.String() if distribution == "" { if sourceRepo != nil { distribution = sourceRepo.Distribution } if distribution == "" { return fmt.Errorf("unable to guess distribution name, please specify explicitly") } } published, err := debian.NewPublishedRepo(prefix, distribution, component, context.architecturesList, snapshot) if err != nil { return fmt.Errorf("unable to publish: %s", err) } duplicate := publishedCollecton.CheckDuplicate(published) if duplicate != nil { publishedCollecton.LoadComplete(duplicate, snapshotCollection) return fmt.Errorf("prefix/distribution already used by another published repo: %s", duplicate) } signer, err := getSigner(cmd) if err != nil { return fmt.Errorf("unable to initialize GPG signer: %s", err) } packageCollection := debian.NewPackageCollection(context.database) err = published.Publish(context.packageRepository, packageCollection, signer) if err != nil { return fmt.Errorf("unable to publish: %s", err) } err = publishedCollecton.Add(published) if err != nil { return fmt.Errorf("unable to save to DB: %s", err) } if prefix != "" && !strings.HasSuffix(prefix, "/") { prefix += "/" } fmt.Printf("\nSnapshot %s has been successfully published.\nPlease setup your webserver to serve directory '%s' with autoindexing.\n", snapshot.Name, context.packageRepository.PublicPath()) fmt.Printf("Now you can add following line to apt sources:\n") fmt.Printf(" deb http://your-server/%s %s %s\n", prefix, distribution, component) fmt.Printf("Don't forget to add your GPG key to apt with apt-key.\n") fmt.Printf("\nYou can also use `aptly serve` to publish your repositories over HTTP quickly.\n") return err }
// aptly db cleanup func aptlyDbCleanup(cmd *commander.Command, args []string) error { var err error if len(args) != 0 { cmd.Usage() return err } // collect information about references packages... existingPackageRefs := debian.NewPackageRefList() context.downloader.GetProgress().Printf("Loading mirrors and snapshots...\n") repoCollection := debian.NewRemoteRepoCollection(context.database) err = repoCollection.ForEach(func(repo *debian.RemoteRepo) error { err := repoCollection.LoadComplete(repo) if err != nil { return err } existingPackageRefs = existingPackageRefs.Merge(repo.RefList(), false) return nil }) if err != nil { return err } snapshotCollection := debian.NewSnapshotCollection(context.database) err = snapshotCollection.ForEach(func(snapshot *debian.Snapshot) error { err := snapshotCollection.LoadComplete(snapshot) if err != nil { return err } existingPackageRefs = existingPackageRefs.Merge(snapshot.RefList(), false) return nil }) if err != nil { return err } // ... and compare it to the list of all packages context.downloader.GetProgress().Printf("Loading list of all packages...\n") packageCollection := debian.NewPackageCollection(context.database) allPackageRefs := packageCollection.AllPackageRefs() toDelete := allPackageRefs.Substract(existingPackageRefs) // delete packages that are no longer referenced context.downloader.GetProgress().Printf("Deleting unreferenced packages (%d)...\n", toDelete.Len()) context.database.StartBatch() err = toDelete.ForEach(func(ref []byte) error { return packageCollection.DeleteByKey(ref) }) if err != nil { return err } err = context.database.FinishBatch() if err != nil { return fmt.Errorf("unable to write to DB: %s", err) } // now, build a list of files that should be present in Repository (package pool) context.downloader.GetProgress().Printf("Building list of files referenced by packages...\n") referencedFiles := make([]string, 0, existingPackageRefs.Len()) context.downloader.GetProgress().InitBar(int64(existingPackageRefs.Len()), false) err = existingPackageRefs.ForEach(func(key []byte) error { pkg, err := packageCollection.ByKey(key) if err != nil { return err } paths, err := pkg.FilepathList(context.packageRepository) if err != nil { return err } referencedFiles = append(referencedFiles, paths...) context.downloader.GetProgress().AddBar(1) return nil }) if err != nil { return err } sort.Strings(referencedFiles) context.downloader.GetProgress().ShutdownBar() // build a list of files in the package pool context.downloader.GetProgress().Printf("Building list of files in package pool...\n") existingFiles, err := context.packageRepository.PoolFilepathList(context.downloader.GetProgress()) if err != nil { return fmt.Errorf("unable to collect file paths: %s", err) } // find files which are in the pool but not referenced by packages filesToDelete := utils.StrSlicesSubstract(existingFiles, referencedFiles) // delete files that are no longer referenced context.downloader.GetProgress().Printf("Deleting unreferenced files (%d)...\n", len(filesToDelete)) if len(filesToDelete) > 0 { context.downloader.GetProgress().InitBar(int64(len(filesToDelete)), false) totalSize := int64(0) for _, file := range filesToDelete { size, err := context.packageRepository.PoolRemove(file) if err != nil { return err } context.downloader.GetProgress().AddBar(1) totalSize += size } context.downloader.GetProgress().ShutdownBar() context.downloader.GetProgress().Printf("Disk space freed: %.2f GiB...\n", float64(totalSize)/1024.0/1024.0/1024.0) } return err }