// addCharmViaAPI calls the appropriate client API calls to add the
// given charm URL to state. Also displays the charm URL of the added
// charm on stdout.
func addCharmViaAPI(client *api.Client, ctx *cmd.Context, curl *charm.URL, repo charm.Repository) (*charm.URL, error) {
if curl.Revision < 0 {
latest, err := charm.Latest(repo, curl)
if err != nil {
return nil, err
}
curl = curl.WithRevision(latest)
}
switch curl.Schema {
case "local":
ch, err := repo.Get(curl)
if err != nil {
return nil, err
}
stateCurl, err := client.AddLocalCharm(curl, ch)
if err != nil {
return nil, err
}
curl = stateCurl
case "cs":
err := client.AddCharm(curl)
if err != nil {
return nil, err
}
default:
return nil, fmt.Errorf("unsupported charm URL schema: %q", curl.Schema)
}
ctx.Infof("Added charm %q to the environment.", curl)
return curl, nil
}
// PutCharm uploads the given charm to provider storage, and adds a
// state.Charm to the state. The charm is not uploaded if a charm with
// the same URL already exists in the state.
// If bumpRevision is true, the charm must be a local directory,
// and the revision number will be incremented before pushing.
func (conn *Conn) PutCharm(curl *charm.URL, repo charm.Repository, bumpRevision bool) (*state.Charm, error) {
if curl.Revision == -1 {
rev, err := charm.Latest(repo, curl)
if err != nil {
return nil, fmt.Errorf("cannot get latest charm revision: %v", err)
}
curl = curl.WithRevision(rev)
}
ch, err := repo.Get(curl)
if err != nil {
return nil, fmt.Errorf("cannot get charm: %v", err)
}
if bumpRevision {
chd, ok := ch.(*charm.Dir)
if !ok {
return nil, fmt.Errorf("cannot increment revision of charm %q: not a directory", curl)
}
if err = chd.SetDiskRevision(chd.Revision() + 1); err != nil {
return nil, fmt.Errorf("cannot increment revision of charm %q: %v", curl, err)
}
curl = curl.WithRevision(chd.Revision())
}
if sch, err := conn.State.Charm(curl); err == nil {
return sch, nil
}
return conn.addCharm(curl, ch)
}
// DeleteCharm deletes the charms matching url. If no revision is specified,
// all revisions of the charm are deleted.
func (s *Store) DeleteCharm(url *charm.URL) ([]*CharmInfo, error) {
logger.Debugf("deleting charm %s", url)
infos, err := s.getRevisions(url, 0)
if err != nil {
return nil, err
}
if len(infos) == 0 {
return nil, ErrNotFound
}
session := s.session.Copy()
defer session.Close()
var deleted []*CharmInfo
for _, info := range infos {
err := session.Charms().Remove(
bson.D{{"urls", url.WithRevision(-1)}, {"revision", info.Revision()}})
if err != nil {
logger.Errorf("failed to delete metadata for charm %s: %v", url, err)
return deleted, err
}
err = session.CharmFS().RemoveId(info.fileId)
if err != nil {
logger.Errorf("failed to delete GridFS file for charm %s: %v", url, err)
return deleted, err
}
deleted = append(deleted, info)
}
return deleted, err
}
// PrepareLocalCharmUpload must be called before a local charm is
// uploaded to the provider storage in order to create a charm
// document in state. It returns the chosen unique charm URL reserved
// in state for the charm.
//
// The url's schema must be "local" and it must include a revision.
func (st *State) PrepareLocalCharmUpload(curl *charm.URL) (chosenUrl *charm.URL, err error) {
// Perform a few sanity checks first.
if curl.Schema != "local" {
return nil, fmt.Errorf("expected charm URL with local schema, got %q", curl)
}
if curl.Revision < 0 {
return nil, fmt.Errorf("expected charm URL with revision, got %q", curl)
}
// Get a regex with the charm URL and no revision.
noRevURL := curl.WithRevision(-1)
curlRegex := "^" + regexp.QuoteMeta(noRevURL.String())
for attempt := 0; attempt < 3; attempt++ {
// Find the highest revision of that charm in state.
var docs []charmDoc
err = st.charms.Find(bson.D{{"_id", bson.D{{"$regex", curlRegex}}}}).Select(bson.D{{"_id", 1}}).All(&docs)
if err != nil {
return nil, err
}
// Find the highest revision.
maxRevision := -1
for _, doc := range docs {
if doc.URL.Revision > maxRevision {
maxRevision = doc.URL.Revision
}
}
// Respect the local charm's revision first.
chosenRevision := curl.Revision
if maxRevision >= chosenRevision {
// More recent revision exists in state, pick the next.
chosenRevision = maxRevision + 1
}
chosenUrl = curl.WithRevision(chosenRevision)
uploadedCharm := &charmDoc{
URL: chosenUrl,
PendingUpload: true,
}
ops := []txn.Op{{
C: st.charms.Name,
Id: uploadedCharm.URL,
Assert: txn.DocMissing,
Insert: uploadedCharm,
}}
// Run the transaction, and retry on abort.
if err = st.runTransaction(ops); err == txn.ErrAborted {
continue
} else if err != nil {
return nil, err
}
break
}
if err != nil {
return nil, ErrExcessiveContention
}
return chosenUrl, nil
}
// interpret extracts from charmURL information relevant to both Latest and
// Get. The returned "base" is always the string representation of the
// unrevisioned part of charmURL; the "rev" wil be taken from the charmURL if
// available, and will otherwise be the revision of the latest charm in the
// store with the same "base".
func (s *MockCharmStore) interpret(charmURL *charm.URL) (base string, rev int) {
base, rev = charmURL.WithRevision(-1).String(), charmURL.Revision
if rev == -1 {
for candidate := range s.charms[base] {
if candidate > rev {
rev = candidate
}
}
}
return
}
// SetCharm adds and removes charms in s. The affected charm is identified by
// charmURL, which must be revisioned. If bundle is nil, the charm will be
// removed; otherwise, it will be stored. It is an error to store a bundle
// under a charmURL that does not share its name and revision.
func (s *MockCharmStore) SetCharm(charmURL *charm.URL, bundle *charm.Bundle) error {
base := charmURL.WithRevision(-1).String()
if charmURL.Revision < 0 {
return fmt.Errorf("bad charm url revision")
}
if bundle == nil {
delete(s.charms[base], charmURL.Revision)
return nil
}
bundleRev := bundle.Revision()
bundleName := bundle.Meta().Name
if bundleName != charmURL.Name || bundleRev != charmURL.Revision {
return fmt.Errorf("charm url %s mismatch with bundle %s-%d", charmURL, bundleName, bundleRev)
}
if _, found := s.charms[base]; !found {
s.charms[base] = map[int]*charm.Bundle{}
}
s.charms[base][charmURL.Revision] = bundle
return nil
}
// LatestPlaceholderCharm returns the latest charm described by the
// given URL but which is not yet deployed.
func (st *State) LatestPlaceholderCharm(curl *charm.URL) (*Charm, error) {
noRevURL := curl.WithRevision(-1)
curlRegex := "^" + regexp.QuoteMeta(noRevURL.String())
var docs []charmDoc
err := st.charms.Find(bson.D{{"_id", bson.D{{"$regex", curlRegex}}}, {"placeholder", true}}).All(&docs)
if err != nil {
return nil, fmt.Errorf("cannot get charm %q: %v", curl, err)
}
// Find the highest revision.
var latest charmDoc
for _, doc := range docs {
if latest.URL == nil || doc.URL.Revision > latest.URL.Revision {
latest = doc
}
}
if latest.URL == nil {
return nil, errors.NotFoundf("placeholder charm %q", noRevURL)
}
return newCharm(st, &latest)
}
// getRevisions returns at most the last n revisions for charm at url,
// in descending revision order. For limit n=0, all revisions are returned.
func (s *Store) getRevisions(url *charm.URL, n int) ([]*CharmInfo, error) {
session := s.session.Copy()
defer session.Close()
logger.Debugf("retrieving charm info for %s", url)
rev := url.Revision
url = url.WithRevision(-1)
charms := session.Charms()
var cdocs []charmDoc
var qdoc interface{}
if rev == -1 {
qdoc = bson.D{{"urls", url}}
} else {
qdoc = bson.D{{"urls", url}, {"revision", rev}}
}
q := charms.Find(qdoc).Sort("-revision")
if n > 0 {
q = q.Limit(n)
}
if err := q.All(&cdocs); err != nil {
logger.Errorf("failed to find charm %s: %v", url, err)
return nil, ErrNotFound
}
var infos []*CharmInfo
for _, cdoc := range cdocs {
infos = append(infos, &CharmInfo{
cdoc.Revision,
cdoc.Digest,
cdoc.Sha256,
cdoc.Size,
cdoc.FileId,
cdoc.Meta,
cdoc.Config,
})
}
return infos, nil
}
// deleteOldPlaceholderCharmsOps returns the txn ops required to delete all placeholder charm
// records older than the specified charm URL.
func (st *State) deleteOldPlaceholderCharmsOps(curl *charm.URL) ([]txn.Op, error) {
// Get a regex with the charm URL and no revision.
noRevURL := curl.WithRevision(-1)
curlRegex := "^" + regexp.QuoteMeta(noRevURL.String())
var docs []charmDoc
err := st.charms.Find(
bson.D{{"_id", bson.D{{"$regex", curlRegex}}}, {"placeholder", true}}).Select(bson.D{{"_id", 1}}).All(&docs)
if err != nil {
return nil, err
}
var ops []txn.Op
for _, doc := range docs {
if doc.URL.Revision >= curl.Revision {
continue
}
ops = append(ops, txn.Op{
C: st.charms.Name,
Id: doc.URL.String(),
Assert: stillPlaceholder,
Remove: true,
})
}
return ops, nil
}