Example #1
0
func generateProjectWorkDirName(project *common.Project) {
	project.WorkDir = ConfigSections.Common.DirProjectsWorkDir + "/" + fmt.Sprintf("%d", time.Now().UnixNano()) + "_" + project.Name + "_workdir"

	// also update to mongo
	var change mgo.Change

	// update project status
	change = mgo.Change{
		ReturnNew: true,
		Update: bson.M{
			"$set": bson.M{
				"work_dir": project.WorkDir,
			}}}
	if changeInfo, err := mgoPrjectsCollection.FindId(project.Id).Apply(change, project); err != nil {
		glog.Error("error updating project workdir   : ", err)
		glog.Error("changeInfo = ", changeInfo)

	}
}
Example #2
0
// scan and update to mongodb
func scanProjectTree(project *common.Project, cancelChannel chan bool) {

	// call sync first before walk
	var execCmd *exec.Cmd = exec.Command("sync")
	err := execCmd.Start()
	if err != nil {
		glog.V(1).Info("Failed to run sync")
	}
	time.Sleep(2 * time.Second)

	//
	project.TotalSize = 0 // to store size On Disk
	glog.V(1).Info("Start walkdir :", project.WorkDir)

	//itemsList  := make ([]common.TreePath, 0, 1000000)
	itemsList := make([]interface{}, 0, 1000000)

	rootLen := len(project.WorkDir)
	isCancel := false
	err = filepath.Walk(project.WorkDir,
		func(path string, info os.FileInfo, err error) error { //callback function
			//glog.V(1).Info ("walk callback is called")
			select {
			case <-cancelChannel:
				isCancel = true
				return errors.New("User canceled ")

			default:
				if err != nil {
					glog.V(1).Info("Tree walk err :", err)
					return err
				}
				// last element
				baseName := info.Name()

				if info.IsDir() && baseName == ".git" {
					return filepath.SkipDir // skip version control directories
				}

				endSlice := len(path) - len(baseName)
				if rootLen > endSlice { // the base directory itself
					return nil
				}

				// add to list  which will be later inserted into mongo
				var treePath common.TreePath
				treePath.Id = bson.NewObjectId()

				treePath.Name = baseName
				treePath.ProjectId = project.Id
				treePath.Path = path[rootLen : endSlice-1]
				treePath.FullPath = treePath.Path + "/" + treePath.Name
				treePath.IsDir = info.IsDir()
				if info.IsDir() {
					treePath.Size = 0
				} else {
					treePath.Size = info.Size()
				}

				itemsList = append(itemsList, treePath)
				//glog.V(1).Info ("add :", path, "  ", treePath.Path," ", baseName)
				//glog.V(1).Info ("walk  :"+treePath.FullPath)

				project.TotalSize = project.TotalSize + info.Size()

			}
			return nil
		})

	if err != nil {
		if isCancel {
			updateProjectMessageAndStatus(project, "Project was cancelled", "error")
		} else {
			glog.V(1).Info("Error scanning project dir :", err)
			updateProjectMessageAndStatus(project, "There was error scanning the source tree", "error")
		}

		return
	}

	// insert the whole list to mongo - bulk insert?
	glog.V(1).Info("dirwalk completed. insert  list into db")

	err1 := mgoProjectTreesCollection.Insert(itemsList...)

	if err1 != nil {
		glog.Error("Error insert list of treewalk items   into db :", err1)
		updateProjectMessageAndStatus(project, "There was error updating directory tree items to database", "error")
		return
	}

	glog.V(1).Info("total size: ", project.TotalSize)

	// update project size, project status and message
	change := mgo.Change{
		ReturnNew: true,
		Update: bson.M{
			"$set": bson.M{
				"message":    "Analyzing files for definitions and references",
				"status":     "analyzing",
				"total_size": project.TotalSize,
			}}}
	if _, err := mgoPrjectsCollection.FindId(project.Id).Apply(change, project); err != nil {
		glog.Error("error updating project message   : ", err)
		//glog.Error ("changeInfo = ", changeInfo )

	}

	// ensureIndex on project_id and fullpath
	go func() {
		index := mgo.Index{
			Key:        []string{"project_id", "full_path"},
			Unique:     true,
			Background: true, // see explanation here http://godoc.org/gopkg.in/mgo.v2#Query.Apply
		}
		err := mgoProjectTreesCollection.EnsureIndex(index)
		if err != nil {
			glog.Error("Error ensure index for projectTrees :", err)
		}
	}()

	return
}