Esempio n. 1
0
func cmd_deploy_build_egg(conn *scrapinghub.Connection, args []string, flags *PFlags) {
	wdir, err := os.Getwd()
	if err != nil {
		log.Fatalf("build-egg: problem getting current working dir")
	}
	egg, tmpdir, err := scrapinghub.BuildEgg()
	if err != nil {
		log.Fatalf("build-egg: error building the egg: %s\n", err)
	}

	finalegg := filepath.Join(wdir, filepath.Base(egg))
	if err := scrapinghub.CopyFile(egg, finalegg); err != nil {
		log.Fatalf("build-egg: can't copy the egg from %s to %s. Error: \n", egg, finalegg, err)
	}

	fmt.Printf("Egg successfully build: %s\n", finalegg)

	if !flags.Debug {
		if err := os.RemoveAll(tmpdir); err != nil {
			log.Fatalf("build-egg: can't remove tmpdir: %s", tmpdir)
		}
	} else {
		fmt.Printf("Debug logs and build directory: %s\n", tmpdir)
	}
}
Esempio n. 2
0
func cmd_deploy(conn *scrapinghub.Connection, args []string, flags *PFlags) {
	var target_name, project_id, egg, version string
	if len(args) > 0 {
		if strings.Index(args[0], "=") < 0 {
			target_name = args[0]
		}
		oargs := equality_list_to_map(args)

		project_id = oargs["project_id"]
		egg = oargs["egg"]
		version = oargs["version"]
	}

	fmt.Println("Starting deploy ...")

	if target_name == "" {
		target_name = "default"
	}

	target, err := scrapinghub.Scrapy_cfg_target(target_name)
	if err != nil {
		log.Fatalf("deploy: error parsing scrapy.cfg, error desc: %s\n", err)
	}
	if project_id == "" {
		project_id = target["project"]
	}
	if version == "" {
		version = target["version"]
	}
	rver, err := scrapinghub.Scrapy_cfg_version(version)
	if err != nil {
		log.Fatalf("deploy: error parsing discovering version, error desc: %s\n", err)
	}

	fmt.Printf(" => target name: %s\n", target_name)
	fmt.Printf(" => project id : %s\n", project_id)
	fmt.Printf(" => version    : %s\n", rver)
	fmt.Println()

	var tmpdir string = ""

	if egg != "" {
		fmt.Printf("Using egg: %s\n", egg)
	} else {
		fmt.Println("Building egg ...")
		egg, tmpdir, err = scrapinghub.BuildEgg()
		if err != nil {
			log.Fatalf("deploy: error building egg, error desc: %s\n", err)
		}
	}

	var deploy scrapinghub.DeployMessage
	fmt.Println("Deploying to Scrapy Cloud ...")

	_, err = deploy.UploadEgg(conn, target, project_id, rver, egg)
	if err != nil {
		log.Fatalf("deploy: error uploading egg, error desc: %s\n", err)
	}

	fmt.Println("\nSuccesfully deployed!")

	if tmpdir != "" {
		if !flags.Debug {
			if err := os.RemoveAll(tmpdir); err != nil {
				log.Fatalf("build-egg: can't remove tmpdir: %s", tmpdir)
			}
		} else {
			fmt.Printf(" => Debug: logs and build directory: %s\n", tmpdir)
		}
	}
}