예제 #1
0
func convertPrograms(db data.Data) error {
	log.Printf("Allocating %d goroutines", maxGoroutines)
	var programs []model.AcademicProgram

	programIds, err := db.GetProgramsList()
	if err != nil {
		log.Print(err)
		return err
	}
	log.Printf("Fetched %d Program Ids to convert\n", len(programIds))

	queue := make(chan string, len(programIds))
	done := make(chan data.Program)
	for i := 0; i < maxGoroutines; i += 1 {
		go loadAndConvert(db, queue, done)
	}

	for _, programId := range programIds {
		queue <- programId
	}

	//wait for goroutines to finish
	for i := 0; i < len(programIds); i += 1 {
		program := <-done
		programs = append(programs, program.AcademicProgram)
	}

	log.Println("Converting program list")

	list, err := convert.ConvertList(programs)
	if err != nil {
		log.Print(err)
		return err
	}
	writeProgramList(list)

	return nil
}
예제 #2
0
func loadAndConvert(data data.Data, programIds chan string, done chan data.Program) {
	for {
		select {
		case programId := <-programIds:
			log.Printf("%v", programId)
			program, err := data.GetProgram(programId)
			if err != nil {
				log.Fatal(err)
				return
			}
			conv, err := convert.Convert(program)
			if err != nil {
				log.Fatal(err)
			}
			out, err := json.Marshal(conv)
			if err != nil {
				log.Fatal(err)
			}
			persistToStorage(programId, out)
			persistToStorage(conv.ProgramCode, out)
			done <- program
		}
	}
}