コード例 #1
0
ファイル: tfmerge.go プロジェクト: glycerine/tmframe
func main() {
	if len(os.Args) <= 1 {
		showUse()
		os.Exit(1)
	}

	inputFiles := os.Args[1:]
	n := len(inputFiles)
	if n == 0 {
		fmt.Fprintf(os.Stderr, "no input files given\n")
		showUse()
		os.Exit(1)
	}

	const MB = 1024 * 1024
	outputStream := tf.NewFrameWriter(os.Stdout, MB)

	strms := make([]*tf.BufferedFrameReader, n)
	for i := 0; i < n; i++ {
		if !FileExists(inputFiles[i]) {
			fmt.Fprintf(os.Stderr, "path '%s' not found\n", inputFiles[i])
			os.Exit(1)
		}
		f, err := os.Open(inputFiles[i])
		if err != nil {
			fmt.Fprintf(os.Stderr, "could not open path '%s': '%s'\n",
				inputFiles[i], err)
			os.Exit(1)
		}
		strms[i] = tf.NewBufferedFrameReader(f, MB, "")
	}

	// okay, now create and merge streams
	err := outputStream.Merge(strms...)
	outputStream.Sync()
	panicOn(err)
}
コード例 #2
0
ファイル: tfsort.go プロジェクト: glycerine/tmframe
func main() {
	myflags := flag.NewFlagSet("tfsort", flag.ExitOnError)
	cfg := &tf.TfsortConfig{}
	cfg.DefineFlags(myflags)

	err := myflags.Parse(os.Args[1:])
	err = cfg.ValidateConfig()
	if err != nil {
		usage(err, myflags)
	}

	leftover := myflags.Args()
	//Q("leftover = %v", leftover)
	if len(leftover) == 0 {
		fmt.Fprintf(os.Stderr, "no input files given\n")
		showUse(myflags)
		os.Exit(1)
	}

	wrote := []*os.File{}
	wroteTmp := []string{}
	for _, inputFile := range leftover {
		//P("starting on inputFile '%s'", inputFile)
		if !FileExists(inputFile) {
			fmt.Fprintf(os.Stderr, "input file '%s' does not exist.\n", inputFile)
			os.Exit(1)
		}

		frames, err := tf.ReadAllFrames(inputFile)
		panicOn(err)

		sort.Stable(tf.TimeSorter(frames))

		writeFile := inputFile + ".sorted"
		of, err := os.Create(writeFile)
		panicOn(err)
		wrote = append(wrote, of)
		wroteTmp = append(wroteTmp, writeFile)

		fw := tf.NewFrameWriter(of, 1024*1024)
		fw.Frames = frames
		_, err = fw.WriteTo(of)
		panicOn(err)
		fw.Sync()
		of.Seek(0, 0)
	}

	// INVAR: individual files are sorted, now merge to stdout

	const MB = 1024 * 1024
	outputStream := tf.NewFrameWriter(os.Stdout, MB)

	strms := make([]*tf.BufferedFrameReader, len(wrote))
	for i := range wrote {
		strms[i] = tf.NewBufferedFrameReader(wrote[i], MB, "")
	}

	// okay, now create and merge streams
	err = outputStream.Merge(strms...)
	outputStream.Sync()
	panicOn(err)

	if !cfg.KeepTmpFiles {
		for _, w := range wroteTmp {
			os.Remove(w)
		}
	}

}