Ejemplo n.º 1
0
func main() {
	done := make(chan struct{})
	defer close(done)
	files := flag.Args()
	if len(files) == 0 {
		files = make([]string, 1)
		files[0] = "-"
	}
	rows := util.Files2Rows(files, delim, done)

	if !*SortH {
		if header, ok := <-rows; ok {
			os.Stdout.Write(header.Data)
			os.Stdout.Write([]byte("\n"))
		} else {
			return
		}
	}

	// fill sort-window
	for len(sortwin) < cap(sortwin) {
		if row, ok := <-rows; ok {
			semisort(&row)
		} else {
			break
		}
	}
	// sort-n-flush window
	var flushrow *util.Row
	for len(sortwin) > 0 {
		sortwin, flushrow = sortwin[:len(sortwin)-1], sortwin[len(sortwin)-1]
		os.Stdout.Write(flushrow.Data)
		os.Stdout.Write([]byte("\n"))
		if row, ok := <-rows; ok {
			semisort(&row)
		}
	}
}
Ejemplo n.º 2
0
func main() {
	done := make(chan struct{})
	defer close(done)
	files := flag.Args()
	if len(files) == 0 {
		files = make([]string, 1)
		files[0] = "-"
	}
	rows := util.Files2Rows(files, Delim, done)

	var headermap map[string]int
	if !*noheader {
		if header, ok := <-rows; ok {
			headermap = util.HeaderMap(header)
		} else {
			return
		}
	}
	aggspec = Config(Keys, Pivots, Aggs, headermap)

	// Aggregate rows
	for row := range rows {
		key, err := row.JoinF(aggspec.Keys, Delim)
		if err != nil {
			panic(err)
		}
		pivot, err := row.JoinF(aggspec.Pivots, SubDelim)
		if err != nil {
			panic(err)
		}

		skey := string(key)
		pivots, p_ok := Aggregations[skey]
		// initialize pivots for this key
		if !p_ok {
			pivots = make(map[string][]Aggregator)
			Aggregations[skey] = pivots
		}
		spivot := string(pivot)
		aggs, a_ok := pivots[spivot]
		// initialize aggregators for this pivot
		if !a_ok {
			aggs = make([]Aggregator, len(aggspec.AggCtor))
			for i, ctor := range aggspec.AggCtor {
				aggs[i] = ctor()
			}
			pivots[spivot] = aggs
			HeaderPivots[spivot] = struct{}{} // collect pivots
		}

		for i, agtor := range aggs {
			field_i := aggspec.Aggs[i]
			if field, err := row.Bytes(field_i); err == nil {
				agtor.Aggregate(field)
			} else {
				panic(err)
			}
		}
	}

	var pivots []string
	for p := range HeaderPivots {
		pivots = append(pivots, p)
	}
	out := bufio.NewWriter(os.Stdout)
	if !*noheader {
		Header(out, pivots)
	}
	Print(out, pivots)
	out.Flush()
}