Beispiel #1
0
func run(ruleset *internal.RuleSet, scanner *bufio.Scanner, apiInstance api.API, unmatched *os.File) Statistics {
	stat := Statistics{
		perMetric: make(map[api.MetricKey]PerMetricStatistics),
	}
	for scanner.Scan() {
		input := scanner.Text()
		converted, matched := ruleset.MatchRule(input)
		if matched {
			stat.matched++
			perMetric := stat.perMetric[converted.MetricKey]
			perMetric.matched++
			reversed, err := ruleset.ToGraphiteName(converted)
			if *insertToDatabase {
				apiInstance.AddMetric(converted)
			}
			if err != nil {
				perMetric.reverseError++
			} else if string(reversed) != input {
				perMetric.reverseIncorrect++
			} else {
				perMetric.reverseSuccess++
			}
			stat.perMetric[converted.MetricKey] = perMetric
		} else {
			stat.unmatched++
			if unmatched != nil {
				unmatched.WriteString(input)
				unmatched.WriteString("\n")
			}
		}
	}
	return stat
}
Beispiel #2
0
func run(ruleset internal.RuleSet, scanner *bufio.Scanner, apiInstance api.API, unmatched *os.File) Statistics {
	var wg sync.WaitGroup
	stat := Statistics{
		perMetric: make(map[api.MetricKey]PerMetricStatistics),
	}
	type result struct {
		input   string
		result  api.TaggedMetric
		success bool
	}
	inputBuffer := make(chan string, 10)
	outputBuffer := make(chan result, 10)
	done := make(chan struct{})
	for id := 0; id < runtime.NumCPU(); id++ {
		go func() {
			for {
				select {
				case <-done:
					return
				case input := <-inputBuffer:
					metric, matched := ruleset.MatchRule(input)
					outputBuffer <- result{
						input,
						metric,
						matched,
					}
				}
			}
		}()
	}
	go func() {
		// aggregate function.
		for {
			select {
			case <-done:
				return
			case output := <-outputBuffer:
				converted, matched := output.result, output.success
				if matched {
					stat.matched++
					perMetric := stat.perMetric[converted.MetricKey]
					perMetric.matched++
					if *insertToDatabase {
						apiInstance.AddMetric(converted)
					}
					if *reverse {
						reversed, err := ruleset.ToGraphiteName(converted)
						if err != nil {
							perMetric.reverseError++
						} else if string(reversed) != output.input {
							perMetric.reverseIncorrect++
						} else {
							perMetric.reverseSuccess++
						}
					}
					stat.perMetric[converted.MetricKey] = perMetric
				} else {
					stat.unmatched++
					if unmatched != nil {
						unmatched.WriteString(output.input)
						unmatched.WriteString("\n")
					}
				}
				wg.Done()
			}
		}
	}()

	for scanner.Scan() {
		wg.Add(1)
		input := scanner.Text()
		inputBuffer <- input
	}
	wg.Wait()
	close(done) // broadcast to shutdown all goroutines.
	return stat
}