Ejemplo n.º 1
0
func compilerProxyLogSummary(w http.ResponseWriter, logPath string, cpl *compilerproxylog.CompilerProxyLog) error {
	data := struct {
		Path             string
		CompilerProxyLog *compilerproxylog.CompilerProxyLog
		Tasks            []*compilerproxylog.TaskLog
		NumTasks         int
		TasksPerSec      float64

		ByCompileMode map[compilerproxylog.CompileMode]byCompileMode

		DurationDistribution []time.Duration
	}{
		Path:             logPath,
		CompilerProxyLog: cpl,
		Tasks:            cpl.TaskLogs(),
		ByCompileMode:    make(map[compilerproxylog.CompileMode]byCompileMode),
	}
	data.NumTasks = len(data.Tasks)
	data.TasksPerSec = float64(data.NumTasks) / cpl.Duration().Seconds()
	var duration time.Duration
	for _, t := range data.Tasks {
		duration += t.Duration()
	}
	tasksByCompileMode := compilerproxylog.ClassifyByCompileMode(data.Tasks)
	for m, tasks := range tasksByCompileMode {
		mode := compilerproxylog.CompileMode(m)
		sort.Sort(sort.Reverse(compilerproxylog.ByDuration{TaskLogs: tasks}))
		bcm := byCompileMode{
			Tasks:    tasks,
			NumTasks: len(tasks),
		}
		if len(tasks) == 0 {
			data.ByCompileMode[mode] = bcm
			continue
		}
		if len(bcm.Tasks) > 10 {
			bcm.Tasks = bcm.Tasks[:10]
		}
		tr := compilerproxylog.ClassifyByResponse(tasks)
		var resps []string
		for r := range tr {
			resps = append(resps, r)
		}
		sort.Strings(resps)
		for _, r := range resps {
			bcm.Resps = append(bcm.Resps, struct {
				Response string
				Num      int
			}{
				Response: r,
				Num:      len(tr[r]),
			})
		}
		var duration time.Duration
		for _, t := range tasks {
			duration += t.Duration()
		}
		bcm.Average = duration / time.Duration(len(tasks))
		bcm.Max = tasks[0].Duration()
		for _, p := range []int{98, 91, 75, 50, 25, 9, 2} {
			bcm.P = append(bcm.P, struct {
				P int
				D time.Duration
			}{
				P: p,
				D: tasks[int(float64(len(tasks)*(100-p))/100.0)].Duration(),
			})
		}
		bcm.Min = tasks[len(tasks)-1].Duration()
		data.ByCompileMode[mode] = bcm
	}
	data.DurationDistribution = compilerproxylog.DurationDistribution(cpl.Created, data.Tasks)

	var buf bytes.Buffer
	err := compilerProxyLogIndexTempl.Execute(&buf, data)
	if err != nil {
		return err
	}
	w.Header().Set("Content-Type", "text/html")
	_, err = w.Write(buf.Bytes())
	return err
}
Ejemplo n.º 2
0
func diagnose(fname string) {
	f, err := os.Open(fname)
	if err != nil {
		log.Fatal(err)
	}
	defer f.Close()
	rd, err := reader(fname, f)
	if err != nil {
		log.Fatal(err)
	}

	cpl, err := compilerproxylog.Parse(fname, rd)
	if err != nil {
		log.Fatal(err)
	}
	fmt.Println("Filename:", cpl.Filename)
	fmt.Println("Created:", cpl.Created)
	fmt.Println("Machine:", cpl.Machine)
	fmt.Println("GomaRevision:", cpl.GomaRevision)
	fmt.Println("GomaVersion:", cpl.GomaVersion)
	fmt.Println("GomaFlags:", cpl.GomaFlags)
	fmt.Println("GomaLimits:", cpl.GomaLimits)
	fmt.Println("CrashDump:", cpl.CrashDump)
	fmt.Println("Stats:", cpl.Stats)

	fmt.Println("")
	fmt.Println("duration:", cpl.Duration())

	tasks := cpl.TaskLogs()
	fmt.Println("tasks:", len(tasks))
	fmt.Println("tasks/sec:", float64(len(tasks))/cpl.Duration().Seconds())
	fmt.Println("")

	var duration time.Duration
	for _, t := range tasks {
		duration += t.Duration()
	}
	tasksByCompileMode := compilerproxylog.ClassifyByCompileMode(tasks)
	for i, tasks := range tasksByCompileMode {
		mode := compilerproxylog.CompileMode(i)
		fmt.Println(mode, ": # of tasks: ", len(tasks))
		if len(tasks) == 0 {
			fmt.Println("")
			continue
		}

		tr := compilerproxylog.ClassifyByResponse(tasks)
		var resps []string
		for r := range tr {
			resps = append(resps, r)
		}
		fmt.Println("  replies:")
		for _, r := range resps {
			fmt.Println("    ", r, len(tr[r]))
		}
		sort.Sort(sort.Reverse(compilerproxylog.ByDuration{TaskLogs: tasks}))
		var duration time.Duration
		for _, t := range tasks {
			duration += t.Duration()
		}
		fmt.Println("  durations:")
		fmt.Println("      ave  :", duration/time.Duration(len(tasks)))
		fmt.Println("      max  :", tasks[0].Duration())
		for _, q := range []int{98, 91, 75, 50, 25, 9, 2} {
			fmt.Printf("       %2d%% : %s\n", q, tasks[int(float64(len(tasks)*q)/100.0)].Duration())
		}
		fmt.Println("      min  :", tasks[len(tasks)-1].Duration())
		fmt.Println("  long tasks:")
		for i := 0; i < 5; i++ {
			if i >= len(tasks) {
				break
			}
			fmt.Printf("   #%d %s %s\n", i, tasks[i].ID, tasks[i].Duration())
			fmt.Println("    ", tasks[i].Desc)
			fmt.Println("    ", tasks[i].Response)
		}
		fmt.Println("")
	}

	dd := compilerproxylog.DurationDistribution(cpl.Created, tasks)
	fmt.Println("Duration per num active tasks")
	for i, d := range dd {
		fmt.Printf(" %3d tasks: %s\n", i, d)
	}
}