Method Run

_benchmarks/benchmarks/runner/runner.go:168–216

Run executes the benchmark runs.

()

// Run executes the benchmark runs.
func (r *Runner) Run() error {
	if err := validateConfig(r.config); err != nil {
		return err
	}

	var errs []error

	r.stats = r.stats[:]

	if r.config.SetupFunc != nil {
		if _, err := r.config.SetupFunc(0, r.config); err != nil {
			return err
		}
	}

	for n := 1; n <= r.config.NumWarmups; n++ {
		if _, err := r.config.RunnerFunc(n, r.config); err != nil {
			errs = append(errs, err)
		}
	}

	for n := 1; n <= r.config.NumRepetitions; n++ {
		stat := Stats{Start: time.Now().UTC()}
		res, err := r.config.RunnerFunc(n, r.config)
		if err != nil {
			errs = append(errs, err)
			stat.Outcome = "failure"
		} else {
			stat.Duration = time.Since(stat.Start)
			stat.ResponseStatusCode = res.StatusCode
			if res.IsError() {
				errs = append(errs, fmt.Errorf("HTTP error: %s", res.String()))
				stat.Outcome = "failure"
			} else {
				stat.Outcome = "success"
			}
			r.stats = append(r.stats, stat)
		}
	}

	if err := r.SaveStats(); err != nil {
		return err
	}

	if len(errs) > 0 {
		return &Error{err: fmt.Sprintf("encountered %d errors during the run", len(errs)), errs: errs}
	}
	return nil
}

// Stats returns statistics about the run.
func (r *Runner) Stats() []Stats {