Method Train

pkg/drain/drain.go:66–83

(content string)

}

func (d *Drain) Train(content string) *LogCluster {
	d.tokenBuffer = d.tokenizer.Tokenize(content, d.tokenBuffer)
	if len(d.tokenBuffer) == 0 {
		return nil
	}

	if len(d.tokenBuffer) < d.config.MinTokens {
		d.metrics.LinesSkippedTooFewTokens.Inc()
		return nil
	}
	if len(d.tokenBuffer) > d.config.MaxTokens {
		d.metrics.LinesSkippedTooManyTokens.Inc()
		return nil
	}
	d.metrics.TokensPerLine.Observe(float64(len(d.tokenBuffer)))

	return d.train(d.tokenBuffer)
}

func (d *Drain) newCluster(tokens []string) *LogCluster {
	d.clustersCounter++