Function NewBulkIndexer

esutil/bulk_indexer.go:324–364

NewBulkIndexer creates a new bulk indexer. If cfg.Client is nil, a default client is created via [elasticsearch.NewBase]; see its documentation for address resolution. The auto-created client is closed by [BulkIndexer.Close]. Any error from the underlying client construction is returned.

(cfg BulkIndexerConfig)

// closed by [BulkIndexer.Close]. Any error from the underlying client
// construction is returned.
func NewBulkIndexer(cfg BulkIndexerConfig) (BulkIndexer, error) {
	var ownedClient *elasticsearch.BaseClient
	if cfg.Client == nil {
		client, err := elasticsearch.NewBase()
		if err != nil {
			return nil, err
		}
		cfg.Client = client
		ownedClient = client
	}

	if cfg.Decoder == nil {
		cfg.Decoder = defaultJSONDecoder{}
	}

	if cfg.NumWorkers <= 0 {
		cfg.NumWorkers = runtime.NumCPU()
	}

	if cfg.FlushBytes <= 0 {
		cfg.FlushBytes = 5e+6
	}

	if cfg.FlushInterval <= 0 {
		cfg.FlushInterval = 30 * time.Second
	}

	if cfg.QueueSizeMultiplier <= 0 {
		cfg.QueueSizeMultiplier = 1
	}

	bi := bulkIndexer{
		config:      cfg,
		stats:       &bulkIndexerStats{},
		ownedClient: ownedClient,
	}

	bi.init()

	return &bi, nil
}

// Add adds an item to the indexer.
//