Method makeRequests

dgraph/cmd/live/batch.go:392–459

makeRequests can receive requests from batchNquads or directly from BatchSetWithMark. It doesn't need to batch the requests anymore. Batching is already done for it by the caller functions.

()

// It doesn't need to batch the requests anymore. Batching is already done for it by the
// caller functions.
func (l *loader) makeRequests() {
	defer l.requestsWg.Done()
	atomic.AddInt32(&l.conc, 1)
	defer atomic.AddInt32(&l.conc, -1)

	buffer := make([]*request, 0, l.opts.bufferSize)
	var loops int
	drain := func() {
		i := 0
		for _, req := range buffer {
			loops++
			// If there is no conflict in req, we will use it
			// and then it would shift all the other reqs in buffer
			if !l.addConflictKeys(req) {
				buffer[i] = req
				i++
				continue
			}
			// Req will no longer be part of a buffer
			l.request(req)
		}
		buffer = buffer[:i]
	}

	t := time.Tick(5 * time.Second)

loop:
	for {
		select {
		case req, ok := <-l.reqs:
			if !ok {
				break loop
			}
			req.conflicts = l.conflictKeysForReq(req)
			if l.addConflictKeys(req) {
				l.request(req)
			} else {
				buffer = append(buffer, req)
			}

		case <-t:
			for {
				drain()
				if len(buffer) < l.opts.bufferSize {
					break
				}
			}
		}
	}

	for req := range l.reqs {
		req.conflicts = l.conflictKeysForReq(req)
		if l.addConflictKeys(req) {
			l.request(req)
		} else {
			buffer = append(buffer, req)
		}