Function FetchHTTPFile

core/http.go:434–523

(
	ctx context.Context,
	query *Query,
	opts FetchHTTPRequestOpts,
)

}

func FetchHTTPFile(
	ctx context.Context,
	query *Query,
	opts FetchHTTPRequestOpts,
) (_ *HTTPFetchResult, rerr error) {
	expectedChecksum, err := parseOptionalChecksum(opts.Checksum)
	if err != nil {
		return nil, fmt.Errorf("invalid checksum %q: %w", opts.Checksum.Value, err)
	}

	req, err := http.NewRequestWithContext(ctx, http.MethodGet, opts.URL, nil)
	if err != nil {
		return nil, err
	}
	req.Header.Set("Accept-Encoding", "identity")
	if opts.AuthorizationHeader != "" {
		req.Header.Set("Authorization", opts.AuthorizationHeader)
	}

	resp, err := doHTTPClientRequest(ctx, req)
	if err != nil {
		return nil, err
	}
	defer resp.Body.Close()

	bkref, err := query.SnapshotManager().New(ctx, nil,
		bkcache.WithRecordType(bkclient.UsageRecordTypeRegular),
		bkcache.WithDescription(fmt.Sprintf("http url %s", opts.URL)),
	)
	if err != nil {
		return nil, err
	}
	defer func() {
		if rerr != nil && bkref != nil {
			_ = bkref.Release(context.WithoutCancel(ctx))
		}
	}()

	h := sha256.New()
	err = MountRef(ctx, bkref, func(out string, _ *mount.Mount) error {
		dest := filepath.Join(out, opts.Filename)
		f, err := os.OpenFile(dest, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, os.FileMode(opts.Permissions))
		if err != nil {
			return err
		}
		if _, err := io.Copy(io.MultiWriter(f, h), resp.Body); err != nil {
			_ = f.Close()
			return err
		}
		if err := f.Close(); err != nil {
			return err
		}

		timestamp := time.Unix(0, 0)
		if lastModified := resp.Header.Get("Last-Modified"); lastModified != "" {
			if parsed, err := http.ParseTime(lastModified); err == nil {
				timestamp = parsed
			}