| 289 | } |
| 290 | |
| 291 | func (s3 *S3FileStore) CreateFilePath(key string) (filestore.Filepath, error) { |
| 292 | fp := filestore.S3Filepath{} |
| 293 | // **NOTE:** It's possible we'll need to change this default based on whether the |
| 294 | // user employs EMR as their Spark executor |
| 295 | // See here for details: https://stackoverflow.com/questions/69984233/spark-s3-write-s3-vs-s3a-connectors |
| 296 | if err := fp.SetScheme(filestore.S3Prefix); err != nil { |
| 297 | return nil, err |
| 298 | } |
| 299 | if err := fp.SetBucket(s3.Bucket); err != nil { |
| 300 | return nil, err |
| 301 | } |
| 302 | var err error |
| 303 | |
| 304 | if s3.Path != "" && !strings.HasPrefix(key, s3.Path) { |
| 305 | err = fp.SetKey(fmt.Sprintf("%s/%s", s3.Path, strings.Trim(key, "/"))) |
| 306 | } else { |
| 307 | err = fp.SetKey(strings.Trim(key, "/")) |
| 308 | } |
| 309 | if err != nil { |
| 310 | return nil, err |
| 311 | } |
| 312 | fp.SetIsDir(false) |
| 313 | if err := fp.Validate(); err != nil { |
| 314 | return nil, err |
| 315 | } |
| 316 | return &fp, nil |
| 317 | } |
| 318 | |
| 319 | func (s3 *S3FileStore) CreateDirPath(key string) (filestore.Filepath, error) { |
| 320 | fp, err := s3.CreateFilePath(key) |