q792602257/VptPassiveAdapter
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

s3循环列表

Browse Source
This commit is contained in:
Jerry Yan 2025-03-01 10:45:54 +08:00
parent 087def8015
commit 06f7e007f0
1 changed files with 45 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
fs/s3_adapter.go
View File

@ -57,12 +57,20 @@ func (s *S3Adapter) GetFileList(dirPath string, relDt time.Time) ([]dto.File, er
if err != nil { if err != nil {
return nil, err return nil, err
} }
var fileList []dto.File
var continuationToken *string
for {
if continuationToken != nil {
listObjectsInput.ContinuationToken = continuationToken
}
result, err := client.ListObjectsV2(context.TODO(), listObjectsInput) result, err := client.ListObjectsV2(context.TODO(), listObjectsInput)
if err != nil { if err != nil {
return nil, err return nil, err
} }
var fileList []dto.File
for _, object := range result.Contents { for _, object := range result.Contents {
key := *object.Key key := *object.Key
if !util.IsVideoFile(path.Base(key)) { if !util.IsVideoFile(path.Base(key)) {
@ -95,6 +103,13 @@ func (s *S3Adapter) GetFileList(dirPath string, relDt time.Time) ([]dto.File, er
EndTime: stopTime, EndTime: stopTime,
}) })
} }
if !*result.IsTruncated {
break
}
continuationToken = result.NextContinuationToken
}
sort.Slice(fileList, func(i, j int) bool { sort.Slice(fileList, func(i, j int) bool {
return fileList[i].StartTime.Before(fileList[j].StartTime) return fileList[i].StartTime.Before(fileList[j].StartTime)
}) })