-
Notifications
You must be signed in to change notification settings - Fork 1
/
utils.go
106 lines (95 loc) · 3.15 KB
/
utils.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
package s3client
import (
"archive/tar"
"bytes"
"compress/gzip"
"errors"
"io"
"mime"
"path/filepath"
"strings"
)
// IsBinaryContentType returns true if the given content type is a binary content type,
// and false otherwise.
func IsBinaryContentType(contentType string) bool {
// Parse the content type to get the media type and parameters
mediaType, _, err := mime.ParseMediaType(contentType)
if err != nil {
// If the content type is invalid, assume it is not binary
return false
}
// Check if the media type is in the list of known binary media types
switch mediaType {
case "application/octet-stream", "application/gzip", "application/x-tar", "application/tar+gzip":
return true
default:
return false
}
}
// GetFileReader returns a function that creates a reader for a given file,
// based on the file's extension.
// The returned function takes an io.Reader as input and returns an io.Reader
// and an error, if any.
func GetFileReader(filename string) func(io.Reader) (io.ReadCloser, error) {
// Get the file extension of the given file
extension := strings.ToLower(filepath.Ext(filename))
// Return the appropriate reader function depending on the file extension
switch {
case extension == ".gz" || extension == ".gzip":
return func(r io.Reader) (io.ReadCloser, error) {
// read the entire body from the reader.
// this should be buffered and with a seeker
body, err := io.ReadAll(r)
if err != nil {
return nil, err
}
orig := body
gr, err := gzip.NewReader(bytes.NewReader(body))
if err != nil {
// See https://github.com/aws/aws-sdk-go/issues/1292
// The default HTTP transports that the AWS SDK uses will decompress objects transparently
// if the Content Encoding is gzip. Not everyone or everything properly sets the Content-Encoding
// header on their S3 objects, so we could be trying to process gzipped objects and not know it.
if errors.Is(err, gzip.ErrHeader) {
rc := io.NopCloser(bytes.NewReader(orig))
return rc, nil
}
return nil, err
}
return gr, nil
}
case extension == ".tar":
return func(r io.Reader) (io.ReadCloser, error) {
tr := io.NopCloser(tar.NewReader(r))
return tr, nil
}
default:
return func(r io.Reader) (io.ReadCloser, error) {
rc := io.NopCloser(r)
return rc, nil
}
}
}
// IsGlobPattern returns true if the given string is a glob pattern.
func IsGlobPattern(s string) bool {
// Check if the string contains any of the special glob characters: *, ?, [, or \
return strings.ContainsAny(s, "*?[\\")
}
// GetDirPrefix returns the directory prefix from a glob expression.
func GetDirPrefix(glob string) string {
// Split the glob expression by the path separator
parts := strings.Split(glob, string(filepath.Separator))
// Find the index of the last wildcard
lastWildcardIndex := -1
for i := len(parts) - 1; i >= 0; i-- {
if strings.ContainsAny(parts[i], "*?[") {
lastWildcardIndex = i
}
}
// If there is a wildcard, return the part before it
if lastWildcardIndex >= 0 {
return strings.Join(parts[:lastWildcardIndex], string(filepath.Separator))
}
// If there are no wildcards, the whole expression is the directory prefix
return glob
}