-
Notifications
You must be signed in to change notification settings - Fork 254
Expand file tree
/
Copy pathlistMultipartUploads.js
More file actions
165 lines (159 loc) · 6.28 KB
/
listMultipartUploads.js
File metadata and controls
165 lines (159 loc) · 6.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
const async = require('async');
const { errors, s3middleware } = require('arsenal');
const convertToXml = s3middleware.convertToXml;
const constants = require('../../constants');
const collectCorsHeaders = require('../utilities/collectCorsHeaders');
const services = require('../services');
const { metadataValidateBucket } = require('../metadata/metadataUtils');
const { pushMetric } = require('../utapi/utilities');
// Sample XML response:
/*
<?xml version='1.0' encoding='UTF-8'?>
<ListMultipartUploadsResult xmlns='http://s3.amazonaws.com/doc/2006-03-01/'>
<Bucket>bucket</Bucket>
<KeyMarker></KeyMarker>
<UploadIdMarker></UploadIdMarker>
<NextKeyMarker>my-movie.m2ts</NextKeyMarker>
<NextUploadIdMarker>YW55IGlkZWEgd2h5IGVsdmlu
ZydzIHVwbG9hZCBmYWlsZWQ</NextUploadIdMarker>
<MaxUploads>3</MaxUploads>
<IsTruncated>true</IsTruncated>
<Upload>
<Key>my-divisor</Key>
<UploadId>XMgbGlrZSBlbHZpbmcncyBub3QgaGF2aW5nIG11Y2ggbHVjaw</UploadId>
<Initiator>
<ID>arn:aws:iam::111122223333:user/
user1-11111a31-17b5-4fb7-9df5-b111111f13de</ID>
<DisplayName>user1-11111a31-17b5-4fb7-9df5-b111111f13de</DisplayName>
</Initiator>
<Owner>
<ID>75aa57f09aa0c8caeab4f8c24e99d10f8e7faeebf76c078efc7c6caea54ba06a</ID>
<DisplayName>OwnerDisplayName</DisplayName>
</Owner>
<StorageClass>STANDARD</StorageClass>
<Initiated>2010-11-10T20:48:33.000Z</Initiated>
</Upload>
<Upload>
<Key>my-movie.m2ts</Key>
<UploadId>VXBsb2FkIElEIGZvciBlbHZpbmcn
cyBteS1tb3ZpZS5tMnRzIHVwbG9hZA</UploadId>
<Initiator>
<ID>b1d16700c70b0b05597d7acd6a3f92be</ID>
<DisplayName>InitiatorDisplayName</DisplayName>
</Initiator>
<Owner>
<ID>b1d16700c70b0b05597d7acd6a3f92be</ID>
<DisplayName>OwnerDisplayName</DisplayName>
</Owner>
<StorageClass>STANDARD</StorageClass>
<Initiated>2010-11-10T20:48:33.000Z</Initiated>
</Upload>
<Upload>
<Key>my-movie.m2ts</Key>
<UploadId>YW55IGlkZWEgd2h5IGVsdmluZydzIHVwbG9hZCBmYWlsZWQ</UploadId>
<Initiator>
<ID>arn:aws:iam::444455556666:
user/user1-22222a31-17b5-4fb7-9df5-b222222f13de</ID>
<DisplayName>user1-22222a31-17b5-4fb7-9df5-b222222f13de</DisplayName>
</Initiator>
<Owner>
<ID>b1d16700c70b0b05597d7acd6a3f92be</ID>
<DisplayName>OwnerDisplayName</DisplayName>
</Owner>
<StorageClass>STANDARD</StorageClass>
<Initiated>2010-11-10T20:49:33.000Z</Initiated>
</Upload>
</ListMultipartUploadsResult>
*/
/**
* list multipart uploads - Return list of open multipart uploads
* @param {AuthInfo} authInfo - Instance of AuthInfo class with requester's info
* @param {object} request - http request object
* @param {object} log - Werelogs logger
* @param {function} callback - callback to respond to http request
* with either error code or xml response body
* @return {undefined}
*/
function listMultipartUploads(authInfo, request, log, callback) {
log.debug('processing request', { method: 'listMultipartUploads' });
const query = request.query;
const bucketName = request.bucketName;
const mpuBucketName = `${constants.mpuBucketPrefix}${bucketName}`;
const encoding = query['encoding-type'];
const prefix = query.prefix ? query.prefix : '';
const metadataValParams = {
authInfo,
bucketName,
// AWS docs state that the bucket owner and anyone with
// s3:ListBucketMultipartUploads rights under the bucket policies
// have access. They do not address ACLs at all. It seems inconsisent
// that someone who has read access on a bucket would not be able
// to list the multipart uploads so we have provided here that
// the authorization to list multipart uploads is the same
// as listing objects in a bucket.
requestType: 'bucketGet',
preciseRequestType: 'listMultipartUploads',
request,
};
async.waterfall([
function waterfall1(next) {
// Check final destination bucket for authorization rather
// than multipart upload bucket
metadataValidateBucket(metadataValParams, request.actionImplicitDenies, log,
(err, bucket) => next(err, bucket));
},
function getMPUBucket(bucket, next) {
services.getMPUBucket(bucket, bucketName, log,
(err, mpuBucket) => next(err, bucket, mpuBucket));
},
function waterfall2(bucket, mpuBucket, next) {
let splitter = constants.splitter;
// BACKWARD: Remove to remove the old splitter
if (mpuBucket.getMdBucketModelVersion() < 2) {
splitter = constants.oldSplitter;
}
let maxUploads = query['max-uploads'] !== undefined ?
Number.parseInt(query['max-uploads'], 10) : 1000;
if (maxUploads < 0) {
return callback(errors.InvalidArgument, bucket);
}
if (maxUploads > constants.listingHardLimit) {
maxUploads = constants.listingHardLimit;
}
const listingParams = {
delimiter: query.delimiter,
keyMarker: query['key-marker'],
uploadIdMarker: query['upload-id-marker'],
maxKeys: maxUploads,
prefix: `overview${splitter}${prefix}`,
queryPrefixLength: prefix.length,
listingType: 'MPU',
splitter,
};
services.getMultipartUploadListing(mpuBucketName, listingParams,
log, (err, list) => next(err, bucket, list));
return undefined;
},
], (err, bucket, list) => {
const corsHeaders = collectCorsHeaders(request.headers.origin,
request.method, bucket);
if (err) {
return callback(err, null, corsHeaders);
}
const xmlParams = {
bucketName,
encoding,
list,
prefix: query.prefix,
keyMarker: query['key-marker'],
uploadIdMarker: query['upload-id-marker'],
};
const xml = convertToXml('listMultipartUploads', xmlParams);
pushMetric('listMultipartUploads', log, {
authInfo,
bucket: bucketName,
});
return callback(null, xml, corsHeaders);
});
}
module.exports = listMultipartUploads;