6184a70ba4
The upstream gcp aggressively closes the connection once it has received Content-Length bytes. However the @google-cloud/storage module doesn't handle this well and emits no event in this case. We were setting Content-Length because it's slightly more efficient and was important for our download progress bar (not anymore). The download should function fine without setting the Content-Length, and allows the storage stream to finish before closing the upstream socket.
201 lines
5.3 KiB
JavaScript
201 lines
5.3 KiB
JavaScript
import { arrayToB64, b64ToArray } from './utils';
|
|
|
|
function post(obj) {
|
|
return {
|
|
method: 'POST',
|
|
headers: new Headers({
|
|
'Content-Type': 'application/json'
|
|
}),
|
|
body: JSON.stringify(obj)
|
|
};
|
|
}
|
|
|
|
function parseNonce(header) {
|
|
header = header || '';
|
|
return header.split(' ')[1];
|
|
}
|
|
|
|
async function fetchWithAuth(url, params, keychain) {
|
|
const result = {};
|
|
params = params || {};
|
|
const h = await keychain.authHeader();
|
|
params.headers = new Headers({ Authorization: h });
|
|
const response = await fetch(url, params);
|
|
result.response = response;
|
|
result.ok = response.ok;
|
|
const nonce = parseNonce(response.headers.get('WWW-Authenticate'));
|
|
result.shouldRetry = response.status === 401 && nonce !== keychain.nonce;
|
|
keychain.nonce = nonce;
|
|
return result;
|
|
}
|
|
|
|
async function fetchWithAuthAndRetry(url, params, keychain) {
|
|
const result = await fetchWithAuth(url, params, keychain);
|
|
if (result.shouldRetry) {
|
|
return fetchWithAuth(url, params, keychain);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
export async function del(id, owner_token) {
|
|
const response = await fetch(`/api/delete/${id}`, post({ owner_token }));
|
|
return response.ok;
|
|
}
|
|
|
|
export async function setParams(id, owner_token, params) {
|
|
const response = await fetch(
|
|
`/api/params/${id}`,
|
|
post({
|
|
owner_token,
|
|
dlimit: params.dlimit
|
|
})
|
|
);
|
|
return response.ok;
|
|
}
|
|
|
|
export async function fileInfo(id, owner_token) {
|
|
const response = await fetch(`/api/info/${id}`, post({ owner_token }));
|
|
if (response.ok) {
|
|
const obj = await response.json();
|
|
return obj;
|
|
}
|
|
throw new Error(response.status);
|
|
}
|
|
|
|
export async function metadata(id, keychain) {
|
|
const result = await fetchWithAuthAndRetry(
|
|
`/api/metadata/${id}`,
|
|
{ method: 'GET' },
|
|
keychain
|
|
);
|
|
if (result.ok) {
|
|
const data = await result.response.json();
|
|
const meta = await keychain.decryptMetadata(b64ToArray(data.metadata));
|
|
return {
|
|
size: data.size,
|
|
ttl: data.ttl,
|
|
iv: meta.iv,
|
|
name: meta.name,
|
|
type: meta.type
|
|
};
|
|
}
|
|
throw new Error(result.response.status);
|
|
}
|
|
|
|
export async function setPassword(id, owner_token, keychain) {
|
|
const auth = await keychain.authKeyB64();
|
|
const response = await fetch(
|
|
`/api/password/${id}`,
|
|
post({ owner_token, auth })
|
|
);
|
|
return response.ok;
|
|
}
|
|
|
|
export function uploadFile(
|
|
encrypted,
|
|
metadata,
|
|
verifierB64,
|
|
keychain,
|
|
onprogress
|
|
) {
|
|
const xhr = new XMLHttpRequest();
|
|
const upload = {
|
|
cancel: function() {
|
|
xhr.abort();
|
|
},
|
|
result: new Promise(function(resolve, reject) {
|
|
xhr.addEventListener('loadend', function() {
|
|
const authHeader = xhr.getResponseHeader('WWW-Authenticate');
|
|
if (authHeader) {
|
|
keychain.nonce = parseNonce(authHeader);
|
|
}
|
|
if (xhr.status === 200) {
|
|
const responseObj = JSON.parse(xhr.responseText);
|
|
return resolve({
|
|
url: responseObj.url,
|
|
id: responseObj.id,
|
|
ownerToken: responseObj.owner
|
|
});
|
|
}
|
|
reject(new Error(xhr.status));
|
|
});
|
|
})
|
|
};
|
|
const dataView = new DataView(encrypted);
|
|
const blob = new Blob([dataView], { type: 'application/octet-stream' });
|
|
const fd = new FormData();
|
|
fd.append('data', blob);
|
|
xhr.upload.addEventListener('progress', function(event) {
|
|
if (event.lengthComputable) {
|
|
onprogress([event.loaded, event.total]);
|
|
}
|
|
});
|
|
xhr.open('post', '/api/upload', true);
|
|
xhr.setRequestHeader('X-File-Metadata', arrayToB64(new Uint8Array(metadata)));
|
|
xhr.setRequestHeader('Authorization', `send-v1 ${verifierB64}`);
|
|
xhr.send(fd);
|
|
return upload;
|
|
}
|
|
|
|
function download(id, keychain, onprogress, canceller) {
|
|
const xhr = new XMLHttpRequest();
|
|
canceller.oncancel = function() {
|
|
xhr.abort();
|
|
};
|
|
return new Promise(async function(resolve, reject) {
|
|
xhr.addEventListener('loadend', function() {
|
|
canceller.oncancel = function() {};
|
|
const authHeader = xhr.getResponseHeader('WWW-Authenticate');
|
|
if (authHeader) {
|
|
keychain.nonce = parseNonce(authHeader);
|
|
}
|
|
if (xhr.status !== 200) {
|
|
return reject(new Error(xhr.status));
|
|
}
|
|
|
|
const blob = new Blob([xhr.response]);
|
|
const fileReader = new FileReader();
|
|
fileReader.readAsArrayBuffer(blob);
|
|
fileReader.onload = function() {
|
|
resolve(this.result);
|
|
};
|
|
});
|
|
|
|
xhr.addEventListener('progress', function(event) {
|
|
if (event.target.status === 200) {
|
|
onprogress(event.loaded);
|
|
}
|
|
});
|
|
const auth = await keychain.authHeader();
|
|
xhr.open('get', `/api/download/${id}`);
|
|
xhr.setRequestHeader('Authorization', auth);
|
|
xhr.responseType = 'blob';
|
|
xhr.send();
|
|
onprogress(0);
|
|
});
|
|
}
|
|
|
|
async function tryDownload(id, keychain, onprogress, canceller, tries = 1) {
|
|
try {
|
|
const result = await download(id, keychain, onprogress, canceller);
|
|
return result;
|
|
} catch (e) {
|
|
if (e.message === '401' && --tries > 0) {
|
|
return tryDownload(id, keychain, onprogress, canceller, tries);
|
|
}
|
|
throw e;
|
|
}
|
|
}
|
|
|
|
export function downloadFile(id, keychain, onprogress) {
|
|
const canceller = {
|
|
oncancel: function() {} // download() sets this
|
|
};
|
|
function cancel() {
|
|
canceller.oncancel();
|
|
}
|
|
return {
|
|
cancel,
|
|
result: tryDownload(id, keychain, onprogress, canceller, 2)
|
|
};
|
|
}
|