forked from longtao.wu/droboticflow
122 lines
4.7 KiB
JavaScript
122 lines
4.7 KiB
JavaScript
import assert from "node:assert/strict";
|
|
import { readFile } from "node:fs/promises";
|
|
import test from "node:test";
|
|
import {
|
|
directoryUploadBatchItems,
|
|
directoryUploadDestinationKey,
|
|
directoryUploadEmptyDirectories,
|
|
directoryUploadFiles,
|
|
findDirectoryUploadKeyOverflow,
|
|
normalizeDirectoryUploadPath,
|
|
OBJECT_STORAGE_KEY_MAX_UTF8_BYTES,
|
|
runDirectoryUploadTasks,
|
|
} from "../../src/lib/object-storage-directory-upload.js";
|
|
|
|
test("directory upload preserves webkitRelativePath and explicit empty directories", () => {
|
|
const files = [
|
|
{ name: "image.png", webkitRelativePath: "dataset/images/image.png", size: 12, type: "image/png" },
|
|
{ name: "labels.json", webkitRelativePath: "dataset/labels/labels.json", size: 8, type: "" },
|
|
];
|
|
const selected = directoryUploadFiles(files);
|
|
assert.deepEqual(
|
|
selected.map((item) => item.relativePath),
|
|
["dataset/images/image.png", "dataset/labels/labels.json"],
|
|
);
|
|
|
|
const emptyDirectories = directoryUploadEmptyDirectories("dataset/empty\ndataset/nested/empty\ndataset/empty");
|
|
assert.deepEqual(emptyDirectories, ["dataset/empty", "dataset/nested/empty"]);
|
|
assert.deepEqual(directoryUploadBatchItems(selected, emptyDirectories), [
|
|
{
|
|
relativePath: "dataset/images/image.png",
|
|
kind: "file",
|
|
sizeBytes: 12,
|
|
contentType: "image/png",
|
|
},
|
|
{
|
|
relativePath: "dataset/labels/labels.json",
|
|
kind: "file",
|
|
sizeBytes: 8,
|
|
contentType: "application/octet-stream",
|
|
},
|
|
{
|
|
relativePath: "dataset/empty",
|
|
kind: "directory",
|
|
sizeBytes: 0,
|
|
contentType: "application/x-directory",
|
|
},
|
|
{
|
|
relativePath: "dataset/nested/empty",
|
|
kind: "directory",
|
|
sizeBytes: 0,
|
|
contentType: "application/x-directory",
|
|
},
|
|
]);
|
|
});
|
|
|
|
test("directory upload rejects traversal-like local paths", () => {
|
|
assert.equal(normalizeDirectoryUploadPath("../escape.txt"), "");
|
|
assert.equal(normalizeDirectoryUploadPath("dataset/./file.txt"), "");
|
|
assert.equal(normalizeDirectoryUploadPath("/dataset/file.txt"), "dataset/file.txt");
|
|
});
|
|
|
|
test("directory upload validates the final BOS key by UTF-8 bytes", () => {
|
|
const exactLimitItem = { relativePath: "d".repeat(OBJECT_STORAGE_KEY_MAX_UTF8_BYTES), kind: "file" };
|
|
assert.equal(findDirectoryUploadKeyOverflow([exactLimitItem], ""), null);
|
|
|
|
const safeItem = { relativePath: `${"d/".repeat(256)}payload.txt`, kind: "file" };
|
|
assert.equal(findDirectoryUploadKeyOverflow([safeItem], "deep-test"), null);
|
|
assert.equal(directoryUploadDestinationKey("deep-test", safeItem), `deep-test/${safeItem.relativePath}`);
|
|
|
|
const oversizedItem = { relativePath: `${"d/".repeat(512)}payload.txt`, kind: "file" };
|
|
const oversized = findDirectoryUploadKeyOverflow([oversizedItem], "");
|
|
assert.equal(oversized.relativePath, oversizedItem.relativePath);
|
|
assert.equal(oversized.bytes, 1035);
|
|
assert.ok(oversized.bytes > OBJECT_STORAGE_KEY_MAX_UTF8_BYTES);
|
|
|
|
const multibyteItem = { relativePath: `${"层/".repeat(254)}文件.txt`, kind: "file" };
|
|
assert.ok(findDirectoryUploadKeyOverflow([multibyteItem], "目标路径"));
|
|
|
|
const emptyDirectory = { relativePath: "d".repeat(1018), kind: "directory" };
|
|
assert.equal(findDirectoryUploadKeyOverflow([emptyDirectory], "").bytes, 1024);
|
|
});
|
|
|
|
test("directory upload task runner bounds concurrency and retains individual failures", async () => {
|
|
const tasks = [1, 2, 3, 4, 5, 6];
|
|
let active = 0;
|
|
let maxActive = 0;
|
|
const settled = [];
|
|
const results = await runDirectoryUploadTasks(
|
|
tasks,
|
|
async (value) => {
|
|
active += 1;
|
|
maxActive = Math.max(maxActive, active);
|
|
await new Promise((resolve) => setTimeout(resolve, 2));
|
|
active -= 1;
|
|
if (value === 4) throw new Error("upload failed");
|
|
return value * 2;
|
|
},
|
|
{ concurrency: 3, onSettled: (result, value) => settled.push([value, result.status]) },
|
|
);
|
|
|
|
assert.equal(maxActive, 3);
|
|
assert.equal(results[3].status, "rejected");
|
|
assert.equal(results[5].value, 12);
|
|
assert.equal(settled.length, tasks.length);
|
|
});
|
|
|
|
test("directory upload panel exposes persistent session controls, dual progress, and complete item history", async () => {
|
|
const source = await readFile(
|
|
new URL("../../src/components/object-storage/DirectoryUploadPanel.tsx", import.meta.url),
|
|
"utf8",
|
|
);
|
|
assert.match(source, /webkitdirectory/);
|
|
assert.match(source, /directory-upload-conflict-policy/);
|
|
assert.match(source, /可恢复目录上传/);
|
|
assert.match(source, /处理进度(成功 \+ 跳过)/);
|
|
assert.match(source, /实际上传流量/);
|
|
assert.match(source, /pauseUploadSession/);
|
|
assert.match(source, /resumeUploadSession/);
|
|
assert.match(source, /cancelUploadSession/);
|
|
assert.match(source, /导出 CSV/);
|
|
});
|