droboticflow/tests/frontend/object-storage-directory-upload.test.mjs

122 lines
4.7 KiB
JavaScript

import assert from "node:assert/strict";
import { readFile } from "node:fs/promises";
import test from "node:test";
import {
directoryUploadBatchItems,
directoryUploadDestinationKey,
directoryUploadEmptyDirectories,
directoryUploadFiles,
findDirectoryUploadKeyOverflow,
normalizeDirectoryUploadPath,
OBJECT_STORAGE_KEY_MAX_UTF8_BYTES,
runDirectoryUploadTasks,
} from "../../src/lib/object-storage-directory-upload.js";
test("directory upload preserves webkitRelativePath and explicit empty directories", () => {
const files = [
{ name: "image.png", webkitRelativePath: "dataset/images/image.png", size: 12, type: "image/png" },
{ name: "labels.json", webkitRelativePath: "dataset/labels/labels.json", size: 8, type: "" },
];
const selected = directoryUploadFiles(files);
assert.deepEqual(
selected.map((item) => item.relativePath),
["dataset/images/image.png", "dataset/labels/labels.json"],
);
const emptyDirectories = directoryUploadEmptyDirectories("dataset/empty\ndataset/nested/empty\ndataset/empty");
assert.deepEqual(emptyDirectories, ["dataset/empty", "dataset/nested/empty"]);
assert.deepEqual(directoryUploadBatchItems(selected, emptyDirectories), [
{
relativePath: "dataset/images/image.png",
kind: "file",
sizeBytes: 12,
contentType: "image/png",
},
{
relativePath: "dataset/labels/labels.json",
kind: "file",
sizeBytes: 8,
contentType: "application/octet-stream",
},
{
relativePath: "dataset/empty",
kind: "directory",
sizeBytes: 0,
contentType: "application/x-directory",
},
{
relativePath: "dataset/nested/empty",
kind: "directory",
sizeBytes: 0,
contentType: "application/x-directory",
},
]);
});
test("directory upload rejects traversal-like local paths", () => {
assert.equal(normalizeDirectoryUploadPath("../escape.txt"), "");
assert.equal(normalizeDirectoryUploadPath("dataset/./file.txt"), "");
assert.equal(normalizeDirectoryUploadPath("/dataset/file.txt"), "dataset/file.txt");
});
test("directory upload validates the final BOS key by UTF-8 bytes", () => {
const exactLimitItem = { relativePath: "d".repeat(OBJECT_STORAGE_KEY_MAX_UTF8_BYTES), kind: "file" };
assert.equal(findDirectoryUploadKeyOverflow([exactLimitItem], ""), null);
const safeItem = { relativePath: `${"d/".repeat(256)}payload.txt`, kind: "file" };
assert.equal(findDirectoryUploadKeyOverflow([safeItem], "deep-test"), null);
assert.equal(directoryUploadDestinationKey("deep-test", safeItem), `deep-test/${safeItem.relativePath}`);
const oversizedItem = { relativePath: `${"d/".repeat(512)}payload.txt`, kind: "file" };
const oversized = findDirectoryUploadKeyOverflow([oversizedItem], "");
assert.equal(oversized.relativePath, oversizedItem.relativePath);
assert.equal(oversized.bytes, 1035);
assert.ok(oversized.bytes > OBJECT_STORAGE_KEY_MAX_UTF8_BYTES);
const multibyteItem = { relativePath: `${"层/".repeat(254)}文件.txt`, kind: "file" };
assert.ok(findDirectoryUploadKeyOverflow([multibyteItem], "目标路径"));
const emptyDirectory = { relativePath: "d".repeat(1018), kind: "directory" };
assert.equal(findDirectoryUploadKeyOverflow([emptyDirectory], "").bytes, 1024);
});
test("directory upload task runner bounds concurrency and retains individual failures", async () => {
const tasks = [1, 2, 3, 4, 5, 6];
let active = 0;
let maxActive = 0;
const settled = [];
const results = await runDirectoryUploadTasks(
tasks,
async (value) => {
active += 1;
maxActive = Math.max(maxActive, active);
await new Promise((resolve) => setTimeout(resolve, 2));
active -= 1;
if (value === 4) throw new Error("upload failed");
return value * 2;
},
{ concurrency: 3, onSettled: (result, value) => settled.push([value, result.status]) },
);
assert.equal(maxActive, 3);
assert.equal(results[3].status, "rejected");
assert.equal(results[5].value, 12);
assert.equal(settled.length, tasks.length);
});
test("directory upload panel exposes persistent session controls, dual progress, and complete item history", async () => {
const source = await readFile(
new URL("../../src/components/object-storage/DirectoryUploadPanel.tsx", import.meta.url),
"utf8",
);
assert.match(source, /webkitdirectory/);
assert.match(source, /directory-upload-conflict-policy/);
assert.match(source, /可恢复目录上传/);
assert.match(source, /处理进度(成功 \+ 跳过)/);
assert.match(source, /实际上传流量/);
assert.match(source, /pauseUploadSession/);
assert.match(source, /resumeUploadSession/);
assert.match(source, /cancelUploadSession/);
assert.match(source, /导出 CSV/);
});