Ryan/droplet
1
0
Fork 0
mirror of https://github.com/Drop-OSS/droplet.git synced 2025-11-09 20:12:18 +10:00
Code Issues Packages Projects Releases Wiki Activity

feat: performance improvements, fix zip

Browse Source
This commit is contained in:
DecDuck
2025-08-13 11:35:50 +10:00
parent 1665033fd9
commit dc3a420986
13 changed files with 504 additions and 227 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
__test__/manifest.spec.mjs
View File

@ -2,7 +2,7 @@ import test from "ava";
import fs from "node:fs";
import path from "path";
import { generateManifest, listFiles } from "../index.js";
import { DropletHandler, generateManifest } from "../index.js";
test("numerous small file", async (t) => {
// Setup test dir
@ -18,9 +18,12 @@ test("numerous small file", async (t) => {
fs.writeFileSync(fileName, i.toString());
}
const dropletHandler = new DropletHandler();
const manifest = JSON.parse(
await new Promise((r, e) =>
generateManifest(
dropletHandler,
dirName,
(_, __) => {},
(_, __) => {},
@ -56,7 +59,6 @@ test("numerous small file", async (t) => {
test.skip("performance test", async (t) => {
t.timeout(5 * 60 * 1000);
return t.pass();
const dirName = "./.test/pt";
if (fs.existsSync(dirName)) fs.rmSync(dirName, { recursive: true });
fs.mkdirSync(dirName, { recursive: true });
@ -73,9 +75,12 @@ test.skip("performance test", async (t) => {
randomStream.on("end", r);
});
const dropletHandler = new DropletHandler();
const start = Date.now();
await new Promise((r, e) =>
generateManifest(
dropletHandler,
dirName,
(_, __) => {},
(_, __) => {},

44
__test__/utils.spec.mjs
View File

@ -2,7 +2,7 @@ import test from "ava";
import fs from "node:fs";
import path from "path";
import droplet, { generateManifest } from "../index.js";
import droplet, { DropletHandler, generateManifest } from "../index.js";
test("check alt thread util", async (t) => {
let endtime1, endtime2;
@ -34,9 +34,13 @@ test("list files", async (t) => {
fs.writeFileSync(dirName + "/subdir/one.txt", "the first subdir");
fs.writeFileSync(dirName + "/subddir/two.txt", "the second");
const files = droplet.listFiles(dirName);
const dropletHandler = new DropletHandler();
const files = dropletHandler.listFiles(dirName);
t.assert(files.sort().join("\n"), ["root.txt", "subddir/two.txt", "subdir/one.txt"].join("\n"));
t.assert(
files.sort().join("\n"),
["root.txt", "subddir/two.txt", "subdir/one.txt"].join("\n")
);
fs.rmSync(dirName, { recursive: true });
});
@ -50,11 +54,13 @@ test("read file", async (t) => {
fs.writeFileSync(dirName + "/TESTFILE", testString);
const stream = droplet.readFile(dirName, "TESTFILE");
const dropletHandler = new DropletHandler();
const stream = dropletHandler.readFile(dirName, "TESTFILE");
let finalString = "";
for await (const chunk of stream) {
for await (const chunk of stream.getStream()) {
// Do something with each 'chunk'
finalString += String.fromCharCode.apply(null, chunk);
}
@ -71,11 +77,12 @@ test("read file offset", async (t) => {
const testString = "0123456789";
fs.writeFileSync(dirName + "/TESTFILE", testString);
const stream = droplet.readFile(dirName, "TESTFILE", BigInt(1), BigInt(4));
const dropletHandler = new DropletHandler();
const stream = dropletHandler.readFile(dirName, "TESTFILE", BigInt(1), BigInt(4));
let finalString = "";
for await (const chunk of stream) {
for await (const chunk of stream.getStream()) {
// Do something with each 'chunk'
finalString += String.fromCharCode.apply(null, chunk);
}
@ -90,10 +97,12 @@ test("read file offset", async (t) => {
});
test("zip file reader", async (t) => {
return t.pass();
t.timeout(10_000);
const dropletHandler = new DropletHandler();
const manifest = JSON.parse(
await new Promise((r, e) =>
generateManifest(
dropletHandler,
"./assets/TheGame.zip",
(_, __) => {},
(_, __) => {},
@ -102,17 +111,20 @@ test("zip file reader", async (t) => {
)
);
console.log(manifest);
const stream = dropletHandler.readFile(
"./assets/TheGame.zip",
"setup.exe",
BigInt(10),
BigInt(20)
);
return t.pass();
const stream = droplet.readFile("./assets/TheGame.zip", "TheGame/setup.exe");
let finalString;
for await (const chunk of stream) {
console.log(`read chunk ${chunk}`);
let finalString = "";
for await (const chunk of stream.getStream()) {
// Do something with each 'chunk'
finalString += String.fromCharCode.apply(null, chunk);
finalString = String.fromCharCode.apply(null, chunk);
if(finalString.length > 100) break;
}
console.log(finalString);
t.pass();
});