mirror of
https://github.com/Drop-OSS/drop.git
synced 2026-06-22 04:11:32 +10:00
feat: object cleanup is finally here
This commit is contained in:
@@ -1,5 +1,6 @@
|
|||||||
import prisma from "~/server/internal/db/database";
|
import prisma from "~/server/internal/db/database";
|
||||||
import objectHandler from "~/server/internal/objects";
|
import objectHandler from "~/server/internal/objects";
|
||||||
|
import type { TaskReturn } from "../../h3";
|
||||||
|
|
||||||
type FieldReferenceMap = {
|
type FieldReferenceMap = {
|
||||||
[modelName: string]: {
|
[modelName: string]: {
|
||||||
@@ -9,29 +10,54 @@ type FieldReferenceMap = {
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
export default defineTask({
|
export default defineTask<TaskReturn>({
|
||||||
meta: {
|
meta: {
|
||||||
name: "cleanup:objects",
|
name: "cleanup:objects",
|
||||||
},
|
},
|
||||||
async run() {
|
async run() {
|
||||||
console.log("[Task cleanup:objects]: Cleaning unreferenced objects");
|
console.log("[Task cleanup:objects]: Cleaning unreferenced objects");
|
||||||
|
|
||||||
|
// get all objects
|
||||||
const objects = await objectHandler.listAll();
|
const objects = await objectHandler.listAll();
|
||||||
console.log(
|
console.log(
|
||||||
`[Task cleanup:objects]: searching for ${objects.length} objects`,
|
`[Task cleanup:objects]: searching for ${objects.length} objects`,
|
||||||
);
|
);
|
||||||
console.log(objects);
|
|
||||||
const results = await findUnreferencedStrings(objects, buildRefMap());
|
// find unreferenced objects
|
||||||
|
const refMap = buildRefMap();
|
||||||
|
console.log("[Task cleanup:objects]: Building reference map");
|
||||||
console.log(
|
console.log(
|
||||||
`[Task cleanup:objects]: found ${results.length} Unreferenced objects`,
|
`[Task cleanup:objects]: Found ${Object.keys(refMap).length} models with reference fields`,
|
||||||
);
|
);
|
||||||
console.log(results);
|
console.log("[Task cleanup:objects]: Searching for unreferenced objects");
|
||||||
|
const unrefedObjects = await findUnreferencedStrings(objects, refMap);
|
||||||
|
console.log(
|
||||||
|
`[Task cleanup:objects]: found ${unrefedObjects.length} Unreferenced objects`,
|
||||||
|
);
|
||||||
|
// console.log(unrefedObjects);
|
||||||
|
|
||||||
|
// remove objects
|
||||||
|
const deletePromises: Promise<boolean>[] = [];
|
||||||
|
for (const obj of unrefedObjects) {
|
||||||
|
console.log(`[Task cleanup:objects]: Deleting object ${obj}`);
|
||||||
|
deletePromises.push(objectHandler.deleteAsSystem(obj));
|
||||||
|
}
|
||||||
|
await Promise.all(deletePromises);
|
||||||
|
|
||||||
console.log("[Task cleanup:objects]: Done");
|
console.log("[Task cleanup:objects]: Done");
|
||||||
return { result: true };
|
return {
|
||||||
|
result: {
|
||||||
|
success: true,
|
||||||
|
data: unrefedObjects,
|
||||||
|
},
|
||||||
|
};
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Builds a map of Prisma models and their fields that may contain object IDs
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
function buildRefMap(): FieldReferenceMap {
|
function buildRefMap(): FieldReferenceMap {
|
||||||
const tables = Object.keys(prisma).filter(
|
const tables = Object.keys(prisma).filter(
|
||||||
(v) => !(v.startsWith("$") || v.startsWith("_") || v === "constructor"),
|
(v) => !(v.startsWith("$") || v.startsWith("_") || v === "constructor"),
|
||||||
@@ -59,6 +85,12 @@ function buildRefMap(): FieldReferenceMap {
|
|||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Searches all models for a given id in their fields
|
||||||
|
* @param id
|
||||||
|
* @param fieldRefMap
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
async function isReferencedInModelFields(
|
async function isReferencedInModelFields(
|
||||||
id: string,
|
id: string,
|
||||||
fieldRefMap: FieldReferenceMap,
|
fieldRefMap: FieldReferenceMap,
|
||||||
@@ -111,6 +143,12 @@ async function isReferencedInModelFields(
|
|||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Takes a list of objects and checks if they are referenced in any model fields
|
||||||
|
* @param objects
|
||||||
|
* @param fieldRefMap
|
||||||
|
* @returns
|
||||||
|
*/
|
||||||
async function findUnreferencedStrings(
|
async function findUnreferencedStrings(
|
||||||
objects: string[],
|
objects: string[],
|
||||||
fieldRefMap: FieldReferenceMap,
|
fieldRefMap: FieldReferenceMap,
|
||||||
|
|||||||
Reference in New Issue
Block a user