feat: object cleanup is finally here

This commit is contained in:
Huskydog9988
2025-05-29 16:55:24 -04:00
parent f97a968e0d
commit 37fa9537d0

View File

@ -1,5 +1,6 @@
import prisma from "~/server/internal/db/database";
import objectHandler from "~/server/internal/objects";
import type { TaskReturn } from "../../h3";
type FieldReferenceMap = {
[modelName: string]: {
@ -9,29 +10,54 @@ type FieldReferenceMap = {
};
};
export default defineTask({
export default defineTask<TaskReturn>({
meta: {
name: "cleanup:objects",
},
async run() {
console.log("[Task cleanup:objects]: Cleaning unreferenced objects");
// get all objects
const objects = await objectHandler.listAll();
console.log(
`[Task cleanup:objects]: searching for ${objects.length} objects`,
);
console.log(objects);
const results = await findUnreferencedStrings(objects, buildRefMap());
// find unreferenced objects
const refMap = buildRefMap();
console.log("[Task cleanup:objects]: Building reference map");
console.log(
`[Task cleanup:objects]: found ${results.length} Unreferenced objects`,
`[Task cleanup:objects]: Found ${Object.keys(refMap).length} models with reference fields`,
);
console.log(results);
console.log("[Task cleanup:objects]: Searching for unreferenced objects");
const unrefedObjects = await findUnreferencedStrings(objects, refMap);
console.log(
`[Task cleanup:objects]: found ${unrefedObjects.length} Unreferenced objects`,
);
// console.log(unrefedObjects);
// remove objects
const deletePromises: Promise<boolean>[] = [];
for (const obj of unrefedObjects) {
console.log(`[Task cleanup:objects]: Deleting object ${obj}`);
deletePromises.push(objectHandler.deleteAsSystem(obj));
}
await Promise.all(deletePromises);
console.log("[Task cleanup:objects]: Done");
return { result: true };
return {
result: {
success: true,
data: unrefedObjects,
},
};
},
});
/**
* Builds a map of Prisma models and their fields that may contain object IDs
* @returns
*/
function buildRefMap(): FieldReferenceMap {
const tables = Object.keys(prisma).filter(
(v) => !(v.startsWith("$") || v.startsWith("_") || v === "constructor"),
@ -59,6 +85,12 @@ function buildRefMap(): FieldReferenceMap {
return result;
}
/**
* Searches all models for a given id in their fields
* @param id
* @param fieldRefMap
* @returns
*/
async function isReferencedInModelFields(
id: string,
fieldRefMap: FieldReferenceMap,
@ -111,6 +143,12 @@ async function isReferencedInModelFields(
return false;
}
/**
* Takes a list of objects and checks if they are referenced in any model fields
* @param objects
* @param fieldRefMap
* @returns
*/
async function findUnreferencedStrings(
objects: string[],
fieldRefMap: FieldReferenceMap,