Ryan/docmost
1
0
Fork 0
mirror of https://github.com/docmost/docmost.git synced 2025-11-10 02:02:06 +10:00
Code Issues Packages Projects Releases Wiki Activity

feat: queue imported attachments for indexing

Browse Source
This commit is contained in:
Philipinho
2025-09-04 09:38:30 -07:00
parent 3e9f6b11cc
commit 5d91eb4f5f
2 changed files with 36 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
apps/server/src/ee

Submodule apps/server/src/ee updated: 38de2d0dc1...d658a0d6dc

36
apps/server/src/integrations/import/services/import-attachment.service.ts
View File

@ -16,6 +16,9 @@ import { unwrapFromParagraph } from '../utils/import-formatter';
import { resolveRelativeAttachmentPath } from '../utils/import.utils';
import { load } from 'cheerio';
import pLimit from 'p-limit';
import { InjectQueue } from '@nestjs/bullmq';
import { Queue } from 'bullmq';
import { QueueJob, QueueName } from '../../queue/constants';
interface AttachmentInfo {
href: string;
@ -39,6 +42,7 @@ export class ImportAttachmentService {
constructor(
private readonly storageService: StorageService,
@InjectKysely() private readonly db: KyselyDB,
@InjectQueue(QueueName.ATTACHMENT_QUEUE) private attachmentQueue: Queue,
) {}
async processAttachments(opts: {
@ -579,7 +583,7 @@ export class ImportAttachmentService {
if (!nonDrawioExtensions.has(ext)) {
drawioFiles.push(attachment);
} else {
//Skipped non-Draw.io file with mxfile MIME.}`,
//Skipped non-Draw.io file with mxfile MIME.
}
}
@ -792,6 +796,36 @@ export class ImportAttachmentService {
})
.execute();
// Queue PDF and DOCX files for indexing
const supportedExtensions = ['.pdf', '.docx'];
if (supportedExtensions.includes(ext.toLowerCase())) {
try {
await this.attachmentQueue.add(
QueueJob.ATTACHMENT_INDEX_CONTENT,
{ attachmentId },
{
attempts: 2,
backoff: {
type: 'exponential',
delay: 30 * 1000,
},
deduplication: {
id: attachmentId,
},
removeOnComplete: true,
removeOnFail: false,
},
);
this.logger.debug(
`Queued ${fileNameWithExt} for indexing (attachment ID: ${attachmentId})`,
);
} catch (err) {
this.logger.error(
`Failed to queue indexing for imported attachment ${attachmentId}: ${err}`,
);
}
}
uploadStats.completed++;
if (uploadStats.completed % 10 === 0) {