vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: error handling while upload

Browse Source
This commit is contained in:
karishmas6
2024-10-16 00:45:30 +05:30
parent 9f11897f2a
commit 7c615032ab
1 changed files with 32 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
server/src/storage/mino.ts
View File

@@ -39,19 +39,42 @@ class BinaryOutputService {
for (const key of Object.keys(binaryOutput)) { for (const key of Object.keys(binaryOutput)) {
const binaryData = binaryOutput[key]; const binaryData = binaryOutput[key];
const bufferData = Buffer.from(binaryData, 'binary');
const minioKey = `${run.runId}/${key}`;
await run.uploadBinaryOutputToMinioBucket(minioKey, bufferData); console.log(`Processing binary output key: ${key}`);
console.log(`Binary data: ${binaryData}`);
// Save the Minio URL in the result object if (!binaryData) {
uploadedBinaryOutput[key] = `minio://${this.bucketName}/${minioKey}`; console.error(`No data found for key: ${key}`);
continue;
}
try {
const bufferData = Buffer.from(binaryData, 'binary');
const minioKey = `${run.runId}/${key}`;
console.log(`Uploading data to MinIO with key: ${minioKey}`);
await run.uploadBinaryOutputToMinioBucket(minioKey, bufferData);
// Save the Minio URL in the result object
uploadedBinaryOutput[key] = `minio://${this.bucketName}/${minioKey}`;
console.log(`Successfully uploaded ${key} to MinIO`);
} catch (error) {
console.error(`Error uploading key ${key} to MinIO:`, error);
}
} }
// Update the run with the Minio URLs for binary output console.log('Uploaded Binary Output:', uploadedBinaryOutput);
await run.update({
binaryOutput: uploadedBinaryOutput try {
}); await run.update({
binaryOutput: uploadedBinaryOutput
});
console.log('Run successfully updated with binary output');
} catch (updateError) {
console.error('Error updating run with binary output:', updateError);
}
return uploadedBinaryOutput; return uploadedBinaryOutput;
} }