vodorod/parcer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: prettier

Browse Source
This commit is contained in:
karishmas6
2024-10-16 14:47:24 +05:30
parent 3f964239b1
commit 8b26ba17a7
1 changed files with 42 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

85
server/src/storage/mino.ts
View File

@@ -39,64 +39,63 @@ class BinaryOutputService {
const plainRun = run.toJSON(); const plainRun = run.toJSON();
for (const key of Object.keys(binaryOutput)) { for (const key of Object.keys(binaryOutput)) {
let binaryData = binaryOutput[key]; let binaryData = binaryOutput[key];
if (!plainRun.runId) { if (!plainRun.runId) {
console.error('Run ID is undefined. Cannot upload binary data.'); console.error('Run ID is undefined. Cannot upload binary data.');
continue; continue;
} }
console.log(`Processing binary output key: ${key}`); console.log(`Processing binary output key: ${key}`);
// Check if binaryData has a valid Buffer structure and parse it
if (binaryData && typeof binaryData.data === 'string') {
try {
const parsedData = JSON.parse(binaryData.data);
if (parsedData && parsedData.type === 'Buffer' && Array.isArray(parsedData.data)) {
binaryData = Buffer.from(parsedData.data);
} else {
console.error(`Invalid Buffer format for key: ${key}`);
continue;
}
} catch (error) {
console.error(`Failed to parse JSON for key: ${key}`, error);
continue;
}
}
// Handle cases where binaryData might not be a Buffer
if (!Buffer.isBuffer(binaryData)) {
console.error(`Binary data for key ${key} is not a valid Buffer.`);
continue;
}
// Check if binaryData has a valid Buffer structure and parse it
if (binaryData && typeof binaryData.data === 'string') {
try { try {
const minioKey = `${plainRun.runId}/${key}`; const parsedData = JSON.parse(binaryData.data);
if (parsedData && parsedData.type === 'Buffer' && Array.isArray(parsedData.data)) {
await this.uploadBinaryOutputToMinioBucket(run, minioKey, binaryData); binaryData = Buffer.from(parsedData.data);
} else {
// Construct the public URL for the uploaded object console.error(`Invalid Buffer format for key: ${key}`);
const publicUrl = `http://${process.env.MINIO_ENDPOINT}:${process.env.MINIO_PORT}/${this.bucketName}/${minioKey}`; continue;
}
// Save the public URL in the result object
uploadedBinaryOutput[key] = publicUrl;
} catch (error) { } catch (error) {
console.error(`Error uploading key ${key} to MinIO:`, error); console.error(`Failed to parse JSON for key: ${key}`, error);
continue;
} }
}
// Handle cases where binaryData might not be a Buffer
if (!Buffer.isBuffer(binaryData)) {
console.error(`Binary data for key ${key} is not a valid Buffer.`);
continue;
}
try {
const minioKey = `${plainRun.runId}/${key}`;
await this.uploadBinaryOutputToMinioBucket(run, minioKey, binaryData);
// Construct the public URL for the uploaded object
const publicUrl = `http://${process.env.MINIO_ENDPOINT}:${process.env.MINIO_PORT}/${this.bucketName}/${minioKey}`;
// Save the public URL in the result object
uploadedBinaryOutput[key] = publicUrl;
} catch (error) {
console.error(`Error uploading key ${key} to MinIO:`, error);
}
} }
console.log('Uploaded Binary Output:', uploadedBinaryOutput); console.log('Uploaded Binary Output:', uploadedBinaryOutput);
try { try {
await run.update({ binaryOutput: uploadedBinaryOutput }); await run.update({ binaryOutput: uploadedBinaryOutput });
console.log('Run successfully updated with binary output'); console.log('Run successfully updated with binary output');
} catch (updateError) { } catch (updateError) {
console.error('Error updating run with binary output:', updateError); console.error('Error updating run with binary output:', updateError);
} }
return uploadedBinaryOutput; return uploadedBinaryOutput;
} }
async uploadBinaryOutputToMinioBucket(run: Run, key: string, data: Buffer): Promise<void> { async uploadBinaryOutputToMinioBucket(run: Run, key: string, data: Buffer): Promise<void> {
const bucketName = 'maxun-run-screenshots'; const bucketName = 'maxun-run-screenshots';