diff --git a/services/worker/src/s3/client.js b/services/worker/src/s3/client.js new file mode 100644 index 0000000..04348eb --- /dev/null +++ b/services/worker/src/s3/client.js @@ -0,0 +1,45 @@ +import { S3Client, GetObjectCommand, PutObjectCommand } from '@aws-sdk/client-s3'; +import { createReadStream, createWriteStream } from 'fs'; +import { pipeline } from 'stream/promises'; + +const createS3Client = () => { + return new S3Client({ + region: process.env.AWS_REGION || 'us-east-1', + endpoint: process.env.S3_ENDPOINT, + credentials: { + accessKeyId: process.env.AWS_ACCESS_KEY_ID, + secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY, + }, + forcePathStyle: true, + }); +}; + +export const downloadFromS3 = async (bucket, key, localPath) => { + const client = createS3Client(); + try { + const response = await client.send( + new GetObjectCommand({ Bucket: bucket, Key: key }) + ); + + const writeStream = createWriteStream(localPath); + await pipeline(response.Body, writeStream); + } finally { + client.destroy(); + } +}; + +export const uploadToS3 = async (bucket, key, localPath) => { + const client = createS3Client(); + try { + const readStream = createReadStream(localPath); + await client.send( + new PutObjectCommand({ + Bucket: bucket, + Key: key, + Body: readStream, + }) + ); + } finally { + client.destroy(); + } +};