Files
myDrive/backend/services/chunk-service/utils/getBusboyData.ts
T
oxmc ecc340e7b1
Release Please / release-please (push) Has been cancelled
Docker Build and Push (Development) / build-and-push-dev (push) Has been cancelled
feat: add dark mode UI and SQLite as alternate database backend
Dark mode: CSS custom properties + .dark class toggled via Redux/localStorage,
with a theme toggle in the Header and Settings page. Foundation didn't exist
yet despite prior assumption, so it was built from scratch.

SQLite: new DB_ENGINE=mongo|sqlite env var selects the metadata backend at
runtime (Mongo stays default, no behavior change unless opted in). File/thumbnail
bytes continue to use the existing fs/S3 storage path. Implemented via a shared
DB interface (dbTypes.ts) with parallel mongoDB/ and sqliteDB/ implementations,
selected through dbFactory.ts, with JWT/encryption logic extracted into
userCrypto.ts so both engines share it.
2026-07-05 04:18:33 -07:00

223 lines
5.7 KiB
TypeScript

import { EventEmitter, Stream } from "stream";
import { UserInterface } from "../../../models/user-model";
import { FileInterface, FileMetadateInterface } from "../../../models/file-model";
import uuid from "uuid";
import crypto from "crypto";
import ForbiddenError from "../../../utils/ForbiddenError";
import env from "../../../enviroment/env";
import { getStorageActions } from "../actions/helper-actions";
import getFileSize from "./getFileSize";
import imageChecker from "../../../utils/imageChecker";
import videoChecker from "../../../utils/videoChecker";
import createVideoThumbnail from "./createVideoThumbnail";
import createThumbnail from "./createImageThumbnail";
import { RequestTypeFullUser } from "../../../controllers/file-controller";
import { getFSStoragePath } from "../../../utils/getFSStoragePath";
import { getFileDB } from "../../../db/dbFactory";
const storageActions = getStorageActions();
const fileDB = getFileDB();
type FileInfo = {
file: FileInterface;
parent: string;
};
const processData = (
busboy: any,
user: UserInterface,
req: RequestTypeFullUser
) => {
const eventEmitter = new EventEmitter();
try {
let parent = "";
let size = 0;
const handleFinish = async (
filename: string,
metadata: FileMetadateInterface
) => {
const date = new Date();
let length = 0;
if (env.dbType === "fs" && metadata.filePath) {
length = (await getFileSize(metadata.filePath)) as number;
} else {
// TODO: Fix this we should be using the encrypted file size
length = metadata.size;
}
const videoCheck = videoChecker(filename);
const currentFile = await fileDB.createFile({
filename,
uploadDate: date.toISOString(),
length,
metadata: {
...metadata,
isVideo: videoCheck,
},
});
const imageCheck = imageChecker(currentFile.filename);
if (videoCheck && env.videoThumbnailsEnabled) {
const updatedFile = await createVideoThumbnail(
currentFile,
filename,
user
);
return updatedFile;
} else if (currentFile.length < 15728640 && imageCheck) {
const updatedFile = await createThumbnail(currentFile, filename, user);
return updatedFile;
} else {
return currentFile;
}
};
const uploadFile = (filename: string, fileStream: Stream) => {
return new Promise<{ filename: string; metadata: FileMetadateInterface }>(
(resolve, reject) => {
const randomFilenameID = uuid.v4();
const password = user.getEncryptionKey();
if (!password) throw new ForbiddenError("Invalid Encryption Key");
const initVect = crypto.randomBytes(16);
const CIPHER_KEY = crypto
.createHash("sha256")
.update(password)
.digest();
const cipher = crypto.createCipheriv("aes256", CIPHER_KEY, initVect);
const metadata = {
owner: user._id.toString(),
parent: "/",
parentList: ["/"].toString(),
hasThumbnail: false,
thumbnailID: "",
isVideo: false,
size,
IV: initVect,
processingFile: true,
} as FileMetadateInterface;
if (env.dbType === "fs") {
metadata.filePath = getFSStoragePath() + randomFilenameID;
} else {
metadata.s3ID = randomFilenameID;
}
const { writeStream, emitter } = storageActions.createWriteStream(
metadata,
fileStream.pipe(cipher),
randomFilenameID
);
writeStream.on("error", (e: Error) => {
reject(e);
});
cipher.on("error", (e: Error) => {
reject(e);
});
fileStream.on("error", (e: Error) => {
reject(e);
});
if (emitter) {
emitter.on("finish", () => {
resolve({ filename, metadata });
});
emitter.on("error", (e: Error) => {
reject(e);
});
} else {
writeStream.on("finish", () => {
resolve({ filename, metadata });
});
}
cipher.pipe(writeStream);
}
);
};
const processFile = async (filename: string, fileStream: Stream) => {
try {
const { filename: newFilename, metadata } = await uploadFile(
filename,
fileStream
);
const file = await handleFinish(newFilename, metadata);
eventEmitter.emit("finish", {
file,
parent,
});
} catch (e) {
eventEmitter.emit("error", e);
}
};
busboy.on("field", (field: any, val: any) => {
if (field === "parent") {
parent = val;
} else if (field === "size") {
size = +val;
}
});
busboy.on(
"file",
(
_: string,
file: Stream,
filedata: {
filename: string;
}
) => {
processFile(filedata.filename, file);
}
);
busboy.on("error", (e: Error) => {
eventEmitter.emit("error", e);
});
req.on("error", (e: Error) => {
eventEmitter.emit("error", e);
});
req.pipe(busboy);
} catch (e) {
eventEmitter.emit("error", e);
}
return eventEmitter;
};
const uploadFileToStorage = (
busboy: any,
user: UserInterface,
req: RequestTypeFullUser
) => {
return new Promise<FileInfo>((resolve, reject) => {
const eventEmitter = processData(busboy, user, req);
eventEmitter.on("finish", (data) => {
resolve(data);
});
eventEmitter.on("error", (e) => {
reject(e);
});
});
};
export default uploadFileToStorage;