diff --git a/controllers/load.ts b/controllers/load.ts new file mode 100644 index 0000000..be00162 --- /dev/null +++ b/controllers/load.ts @@ -0,0 +1,111 @@ +import type { RequestHandler } from "express"; + +// load db models +import Links from "../models/links.ts"; +import Playlists from "../models/playlists.ts"; + +import { dateForFilename } from "../utils/getFormattedDate.ts"; +import logger from "../utils/logger.ts"; + +const exportData: RequestHandler = async (req, res) => { + try { + if (!req.session.user) + throw new ReferenceError("session does not have user object"); + const uID = req.session.user.id; + + const currentPlaylists = await Playlists.findAll({ + attributes: ["playlistID", "playlistName"], + raw: true, + where: { + userID: uID, + }, + }); + const currentLinks = await Links.findAll({ + attributes: ["from", "to"], + raw: true, + where: { + userID: uID, + }, + }); + + res.attachment( + "Spotify Manager - Core Backup - " + dateForFilename() + ".json" + ); + res.send(JSON.stringify({ currentPlaylists, currentLinks })); + logger.debug("exported data"); + return null; + } catch (error) { + res.status(500).send({ message: "Internal Server Error" }); + logger.error("exportData", { error }); + return null; + } +}; + +const importData: RequestHandler = async (req, res) => { + try { + if (!req.session.user) + throw new ReferenceError("session does not have user object"); + const uID = req.session.user.id; + + if (!req.file) { + res.status(400).send({ message: "No file provided!" }); + logger.debug("no file provided"); + return null; + } + let exportedLinks: Pick[]; + let exportedPls: Pick[]; + try { + let exportedData = JSON.parse(req.file.buffer.toString()); + exportedLinks = structuredClone(exportedData["currentLinks"]); + exportedPls = structuredClone(exportedData["currentPlaylists"]); + } catch (error: any) { + const message = "Could not parse data file"; + res.status(400).send({ message }); + logger.info(message, { error }); + return null; + } + + const delPlNum = await Playlists.destroy({ where: { userID: uID } }); + const delLinkNum = await Links.destroy({ where: { userID: uID } }); + logger.debug("cleaned before importing", { delPlNum, delLinkNum }); + + const addedPls = await Playlists.bulkCreate( + exportedPls.map((pl) => { + return { ...pl, userID: uID }; + }), + { validate: true } + ); + if (addedPls.length !== exportedPls.length) { + logger.error("Could not import all playlists"); + } + const addedLinks = await Links.bulkCreate( + exportedLinks.map((link) => { + return { ...link, userID: uID }; + }), + { validate: true } + ); + if (addedLinks.length !== exportedLinks.length) { + logger.error("Could not import all links"); + } + const message = + "Imported " + + addedLinks.length + + " links, " + + addedPls.length + + " playlists."; + res + .status(200) + .send({ message, links: addedLinks.length, playlists: addedPls.length }); + logger.debug(message, { + links: addedLinks.length, + playlists: addedPls.length, + }); + return null; + } catch (error) { + res.status(500).send({ message: "Internal Server Error" }); + logger.error("exportData", { error }); + return null; + } +}; + +export { exportData, importData }; diff --git a/index.ts b/index.ts index 744c912..f6861af 100644 --- a/index.ts +++ b/index.ts @@ -20,6 +20,7 @@ import { getCurrentUsersProfile } from "./api/spotify.ts"; import authRoutes from "./routes/auth.ts"; import playlistRoutes from "./routes/playlists.ts"; import operationRoutes from "./routes/operations.ts"; +import loadRoutes from "./routes/load.ts"; import logger from "./utils/logger.ts"; @@ -109,6 +110,7 @@ app.use("/auth-health", isAuthenticated, async (req, res) => { app.use("/api/auth/", authRoutes); app.use("/api/playlists", isAuthenticated, playlistRoutes); app.use("/api/operations", isAuthenticated, operationRoutes); +app.use("/api/load", isAuthenticated, loadRoutes); // Fallbacks app.use((req, res) => { diff --git a/package-lock.json b/package-lock.json index 6ae9ec8..64ed353 100644 --- a/package-lock.json +++ b/package-lock.json @@ -19,6 +19,7 @@ "express-session": "^1.18.1", "express-validator": "^7.2.0", "helmet": "^8.0.0", + "multer": "^1.4.5-lts.1", "pg": "^8.13.1", "redis": "^4.7.0", "reflect-metadata": "^0.2.2", @@ -32,6 +33,7 @@ "@types/cors": "^2.8.17", "@types/express": "^4.17.21", "@types/express-session": "^1.18.1", + "@types/multer": "^1.4.12", "@types/node": "^22.13.10", "@types/sequelize": "^4.28.20", "@types/validator": "^13.12.2", @@ -691,6 +693,16 @@ "resolved": "https://registry.npmjs.org/@types/ms/-/ms-2.1.0.tgz", "integrity": "sha512-GsCCIZDE/p3i96vtEqx+7dBUGXrc7zeSK3wwPHIaRThS+9OhWIXRqzs4d6k1SVU8g91DrNRWxWUGhp5KXQb2VA==" }, + "node_modules/@types/multer": { + "version": "1.4.12", + "resolved": "https://registry.npmjs.org/@types/multer/-/multer-1.4.12.tgz", + "integrity": "sha512-pQ2hoqvXiJt2FP9WQVLPRO+AmiIm/ZYkavPlIQnx282u4ZrVdztx0pkh3jjpQt0Kz+YI0YhSG264y08UJKoUQg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/express": "*" + } + }, "node_modules/@types/node": { "version": "22.13.10", "resolved": "https://registry.npmjs.org/@types/node/-/node-22.13.10.tgz", @@ -815,6 +827,12 @@ "node": ">= 8" } }, + "node_modules/append-field": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/append-field/-/append-field-1.0.0.tgz", + "integrity": "sha512-klpgFSWLW1ZEs8svjfb7g4qWY0YS5imI82dTg+QahUvJ8YqAY0P10Uk8tTyh9ZGuYEZEMaeJYCF5BFuX552hsw==", + "license": "MIT" + }, "node_modules/array-flatten": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/array-flatten/-/array-flatten-1.1.1.tgz", @@ -923,6 +941,23 @@ "node": ">=8" } }, + "node_modules/buffer-from": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/buffer-from/-/buffer-from-1.1.2.tgz", + "integrity": "sha512-E+XQCRwSbaaiChtv6k6Dwgc+bx+Bs6vuKJHHl5kox/BaKbhiXzqQOwK4cO22yElGp2OCmjwVhT3HmxgyPGnJfQ==", + "license": "MIT" + }, + "node_modules/busboy": { + "version": "1.6.0", + "resolved": "https://registry.npmjs.org/busboy/-/busboy-1.6.0.tgz", + "integrity": "sha512-8SFQbg/0hQ9xy3UNTB0YEnsNBbWfhf7RtnzpL7TkBiTBRfrQ9Fxcnz7VJsleJpyp6rVLvXiuORqjlHi5q+PYuA==", + "dependencies": { + "streamsearch": "^1.1.0" + }, + "engines": { + "node": ">=10.16.0" + } + }, "node_modules/bytes": { "version": "3.1.2", "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", @@ -1173,6 +1208,51 @@ "resolved": "https://registry.npmjs.org/concat-map/-/concat-map-0.0.1.tgz", "integrity": "sha512-/Srv4dswyQNBfohGpz9o6Yb3Gz3SrUDqBH5rTuhGR7ahtlbYKnVxw2bCFMRljaA7EXHaXZ8wsHdodFvbkhKmqg==" }, + "node_modules/concat-stream": { + "version": "1.6.2", + "resolved": "https://registry.npmjs.org/concat-stream/-/concat-stream-1.6.2.tgz", + "integrity": "sha512-27HBghJxjiZtIk3Ycvn/4kbJk/1uZuJFfuPEns6LaEvpvG1f0hTea8lilrouyo9mVc2GWdcEZ8OLoGmSADlrCw==", + "engines": [ + "node >= 0.8" + ], + "license": "MIT", + "dependencies": { + "buffer-from": "^1.0.0", + "inherits": "^2.0.3", + "readable-stream": "^2.2.2", + "typedarray": "^0.0.6" + } + }, + "node_modules/concat-stream/node_modules/readable-stream": { + "version": "2.3.8", + "resolved": "https://registry.npmjs.org/readable-stream/-/readable-stream-2.3.8.tgz", + "integrity": "sha512-8p0AUk4XODgIewSi0l8Epjs+EVnWiK7NoDIEGU0HhE7+ZyY8D1IMY7odu5lRrFXGg71L15KG8QrPmum45RTtdA==", + "license": "MIT", + "dependencies": { + "core-util-is": "~1.0.0", + "inherits": "~2.0.3", + "isarray": "~1.0.0", + "process-nextick-args": "~2.0.0", + "safe-buffer": "~5.1.1", + "string_decoder": "~1.1.1", + "util-deprecate": "~1.0.1" + } + }, + "node_modules/concat-stream/node_modules/safe-buffer": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.1.2.tgz", + "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g==", + "license": "MIT" + }, + "node_modules/concat-stream/node_modules/string_decoder": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.1.1.tgz", + "integrity": "sha512-n/ShnvDi6FHbbVfviro+WojiFzv+s8MPMHBczVePfUpDJLwoLT0ht1l4YwBCbi8pJAveEEdnkHyPyTP/mzRfwg==", + "license": "MIT", + "dependencies": { + "safe-buffer": "~5.1.0" + } + }, "node_modules/config-chain": { "version": "1.1.13", "resolved": "https://registry.npmjs.org/config-chain/-/config-chain-1.1.13.tgz", @@ -1238,6 +1318,12 @@ "resolved": "https://registry.npmjs.org/cookie-signature/-/cookie-signature-1.0.6.tgz", "integrity": "sha512-QADzlaHc8icV8I7vbaJXJwod9HWYp8uCqf1xa4OfNu1T7JVxQIrUgOWtHdNDtPiywmFbiS12VjotIXLrKM3orQ==" }, + "node_modules/core-util-is": { + "version": "1.0.3", + "resolved": "https://registry.npmjs.org/core-util-is/-/core-util-is-1.0.3.tgz", + "integrity": "sha512-ZQBvi1DcpJ4GDqanjucZ2Hj3wEO5pZDS89BWbkcrvdxksJorwUDDZamX9ldFkp9aw2lmBDLgkObEA4DWNJ9FYQ==", + "license": "MIT" + }, "node_modules/cors": { "version": "2.8.5", "resolved": "https://registry.npmjs.org/cors/-/cors-2.8.5.tgz", @@ -2205,6 +2291,12 @@ "url": "https://github.com/sponsors/sindresorhus" } }, + "node_modules/isarray": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/isarray/-/isarray-1.0.0.tgz", + "integrity": "sha512-VLghIWNM6ELQzo7zwmcg0NmTVyWKYjvIeM83yjp0wRDTmUnrM678fQbcKBo6n2CJEF0szoG//ytg+TKla89ALQ==", + "license": "MIT" + }, "node_modules/isexe": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz", @@ -2406,6 +2498,15 @@ "node": "*" } }, + "node_modules/minimist": { + "version": "1.2.8", + "resolved": "https://registry.npmjs.org/minimist/-/minimist-1.2.8.tgz", + "integrity": "sha512-2yyAR8qBkN3YuheJanUpWC5U3bb5osDywNB8RzDVlDwDHbocAJveqqj1u8+SVD7jkWT4yvsHCpWqqWqAxb0zCA==", + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, "node_modules/minipass": { "version": "7.1.2", "resolved": "https://registry.npmjs.org/minipass/-/minipass-7.1.2.tgz", @@ -2415,6 +2516,18 @@ "node": ">=16 || 14 >=14.17" } }, + "node_modules/mkdirp": { + "version": "0.5.6", + "resolved": "https://registry.npmjs.org/mkdirp/-/mkdirp-0.5.6.tgz", + "integrity": "sha512-FP+p8RB8OWpF3YZBCrP5gtADmtXApB5AMLn+vdyA+PyxCjrCs00mjyUozssO33cwDeT3wNGdLxJ5M//YqtHAJw==", + "license": "MIT", + "dependencies": { + "minimist": "^1.2.6" + }, + "bin": { + "mkdirp": "bin/cmd.js" + } + }, "node_modules/moment": { "version": "2.30.1", "resolved": "https://registry.npmjs.org/moment/-/moment-2.30.1.tgz", @@ -2439,6 +2552,24 @@ "resolved": "https://registry.npmjs.org/ms/-/ms-2.0.0.tgz", "integrity": "sha512-Tpp60P6IUJDTuOq/5Z8cdskzJujfwqfOTkrwIwj7IRISpnkJnT6SyJ4PCPnGMoFjC9ddhal5KVIYtAt97ix05A==" }, + "node_modules/multer": { + "version": "1.4.5-lts.1", + "resolved": "https://registry.npmjs.org/multer/-/multer-1.4.5-lts.1.tgz", + "integrity": "sha512-ywPWvcDMeH+z9gQq5qYHCCy+ethsk4goepZ45GLD63fOu0YcNecQxi64nDs3qluZB+murG3/D4dJ7+dGctcCQQ==", + "license": "MIT", + "dependencies": { + "append-field": "^1.0.0", + "busboy": "^1.0.0", + "concat-stream": "^1.5.2", + "mkdirp": "^0.5.4", + "object-assign": "^4.1.1", + "type-is": "^1.6.4", + "xtend": "^4.0.0" + }, + "engines": { + "node": ">= 6.0.0" + } + }, "node_modules/negotiator": { "version": "0.6.3", "resolved": "https://registry.npmjs.org/negotiator/-/negotiator-0.6.3.tgz", @@ -2770,6 +2901,12 @@ "node": ">=0.10.0" } }, + "node_modules/process-nextick-args": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/process-nextick-args/-/process-nextick-args-2.0.1.tgz", + "integrity": "sha512-3ouUOpQhtgrbOa17J7+uxOTpITYWaGP7/AhoR3+A+/1e9skrzelGi/dXzEYyvbxubEF6Wn2ypscTKiKJFFn1ag==", + "license": "MIT" + }, "node_modules/proto-list": { "version": "1.2.4", "resolved": "https://registry.npmjs.org/proto-list/-/proto-list-1.2.4.tgz", @@ -3331,6 +3468,14 @@ "node": ">= 0.8" } }, + "node_modules/streamsearch": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/streamsearch/-/streamsearch-1.1.0.tgz", + "integrity": "sha512-Mcc5wHehp9aXz1ax6bZUyY5afg9u2rv5cqQI3mRrYkGC8rW2hM02jWuwjtL++LS5qinSyhj2QfLyNsuc+VsExg==", + "engines": { + "node": ">=10.0.0" + } + }, "node_modules/string_decoder": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.3.0.tgz", @@ -3557,6 +3702,12 @@ "node": ">= 0.6" } }, + "node_modules/typedarray": { + "version": "0.0.6", + "resolved": "https://registry.npmjs.org/typedarray/-/typedarray-0.0.6.tgz", + "integrity": "sha512-/aCDEGatGvZ2BIk+HmLf4ifCJFwvKFNb9/JeZPMulfgFracn9QFcAf5GO8B/mweUjSoblS5In0cWhqpfs/5PQA==", + "license": "MIT" + }, "node_modules/typescript": { "version": "5.8.2", "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.8.2.tgz", diff --git a/package.json b/package.json index 734f8f2..8aa64db 100644 --- a/package.json +++ b/package.json @@ -31,6 +31,7 @@ "express-session": "^1.18.1", "express-validator": "^7.2.0", "helmet": "^8.0.0", + "multer": "^1.4.5-lts.1", "pg": "^8.13.1", "redis": "^4.7.0", "reflect-metadata": "^0.2.2", @@ -44,6 +45,7 @@ "@types/cors": "^2.8.17", "@types/express": "^4.17.21", "@types/express-session": "^1.18.1", + "@types/multer": "^1.4.12", "@types/node": "^22.13.10", "@types/sequelize": "^4.28.20", "@types/validator": "^13.12.2", diff --git a/routes/load.ts b/routes/load.ts new file mode 100644 index 0000000..4af0093 --- /dev/null +++ b/routes/load.ts @@ -0,0 +1,13 @@ +import { Router } from "express"; +const loadRouter: Router = Router(); + +import multer from "multer"; +const upload = multer({ limits: { fileSize: 1024 * 1024 /** 1MB */ } }); +import { exportData, importData } from "../controllers/load.ts"; + +// import { validate } from "../validators/index.ts"; + +loadRouter.get("/", exportData); +loadRouter.put("/", upload.single("dataFile"), importData); + +export default loadRouter; diff --git a/utils/getFormattedDate.ts b/utils/getFormattedDate.ts new file mode 100644 index 0000000..e4fe8c8 --- /dev/null +++ b/utils/getFormattedDate.ts @@ -0,0 +1,24 @@ +import { zeroPaddedString } from "./getFormattedNumber.ts"; + +/** + * Returns a timestamp string to use for timestamped files + * @returns String of current datetime in YYYYMMDD-HHMMSS format + */ +const dateForFilename = (): string => { + const dt = new Date(); + return `${dt.getFullYear()}${zeroPaddedString( + dt.getMonth() + 1, + 2, + "before" + )}${zeroPaddedString(dt.getDate(), 2, "before")}-${zeroPaddedString( + dt.getHours(), + 2, + "before" + )}${zeroPaddedString(dt.getMinutes(), 2, "before")}${zeroPaddedString( + dt.getSeconds(), + 2, + "before" + )}`; +}; + +export { dateForFilename }; diff --git a/utils/getFormattedNumber.ts b/utils/getFormattedNumber.ts new file mode 100644 index 0000000..42c5988 --- /dev/null +++ b/utils/getFormattedNumber.ts @@ -0,0 +1,16 @@ +const zeroPaddedString = ( + num: number, + requiredDigits: number, + position: "before" | "after" +): string => { + if (num < 0) throw new RangeError("negative number"); + if (requiredDigits < 0) throw new RangeError("invalid number of zeroes"); + if (position !== "before" && position !== "after") + throw new TypeError("invalid position (before or after only)"); + + const requiredZeroes = requiredDigits - (num + "").replace(".", "").length; + const zeroes = "0".repeat(requiredZeroes); + return position === "before" ? "" + zeroes + num : "" + num + zeroes; +}; + +export { zeroPaddedString };