mirror of https://github.com/tycrek/ass
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
310 lines
12 KiB
310 lines
12 KiB
try {
|
|
// Check if config.json exists
|
|
require('./config.json');
|
|
} catch (err) {
|
|
console.error('No config.json found! Please run \'npm run setup\'');
|
|
process.exit(1);
|
|
}
|
|
|
|
// Load the config
|
|
const { host, port, resourceIdSize, diskFilePath, gfyIdSize, resourceIdType, isProxied, s3enabled, saveAsOriginal } = require('./config.json');
|
|
|
|
//#region Imports
|
|
const fs = require('fs-extra');
|
|
const express = require('express');
|
|
const escape = require('escape-html');
|
|
const useragent = require('express-useragent');
|
|
const rateLimit = require("express-rate-limit");
|
|
const fetch = require('node-fetch');
|
|
const marked = require('marked');
|
|
const { DateTime } = require('luxon');
|
|
const { WebhookClient, MessageEmbed } = require('discord.js');
|
|
const OpenGraph = require('./ogp');
|
|
const Thumbnail = require('./thumbnails');
|
|
const Vibrant = require('./vibrant');
|
|
const Hash = require('./hash');
|
|
const { uploadLocal, uploadS3, deleteS3 } = require('./storage');
|
|
const { path, saveData, log, verify, getTrueHttp, getTrueDomain, renameFile, generateToken, generateId, formatBytes, arrayEquals, getS3url, downloadTempS3, sanitize } = require('./utils');
|
|
const { CODE_NO_CONTENT, CODE_BAD_REQUEST, CODE_UNAUTHORIZED, CODE_NOT_FOUND } = require('./MagicNumbers.json');
|
|
//#endregion
|
|
|
|
//#region Variables, module setup
|
|
const ASS_LOGO = 'https://cdn.discordapp.com/icons/848274994375294986/8d339d4a2f3f54b2295e5e0ff62bd9e6.png?size=1024';
|
|
const app = express();
|
|
|
|
// Configure filename and location settings
|
|
let users = {};
|
|
let data = {};
|
|
//#endregion
|
|
|
|
/**
|
|
* Operations to run to ensure ass can start properly
|
|
*/
|
|
function preStartup() {
|
|
// Make sure data.json exists
|
|
if (!fs.existsSync(path('data.json'))) {
|
|
fs.writeJsonSync(path('data.json'), data, { spaces: 4 });
|
|
log('File [data.json] created');
|
|
} else log('File [data.json] exists');
|
|
|
|
// Make sure auth.json exists and generate the first key
|
|
if (!fs.existsSync(path('auth.json'))) {
|
|
const token = generateToken();
|
|
users[token] = { username: 'ass', count: 0 };
|
|
fs.writeJsonSync(path('auth.json'), { users }, { spaces: 4 });
|
|
log(`File [auth.json] created\n!! Important: save this token in a secure spot: ${Object.keys(users)[0]}\n`);
|
|
} else log('File [auth.json] exists');
|
|
|
|
// Read users and data
|
|
users = fs.readJsonSync(path('auth.json')).users || {};
|
|
data = fs.readJsonSync(path('data.json'));
|
|
log('Users & data read from filesystem');
|
|
|
|
// Monitor auth.json for changes (triggered by running 'npm run new-token')
|
|
fs.watch(path('auth.json'), { persistent: false }, (eventType) => eventType === 'change' && fs.readJson(path('auth.json'))
|
|
.then((json) => !(arrayEquals(Object.keys(users), Object.keys(json.users))) && (users = json.users) && log(`New token added: ${Object.keys(users)[Object.keys(users).length - 1]}`)) // skipcq: JS-0243
|
|
.catch(console.error));
|
|
|
|
// Create thumbnails directory
|
|
fs.ensureDirSync(path(diskFilePath, 'thumbnails'));
|
|
}
|
|
|
|
/**
|
|
* Builds the router
|
|
* ///todo: make this separate
|
|
*/
|
|
function startup() {
|
|
app.enable('case sensitive routing');
|
|
app.set('trust proxy', isProxied);
|
|
app.set('view engine', 'pug');
|
|
app.use(useragent.express());
|
|
|
|
// Rate limit
|
|
app.use(rateLimit({
|
|
windowMs: 1000 * 60, // 60 seconds // skipcq: JS-0074
|
|
max: 90 // Limit each IP to 30 requests per windowMs // skipcq: JS-0074
|
|
}));
|
|
|
|
// Don't process favicon requests
|
|
app.use((req, res, next) => (req.url.includes('favicon.ico') ? res.sendStatus(CODE_NO_CONTENT) : next()));
|
|
|
|
// Index
|
|
app.get('/', (_req, res) => fs.readFile(path('README.md')).then((bytes) => bytes.toString()).then(marked).then((d) => res.render('index', { data: d })));
|
|
|
|
// Block unauthorized requests and attempt token sanitization
|
|
app.post('/', (req, res, next) => {
|
|
req.token = req.headers.authorization.replace(/[^\da-z]/gi, '');
|
|
!verify(req, users) ? res.sendStatus(CODE_UNAUTHORIZED) : next(); // skipcq: JS-0093
|
|
});
|
|
|
|
// Generate ID's to use for other functions
|
|
app.post('/', (req, _res, next) => (req.randomId = generateId('random', 32, null, null), next())); // skipcq: JS-0074, JS-0086, JS-0090
|
|
app.post('/', (req, _res, next) => (req.deleteId = generateId('random', 32, null, null), next())); // skipcq: JS-0074, JS-0086, JS-0090
|
|
|
|
// Upload file (local & S3) // skipcq: JS-0093
|
|
s3enabled
|
|
? app.post('/', (req, res, next) => uploadS3(req, res, (error) => ((error) && console.error(error), next()))) // skipcq: JS-0090
|
|
: app.post('/', uploadLocal, ({ next }) => next());
|
|
|
|
// Pre-response operations
|
|
app.post('/', (req, _res, next) => {
|
|
req.file.randomId = req.randomId;
|
|
req.file.deleteId = req.deleteId;
|
|
|
|
// Sanitize filename just in case Multer didn't catch it
|
|
req.file.originalname = sanitize(req.file.originalname);
|
|
|
|
// Download a temp copy to work with if using S3 storage
|
|
(s3enabled ? downloadTempS3(req.file) : new Promise((resolve) => resolve()))
|
|
|
|
// Generate the Thumbnail, Vibrant, and SHA1 hash
|
|
.then(() => Promise.all([Thumbnail(req.file), Vibrant(req.file), Hash(req.file)]))
|
|
// skipcq: JS-0086
|
|
.then(([thumbnail, vibrant, sha1]) => (
|
|
req.file.thumbnail = thumbnail,// skipcq: JS-0090
|
|
req.file.vibrant = vibrant,// skipcq: JS-0090
|
|
req.file.sha1 = sha1// skipcq: JS-0090
|
|
))
|
|
|
|
// Remove the temp file if using S3 storage, otherwise rename the local file
|
|
.then(() => (s3enabled ? fs.remove(path(diskFilePath, req.file.originalname)) : renameFile(req, saveAsOriginal ? req.file.originalname : req.file.sha1)))
|
|
.then(() => next())
|
|
.catch((err) => next(err));
|
|
});
|
|
|
|
// Process uploaded file
|
|
app.post('/', (req, res) => {
|
|
// Load overrides
|
|
const trueDomain = getTrueDomain(req.headers["x-ass-domain"]);
|
|
const generator = req.headers["x-ass-access"] || resourceIdType;
|
|
|
|
// Get the uploaded time in milliseconds
|
|
req.file.timestamp = DateTime.now().toMillis();
|
|
|
|
// Keep track of the token that uploaded the resource
|
|
req.file.token = req.token;
|
|
|
|
// Attach any embed overrides, if necessary
|
|
req.file.opengraph = {
|
|
title: req.headers['x-ass-og-title'],
|
|
description: req.headers['x-ass-og-description'],
|
|
author: req.headers['x-ass-og-author'],
|
|
authorUrl: req.headers['x-ass-og-author-url'],
|
|
provider: req.headers['x-ass-og-provider'],
|
|
providerUrl: req.headers['x-ass-og-provider-url'],
|
|
color: req.headers['x-ass-og-color']
|
|
};
|
|
|
|
// Save the file information
|
|
const resourceId = generateId(generator, resourceIdSize, req.headers['x-ass-gfycat'] || gfyIdSize, req.file.originalname);
|
|
data[resourceId.split('.')[0]] = req.file;
|
|
saveData(data);
|
|
|
|
// Log the upload
|
|
const logInfo = `${req.file.originalname} (${req.file.mimetype})`;
|
|
log(`Uploaded: ${logInfo} (user: ${users[req.token] ? users[req.token].username : '<token-only>'})`);
|
|
|
|
// Build the URLs
|
|
const resourceUrl = `${getTrueHttp()}${trueDomain}/${resourceId}`;
|
|
const thumbnailUrl = `${getTrueHttp()}${trueDomain}/${resourceId}/thumbnail`;
|
|
const deleteUrl = `${getTrueHttp()}${trueDomain}/${resourceId}/delete/${req.file.deleteId}`;
|
|
|
|
// Send the response
|
|
res.type('json').send({ resource: resourceUrl, thumbnail: thumbnailUrl, delete: deleteUrl })
|
|
.on('finish', () => {
|
|
|
|
// After we have sent the user the response, also send a Webhook to Discord (if headers are present)
|
|
if (req.headers['x-ass-webhook-client'] && req.headers['x-ass-webhook-token']) {
|
|
|
|
// Build the webhook client & embed
|
|
const whc = new WebhookClient(req.headers['x-ass-webhook-client'], req.headers['x-ass-webhook-token']);
|
|
const embed = new MessageEmbed()
|
|
.setTitle(logInfo)
|
|
.setURL(resourceUrl)
|
|
.setDescription(`**Size:** \`${formatBytes(req.file.size)}\`\n**[Delete](${deleteUrl})**`)
|
|
.setThumbnail(thumbnailUrl)
|
|
.setColor(req.file.vibrant)
|
|
.setTimestamp(req.file.timestamp);
|
|
|
|
// Send the embed to the webhook, then delete the client after to free resources
|
|
whc.send(null, {
|
|
username: req.headers['x-ass-webhook-username'] || 'ass',
|
|
avatarURL: req.headers['x-ass-webhook-avatar'] || ASS_LOGO,
|
|
embeds: [embed]
|
|
}).then(() => whc.destroy());
|
|
}
|
|
|
|
// Also update the users upload count
|
|
if (!users[req.token]) {
|
|
const generateUsername = () => generateId('random', 20, null); // skipcq: JS-0074
|
|
let username = generateUsername();
|
|
while (Object.values(users).findIndex((user) => user.username === username) !== -1) // skipcq: JS-0073
|
|
username = generateUsername();
|
|
users[req.token] = { username, count: 0 };
|
|
}
|
|
users[req.token].count += 1;
|
|
fs.writeJsonSync(path('auth.json'), { users }, { spaces: 4 })
|
|
});
|
|
});
|
|
|
|
// Middleware for parsing the resource ID and handling 404
|
|
app.use('/:resourceId', (req, res, next) => {
|
|
// Parse the resource ID
|
|
req.ass = { resourceId: escape(req.params.resourceId).split('.')[0] };
|
|
|
|
// If the ID is invalid, return 404. Otherwise, continue normally // skipcq: JS-0093
|
|
(!req.ass.resourceId || !data[req.ass.resourceId]) ? res.sendStatus(CODE_NOT_FOUND) : next();
|
|
});
|
|
|
|
// View file
|
|
app.get('/:resourceId', (req, res) => {
|
|
const { resourceId } = req.ass;
|
|
const fileData = data[resourceId];
|
|
|
|
const requiredItems = {
|
|
randomId: fileData.randomId,
|
|
originalname: escape(fileData.originalname),
|
|
mimetype: fileData.mimetype,
|
|
size: fileData.size,
|
|
timestamp: fileData.timestamp,
|
|
opengraph: fileData.opengraph,
|
|
vibrant: fileData.vibrant,
|
|
};
|
|
|
|
// If the client is Discord, send an Open Graph embed
|
|
if (req.useragent.isBot) return res.type('html').send(new OpenGraph(getTrueHttp(), getTrueDomain(), resourceId, requiredItems).build());
|
|
|
|
// Return the file differently depending on what storage option was used
|
|
const uploaders = {
|
|
s3: () => fetch(getS3url(fileData.randomId, fileData.mimetype)).then((file) => {
|
|
file.headers.forEach((value, header) => res.setHeader(header, value));
|
|
file.body.pipe(res);
|
|
}),
|
|
local: () => {
|
|
res.header('Accept-Ranges', 'bytes').header('Content-Length', fileData.size).type(fileData.mimetype);
|
|
fs.createReadStream(path(fileData.path)).pipe(res);
|
|
}
|
|
};
|
|
|
|
uploaders[s3enabled ? 's3' : 'local']();
|
|
});
|
|
|
|
// Thumbnail response
|
|
app.get('/:resourceId/thumbnail', (req, res) => {
|
|
const { resourceId } = req.ass;
|
|
|
|
// Read the file and send it to the client
|
|
fs.readFile(path(diskFilePath, 'thumbnails/', data[resourceId].thumbnail))
|
|
.then((fileData) => res.type('jpg').send(fileData))
|
|
.catch(console.error);
|
|
});
|
|
|
|
// oEmbed response for clickable authors/providers
|
|
// https://oembed.com/
|
|
// https://old.reddit.com/r/discordapp/comments/82p8i6/a_basic_tutorial_on_how_to_get_the_most_out_of/
|
|
app.get('/:resourceId/oembed.json', (req, res) => {
|
|
const { resourceId } = req.ass;
|
|
|
|
// Build the oEmbed object & send the response
|
|
const { opengraph, mimetype } = data[resourceId];
|
|
res.type('json').send({
|
|
version: '1.0',
|
|
type: mimetype.includes('video') ? 'video' : 'photo',
|
|
author_name: opengraph.author,
|
|
author_url: opengraph.authorUrl,
|
|
provider_name: opengraph.provider,
|
|
provider_url: opengraph.providerUrl
|
|
});
|
|
});
|
|
|
|
// Delete file
|
|
app.get('/:resourceId/delete/:deleteId', (req, res) => {
|
|
const { resourceId } = req.ass;
|
|
const deleteId = escape(req.params.deleteId);
|
|
const fileData = data[resourceId];
|
|
|
|
// If the delete ID doesn't match, don't delete the file
|
|
if (deleteId !== fileData.deleteId) return res.sendStatus(CODE_UNAUTHORIZED);
|
|
|
|
// If the ID is invalid, return 400 because we are unable to process the resource
|
|
if (!resourceId || !fileData) return res.sendStatus(CODE_BAD_REQUEST);
|
|
|
|
log(`Deleted: ${fileData.originalname} (${fileData.mimetype})`);
|
|
|
|
// Save the file information
|
|
Promise.all([s3enabled ? deleteS3(fileData) : fs.rmSync(path(fileData.path)), fs.rmSync(path(diskFilePath, 'thumbnails/', fileData.thumbnail))])
|
|
.then(() => {
|
|
delete data[resourceId];
|
|
saveData(data);
|
|
res.type('text').send('File has been deleted!');
|
|
})
|
|
.catch(console.error);
|
|
});
|
|
|
|
// Host the server
|
|
app.listen(port, host, () => log(`Server started on [${host}:${port}]\nAuthorized users: ${Object.keys(users).length}\nAvailable files: ${Object.keys(data).length}`));
|
|
}
|
|
|
|
preStartup();
|
|
startup();
|