learn-request-queue/src/app.ts

581 lines
19 KiB
TypeScript
Raw Normal View History

2020-06-24 21:34:53 +00:00
import * as config from "./config";
2020-07-02 06:06:14 +00:00
import * as requests from "./requests";
2020-07-05 18:46:41 +00:00
import * as twitch from "./twitch";
import * as queries from "./queries";
2020-07-05 18:46:41 +00:00
import { URLSearchParams } from "url";
2020-06-24 21:34:53 +00:00
import express from "express";
2020-07-04 18:29:07 +00:00
import session from "express-session";
2020-09-11 05:42:37 +00:00
import pg from "pg";
2020-07-04 18:29:07 +00:00
import pgSessionStore from "connect-pg-simple";
2020-07-05 18:46:41 +00:00
import fetch, { Response as FetchResponse } from "node-fetch";
import { log, LogLevel } from "./logging"
2020-11-29 05:05:08 +00:00
import cron from "./cron";
2020-06-24 21:34:53 +00:00
import db from "./db";
2020-07-02 20:06:13 +00:00
import errorHandler from "./errors";
2020-11-01 20:47:47 +00:00
import * as version from "./version";
2020-06-24 21:34:53 +00:00
2020-09-19 18:23:44 +00:00
console.log("Starting at " + new Date().toISOString());
// Ensure that any API token we have is valid - if not, destroy the session,
// logging out the user. Should be called before checking whether a user is
// logged in.
async function validateApiToken(session: Express.Session) {
if (session.tokenpair && ! (await twitch.isApiTokenValid(session.tokenpair))) {
session.destroy(()=>{});
}
}
2020-06-24 21:34:53 +00:00
const app = express();
app.use(version.checkVersionMiddleware);
2020-06-24 21:34:53 +00:00
app.use(express.static('public'));
2020-07-02 06:06:14 +00:00
app.use(express.urlencoded({extended: false}));
app.use(express.json());
2020-07-04 18:29:07 +00:00
app.use(session({
secret: config.sessionSecret,
saveUninitialized: false,
resave: false,
2020-07-05 18:46:41 +00:00
store: new (pgSessionStore(session))({
pool: db
})
2020-07-04 18:29:07 +00:00
}));
2020-06-24 21:34:53 +00:00
2020-07-05 18:46:41 +00:00
// API
2020-07-02 06:06:14 +00:00
app.get("/api/getRequests", async (request, response) => {
if (!request.session) throw new Error ("Missing request.session");
await validateApiToken(request.session);
var requestCount = ( request.query.count ? parseInt(request.query.count as string, 10) : 5 );
var requestOffset = ( request.query.offset ? parseInt(request.query.offset as string, 10) : 0 );
2021-02-27 06:20:49 +00:00
var sortDirection = ( request.query.sortDirection == "asc" ? "ASC" : "DESC" );
2021-04-25 04:13:45 +00:00
var inverseSortDirection = ( sortDirection == "ASC" ? "DESC" : "ASC" );
2021-02-27 06:20:49 +00:00
switch (request.query.sort) {
2021-04-25 04:13:45 +00:00
case undefined: // Default sort by newest
2021-02-27 06:20:49 +00:00
case "timestamp":
var requestSort = `reqTimestamp ${sortDirection}`;
break;
2021-04-25 04:13:45 +00:00
case "score":
var requestSort = `score ${sortDirection}, reqTimestamp ${inverseSortDirection}`;
break;
case "title":
2021-02-27 06:20:49 +00:00
var requestSort = `title ${sortDirection}`
break;
2021-04-25 04:13:45 +00:00
case "requester":
var requestSort = `requester ${sortDirection}, title ${sortDirection}`
break;
2021-02-27 06:20:49 +00:00
default:
response.status(400);
response.send("Invalid sort");
return;
};
var requestsTotal = await requests.getRequestsTotal();
2020-08-08 04:32:06 +00:00
if (request.session.user) {
2021-02-27 06:20:49 +00:00
requests.getRequestsVoted(requestCount,requestOffset,requestSort,request.session.user.id)
.then((val: Array<any>) => response.send({
total: requestsTotal,
requests: val
}))
2020-08-08 04:32:06 +00:00
.catch((e: any) => errorHandler(request,response,e));
} else {
2021-02-27 06:20:49 +00:00
requests.getRequests(requestCount,requestOffset,requestSort)
.then((val: Array<any>) => response.send({
total: requestsTotal,
requests: val
}))
2020-08-08 04:32:06 +00:00
.catch((e: any) => errorHandler(request,response,e));
}
2020-07-02 06:06:14 +00:00
});
app.get("/api/getAllRequests", async (request, response) => {
if (!request.session) throw new Error ("Missing request.session");
await validateApiToken(request.session);
var requestCount = ( request.query.count ? parseInt(request.query.count as string, 10) : 5 );
var requestOffset = ( request.query.offset ? parseInt(request.query.offset as string, 10) : 0 );
2021-02-27 06:20:49 +00:00
var sortDirection = ( request.query.sortDirection == "asc" ? "ASC" : "DESC" );
switch (request.query.sort) {
case undefined:
case "score":
var requestSort = `score ${sortDirection}, reqTimestamp ASC`;
break;
case "timestamp":
var requestSort = `reqTimestamp ${sortDirection}`;
break;
case "alpha":
var requestSort = `title ${sortDirection}`
break;
default:
response.status(400);
response.send("Invalid sort");
return;
}
var requestsTotal = await requests.getAllRequestsTotal();
2020-08-08 04:32:06 +00:00
if (request.session.user) {
2021-02-27 06:20:49 +00:00
requests.getAllRequestsVoted(requestCount,requestOffset,requestSort,request.session.user.id)
.then((val: Array<any>) => response.send({
total: requestsTotal,
requests: val
}))
2020-08-08 04:32:06 +00:00
.catch((e: any) => errorHandler(request,response,e));
} else {
2021-02-27 06:20:49 +00:00
requests.getAllRequests(requestCount,requestOffset,requestSort)
.then((val: Array<any>) => response.send({
total: requestsTotal,
requests: val
}))
2020-08-08 04:32:06 +00:00
.catch((e: any) => errorHandler(request,response,e));
}
2020-07-02 06:06:14 +00:00
});
app.post("/api/addRequest", async (request, response) => {
response.type('text/plain');
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
return;
}
var banned = await db.query(Object.assign(queries.checkBan, { values: [request.session.user.id] }))
.then((result: pg.QueryResult) => result.rowCount > 0);
if (banned) {
response.status(401);
response.send("You are banned; you may not add new requests.");
return;
}
2020-07-02 06:06:14 +00:00
if (!request.body.url) {
response.status(400);
response.send("Missing url");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 06:06:14 +00:00
}
var url = request.body.url as string;
2020-08-08 04:32:06 +00:00
var requester = request.session.user.id;
2020-07-04 16:34:03 +00:00
requests.addRequest(url,requester).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
2020-07-02 20:06:13 +00:00
.catch((e: any) => errorHandler(request,response,e));
2020-07-02 20:32:55 +00:00
});
app.post("/api/updateRequestState", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
2020-07-02 20:32:55 +00:00
if (!request.body.url) {
response.status(400);
response.send("Missing url");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 20:32:55 +00:00
}
if (!request.body.state) {
response.status(400);
response.send("Missing state");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 20:32:55 +00:00
}
var url = request.body.url as string;
var state = request.body.state as string;
response.type('text/plain');
2020-07-02 20:32:55 +00:00
requests.updateRequestState(url,state).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
.catch((e: any) => errorHandler(request,response,e));
2020-07-02 06:06:14 +00:00
});
app.get("/api/updateRequestMetadata", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
if (!request.query.url) {
response.status(400);
response.send("Missing url");
return;
}
requests.updateRequestMetadata(request.query.url as string).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
.catch((e: any) => errorHandler(request,response,e));
});
app.post("/api/updateRequestScoreModifier", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
2020-07-02 06:06:14 +00:00
if (!request.body.url) {
response.status(400);
response.send("Missing url");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 06:06:14 +00:00
}
if (!request.body.scoreDiff) {
response.status(400);
response.send("Missing scoreDiff");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 06:06:14 +00:00
}
var url = request.body.url as string;
var scoreDiff = parseInt(request.body.scoreDiff as string, 10);
response.type('text/plain');
requests.updateRequestScoreModifier(url,scoreDiff).then((val: [number,string]) => {
2020-08-03 05:06:28 +00:00
response.status(val[0]);
response.send(val[1]);
})
2020-07-02 20:06:13 +00:00
.catch((e: any) => errorHandler(request,response,e));
2020-07-02 06:06:14 +00:00
});
app.post("/api/updatePageTitle", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
if (!request.body.pageTitle) {
response.status(400);
response.send("Missing pageTitle");
return;
}
var pageTitle = request.body.pageTitle as string;
response.type('text/plain');
pageTitle = pageTitle.replace(/[&<>"']/g, function(m) {
switch (m) {
case '&':
return '&amp;';
case '<':
return '&lt;';
case '>':
return '&gt;';
case '"':
return '&quot;';
case "'":
return '&apos;';
default:
return '';
}
});
await db.query(Object.assign(queries.updatePageTitle,{ values: [pageTitle] }))
.catch((e: any) => errorHandler(request,response,e));
response.status(200);
response.send('Successfully updated page title');
});
app.post("/api/updateColors", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
if (!request.body.bg) {
response.status(400);
response.send("Missing bg");
return;
}
if (!request.body.fg) {
response.status(400);
response.send("Missing fg");
return;
}
type Colors = { [key: string]: { [key: string]: string} }
var colors: Colors = { bg: {}, fg: {} };
console.log(JSON.stringify(request.body,null,2));
for (var color of ['primary','table','navbar','error']) {
var setcolor = request.body.bg[color];
if (/^#[0-9a-fA-F]{6}$/.test(setcolor)) {
colors.bg[color] = setcolor
} else {
response.status(400);
response.send(`Color 'bg.${color}' missing or invalid`)
return;
}
}
for (var color of ['primary','ahover','title']) {
var setcolor = request.body.fg[color];
if (/^#[0-9a-fA-F]{6}$/.test(setcolor)) {
colors.fg[color] = setcolor
} else {
response.status(400);
response.send(`Color 'fg.${color}' missing or invalid`)
return;
}
}
response.type('text/plain');
await db.query(Object.assign(queries.updateColors,{ values: [JSON.stringify(colors)] }))
.catch((e: any) => errorHandler(request,response,e));
response.status(200);
response.send('Successfully updated colors');
});
app.post("/api/updateVotePoints", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
if (!request.body.user) {
response.status(400);
response.send("Missing user");
return;
}
if (!request.body.follower) {
response.status(400);
response.send("Missing follower");
return;
}
if (!request.body.subscriber) {
response.status(400);
response.send("Missing subscriber");
return;
}
var user = request.body.user as number;
var follower = request.body.follower as number;
var subscriber = request.body.subscriber as number;
response.type('text/plain');
await db.query(Object.assign(queries.updateVotePoints,{ values: [user,follower,subscriber] }))
.catch((e: any) => errorHandler(request,response,e));
response.status(200);
response.send('Successfully updated page title');
});
app.post("/api/deleteRequest", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
2020-07-02 06:06:14 +00:00
if (!request.body.url) {
response.status(400);
response.send("Missing url");
2020-08-08 04:32:06 +00:00
return;
2020-07-02 06:06:14 +00:00
}
var url = request.body.url as string;
response.type('text/plain');
2020-08-03 05:06:28 +00:00
requests.deleteRequest(url).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
2020-07-02 20:06:13 +00:00
.catch((e: any) => errorHandler(request,response,e));
2020-07-02 06:06:14 +00:00
});
2020-06-24 21:34:53 +00:00
2020-08-08 04:32:06 +00:00
app.post("/api/addVote", async (request,response) => {
response.type('text/plain');
if (request.session) await validateApiToken(request.session);
2020-08-08 04:32:06 +00:00
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
2020-08-08 04:32:06 +00:00
return;
}
var banned = await db.query(Object.assign(queries.checkBan,{ values: [request.session.user.id] })).then((result: pg.QueryResult) => result.rowCount > 0);
if (banned) {
response.status(401);
response.send("You are banned; you may not vote on requests.");
return;
}
2020-08-08 04:32:06 +00:00
if (!request.body.url) {
response.status(400);
response.send("Missing url");
return;
}
var url = request.body.url as string;
var user = request.session.user.id;
requests.addVote(url,user).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
.catch((e: any) => errorHandler(request,response,e));
});
app.post("/api/deleteVote", async (request,response) => {
response.type('text/plain');
if (request.session) await validateApiToken(request.session);
2020-08-08 04:32:06 +00:00
if (!request.session || !request.session.user) {
response.status(401);
2020-09-20 01:14:58 +00:00
response.send("Session expired; please log in again");
2020-08-08 04:32:06 +00:00
return;
}
if (!request.body.url) {
response.status(400);
response.send("Missing url");
return;
}
var url = request.body.url as string;
var user = request.session.user.id;
requests.deleteVote(url,user).then((val: [number,string]) => {
response.status(val[0]);
response.send(val[1]);
})
.catch((e: any) => errorHandler(request,response,e));
});
app.get("/api/cronRequest", async (request, response) => {
if (request.session) await validateApiToken(request.session);
if (!request.session || !request.session.user) {
response.status(401);
response.send("Session expired; please log in again");
return;
}
var streamerid = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]['userid']);
if (request.session.user.id != streamerid) {
response.status(401);
response.send("You are not the streamer");
return;
}
if (!request.query.job) {
response.status(400);
response.send("Missing job");
return;
}
var job = request.body.job as string;
try {
cron.validateJob(job)
} catch (e) {
response.status(400);
response.send("Invalid job")
return;
}
response.type('text/plain');
cron.request(job).catch((e: any) => errorHandler(request,response,e));
});
2020-07-05 18:46:41 +00:00
// Twitch callback
app.get("/callback", async (request, response) => {
if (request.query.error) {
response.redirect(307, '/');
return;
}
2020-07-05 18:46:41 +00:00
var authcode = request.query.code as string;
var tokenResponse = await fetch("https://id.twitch.tv/oauth2/token", { method: "POST", body: new URLSearchParams({
client_id: config.twitchClientId,
client_secret: config.twitchSecret,
code: authcode,
grant_type: "authorization_code",
redirect_uri: `${config.urlPrefix}/callback`
})}).then((res: FetchResponse) => res.json() as Promise<twitch.TokenPair>)
2020-07-05 18:46:41 +00:00
.catch((e: any) => errorHandler(request,response,e));
if (typeof request.session == 'undefined') throw new Error('Session is undefined');
if (typeof tokenResponse == 'undefined') throw new Error('tokenResponse is undefined');
request.session.tokenpair = { access_token: tokenResponse.access_token, refresh_token: tokenResponse.refresh_token };
request.session.user = (await twitch.apiRequest(request.session.tokenpair,"/users")).data[0];
await db.query(Object.assign(queries.updateUser,{ values: [request.session.user.id,request.session.user.display_name,request.session.user.profile_image_url] }));
2020-09-19 18:24:39 +00:00
var streamer = await db.query(queries.getStreamerId).then((result: pg.QueryResult) => result.rows[0]);
if (typeof streamer == 'undefined' || request.session.user.id == streamer['userid']) {
if (typeof (tokenResponse as any).scope != 'undefined') { // Scopes requested - update streamer info
db.query(Object.assign(queries.updateStreamer,{ values: [request.session.user.id,JSON.stringify(request.session.tokenpair)] }));
} else { // Scopes not requested - redirect and request them
response.redirect(307, `https://id.twitch.tv/oauth2/authorize?client_id=${config.twitchClientId}&redirect_uri=${config.urlPrefix}/callback&response_type=code&scope=channel:read:subscriptions moderation:read`);
return;
2020-09-11 05:42:37 +00:00
}
}
2020-07-05 18:46:41 +00:00
response.redirect(307, '/');
});
// Frontend templates
app.get("/", async (request, response) => {
if (request.session) await validateApiToken(request.session);
var streamerInfo = await db.query(queries.getStreamerInfo).then((result: pg.QueryResult) => result.rows[0]);
var streamerConfig = await db.query(queries.getConfig).then((result: pg.QueryResult) => result.rows[0]);
if (typeof streamerInfo == 'undefined') {
response.redirect(307, `https://id.twitch.tv/oauth2/authorize?client_id=${config.twitchClientId}&redirect_uri=${config.urlPrefix}/callback&response_type=code&scope=channel:read:subscriptions moderation:read`);
return;
}
if (!request.session || !request.session.user) {
response.render('main.eta', {
loggedIn: false,
clientId: config.twitchClientId,
2020-09-11 06:43:53 +00:00
urlPrefix: config.urlPrefix,
streamerName: streamerInfo['displayname'],
2021-02-22 06:33:02 +00:00
streamerProfilePicture: streamerInfo['imageurl'],
config: streamerConfig,
});
} else {
var validStates = JSON.stringify((await db.query(queries.getValidStates).then((result: pg.QueryResult) => result.rows)).map((row: any) => row.state));
response.render('main.eta', {
loggedIn: true,
userName: request.session.user.display_name,
2020-09-11 06:43:53 +00:00
userProfilePicture: request.session.user.profile_image_url,
2020-11-01 20:07:16 +00:00
validStates: validStates,
isStreamer: streamerInfo['userid'] == request.session.user.id,
2020-09-11 06:43:53 +00:00
streamerName: streamerInfo['displayname'],
streamerProfilePicture: streamerInfo['imageurl'],
config: streamerConfig,
});
}
});
app.get("/colors.css", async (_request, response) => {
var streamerInfo = await db.query(queries.getStreamerInfo).then((result: pg.QueryResult) => result.rows[0]);
var colors = await db.query(queries.getConfig).then((result: pg.QueryResult) => result.rows[0]['colors']);
if (typeof streamerInfo == 'undefined') return;
response.contentType("text/css");
response.render('colors.eta', colors);
});
2020-09-11 05:42:37 +00:00
// Streamer Panel
//app.get("/streamer/", async (request, response) => {
//
//});
// Logout
2020-11-29 05:05:08 +00:00
app.get("/logout", async (request, response) =>
request.session!.destroy(() => response.redirect(307, '/')));
2020-11-01 20:47:47 +00:00
// Check version then listen
version.checkVersion().then(_ => app.listen(config.port, () => {
2020-11-29 05:05:08 +00:00
cron.run();
setInterval(cron.run,config.cronInterval);
2020-06-24 21:34:53 +00:00
console.log(`Listening on port ${config.port}`);
}))
.catch((e) => {
log(LogLevel.ERROR,e)
process.exit(1);
});