2021-09-02 21:51:37 +02:00
|
|
|
|
const config = require('../config');
|
|
|
|
|
const { redis, fetch } = require('../app');
|
|
|
|
|
const homeRoute = require('express').Router();
|
|
|
|
|
|
2021-09-08 13:03:35 +02:00
|
|
|
|
const processJsonSubreddit = require('../inc/processJsonSubreddit.js');
|
2021-09-02 22:23:28 +02:00
|
|
|
|
const tedditApiSubreddit = require('../inc/teddit_api/handleSubreddit.js')();
|
|
|
|
|
const processMoreComments = require('../inc/processMoreComments.js')();
|
|
|
|
|
|
2021-09-02 21:51:37 +02:00
|
|
|
|
homeRoute.get('/:sort?', async (req, res, next) => {
|
|
|
|
|
let past = req.query.t;
|
|
|
|
|
let before = req.query.before;
|
|
|
|
|
let after = req.query.after;
|
|
|
|
|
let sortby = req.params.sort || '';
|
|
|
|
|
let api_req = req.query.api;
|
|
|
|
|
let api_type = req.query.type;
|
|
|
|
|
let api_target = req.query.target;
|
|
|
|
|
|
|
|
|
|
let proxyable =
|
|
|
|
|
sortby.includes('.jpg') ||
|
|
|
|
|
sortby.includes('.png') ||
|
2022-04-11 21:30:41 +02:00
|
|
|
|
sortby.includes('.jpeg') ||
|
|
|
|
|
sortby.includes('.mp4') ||
|
|
|
|
|
sortby.includes('.gif') ||
|
|
|
|
|
sortby.includes('.gifv')
|
2021-09-02 21:51:37 +02:00
|
|
|
|
? true
|
|
|
|
|
: false;
|
|
|
|
|
if (proxyable) {
|
2022-04-11 21:30:41 +02:00
|
|
|
|
let media_url = '';
|
|
|
|
|
const replacable_media_domains = ['i.redd.it', 'v.redd.it']
|
|
|
|
|
if (req.query.teddit_proxy) {
|
|
|
|
|
if (replacable_media_domains.includes(req.query.teddit_proxy)) {
|
|
|
|
|
let full_url = req.protocol + '://' + req.get('host') + req.originalUrl;
|
|
|
|
|
let u = new URL(full_url);
|
|
|
|
|
let filename = u.pathname || '';
|
|
|
|
|
let query = u.search || '';
|
|
|
|
|
media_url = `https://${req.query.teddit_proxy}${filename}${query}`;
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
let params = new URLSearchParams(req.query).toString();
|
|
|
|
|
media_url = `https://preview.redd.it/${sortby}?${params}`;
|
2022-05-01 19:14:39 +02:00
|
|
|
|
if (media_url.includes('teddit_proxy')) {
|
|
|
|
|
// if the URL includes teddit_proxy query param, remove everything after it
|
|
|
|
|
media_url = media_url.split('%3Fteddit_proxy')[0];
|
|
|
|
|
}
|
2022-04-11 21:30:41 +02:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let proxied_media = await downloadAndSave(media_url);
|
|
|
|
|
if (proxied_media) {
|
|
|
|
|
return res.redirect(proxied_media);
|
2021-09-02 21:51:37 +02:00
|
|
|
|
} else {
|
|
|
|
|
return res.redirect('/');
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2022-01-26 19:52:36 +01:00
|
|
|
|
let is_comment =
|
|
|
|
|
sortby.length == 6 &&
|
|
|
|
|
sortby != "rising"
|
|
|
|
|
? true
|
|
|
|
|
: false;
|
|
|
|
|
|
|
|
|
|
if (is_comment) {
|
|
|
|
|
return res.redirect('/comments/' + sortby);
|
|
|
|
|
}
|
|
|
|
|
|
2021-09-02 21:51:37 +02:00
|
|
|
|
let d = `&after=${after}`;
|
|
|
|
|
if (before) {
|
|
|
|
|
d = `&before=${before}`;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (sortby == '') {
|
|
|
|
|
sortby = 'hot';
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
[
|
|
|
|
|
'apple-touch-icon.png',
|
|
|
|
|
'apple-touch-icon-precomposed.png',
|
|
|
|
|
'apple-touch-icon-120x120.png',
|
|
|
|
|
'apple-touch-icon-120x120-precomposed.png',
|
|
|
|
|
].includes(sortby)
|
|
|
|
|
) {
|
|
|
|
|
return res.sendStatus(404); // return 404 on shitty apple favicon stuff
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (
|
|
|
|
|
!['new', 'rising', 'controversial', 'top', 'gilded', 'hot'].includes(sortby)
|
|
|
|
|
) {
|
|
|
|
|
console.log(`Got invalid sort.`, req.originalUrl);
|
|
|
|
|
return res.redirect('/');
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (past) {
|
|
|
|
|
if (sortby === 'controversial' || sortby === 'top') {
|
|
|
|
|
if (!['hour', 'day', 'week', 'month', 'year', 'all'].includes(past)) {
|
|
|
|
|
console.error(`Got invalid past.`, req.originalUrl);
|
|
|
|
|
return res.redirect(`/`);
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
past = undefined;
|
|
|
|
|
}
|
|
|
|
|
} else {
|
|
|
|
|
if (sortby === 'controversial' || sortby === 'top') {
|
|
|
|
|
past = 'day';
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (req.query.hasOwnProperty('api')) api_req = true;
|
|
|
|
|
else api_req = false;
|
|
|
|
|
|
|
|
|
|
let raw_json = api_req && req.query.raw_json == '1' ? 1 : 0;
|
|
|
|
|
|
|
|
|
|
let key = `/after:${after}:before:${before}:sort:${sortby}:past:${past}:raw_json:${raw_json}`;
|
|
|
|
|
|
|
|
|
|
let subbed_subreddits = req.cookies.subbed_subreddits;
|
|
|
|
|
let get_subbed_subreddits = false;
|
|
|
|
|
if (subbed_subreddits && Array.isArray(subbed_subreddits)) {
|
|
|
|
|
get_subbed_subreddits = true;
|
|
|
|
|
subbed_subreddits = subbed_subreddits.join('+');
|
|
|
|
|
key = `${subbed_subreddits.toLowerCase()}:${after}:${before}:sort:${sortby}:past:${past}:raw_json:${raw_json}`;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
redis.get(key, (error, json) => {
|
|
|
|
|
if (error) {
|
|
|
|
|
console.error('Error getting the frontpage key from redis.', error);
|
2022-06-10 20:05:36 +02:00
|
|
|
|
return res.render('frontpage', {
|
2021-09-02 21:51:37 +02:00
|
|
|
|
json: null,
|
|
|
|
|
user_preferences: req.cookies,
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
if (json) {
|
|
|
|
|
console.log('Got frontpage key from redis.');
|
|
|
|
|
(async () => {
|
|
|
|
|
if (api_req) {
|
|
|
|
|
return handleTedditApiSubreddit(
|
|
|
|
|
json,
|
|
|
|
|
req,
|
|
|
|
|
res,
|
|
|
|
|
'redis',
|
|
|
|
|
api_type,
|
|
|
|
|
api_target,
|
2021-12-27 18:17:15 +01:00
|
|
|
|
'/',
|
|
|
|
|
'full'
|
2021-09-02 21:51:37 +02:00
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
let processed_json = await processJsonSubreddit(
|
|
|
|
|
json,
|
|
|
|
|
'redis',
|
|
|
|
|
null,
|
|
|
|
|
req.cookies
|
|
|
|
|
);
|
2022-06-10 20:05:36 +02:00
|
|
|
|
return res.render('frontpage', {
|
2021-09-02 21:51:37 +02:00
|
|
|
|
json: processed_json,
|
|
|
|
|
sortby: sortby,
|
|
|
|
|
past: past,
|
|
|
|
|
user_preferences: req.cookies,
|
|
|
|
|
redis_key: key,
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
})();
|
|
|
|
|
} else {
|
|
|
|
|
let url = '';
|
|
|
|
|
if (config.use_reddit_oauth) {
|
|
|
|
|
if (get_subbed_subreddits)
|
|
|
|
|
url = `https://oauth.reddit.com/r/${subbed_subreddits}/${sortby}?api_type=json&count=25&g=GLOBAL&t=${past}${d}&raw_json=${raw_json}`;
|
|
|
|
|
else
|
|
|
|
|
url = `https://oauth.reddit.com/${sortby}?api_type=json&g=GLOBAL&t=${past}${d}&raw_json=${raw_json}`;
|
|
|
|
|
} else {
|
|
|
|
|
if (get_subbed_subreddits)
|
|
|
|
|
url = `https://reddit.com/r/${subbed_subreddits}/${sortby}.json?api_type=json&count=25&g=GLOBAL&t=${past}${d}&raw_json=${raw_json}`;
|
|
|
|
|
else
|
|
|
|
|
url = `https://reddit.com/${sortby}.json?g=GLOBAL&t=${past}${d}&raw_json=${raw_json}`;
|
|
|
|
|
}
|
|
|
|
|
fetch(encodeURI(url), redditApiGETHeaders())
|
|
|
|
|
.then((result) => {
|
|
|
|
|
if (result.status === 200) {
|
|
|
|
|
result.json().then((json) => {
|
|
|
|
|
redis.setex(
|
|
|
|
|
key,
|
|
|
|
|
config.setexs.frontpage,
|
|
|
|
|
JSON.stringify(json),
|
|
|
|
|
(error) => {
|
|
|
|
|
if (error) {
|
|
|
|
|
console.error(
|
|
|
|
|
'Error setting the frontpage key to redis.',
|
|
|
|
|
error
|
|
|
|
|
);
|
2022-06-10 20:05:36 +02:00
|
|
|
|
return res.render('frontpage', {
|
2021-09-02 21:51:37 +02:00
|
|
|
|
json: null,
|
|
|
|
|
user_preferences: req.cookies,
|
|
|
|
|
});
|
|
|
|
|
} else {
|
|
|
|
|
console.log('Fetched the frontpage from Reddit.');
|
|
|
|
|
(async () => {
|
|
|
|
|
if (api_req) {
|
|
|
|
|
return handleTedditApiSubreddit(
|
|
|
|
|
json,
|
|
|
|
|
req,
|
|
|
|
|
res,
|
|
|
|
|
'from_online',
|
|
|
|
|
api_type,
|
|
|
|
|
api_target,
|
2021-12-27 18:17:15 +01:00
|
|
|
|
'/',
|
|
|
|
|
'full'
|
2021-09-02 21:51:37 +02:00
|
|
|
|
);
|
|
|
|
|
} else {
|
|
|
|
|
let processed_json = await processJsonSubreddit(
|
|
|
|
|
json,
|
|
|
|
|
'from_online',
|
|
|
|
|
null,
|
|
|
|
|
req.cookies
|
|
|
|
|
);
|
2022-06-10 20:05:36 +02:00
|
|
|
|
return res.render('frontpage', {
|
2021-09-02 21:51:37 +02:00
|
|
|
|
json: processed_json,
|
|
|
|
|
sortby: sortby,
|
|
|
|
|
past: past,
|
|
|
|
|
user_preferences: req.cookies,
|
|
|
|
|
redis_key: key,
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
})();
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
);
|
|
|
|
|
});
|
|
|
|
|
} else {
|
|
|
|
|
console.error(
|
|
|
|
|
`Something went wrong while fetching data from Reddit. ${result.status} – ${result.statusText}`
|
|
|
|
|
);
|
|
|
|
|
console.error(config.reddit_api_error_text);
|
2022-06-10 20:05:36 +02:00
|
|
|
|
return res.render('frontpage', {
|
2021-09-02 21:51:37 +02:00
|
|
|
|
json: null,
|
|
|
|
|
http_status_code: result.status,
|
|
|
|
|
user_preferences: req.cookies,
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
.catch((error) => {
|
|
|
|
|
console.error('Error fetching the frontpage JSON file.', error);
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
module.exports = homeRoute;
|