Skip to content

Commit

Permalink
Fix invalid requests and delete invalid repos in worker.js
Browse files Browse the repository at this point in the history
  • Loading branch information
Niceygy committed Mar 23, 2024
1 parent 35977a3 commit 77955f7
Showing 1 changed file with 143 additions and 169 deletions.
312 changes: 143 additions & 169 deletions src/worker.js
View file
Original file line number Diff line number Diff line change
@@ -1,216 +1,190 @@
/**
* Sends a message to a Discord channel with the download and page view stats
* @param {env} env - The environment variables
* @param {boolean} sendMsg - Whether to send the message to Discord or return it
* @returns {null}
*/

// src/worker.js
async function cron(env, sendMsg) {
console.log('Cron func is running...');
const KV1 = env.WDR; //WDR: WorkerDownloadRecorder
const KV2 = env.WVR; //WVR: WorkerVisitRecorder
console.log("Cron func is running...");
const KV1 = env.WDR;
const KV2 = env.WVR;
var repos = [];
var pages = [];
const Dlist = await KV1.list(); //Dlist = Download list
console.log('Key list aquired for downloads');
const Dlist = await KV1.list();
console.log("Key list aquired for downloads");
var Dtotal = 0;
var i = 0;
var len = Dlist.keys.length;
for (const { name, expiration } of Dlist.keys) {
i++;
console.log(`Getting value for ${name} (${i}/${len})`);
const value = await KV1.get(name);
if (!name || name == 'total' || name.toString().includes('%2F') || name.toString().includes('%3F') || name.toString().includes('%3D') || name.toString().includes('?file=')) {
if (!name) {
console.log('Invalid Repo, skipping');
} else {
if (name.toString().includes('%2F') || name.toString().includes('%3F') || name.toString().includes('%3D')) {
//Fix invalid repo names
var newName = name.toString().replace('%2F', '/');
var newName = newName.replace('%3F', '?');
var newName = newName.replace('%3D', '=');
var newName = newName.split('?')[0]; //remove ?file=...
var lcount = await KV1.get(newName); //local count
await KV1.put(newName, lcount * 1 + value * 1); // *1 to convert to int
await KV1.delete(name);
console.log('Deleted invalid repo ' + name + ' and replaced with ' + newName);
}
await KV1.delete(name);
console.log('Invalid Repo, deleting');
}
i++;
console.log(`Getting value for ${name} (${i}/${len})`);
const value = await KV1.get(name);
if (!name || name == "total" || name.toString().includes("%2F") || name.toString().includes("%3F") || name.toString().includes("%3D") || name.toString().includes("?file=")) {
if (!name) {
console.log("Invalid Repo, skipping");
} else {
repos.push({ name, count: parseInt(value) });
Dtotal += parseInt(value); //calc total downloads
if (name.toString().includes("%2F") || name.toString().includes("%3F") || name.toString().includes("%3D")) {
var newName = name.toString().replace("%2F", "/");
var newName = newName.replace("%3F", "?");
var newName = newName.replace("%3D", "=");
var newName = newName.split("?")[0];
var lcount = await KV1.get(newName);
await KV1.put(newName, lcount * 1 + value * 1);
await KV1.delete(name);
console.log("Deleted invalid repo " + name + " and replaced with " + newName);
}
await KV1.delete(name);
console.log("Invalid Repo, deleting");
}
} else {
repos.push({ name, count: parseInt(value) });
Dtotal += parseInt(value);
}
}
repos.sort((a, b) => b.count - a.count); //sort by count (high > low)
const Plist = await KV2.list(); //Plist = Page list
console.log('Key list aquired for pages');
repos.sort((a, b) => b.count - a.count);
const Plist = await KV2.list();
console.log("Key list aquired for pages");
var Ptotal = 0;
var i = 0;
var len = Plist.keys.length;
for (const { name, expiration } of Plist.keys) {
i++;
console.log(`Getting value for ${name} (${i}/${len})`);
const value = await KV2.get(name);
if (!name) {
console.log('Invalid page, skipping');
} else {
pages.push({ name, count: parseInt(value) });
Ptotal += parseInt(value);
}
i++;
console.log(`Getting value for ${name} (${i}/${len})`);
const value = await KV2.get(name);
if (!name) {
console.log("Invalid page, skipping");
} else {
pages.push({ name, count: parseInt(value) });
Ptotal += parseInt(value);
}
}
pages.sort((a, b) => b.count - a.count); //sort by count (high > low)
pages.sort((a, b) => b.count - a.count);
let currentDate = /* @__PURE__ */ new Date();
var message1 = '# Downloads as of ' + currentDate.toUTCString() + '\n\n' + repos.map((repo) => `Repo: ${repo.name}, Count: ${repo.count}`).join('');
var message1 = message1 + '\n\nTotal downloads: ' + Dtotal;
var message2 = '# Page visits as of ' + currentDate.toUTCString() + '\n\n' + pages.map((page) => `Page: ${page.name}, Count: ${page.count}`).join('');
var message = message2 + '\n\nTotal page visits: ' + Ptotal;
console.log('Message generated. Sending to Discord...');
var message1 = "# Downloads as of " + currentDate.toUTCString() + "\n\n" + repos.map((repo) => `Repo: ${repo.name}, Count: ${repo.count}
`).join("");
var message1 = message1 + "\n\nTotal downloads: " + Dtotal;
var message2 = "# Page visits as of " + currentDate.toUTCString() + "\n\n" + pages.map((page) => `Page: ${page.name}, Count: ${page.count}
`).join("");
var message = message2 + "\n\nTotal page visits: " + Ptotal;
console.log("Message generated. Sending to Discord...");
console.log(message);
if (sendMsg == false) {
console.log('Sending data to ' + env.url);
//split messages to avoid limit
await fetch(env.url, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
},
body: JSON.stringify({
content: message1,
}),
console.log("Sending data to " + env.url);
await fetch(env.url, {
method: "POST",
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({
content: message1
})
.then((response) => {
console.log('Status:', response.status);
})
.then((body) => console.log('Body:', body))
.catch((error) => console.error(error));
await fetch(env.url, {
method: 'POST',
headers: {
'Content-Type': 'application/json',
},
body: JSON.stringify({
content: message2,
}),
}).then((response) => {
console.log("Status:", response.status);
}).then((body) => console.log("Body:", body)).catch((error) => console.error(error));
await fetch(env.url, {
method: "POST",
headers: {
"Content-Type": "application/json"
},
body: JSON.stringify({
content: message2
})
.then((response) => {
console.log('Status:', response.status);
// return response.text();
})
.then((body) => console.log('Body:', body))
.catch((error) => console.error(error));
console.log('Message sent to Discord');
return 'Complete! Message sent.';
}).then((response) => {
console.log("Status:", response.status);
}).then((body) => console.log("Body:", body)).catch((error) => console.error(error));
console.log("Message sent to Discord");
return "Complete! Message sent.";
} else {
console.log('Returning mesage');
return message1 + '\n\n' + message2;
console.log("Returning mesage");
return message1 + "\n\n" + message2;
}
}
async function recordDownload(url, env) {
console.log('Recording download');
}
async function recordDownload(url, env) {
console.log("Recording download");
const KV = env.WDR;
console.log('Handling request for ' + url);
var urltmp = url.toString().replace('%2F', '/');
var urltmp = urltmp.replace('%3F', '?');
const packNameRaw = urltmp.toString().split('/reder?url=')[1];
const fileName = urltmp.toString().split('?file=')[1];
var packName = packNameRaw.split('?file=')[0];
console.log("Handling request for " + url);
var urltmp = url.toString().replace("%2F", "/");
var urltmp = urltmp.replace("%3F", "?");
const packNameRaw = urltmp.toString().split("/reder?url=")[1];
const fileName = urltmp.toString().split("?file=")[1];
var packName = packNameRaw.split("?file=")[0];
if (!packName || !fileName) {
console.log('Invalid request, redirecting to 404');
return Response.redirect('https://thealiendoctor.com/404', 301);
console.log("Invalid request, redirecting to 404");
return Response.redirect("https://thealiendoctor.com/404", 301);
}
console.log('Parsed! Pack name is ' + packName + ' and file name is ' + fileName);
console.log("Parsed! Pack name is " + packName + " and file name is " + fileName);
var oldNum = await KV.get(packName);
if (oldNum / oldNum != 1) {
console.log('Repo not found in KV');
await KV.put(packName, 1);
console.log(packName + ' added to KV');
console.log("Repo not found in KV");
await KV.put(packName, 1);
console.log(packName + " added to KV");
} else {
console.log('Found in KV');
var newCount = oldNum * 1 + 1;
await KV.put(packName, newCount);
console.log(packName + ' now has ' + newCount + ' downloads');
console.log("Found in KV");
var newCount = oldNum * 1 + 1;
await KV.put(packName, newCount);
console.log(packName + " now has " + newCount + " downloads");
}
let oldTotal = await KV.get('total');
await KV.put('total', oldTotal * 1 + 1);
console.log('Redirecting the user to https://github.com/' + packName + '/releases/download/' + fileName);
let oldTotal = await KV.get("total");
await KV.put("total", oldTotal * 1 + 1);
console.log("Redirecting the user to https://github.com/" + packName + "/releases/download/" + fileName);
return Response.redirect(
'https://github.com/' + packName + '/releases/download/' + fileName,
301,
// @ts-ignore
{
headers: {
'Cache-Control': 'no-store',
},
"https://github.com/" + packName + "/releases/download/" + fileName,
301,
// @ts-ignore
{
headers: {
"Cache-Control": "no-store"
}
}
);
}
async function recordVisit(url, env) {
let page = url.split('?page=')[1];
}
async function recordVisit(url, env) {
let page = url.split("?page=")[1];
if (page == void 0) {
return new Response('No page specified', { status: 400 });
return new Response("No page specified", { status: 400 });
}
let count = await env.WVR.get(page);
if (count == null) {
count = 0;
count = 0;
}
count++;
await env.WVR.put(page, count);
return new Response('OK', { status: 200 });
}
var worker_default = {
return new Response("OK", { status: 200 });
}
var worker_default = {
/**
* Incoming requests will trigger this method.
* Decides what to do with the request (download, page view or invalid request)
*/
async fetch(request, env, ctx) {
console.log('Worker is running...');
var url = new URL(request.url).toString();
// Replace encoded characters
url = url.replace('%2F', '/');
url = url.replace('%3F', '?');
url = url.replace('%3D', '=');
console.log('Processing request for ' + url);

// Check if the request is for a download, page view or invalid
if (url.includes('test/cron')) {
//Run cron tests manually, used for debug
return new Response(await cron(env, true, false));
} else if (url.includes('favicon.ico')) {
//Ignore favicon requests
return new Response(null, { status: 404 });
} else if (url.includes('robots.txt')) {
//Ignore robots.txt requests
return new Response('User-agent: *\nDisallow: /', {
headers: {
'content-type': 'text/plain',
},
});
}
if (!url) {
//Ignore empty requests
console.log('Invalid request, redirecting to 404');
return Response.redirect('https://thealiendoctor.com/404', 301);
}
if (url.includes('/reder?url=')) {
//Download req
console.log('Request is for a download.');
return await recordDownload(request.url, env);
} else if (url.includes('?page=')) {
//Page view req
console.log('Request is for a page.');
return await recordVisit(url, env);
} else {
//Invalid req
console.log('Invalid request, redirecting to 404');
return Response.redirect('https://thealiendoctor.com/404', 301);
}
console.log("Worker is running...");
var url = new URL(request.url).toString();
url = url.replace("%2F", "/");
url = url.replace("%3F", "?");
url = url.replace("%3D", "=");
console.log("Processing request for " + url);
switch (true) {
case url.includes("favicon.ico"):
return new Response(null, { status: 404 });
case url.includes("/test/ping"):
return new Response("OK");
case url.includes("robots.txt"):
return new Response("User-agent: *\nDisallow: /", { headers: { "content-type": "text/plain" } });
case url.includes("/reder?url="):
console.log("Request is for a download.");
return await recordDownload(request.url, env);
case url.includes("?page="):
console.log("Request is for a page.");
return await recordVisit(url, env);
case url.includes("stats.thealiendoctor.com"):
return new Response(await cron(env, true));
default:
console.log("Invalid request, redirecting to 404");
return Response.redirect("https://thealiendoctor.com/404", 301);
}
},
async scheduled(event, env, ctx) {
console.log('Scheduled event is running...');
ctx.waitUntil(await cron(env, false));
},
console.log("Scheduled event is running...");
ctx.waitUntil(await cron(env, false));
console.log("Scheduled event completed");
}
};
export {
worker_default as default
};
export { worker_default as default };
//# sourceMappingURL=worker.js.map
//# sourceMappingURL=worker.js.map

0 comments on commit 77955f7

Please sign in to comment.