mirror of
https://github.com/burrow-dev/burrow-server.git
synced 2026-11-18 17:27:50 -05:00
175 lines
6.1 KiB
JavaScript
175 lines
6.1 KiB
JavaScript
"use strict";
|
|
|
|
const crypto = require("crypto");
|
|
const fs = require("fs");
|
|
const path = require("path");
|
|
const config = require("../config.js");
|
|
|
|
// mirrors LoaderCache.hashItV2 in the client: the last path component of every
|
|
// versioned asset is obfuscated this way before it is requested.
|
|
const hashName = name => {
|
|
const salted = "W3 7r4Ck h4X0r3rs" + name;
|
|
let out = "";
|
|
for (let i = 0; i < salted.length; i++) {
|
|
out = i % 2 === 0 ? out + salted[i] : salted[i] + out;
|
|
}
|
|
return crypto.createHash("md5").update(out).digest("hex");
|
|
};
|
|
|
|
// "defPacks/1003" -> "1830/defPacks/<hash>"
|
|
const hashedPath = assetPath => {
|
|
const parts = assetPath.split("/");
|
|
parts.push(hashName(parts.pop()));
|
|
return `${config.deployVersion}/${parts.join("/")}`;
|
|
};
|
|
|
|
const missing = new Set();
|
|
const inFlight = new Map();
|
|
|
|
// asset paths are short and plain; anything else is not worth asking the
|
|
// upstream CDN about on a stranger's behalf.
|
|
const ASSET_PATH = /^[A-Za-z0-9_.\-\/]{1,200}$/;
|
|
const MAX_MISSING = 20000;
|
|
const MAX_DOWNLOADS = 64; // at once
|
|
|
|
// the builds this server has any use for: the one the game runs on, the
|
|
// older ones room files are taken from, and the themes' (config.js). the
|
|
// official CDN holds a good deal more under other names (every other build,
|
|
// and two folders of players' own data); none of that is fetched, kept or
|
|
// handed on for anyone.
|
|
const BUILDS = new Set([config.deployVersion, ...config.olderBuilds, ...Object.values(config.themes).map(theme => theme.build)].map(String));
|
|
|
|
// the path as it is kept and asked for: "a/./b" and "a//b" are "a/b", and
|
|
// nothing climbs out of its build. null for a path that is not an asset's.
|
|
const clean = relPath => {
|
|
if (typeof relPath !== "string" || !ASSET_PATH.test(relPath)) {
|
|
return null;
|
|
}
|
|
const parts = relPath.split("/").filter(part => part !== "" && part !== ".");
|
|
return parts.length >= 2 && !parts.includes("..") && BUILDS.has(parts[0]) ? parts.join("/") : null;
|
|
};
|
|
|
|
const cacheFile = relPath => {
|
|
const file = path.join(config.cacheDir, relPath);
|
|
return file.startsWith(config.cacheDir + path.sep) ? file : null;
|
|
};
|
|
|
|
// how much the cache holds: counted once at start (in the background), then
|
|
// kept up as files are added.
|
|
let cacheBytes = 0;
|
|
const measure = async folder => {
|
|
for (const entry of await fs.promises.readdir(folder, {withFileTypes: true}).catch(() => [])) {
|
|
if (entry.isDirectory()) {
|
|
await measure(path.join(folder, entry.name));
|
|
}
|
|
else {
|
|
cacheBytes += (await fs.promises.stat(path.join(folder, entry.name)).catch(() => ({size: 0}))).size;
|
|
}
|
|
}
|
|
};
|
|
measure(config.cacheDir).then(() => {
|
|
if (cacheBytes > config.maxCacheBytes) {
|
|
console.log(`[cdn] the cache holds ${Math.round(cacheBytes / 1048576)} MB, over its limit: new files are served but not kept (AJ_MAX_CACHE_MB)`);
|
|
}
|
|
});
|
|
|
|
const download = async (relPath, file) => {
|
|
const url = new URL(relPath, config.upstreamContent);
|
|
url.searchParams.set("v", config.upstreamBuildVersion);
|
|
const res = await fetch(url, {headers: {"User-Agent": "Mozilla/5.0"}, signal: AbortSignal.timeout(config.upstreamTimeoutMs)});
|
|
if (!res.ok) {
|
|
if (res.status === 404 || res.status === 403) {
|
|
if (missing.size >= MAX_MISSING) {
|
|
missing.clear();
|
|
}
|
|
missing.add(relPath);
|
|
}
|
|
console.log(`[cdn] ${res.status} ${relPath}`);
|
|
return null;
|
|
}
|
|
const body = Buffer.from(await res.arrayBuffer());
|
|
// A cache that cannot be written to (wrong owner, full disk) costs a
|
|
// download each time; it must not cost the player the file.
|
|
try {
|
|
if (cacheBytes + body.length > config.maxCacheBytes) {
|
|
return body;
|
|
}
|
|
cacheBytes += body.length;
|
|
await fs.promises.mkdir(path.dirname(file), {recursive: true});
|
|
const tmp = `${file}.${process.pid}.tmp`;
|
|
await fs.promises.writeFile(tmp, body);
|
|
await fs.promises.rename(tmp, file);
|
|
console.log(`[cdn] cached ${relPath} (${body.length} bytes)`);
|
|
}
|
|
catch (err) {
|
|
console.log(`[cdn] could not cache ${relPath}: ${err.message}`);
|
|
}
|
|
return body;
|
|
};
|
|
|
|
// `mayFetch`: may a file that is not in the cache be asked of the official
|
|
// CDN for this request? (Whoever asks for too many is given only what is
|
|
// there already: lib/http.js.)
|
|
const getExact = async (asked, mayFetch = () => true) => {
|
|
const relPath = clean(asked);
|
|
const file = relPath && cacheFile(relPath);
|
|
if (!file) {
|
|
return null;
|
|
}
|
|
try {
|
|
return await fs.promises.readFile(file);
|
|
}
|
|
catch (err) {
|
|
if (err.code !== "ENOENT" && err.code !== "EISDIR" && err.code !== "ENOTDIR") {
|
|
throw err;
|
|
}
|
|
}
|
|
if (config.offline || missing.has(relPath)) {
|
|
return null;
|
|
}
|
|
if (!inFlight.has(relPath) && (inFlight.size >= MAX_DOWNLOADS || !mayFetch())) {
|
|
return null;
|
|
}
|
|
if (!inFlight.has(relPath)) {
|
|
// A download that fails (the CDN not answering in time) is "not there"
|
|
// for now, and is tried again the next time the file is asked for.
|
|
inFlight.set(relPath, download(relPath, file).catch(err => {
|
|
console.log(`[cdn] could not fetch ${relPath}: ${err.message}`);
|
|
return null;
|
|
}).finally(() => inFlight.delete(relPath)));
|
|
}
|
|
return inFlight.get(relPath);
|
|
};
|
|
|
|
// returns the asset's bytes, or null when it does not exist. A room file the
|
|
// current build no longer has is looked for in the older builds named in
|
|
// config.olderBuilds (the client asks for everything under the current one).
|
|
const CURRENT_ROOM_FILE = new RegExp(`^${config.deployVersion}/(roomDefs/.+)$`);
|
|
const get = async (relPath, mayFetch) => {
|
|
const body = await getExact(relPath, mayFetch);
|
|
const room = body ? null : CURRENT_ROOM_FILE.exec(clean(relPath) || "");
|
|
if (room) {
|
|
for (const build of config.olderBuilds) {
|
|
const older = await getExact(`${build}/${room[1]}`, mayFetch);
|
|
if (older) {
|
|
return older;
|
|
}
|
|
}
|
|
}
|
|
return body;
|
|
};
|
|
|
|
// the asset's bytes if it is already in the cache, else null; never downloads.
|
|
const cached = async asked => {
|
|
const relPath = clean(asked);
|
|
const file = relPath && cacheFile(relPath);
|
|
try {
|
|
return file ? await fs.promises.readFile(file) : null;
|
|
}
|
|
catch (err) {
|
|
return null;
|
|
}
|
|
};
|
|
|
|
module.exports = {get, cached, hashName, hashedPath};
|