mirror of
https://github.com/burrow-dev/burrow-server.git
synced 2026-11-18 17:27:50 -05:00
Brought up to date with the private repository (a06d3c5)
This commit is contained in:
commit
eda992fcff
144 files changed
+31026
No files matched your search
+174
@@ -0,0 +1,174 @@
|
||||
"use strict";
|
||||
|
||||
const crypto = require("crypto");
|
||||
const fs = require("fs");
|
||||
const path = require("path");
|
||||
const config = require("../config.js");
|
||||
|
||||
// mirrors LoaderCache.hashItV2 in the client: the last path component of every
|
||||
// versioned asset is obfuscated this way before it is requested.
|
||||
const hashName = name => {
|
||||
const salted = "W3 7r4Ck h4X0r3rs" + name;
|
||||
let out = "";
|
||||
for (let i = 0; i < salted.length; i++) {
|
||||
out = i % 2 === 0 ? out + salted[i] : salted[i] + out;
|
||||
}
|
||||
return crypto.createHash("md5").update(out).digest("hex");
|
||||
};
|
||||
|
||||
// "defPacks/1003" -> "1830/defPacks/<hash>"
|
||||
const hashedPath = assetPath => {
|
||||
const parts = assetPath.split("/");
|
||||
parts.push(hashName(parts.pop()));
|
||||
return `${config.deployVersion}/${parts.join("/")}`;
|
||||
};
|
||||
|
||||
const missing = new Set();
|
||||
const inFlight = new Map();
|
||||
|
||||
// asset paths are short and plain; anything else is not worth asking the
|
||||
// upstream CDN about on a stranger's behalf.
|
||||
const ASSET_PATH = /^[A-Za-z0-9_.\-\/]{1,200}$/;
|
||||
const MAX_MISSING = 20000;
|
||||
const MAX_DOWNLOADS = 64; // at once
|
||||
|
||||
// the builds this server has any use for: the one the game runs on, the
|
||||
// older ones room files are taken from, and the themes' (config.js). the
|
||||
// official CDN holds a good deal more under other names (every other build,
|
||||
// and two folders of players' own data); none of that is fetched, kept or
|
||||
// handed on for anyone.
|
||||
const BUILDS = new Set([config.deployVersion, ...config.olderBuilds, ...Object.values(config.themes).map(theme => theme.build)].map(String));
|
||||
|
||||
// the path as it is kept and asked for: "a/./b" and "a//b" are "a/b", and
|
||||
// nothing climbs out of its build. null for a path that is not an asset's.
|
||||
const clean = relPath => {
|
||||
if (typeof relPath !== "string" || !ASSET_PATH.test(relPath)) {
|
||||
return null;
|
||||
}
|
||||
const parts = relPath.split("/").filter(part => part !== "" && part !== ".");
|
||||
return parts.length >= 2 && !parts.includes("..") && BUILDS.has(parts[0]) ? parts.join("/") : null;
|
||||
};
|
||||
|
||||
const cacheFile = relPath => {
|
||||
const file = path.join(config.cacheDir, relPath);
|
||||
return file.startsWith(config.cacheDir + path.sep) ? file : null;
|
||||
};
|
||||
|
||||
// how much the cache holds: counted once at start (in the background), then
|
||||
// kept up as files are added.
|
||||
let cacheBytes = 0;
|
||||
const measure = async folder => {
|
||||
for (const entry of await fs.promises.readdir(folder, {withFileTypes: true}).catch(() => [])) {
|
||||
if (entry.isDirectory()) {
|
||||
await measure(path.join(folder, entry.name));
|
||||
}
|
||||
else {
|
||||
cacheBytes += (await fs.promises.stat(path.join(folder, entry.name)).catch(() => ({size: 0}))).size;
|
||||
}
|
||||
}
|
||||
};
|
||||
measure(config.cacheDir).then(() => {
|
||||
if (cacheBytes > config.maxCacheBytes) {
|
||||
console.log(`[cdn] the cache holds ${Math.round(cacheBytes / 1048576)} MB, over its limit: new files are served but not kept (AJ_MAX_CACHE_MB)`);
|
||||
}
|
||||
});
|
||||
|
||||
const download = async (relPath, file) => {
|
||||
const url = new URL(relPath, config.upstreamContent);
|
||||
url.searchParams.set("v", config.upstreamBuildVersion);
|
||||
const res = await fetch(url, {headers: {"User-Agent": "Mozilla/5.0"}, signal: AbortSignal.timeout(config.upstreamTimeoutMs)});
|
||||
if (!res.ok) {
|
||||
if (res.status === 404 || res.status === 403) {
|
||||
if (missing.size >= MAX_MISSING) {
|
||||
missing.clear();
|
||||
}
|
||||
missing.add(relPath);
|
||||
}
|
||||
console.log(`[cdn] ${res.status} ${relPath}`);
|
||||
return null;
|
||||
}
|
||||
const body = Buffer.from(await res.arrayBuffer());
|
||||
// A cache that cannot be written to (wrong owner, full disk) costs a
|
||||
// download each time; it must not cost the player the file.
|
||||
try {
|
||||
if (cacheBytes + body.length > config.maxCacheBytes) {
|
||||
return body;
|
||||
}
|
||||
cacheBytes += body.length;
|
||||
await fs.promises.mkdir(path.dirname(file), {recursive: true});
|
||||
const tmp = `${file}.${process.pid}.tmp`;
|
||||
await fs.promises.writeFile(tmp, body);
|
||||
await fs.promises.rename(tmp, file);
|
||||
console.log(`[cdn] cached ${relPath} (${body.length} bytes)`);
|
||||
}
|
||||
catch (err) {
|
||||
console.log(`[cdn] could not cache ${relPath}: ${err.message}`);
|
||||
}
|
||||
return body;
|
||||
};
|
||||
|
||||
// `mayFetch`: may a file that is not in the cache be asked of the official
|
||||
// CDN for this request? (Whoever asks for too many is given only what is
|
||||
// there already: lib/http.js.)
|
||||
const getExact = async (asked, mayFetch = () => true) => {
|
||||
const relPath = clean(asked);
|
||||
const file = relPath && cacheFile(relPath);
|
||||
if (!file) {
|
||||
return null;
|
||||
}
|
||||
try {
|
||||
return await fs.promises.readFile(file);
|
||||
}
|
||||
catch (err) {
|
||||
if (err.code !== "ENOENT" && err.code !== "EISDIR" && err.code !== "ENOTDIR") {
|
||||
throw err;
|
||||
}
|
||||
}
|
||||
if (config.offline || missing.has(relPath)) {
|
||||
return null;
|
||||
}
|
||||
if (!inFlight.has(relPath) && (inFlight.size >= MAX_DOWNLOADS || !mayFetch())) {
|
||||
return null;
|
||||
}
|
||||
if (!inFlight.has(relPath)) {
|
||||
// A download that fails (the CDN not answering in time) is "not there"
|
||||
// for now, and is tried again the next time the file is asked for.
|
||||
inFlight.set(relPath, download(relPath, file).catch(err => {
|
||||
console.log(`[cdn] could not fetch ${relPath}: ${err.message}`);
|
||||
return null;
|
||||
}).finally(() => inFlight.delete(relPath)));
|
||||
}
|
||||
return inFlight.get(relPath);
|
||||
};
|
||||
|
||||
// returns the asset's bytes, or null when it does not exist. A room file the
|
||||
// current build no longer has is looked for in the older builds named in
|
||||
// config.olderBuilds (the client asks for everything under the current one).
|
||||
const CURRENT_ROOM_FILE = new RegExp(`^${config.deployVersion}/(roomDefs/.+)$`);
|
||||
const get = async (relPath, mayFetch) => {
|
||||
const body = await getExact(relPath, mayFetch);
|
||||
const room = body ? null : CURRENT_ROOM_FILE.exec(clean(relPath) || "");
|
||||
if (room) {
|
||||
for (const build of config.olderBuilds) {
|
||||
const older = await getExact(`${build}/${room[1]}`, mayFetch);
|
||||
if (older) {
|
||||
return older;
|
||||
}
|
||||
}
|
||||
}
|
||||
return body;
|
||||
};
|
||||
|
||||
// the asset's bytes if it is already in the cache, else null; never downloads.
|
||||
const cached = async asked => {
|
||||
const relPath = clean(asked);
|
||||
const file = relPath && cacheFile(relPath);
|
||||
try {
|
||||
return file ? await fs.promises.readFile(file) : null;
|
||||
}
|
||||
catch (err) {
|
||||
return null;
|
||||
}
|
||||
};
|
||||
|
||||
module.exports = {get, cached, hashName, hashedPath};
|
||||
Reference in new issue
Block a user