mirror of
https://github.com/burrow-dev/burrow-server.git
synced 2026-11-18 17:27:50 -05:00
perf: save only changed accounts, cache missing assets, lighter logging and backup
Ping on prod jumped to seconds because node's main thread was busy most of every second. - accounts.save(account, ...) names the changed accounts, which are written within a second; the rest are looked at a few at a time (10 ms a save for those in play, 5 ms for the others). One save under prod-like load: 289 ms before, 16 ms after. - an asset the CDN does not have gets a cacheable 404 and is logged once - the proxy's own connections no longer count against the web cap, which had node reset requests nginx had already let in - a repeated client error is written once in ten minutes; the panel's log buffer trims in batches - the daily backup uses sqlite's online backup off the main thread
This commit is contained in:
1 parent
edca7bf790
commit
aa455f52d0
26 files changed
+334
-220
No files matched your search
+4
-1
@@ -5,6 +5,7 @@
|
||||
|
||||
const MAX_LINES = 5000;
|
||||
const MAX_LINE_LENGTH = 2000;
|
||||
const TRIM_BATCH = 1000;
|
||||
|
||||
const lines = []; // {id, time, text}
|
||||
let nextId = 1;
|
||||
@@ -15,7 +16,9 @@ const capture = original => (...args) => {
|
||||
for (const line of text.split("\n")) {
|
||||
lines.push({id: nextId++, time: Date.now(), text: line.slice(0, MAX_LINE_LENGTH)});
|
||||
}
|
||||
if (lines.length > MAX_LINES) {
|
||||
// trimmed a batch at a time: trimming a line at a time moved all the
|
||||
// others along for every line printed.
|
||||
if (lines.length > MAX_LINES + TRIM_BATCH) {
|
||||
lines.splice(0, lines.length - MAX_LINES);
|
||||
}
|
||||
};
|
||||
|
||||
Reference in new issue
Block a user