Implement function to check if uploaded game will exceed allocated server memory.

check_upload_size
matlorr 3 weeks ago
parent 1050c8b24f
commit 836bd56e9a

@ -1,11 +1,12 @@
import { spawn } from 'child_process'
import fs from 'fs';
import fs, { stat } from 'fs';
import request from 'request'
import requestProgress from 'request-progress'
import { Octokit } from 'octokit';
import { fileURLToPath } from 'url';
import path from 'path';
import path, { resolve } from 'path';
import { error } from 'console';
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
@ -17,6 +18,7 @@ const octokit = new Octokit({
})
const progress = {}
var exceedingMemoryLimit = false
async function runProcess(id, cmd, args, cwd) {
return new Promise((resolve, reject) => {
@ -36,6 +38,28 @@ async function runProcess(id, cmd, args, cwd) {
})
}
async function checkAgainstDiscMemory(artifact, maxPercentage) {
return new Promise((resolve, reject) => {
fs.statfs("/", (err, stats) => {
if (err) {
console.log(err);
reject()
}
let artifactBytes = artifact.size_in_bytes;
let totalBytes = stats.blocks * stats.bsize;
let freeBytes = stats.bfree * stats.bsize;
let usedBytes = totalBytes - freeBytes;
let maxUsedBytes = totalBytes * maxPercentage;
if (usedBytes + artifactBytes >= maxUsedBytes) {
exceedingMemoryLimit = true;
}
resolve()
});
})
}
async function download(id, url, dest) {
return new Promise((resolve, reject) => {
// The options argument is optional so you can omit it
@ -49,7 +73,9 @@ async function download(id, url, dest) {
}
}))
.on('progress', function (state) {
progress[id].output += `Downloaded ${Math.round(state.size.transferred/1024/1024)}MB\n`
console.log('progress', state);
transferredDataSize = Math.round(state.size.transferred/1024/1024)
progress[id].output += `Downloaded ${transferredDataSize}MB\n`
})
.on('error', function (err) {
reject(err)
@ -73,25 +99,15 @@ async function doImport (owner, repo, id) {
'X-GitHub-Api-Version': '2022-11-28'
}
})
// choose latest artifact
currUsage, threshold = fs.statfs("/", (err, stats) => {
if (err) {
console.error("Failure getting filesystem statistics!")
}
usedBlocks = (stats.blocks - stats.bfree)
usedBytes = usedBlocks * stats.bsize
threshold = stats.blocks * stats.bsize * 0.95
return (usedBytes, threshold)
});
const artifact = artifacts.data.artifacts
.reduce((acc, cur) => acc.created_at < cur.created_at ? cur : acc)
artifactId = artifact.id
// Check that size of artifact does not exceed disc space maximum.
artifactSize = artifact.size_in_bytes
if (currUsage + artifactSize >= threshold) {
console.error(`File (${artifactSize}) is exceeding allocated game memory of ${threshold}`)
return
await checkAgainstDiscMemory(artifact, 0.95);
if (exceedingMemoryLimit === true) {
throw new Error(`Uploading file of size ${Math.round(artifact.size_in_bytes / 1024 / 1024)} (MB) would exceed allocated memory on the server.`);
}
artifactId = artifact.id
const url = artifact.archive_download_url
// Make sure the download folder exists
if (!fs.existsSync(path.join(__dirname, "..", "games"))){
@ -106,7 +122,6 @@ async function doImport (owner, repo, id) {
await runProcess(id, "/bin/bash", [path.join(__dirname, "unpack.sh"), artifactId, owner.toLowerCase(), repo.toLowerCase()], path.join(__dirname, ".."))
// let manifest = fs.readFileSync(`tmp/artifact_${artifactId}_inner/manifest.json`);
// manifest = JSON.parse(manifest);
// if (manifest.length !== 1) {

Loading…
Cancel
Save