import experimentation

This commit is contained in:
Alexander Bentkamp
2023-05-09 12:17:53 +02:00
parent 2a81c67675
commit 76ce856082
6 changed files with 1554 additions and 20 deletions
+51
View File
@@ -0,0 +1,51 @@
import { spawn } from 'child_process'
import fs from 'fs';
const progress = {}
async function runProcess(id, cmd, args, cwd) {
return new Promise((resolve, reject) => {
const ls = spawn(cmd, args, {cwd});
ls.stdout.on('data', (data) => {
progress[id].output += data.toString()
});
ls.stderr.on('data', (data) => {
progress[id].output += data.toString()
});
ls.on('close', (code) => {
resolve()
});
})
}
async function doImport (owner, repo, id) {
fs.rmSync(`tmp/${owner}/${repo}`, { recursive: true, force: true });
fs.mkdirSync(`tmp/${owner}/${repo}`, { recursive: true, force: true });
await runProcess(id, "git", ["clone", `https://github.com/${owner}/${repo}.git`], `tmp/${owner}`)
await runProcess(id, "docker", ["build", "--rm", "-f", "./Dockerfile", "-t", `github-${owner}:${repo}`, "."], `tmp/${owner}/${repo}`)
progress[id].done = true
}
export const importTrigger = (req, res) => {
const owner = req.params.owner
const repo = req.params.repo
const id = req.params.owner + '/' + req.params.repo
if(!/^[\w.-]+\/[\w.-]+$/.test(id)) { res.send(`Invalid repo name ${id}`); return }
if(!progress[id] || progress[id].done) {
progress[id] = {output: "", done: false}
doImport(owner, repo, id)
}
res.redirect(`/import/status/${owner}/${repo}`)
}
export const importStatus = (req, res) => {
const owner = req.params.owner
const repo = req.params.repo
const id = req.params.owner + '/' + req.params.repo
res.send(`<html><head><meta http-equiv="refresh" content="2"></head><body><pre>${progress[id]?.output ?? "Nothing here."}</pre></body></html>`)
}
+92
View File
@@ -0,0 +1,92 @@
import { spawn } from 'child_process'
import fs from 'fs';
import request from 'request'
import requestProgress from 'request-progress'
import { Octokit } from 'octokit';
const TOKEN = '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'
const octokit = new Octokit({
auth: TOKEN
})
const progress = {}
async function runProcess(id, cmd, args, cwd) {
return new Promise((resolve, reject) => {
const ls = spawn(cmd, args, {cwd});
ls.stdout.on('data', (data) => {
progress[id].output += data.toString()
});
ls.stderr.on('data', (data) => {
progress[id].output += data.toString()
});
ls.on('close', (code) => {
resolve()
});
})
}
async function download(id, url, dest) {
return new Promise((resolve, reject) => {
// The options argument is optional so you can omit it
requestProgress(request({
url,
headers: {
'User-Agent': 'abentkamp',
'X-GitHub-Api-Version': '2022-11-28',
'Authorization': 'Bearer '+TOKEN
}
}))
.on('progress', function (state) {
progress[id].output += `Downloaded ${Math.round(state.size.transferred/1024/1024)}MB\n`
})
.on('error', function (err) {
reject(err)
})
.on('end', function () {
resolve()
})
.pipe(fs.createWriteStream(dest));
})
}
async function doImport (owner, repo, id) {
const artifacts = await octokit.request('GET /repos/{owner}/{repo}/actions/artifacts', {
owner,
repo,
headers: {
'X-GitHub-Api-Version': '2022-11-28'
}
})
const artifact = artifacts.data.artifacts[0]
const url = artifact.archive_download_url
progress[id].output += `Download from ${url}\n`
await download(id, url, "testfile")
progress[id].output += `Download finished.\n`
progress[id].done = true
}
export const importTrigger = (req, res) => {
const owner = req.params.owner
const repo = req.params.repo
const id = req.params.owner + '/' + req.params.repo
if(!/^[\w.-]+\/[\w.-]+$/.test(id)) { res.send(`Invalid repo name ${id}`); return }
if(!progress[id] || progress[id].done) {
progress[id] = {output: "", done: false}
doImport(owner, repo, id)
}
res.redirect(`/import/status/${owner}/${repo}`)
}
export const importStatus = (req, res) => {
const owner = req.params.owner
const repo = req.params.repo
const id = req.params.owner + '/' + req.params.repo
res.send(`<html><head><meta http-equiv="refresh" content="5"></head><body><pre>${progress[id]?.output ?? "Nothing here."}</pre></body></html>`)
}
+7
View File
@@ -7,6 +7,7 @@ import * as rpc from 'vscode-ws-jsonrpc';
import * as jsonrpcserver from 'vscode-ws-jsonrpc/server';
import os from 'os';
import anonymize from 'ip-anonymize';
import { importTrigger, importStatus } from './import.mjs'
const games = {
adam: {
@@ -30,8 +31,14 @@ const app = express()
const PORT = process.env.PORT || 8080;
var router = express.Router();
router.get('/import/status/:owner/:repo', importStatus)
router.get('/import/trigger/:owner/:repo', importTrigger)
const server = app
.use(express.static(path.join(__dirname, '../client/dist/')))
.use('/', router)
.listen(PORT, () => console.log(`Listening on ${PORT}`));
const wss = new WebSocketServer({ server })