Reorganized into a monorepo, refactored the frontend again, goodbye Parcel

1 files changed, 412 insertions, 0 deletions

diff --git a/packages/server/src/api/git.js b/packages/server/src/api/git.js
new file mode 100644
index 0000000..80b808f
--- /dev/null
+++ b/packages/server/src/api/git.js
@@ -0,0 +1,412 @@
+const { formatDistance } = require('date-fns');
+const fs = require('fs');
+const git = require("nodegit");
+const zlib = require("zlib");
+const { spawn } = require('child_process');
+const whatwg = require("whatwg-url");
+const path = require("path");
+
+function addRepoDirSuffix(repo_name)
+{
+	if(!repo_name.endsWith(".git")) {
+		return repo_name + ".git";
+	}
+	return repo_name;
+}
+
+async function getLog(base_dir, repo_name)
+{
+	const repo = await git.Repository.openBare(`${base_dir}/${repo_name}`);
+
+	const walker = git.Revwalk.create(repo);
+	walker.pushHead();
+
+	const raw_commits = await walker.getCommitsUntil(() => true);
+	
+	const commits = Promise.all(raw_commits.map(async commit => ({
+		commit: commit.sha(),
+		author_full: commit.author().toString(),
+		author_name: commit.author().name(),
+		author_email: commit.author().email(),
+		date: commit.date(),
+		message: commit.message().replace(/\n/g, ""),
+		insertions: (await (await commit.getDiff())[0].getStats()).insertions(),
+		deletions: (await (await commit.getDiff())[0].getStats()).deletions(),
+		files_changed: (await (await commit.getDiff())[0].getStats()).filesChanged()
+	})));		
+
+	return await commits;
+}
+
+async function getTimeSinceLatestCommit(base_dir, repo_name)
+{
+	const repo = await git.Repository.openBare(`${base_dir}/${repo_name}`);
+	const master_commit = await repo.getMasterCommit();
+
+	return formatDistance(new Date(), master_commit.date());
+}
+
+function getRepoFile(base_dir, repo, file)
+{
+	return new Promise(resolve =>
+	{
+		fs.readFile(`${base_dir}/${repo}/${file}`, async (err, content) =>
+		{			
+			if(!err) {
+				resolve(content.toString().replace(/\n/g, ""));
+				return;
+			}
+			resolve("");
+		});
+	});
+}
+
+function getRepos(base_dir)
+{
+	return new Promise((resolve) =>
+	{
+		fs.readdir(base_dir, (err, dir_content) =>
+		{
+			if(err) {
+				resolve({ "error": err });
+				return;
+			}
+			
+			dir_content.filter(repo => repo.endsWith(".git")).reduce((acc, repo) =>
+			{
+				return acc.then((repos) =>
+				{
+					return getRepoFile(base_dir, repo, "description").then((description) =>
+					{
+						return getRepoFile(base_dir, repo, "owner").then((owner) =>
+						{
+							return getTimeSinceLatestCommit(base_dir, repo).then((last_commit_date) =>
+							{
+								repos[repo.slice(0, -4)] = { "description": description, "owner": owner, "last_updated": last_commit_date };
+								return repos;
+							});
+						});
+					});
+				});
+			}, Promise.resolve({})).then((repos) =>
+			{
+				resolve(repos);
+			});
+		});
+	});
+}
+
+function parseHunkAddDel(hunk)
+{
+	let new_lines = [];
+	let deleted_lines = [];
+
+	hunk.forEach((line, index) =>
+	{
+		if(line.charAt(0) === '+') {
+			hunk[index] = line.slice(1);
+			new_lines.push(index);
+		}
+		else if(line.charAt(0) === '-') {
+			hunk[index] = line.slice(1);
+			deleted_lines.push(index);
+		}
+	});
+
+	return { new: new_lines, deleted: deleted_lines, hunk: hunk.join("\n") };
+}
+
+async function getCommit(base_dir, repo_name, commit_oid)
+{
+	repo_name = addRepoDirSuffix(repo_name);
+
+	const repo = await git.Repository.openBare(`${base_dir}/${repo_name}`);
+	const commit = await repo.getCommit(commit_oid);
+	const diff = (await commit.getDiff())[0];
+	const all_patches = (await diff.toBuf(1)).split('\n');
+
+	// Get the count of lines for all of patches's headers
+	const patch_headers = (await diff.toBuf(2)).split('\n');
+	const patch_header_data = await patch_headers.reduce((acc, line, index) =>
+	{
+		return acc.then((arr) =>
+		{
+			if(/^diff --git/.test(line)) {
+				arr[0].push(all_patches.indexOf(line));
+				
+				if(arr[2] != undefined) {
+					arr[1].push(patch_headers.slice(arr[2], index).length);
+				}
+				arr[2] = index;
+			}
+			else if(index == patch_headers.length - 1 && arr[2] != undefined) {
+				arr[1].push(patch_headers.slice(arr[2], index).length);
+			}
+			return arr;
+		});
+	}, Promise.resolve([ [], [], undefined ]));
+	
+	console.log(patch_header_data);
+
+	const patches = await diff.patches();
+	const parsed_patches = patches.reduce((acc, patch, patch_index) =>
+	{
+		return acc.then((arr) =>
+		{
+			return patch.hunks().then((hunks) =>
+			{
+				const patch_start = patch_header_data[0][patch_index] + patch_header_data[1][patch_index];
+				const patch_end = (patch_header_data[0][patch_index + 1] !== undefined) ? patch_header_data[0][patch_index + 1] : all_patches.length - 1;
+				const patch_content = all_patches.slice(patch_start, patch_end);
+
+				const line_lengths = patch_content.map((line) => line.length).reduce((acc, length) => acc + length);
+				
+				if(patch_content.length > 5000 || line_lengths > 5000) {
+					console.log("Too large!");
+					
+					arr.push({
+						from: patch.oldFile().path(),
+						to: patch.newFile().path(),
+						additions: patch.lineStats()["total_additions"],
+						deletions: patch.lineStats()["total_deletions"],
+						too_large: true,
+						hunks: null
+					});
+					return arr;
+				}
+
+				// Go through all of the patch's hunks
+				// Patches are split into parts of where in the file the change is made. Those parts are called hunks.
+				return hunks.reduce((acc, hunk, hunk_index) =>
+				{
+					return acc.then((hunks_data) =>
+					{
+						const hunk_header = hunk.header();
+						const hunk_header_index = patch_content.indexOf(hunk_header.replace(/\n/g, ""));
+
+						if(hunks_data[0] !== undefined) {
+							const prev_hunk = hunks[hunk_index - 1];
+							hunks_data[1].push(Object.assign({
+								new_start: prev_hunk.newStart(),
+								new_lines: prev_hunk.newLines(),
+								old_start: prev_hunk.oldStart(),
+								old_lines: prev_hunk.oldLines()
+							}, parseHunkAddDel(patch_content.slice(hunks_data[0], hunk_header_index))));
+
+							hunks_data[2] = hunks_data + patch_content.slice(hunks_data[0], hunk_header_index).length;
+						}
+
+						hunks_data[0] = hunk_header_index;
+						return hunks_data;
+					});
+				}, Promise.resolve([ undefined, [], 0 ])).then((hunks_data) =>
+				{
+					const prev_hunk = hunks[hunks.length - 1];
+					hunks_data[1].push(Object.assign({
+						new_start: prev_hunk.newStart(),
+						new_lines: prev_hunk.newLines(),
+						old_start: prev_hunk.oldStart(),
+						old_lines: prev_hunk.oldLines()
+					}, parseHunkAddDel(patch_content.slice(hunks_data[0], patch_end))));
+
+					arr.push({
+						from: patch.oldFile().path(),
+						to: patch.isDeleted() ? "/dev/null" : patch.newFile().path(),
+						additions: patch.lineStats()["total_additions"],
+						deletions: patch.lineStats()["total_deletions"],
+						too_large: false,
+						hunks: hunks_data[1]
+					});
+
+					return arr;
+				});
+			});
+		});
+	}, Promise.resolve([]));
+
+	return {
+		hash: commit.sha(),
+		author: commit.author().toString(),
+		message: commit.message(),
+		date: commit.date(),
+		patches: await parsed_patches
+	};
+}
+
+async function doesCommitExist(base_dir, repo_name, commit_oid)
+{
+	const repo = await git.Repository.openBare(`${base_dir}/${repo_name}`);
+
+	try {
+		await repo.getCommit(commit_oid);
+		return true;
+	}
+	catch {
+		return false;
+	}
+}
+
+function connectToGitHTTPBackend(base_dir, req, reply)
+{
+	const url_path = req.url.replace(req.params.repo, req.params.repo + ".git");
+	const repo = req.params.repo + ".git";
+	const repo_path = path.join(base_dir, repo);
+
+	req = req.headers['Content-Encoding'] == 'gzip' ? req.pipe(zlib.createGunzip()) : req;
+
+	const parsed_url = new whatwg.URL(`${req.protocol}://${req.hostname}${url_path}`);
+	const url_path_parts = parsed_url.pathname.split('/');
+	
+	let service;
+	let info = false;
+
+	if(/\/info\/refs$/.test(parsed_url.pathname)) {
+		service = parsed_url.searchParams.get("service");
+		info = true;
+	}
+	else {
+		service = url_path_parts[url_path_parts.length-1];
+	}
+		
+	const content_type = `application/x-${service}-${info ? "advertisement" : "result"}`;
+
+	if(/\.\/|\.\./.test(parsed_url.pathname)) {
+		reply.header("Content-Type", content_type);
+		reply.code(404).send("Git repository not found!\n");
+		return;
+	}
+
+	if(service !== 'git-upload-pack') {
+		reply.header("Content-Type", content_type);
+		reply.code(403).send("Access denied!\n");
+		return;
+	}
+		
+	reply.raw.writeHead(200, { "Content-Type": content_type });
+
+	const spawn_args = [ "--stateless-rpc", repo_path ];
+
+	if(info) {
+		spawn_args.push("--advertise-refs");
+	}
+
+	const git_pack = spawn(service, spawn_args);
+	
+	if(info) {
+		const s = '# service=' + service + '\n';
+		const n = (4 + s.length).toString(16);
+		reply.raw.write(Buffer.from((Array(4 - n.length + 1).join('0') + n + s) + '0000'));
+	}
+	else {
+		req.body.on("data", (data) => git_pack.stdin.write(data));
+		req.body.on("close", () => git_pack.stdin.end());
+	}
+	git_pack.on("error", (err) => console.log(err));
+	git_pack.stderr.on("data", (stderr) => console.log(stderr));
+
+	git_pack.stdout.on("data", (data) =>
+	{
+		reply.raw.write(data);
+	});
+
+	git_pack.on("close", () => reply.raw.end());
+}
+
+async function getTree(base_dir, repo_name, tree_path)
+{
+	repo_name = addRepoDirSuffix(repo_name);
+
+	const repo = await git.Repository.openBare(`${base_dir}/${repo_name}`);
+	const master_commit = await repo.getMasterCommit();
+
+	const tree = await master_commit.getTree();
+
+	let entries;
+	if(tree_path) {
+		try {
+			const path_entry = await tree.getEntry(tree_path);
+
+			if(path_entry.isBlob()) {
+				return { type: "blob", content: (await path_entry.getBlob()).content().toString() };
+			}
+
+			entries = await (await path_entry.getTree()).entries();
+		}
+		catch(err) {
+			if(err.errno === -3) {
+				return { error: 404 };
+			}
+			return { error: 500 };
+		}
+	}
+	else {
+		entries = tree.entries();
+	}
+	
+	return { type: "tree", tree: await entries.reduce((acc, entry) =>
+	{
+		return acc.then((obj) =>
+		{
+			return getTreeEntryLastCommit(repo, entry).then((last_commit) =>
+			{
+				obj[path.parse(entry.path()).base] = {
+					oid: entry.oid(),
+					type: entry.isBlob() ? "blob" : "tree",
+					last_commit: {
+						id: last_commit.id,
+						message: last_commit.message,
+						time: last_commit.time
+					}
+				};
+				return obj;
+			});
+		});
+	}, Promise.resolve({})) };
+}
+
+async function getTreeEntryLastCommit(repo, tree_entry)
+{
+	const walker = git.Revwalk.create(repo);
+	walker.pushHead();
+
+	const raw_commits = await walker.getCommitsUntil(() => true);
+	
+	return raw_commits.reduce((acc, commit) =>
+	{
+		return acc.then((obj) =>
+		{
+			if(Object.keys(obj).length == 0) {
+				return commit.getDiff().then((diffs) =>
+				{
+					return diffs[0].patches().then((patches) =>
+					{
+						let matching_path_patch;
+						if(tree_entry.isBlob()) {
+							matching_path_patch = patches.find((patch) => patch.newFile().path() === tree_entry.path());
+						}
+						else {
+							matching_path_patch = patches.find((patch) => path.parse(patch.newFile().path()).dir.startsWith(tree_entry.path()));
+						}
+
+						if(matching_path_patch) {
+							obj.id = commit.sha();
+							obj.message = commit.message().replace(/\n/g, "");
+							obj.time = commit.date();
+						}
+						return obj;
+					});
+				});
+			}
+
+			return obj;
+		});
+	}, Promise.resolve({}));
+}
+
+module.exports.getLog = getLog;
+module.exports.getRepos = getRepos;
+module.exports.getRepoFile = getRepoFile;
+module.exports.getCommit = getCommit;
+module.exports.doesCommitExist = doesCommitExist;
+module.exports.connectToGitHTTPBackend = connectToGitHTTPBackend;
+module.exports.getTree = getTree;
\ No newline at end of file