cic-internal-integration/apps/cic-meta/scripts/server/server.ts

import * as http from 'http';
import * as fs from 'fs';
import * as path from 'path';

import * as handlers from './handlers';
import { PGPKeyStore, PGPSigner, Config } from '@cicnet/crdt-meta';
import { SqliteAdapter, PostgresAdapter } from '../../src/db';

import { standardArgs } from './args';

let configPath = '/usr/local/etc/cic-meta';

const argv = standardArgs.argv;

if (argv['config'] !== undefined) {
	configPath = argv['config'];
}

const config = new Config(configPath, argv['env-prefix']);
config.process();
console.debug(config.toString());

let fp = path.join(config.get('PGP_EXPORTS_DIR'), config.get('PGP_PUBLICKEY_ACTIVE_FILE'));
const pubksa = fs.readFileSync(fp, 'utf-8');
fp = path.join(config.get('PGP_EXPORTS_DIR'), config.get('PGP_PRIVATEKEY_FILE'));
const pksa = fs.readFileSync(fp, 'utf-8');

const dbConfig = {
	'name': config.get('DATABASE_NAME'),
	'user': config.get('DATABASE_USER'),
	'password': config.get('DATABASE_PASSWORD'),
	'host': config.get('DATABASE_HOST'),
	'port': config.get('DATABASE_PORT'),
	'engine': config.get('DATABASE_ENGINE'),
};
let db = undefined;
if (config.get('DATABASE_ENGINE') == 'sqlite') {
       	db = new SqliteAdapter(dbConfig);
} else if (config.get('DATABASE_ENGINE') == 'postgres')  {
       	db = new PostgresAdapter(dbConfig);
} else {
	throw 'database engine ' + config.get('DATABASE_ENGINE') + 'not implemented';
}


let signer = undefined;
const keystore = new PGPKeyStore(config.get('PGP_PASSPHRASE'), pksa, pubksa, pubksa, pubksa, () => {
	keysLoaded();
});

function keysLoaded() {
	signer = new PGPSigner(keystore);
	prepareServer();
}

async function migrateDatabase(cb) {
	try {
		const sql = "SELECT 1 FROM store;"
		db.query(sql, (e, rs) => {
			if (e === null || e === undefined) {
				cb();
				return;
			}
			console.warn('db check for table "store" fail', e);
			
			console.debug('using schema path', config.get('DATABASE_SCHEMA_SQL_PATH'));
			const sql = fs.readFileSync(config.get('DATABASE_SCHEMA_SQL_PATH'), 'utf-8');
			db.query(sql, (e, rs) => {
				if (e !== undefined && e !== null) {
					console.error('db initialization fail', e);
					return;
				} 
				cb();
			});

		});
	} catch(e) {
		console.warn('table store does not exist', e);
	}
}

async function prepareServer() {
	await migrateDatabase(startServer);
}

async function startServer() {
	http.createServer(processRequest).listen(config.get('SERVER_PORT'));
}

const re_digest = /^([a-fA-F0-9]{64})\/?$/;
function parseDigest(url) {
	const digest_test = url.match(re_digest);
	if (digest_test === null) {
		throw 'invalid digest';	
	}
	return digest_test[1].toLowerCase();
}

function getIds(url: string): Array<string> {
	const params: Array<string> = url.split('?')[1].split('&');
	let ids: Array<string> = [];
	for (let param of params) {
		const splitParam: Array<string> = param.split('=');
		if (splitParam[0] === 'id') {
			ids.push(parseDigest(splitParam[1]));
		}
	}
	return ids;
}

function generateResponseBody(digest: string, data: string | boolean): string {
	let response = {
		id: digest,
		status: 0,
		headers: {},
		body: ''
	}
	if (typeof data === 'boolean' || data === undefined) {
		response.body = `Metadata for identifier ${digest} not found!`;
		response.status = 404;
		response.headers = {"Content-Type": "text/plain"}
	} else {
		const responseContentLength = (new TextEncoder().encode(data)).length;
		response.body = data;
		response.status = 200;
		response.headers = {
			"Access-Control-Allow-Origin": "*",
			"Content-Type": 'application/json',
			"Content-Length": responseContentLength,
		}
	}
	return JSON.stringify(response);
}

async function processRequest(req, res) {
	let digest = undefined;
	const headers = {
		"Access-Control-Allow-Origin": "*",
		"Access-Control-Allow-Methods": "OPTIONS, POST, GET, PUT",
		"Access-Control-Max-Age": 2592000, // 30 days
		"Access-Control-Allow-Headers": 'Access-Control-Allow-Origin, Content-Type, x-cic-automerge'
	};

	if (req.method === "OPTIONS") {
		res.writeHead(200, headers);
		res.end();
		return;
	}


	if (!['PUT', 'GET', 'POST'].includes(req.method)) {
		res.writeHead(405, {"Content-Type": "text/plain"});
		res.end();
		return;
	}

	try {
		if (req.url.includes('id')) {
			if (req.method !== 'GET') {
				res.writeHead(405, {"Content-Type": "text/plain"});
				res.end();
				return;
			}
			digest = getIds(req.url);
		} else {
			digest = parseDigest(req.url.substring(1));
		}
	} catch(e) {
		console.error('digest error: ' + e)
		res.writeHead(400, {"Content-Type": "text/plain"});
		res.end();
		return;
	}

	const mergeHeader = req.headers['x-cic-automerge'];
	let mod = req.method.toLowerCase() + ":automerge:";
	switch (mergeHeader) {
		case "client":
			mod += "client"; // client handles merges
			break;
		case "server":
			mod += "server"; // server handles merges
			break;
		default:
			mod += "none"; // merged object only (get only)
	}

	let data = '';
	req.on('data', (d) => {
		data += d;
	});
	req.on('end', async () => {
		console.debug('mode', mod);
		let content = '';
		let contentType = 'application/json';
		console.debug('handling data', data);
		let r:any = undefined;
		try {
			switch (mod) {
				case 'put:automerge:client':
					r = await handlers.handleClientMergePut(data, db, digest, keystore, signer);
					if (r == false) {
						res.writeHead(403, {"Content-Type": "text/plain"});
						res.end();
						return;
					}
					break;

				case 'get:automerge:client':
					if (digest instanceof Array) {
						let response = [];
						for (let dg of digest) {
							const metadata = await handlers.handleClientMergeGet(db, dg, keystore);
							response.push(generateResponseBody(dg, metadata));
						}
						const responseContentLength = (new TextEncoder().encode(response.toString())).length;
						res.writeHead(207, {
							"Access-Control-Allow-Origin": "*",
							"Content-Type": contentType,
							"Content-Length": responseContentLength,
						});
						res.write(response.toString());
						res.end();
						return;
					} else {
						content = await handlers.handleClientMergeGet(db, digest, keystore);
					}
					break;

				case 'post:automerge:server':
					content = await handlers.handleServerMergePost(data, db, digest, keystore, signer);	
					break;

				case 'put:automerge:server':
					r = await handlers.handleServerMergePut(data, db, digest, keystore, signer);	
					if (r == false) {
						res.writeHead(403, {"Content-Type": "text/plain"});
						res.end();
						return;
					}
					break;
				//case 'get:automerge:server':
				//	content = await handlers.handleServerMergeGet(db, digest, keystore);	
				//	break;

				case 'get:automerge:none':
					if (digest instanceof Array) {
						let response = [];
						for (let dg of digest) {
							const metadata = await handlers.handleNoMergeGet(db, dg, keystore);
							response.push(generateResponseBody(dg, metadata));
						}
						const responseContentLength = (new TextEncoder().encode(response.toString())).length;
						res.writeHead(207, {
							"Access-Control-Allow-Origin": "*",
							"Content-Type": contentType,
							"Content-Length": responseContentLength,
						});
						res.write(response.toString());
						res.end();
						return;
					} else {
						r = await handlers.handleNoMergeGet(db, digest, keystore);
						if (r == false) {
							res.writeHead(404, {"Content-Type": "text/plain"});
							res.end();
							return;
						}
						content = r;
					}
					break;

				default:
					res.writeHead(400, {"Content-Type": "text/plain"});
					res.end();
					return;
			}
		} catch(e) {
			console.error('fail', mod, digest, e);
			res.writeHead(500, {"Content-Type": "text/plain"});
			res.end();
			return;
		}

		if (content === undefined) {
			console.error('empty content', data);
			res.writeHead(404, {"Content-Type": "text/plain"});
			res.end();
			return;
		}

		const responseContentLength = (new TextEncoder().encode(content)).length;
		res.writeHead(200, {
			"Access-Control-Allow-Origin": "*",
			"Content-Type": contentType,
			"Content-Length": responseContentLength,
		});
		res.write(content);
		res.end();
	});
}