487 lines
14 KiB
JavaScript
487 lines
14 KiB
JavaScript
/**
|
|
* TODO: bigint, large decimals. For right now, only use numbers that fit in
|
|
* JavaScript number.
|
|
*/
|
|
export const Types = {
|
|
BERT_START: 131,
|
|
SMALL_ATOM: 119,
|
|
ATOM: 100,
|
|
BINARY: 109,
|
|
SMALL_INTEGER: 97,
|
|
INTEGER: 98,
|
|
SMALL_BIG: 110,
|
|
LARGE_BIG: 111,
|
|
FLOAT: 99,
|
|
STRING: 107,
|
|
LIST: 108,
|
|
SMALL_TUPLE: 104,
|
|
LARGE_TUPLE: 105, // TODO: Implement.
|
|
MAP: 116,
|
|
NIL: 106,
|
|
NEW_FLOAT: 70,
|
|
ZERO: 0,
|
|
};
|
|
export const Lang = {
|
|
ELIXIR: 0,
|
|
ERLANG: 1,
|
|
};
|
|
/**
|
|
* WIP WIP WIP
|
|
*
|
|
* @param key
|
|
* @param value
|
|
* @returns
|
|
*/
|
|
const reviver = (key, value) => {
|
|
if (typeof value === "object" && value.type === "atom") {
|
|
return Atom.toAtom(value.value);
|
|
}
|
|
else if (typeof value === "object" && value.type === "tuple") {
|
|
return new Tuple(value.values);
|
|
}
|
|
else
|
|
return value;
|
|
};
|
|
const log = (msg) => process.stderr.write(`${msg}\r\n`);
|
|
/**
|
|
* Return a subarray of the supplied buffer, minus len bytes from the front.
|
|
*
|
|
* @param buffer
|
|
* @param len Number of bytes to chop off front
|
|
* @returns Subarray of buffer
|
|
*/
|
|
const chopl = (buffer, len = 1) => buffer.subarray(len);
|
|
export class Atom {
|
|
value;
|
|
constructor(value) {
|
|
this.value = value;
|
|
}
|
|
static atoms = {};
|
|
static toAtom = (value) => {
|
|
return Atom.atoms[value] || (Atom.atoms[value] = new Atom(value));
|
|
};
|
|
}
|
|
/**
|
|
* WIP WIP WIP
|
|
*/
|
|
export class Tuple {
|
|
values;
|
|
constructor(values) {
|
|
// Yes right now this is only one level deep.
|
|
this.values = [...values];
|
|
}
|
|
}
|
|
export class Bert {
|
|
allBinariesAsString;
|
|
mapKeyAsAtom;
|
|
decodeUndefinedValues;
|
|
convention;
|
|
outputBuffer;
|
|
constructor(allBinariesAsString = false, mapKeyAsAtom = true, decodeUndefinedValues = true, convention = Lang.ELIXIR) {
|
|
this.allBinariesAsString = allBinariesAsString;
|
|
this.mapKeyAsAtom = mapKeyAsAtom;
|
|
this.decodeUndefinedValues = decodeUndefinedValues;
|
|
this.convention = convention;
|
|
this.outputBuffer = Buffer.alloc(10000000);
|
|
this.outputBuffer[0] = Types.BERT_START;
|
|
}
|
|
toAtom = toAtom;
|
|
toTuple = toTuple;
|
|
#encode = (obj, buffer) => this[`encode_${typeof obj}`](obj, buffer);
|
|
encode = (obj, copy = true) => {
|
|
const tailBuffer = this.#encode(obj, this.outputBuffer.subarray(1));
|
|
log(`tailbuffer length: ${tailBuffer.length}`);
|
|
if (tailBuffer.length === 0) {
|
|
throw new Error("Bert encode a too big term, encoding buffer overflow");
|
|
}
|
|
else if (copy) {
|
|
const ret = Buffer.alloc(tailBuffer.length + 1);
|
|
this.outputBuffer.copy(ret, 0, 0, ret.length + 1);
|
|
return ret;
|
|
}
|
|
else {
|
|
return this.outputBuffer.subarray(0, tailBuffer.length + 1);
|
|
}
|
|
};
|
|
#decode = (buffer) => {
|
|
const t = buffer[0];
|
|
buffer = chopl(buffer);
|
|
switch (t) {
|
|
case Types.SMALL_ATOM:
|
|
return this.decode_atom(buffer, 1);
|
|
case Types.ATOM:
|
|
return this.decode_atom(buffer, 2);
|
|
case Types.BINARY:
|
|
return this.decode_binary(buffer);
|
|
case Types.SMALL_INTEGER:
|
|
return this.decode_integer(buffer, 1, true);
|
|
case Types.INTEGER:
|
|
return this.decode_integer(buffer, 4);
|
|
case Types.SMALL_BIG:
|
|
return this.decode_big(buffer, 1);
|
|
case Types.LARGE_BIG:
|
|
return this.decode_big(buffer, 4);
|
|
case Types.FLOAT:
|
|
return this.decode_float(buffer);
|
|
case Types.NEW_FLOAT:
|
|
return this.decode_new_float(buffer);
|
|
case Types.STRING:
|
|
return this.decode_string(buffer);
|
|
case Types.LIST:
|
|
return this.decode_list(buffer);
|
|
case Types.SMALL_TUPLE:
|
|
return this.decode_tuple(buffer, 1);
|
|
// case Types.LARGE_TUPLE:
|
|
// return this.decode_large_tuple(buffer, 4)
|
|
case Types.NIL:
|
|
return this.decode_nil(buffer);
|
|
case Types.MAP:
|
|
return this.decode_map(buffer);
|
|
default:
|
|
throw new Error(`Unexpected BERT type: ${t}`);
|
|
}
|
|
};
|
|
decode = (buffer) => {
|
|
if (buffer[0] !== Types.BERT_START) {
|
|
throw new Error("Invalid BERT start magic");
|
|
}
|
|
const obj = this.#decode(chopl(buffer));
|
|
if (obj.rest.length !== 0) {
|
|
throw new Error(`Invalid BERT, remainder was: ${obj.rest.length}`);
|
|
}
|
|
return obj.value;
|
|
};
|
|
encode_string = (obj, buffer) => {
|
|
if (this.convention === Lang.ELIXIR) {
|
|
return this.encode_binary(Buffer.from(obj), buffer);
|
|
}
|
|
else {
|
|
buffer[0] = Types.STRING;
|
|
buffer.writeUInt16BE(Buffer.byteLength(obj, "utf-8"), 1);
|
|
const len = buffer.write(obj, 3);
|
|
return buffer.subarray(0, 3 + len);
|
|
}
|
|
};
|
|
encode_boolean = (obj, buffer) => {
|
|
if (obj) {
|
|
return this.#encode(this.toAtom("true"), buffer);
|
|
}
|
|
else {
|
|
return this.#encode(this.toAtom("false"), buffer);
|
|
}
|
|
};
|
|
encode_number = (obj, buffer) => {
|
|
const isInteger = obj % 1 === 0;
|
|
// Handle floats...
|
|
if (!isInteger) {
|
|
return this.encode_float(obj, buffer);
|
|
}
|
|
// Small int...
|
|
if (isInteger && obj >= 0 && obj < 256) {
|
|
buffer[0] = Types.SMALL_INTEGER;
|
|
buffer.writeUInt8(obj, 1);
|
|
return buffer.subarray(0, 2);
|
|
}
|
|
// 4 byte int...
|
|
if (isInteger && obj >= -134217728 && obj <= 134217727) {
|
|
buffer[0] = Types.INTEGER;
|
|
buffer.writeInt32BE(obj, 1);
|
|
return buffer.subarray(0, 5);
|
|
}
|
|
// Bignum...
|
|
const numBuffer = Buffer.alloc(buffer.length);
|
|
if (obj < 0) {
|
|
obj *= -1;
|
|
numBuffer[0] = 1;
|
|
}
|
|
else {
|
|
numBuffer[0] = 0;
|
|
}
|
|
let offset = 1;
|
|
while (obj !== 0) {
|
|
numBuffer[offset] = obj % 256;
|
|
obj = Math.floor(obj / 256);
|
|
offset++;
|
|
}
|
|
if (offset < 256) {
|
|
buffer[0] = Types.SMALL_BIG;
|
|
buffer.writeUInt8(offset - 1, 1);
|
|
numBuffer.copy(buffer, 2, 0, offset);
|
|
return buffer.subarray(0, 2 + offset);
|
|
}
|
|
else {
|
|
buffer[0] = Types.LARGE_BIG;
|
|
buffer.writeUInt32BE(offset - 1, 1);
|
|
numBuffer.copy(buffer, 5, 0, offset);
|
|
return buffer.subarray(0, 5 + offset);
|
|
}
|
|
};
|
|
encode_float = (obj, buffer) => {
|
|
// float...
|
|
buffer[0] = Types.NEW_FLOAT;
|
|
buffer.writeDoubleBE(obj, 1);
|
|
return buffer.subarray(0, 9);
|
|
};
|
|
encode_object = (obj, buffer) => {
|
|
// Check if it's an atom, binary, or tuple...
|
|
if (obj === null) {
|
|
const undefinedAtom = this.convention === Lang.ELIXIR ? "nil" : "undefined";
|
|
return this.#encode(this.toAtom(undefinedAtom), buffer);
|
|
}
|
|
if (Buffer.isBuffer(obj)) {
|
|
return this.encode_binary(obj, buffer);
|
|
}
|
|
if (Array.isArray(obj)) {
|
|
return this.encode_array(obj, buffer);
|
|
}
|
|
if (obj.type === "Atom") {
|
|
return this.encode_atom(obj, buffer);
|
|
}
|
|
if (obj.type === "Tuple") {
|
|
return this.encode_tuple(obj, buffer);
|
|
}
|
|
// Treat the object as an associative array...
|
|
return this.encode_map(obj, buffer);
|
|
};
|
|
encode_atom = (obj, buffer) => {
|
|
buffer[0] = Types.ATOM;
|
|
buffer.writeUInt16BE(obj.value.length, 1);
|
|
const len = buffer.write(obj.value, 3);
|
|
return buffer.subarray(0, 3 + len);
|
|
};
|
|
encode_binary = (obj, buffer) => {
|
|
buffer[0] = Types.BINARY;
|
|
buffer.writeUInt32BE(obj.length, 1);
|
|
const len = obj.copy(buffer, 5);
|
|
return buffer.subarray(0, 5 + len);
|
|
};
|
|
encode_undefined = (_obj, buffer) => {
|
|
return this.#encode(null, buffer);
|
|
};
|
|
encode_tuple = (obj, buffer) => {
|
|
if (obj.length < 256) {
|
|
buffer[0] = Types.SMALL_TUPLE;
|
|
buffer.writeUInt8(obj.length, 1);
|
|
buffer = buffer.subarray(0, 2);
|
|
}
|
|
else {
|
|
buffer[0] = Types.LARGE_TUPLE;
|
|
buffer.writeUInt32BE(obj.length, 1);
|
|
buffer = buffer.subarray(0, 5);
|
|
}
|
|
for (let i = 0; i < obj.length; ++i) {
|
|
buffer = this.#encode(obj[i], buffer);
|
|
}
|
|
return buffer;
|
|
};
|
|
encode_array = (obj, buffer) => {
|
|
if (obj.length === 0) {
|
|
buffer[0] = Types.NIL;
|
|
return buffer.subarray(0, 1);
|
|
}
|
|
buffer[0] = Types.LIST;
|
|
buffer.writeUInt32BE(obj.length, 1);
|
|
buffer = buffer.subarray(0, 5);
|
|
for (let i = 0; i < obj.length; ++i) {
|
|
buffer = this.#encode(obj[i], buffer);
|
|
}
|
|
buffer[0] = Types.NIL;
|
|
return buffer.subarray(0, 1);
|
|
};
|
|
encode_map = (obj, buffer) => {
|
|
const keys = Object.keys(obj);
|
|
buffer[0] = Types.MAP;
|
|
buffer.writeUInt32BE(keys.length, 1);
|
|
buffer = buffer.subarray(0, 5);
|
|
for (let i = 0; i < keys.length; ++i) {
|
|
const key = this.mapKeyAsAtom ? this.toAtom(keys[i]) : keys[i];
|
|
buffer = this.#encode(key, buffer);
|
|
buffer = this.#encode(obj[keys[i]], buffer);
|
|
}
|
|
return buffer;
|
|
};
|
|
decode_atom = (buffer, count) => {
|
|
const size = this.bytesToInt(buffer, count, true);
|
|
buffer = chopl(buffer, count);
|
|
let value = buffer.toString("utf8", 0, size);
|
|
if (value === "true") {
|
|
value = true;
|
|
}
|
|
else if (value === "false") {
|
|
value = false;
|
|
}
|
|
else if (this.decodeUndefinedValues &&
|
|
this.convention === Lang.ELIXIR &&
|
|
value === "nil") {
|
|
value = null;
|
|
}
|
|
else if (this.decodeUndefinedValues &&
|
|
this.convention === Lang.ERLANG &&
|
|
value === "undefined") {
|
|
value = null;
|
|
}
|
|
else {
|
|
value = this.toAtom(value);
|
|
}
|
|
return {
|
|
value,
|
|
rest: chopl(buffer, size),
|
|
};
|
|
};
|
|
decode_binary = (buffer) => {
|
|
const size = this.bytesToInt(buffer, 4, true);
|
|
buffer = chopl(buffer, 4);
|
|
const bin = Buffer.alloc(size);
|
|
buffer.copy(bin, 0, 0, size);
|
|
return {
|
|
value: this.convention === Lang.ELIXIR && this.allBinariesAsString
|
|
? bin.toString("utf-8")
|
|
: bin,
|
|
rest: chopl(buffer, size),
|
|
};
|
|
};
|
|
decode_integer = (buffer, count, unsigned = false) => {
|
|
return {
|
|
value: this.bytesToInt(buffer, count, unsigned),
|
|
rest: chopl(buffer, count),
|
|
};
|
|
};
|
|
decode_big = (buffer, count) => {
|
|
const size = this.bytesToInt(buffer, count, true);
|
|
buffer = chopl(buffer, count);
|
|
let num = 0;
|
|
const isNegative = buffer[0] === 1;
|
|
buffer = chopl(buffer);
|
|
for (let i = size - 1; i >= 0; --i) {
|
|
const n = buffer[i];
|
|
if (num === 0) {
|
|
num = n;
|
|
}
|
|
else {
|
|
num = num * 256 + n;
|
|
}
|
|
}
|
|
if (isNegative) {
|
|
num = num * -1;
|
|
}
|
|
return {
|
|
value: num,
|
|
rest: chopl(buffer, size),
|
|
};
|
|
};
|
|
decode_float = (buffer) => {
|
|
const size = 31;
|
|
return {
|
|
value: parseFloat(buffer.toString("utf8", 0, size)),
|
|
rest: chopl(buffer, size),
|
|
};
|
|
};
|
|
decode_new_float = (buffer) => {
|
|
return {
|
|
value: buffer.readDoubleBE(0),
|
|
rest: chopl(buffer, 8),
|
|
};
|
|
};
|
|
decode_string = (buffer) => {
|
|
const sizeLen = this.convention === Lang.ELIXIR ? 4 : 2;
|
|
const size = this.bytesToInt(buffer, sizeLen, true);
|
|
buffer = chopl(buffer, sizeLen);
|
|
return {
|
|
value: buffer.toString("utf8", 0, size),
|
|
rest: chopl(buffer, size),
|
|
};
|
|
};
|
|
decode_list = (buffer) => {
|
|
const arr = [];
|
|
const size = this.bytesToInt(buffer, 4, true);
|
|
buffer = chopl(buffer, 4);
|
|
for (let i = 0; i < size; ++i) {
|
|
const el = this.#decode(buffer);
|
|
arr.push(el.value);
|
|
buffer = el.rest;
|
|
}
|
|
const lastChar = buffer[0];
|
|
if (lastChar !== Types.NIL) {
|
|
throw new Error("List does not end with NIL");
|
|
}
|
|
buffer = chopl(buffer);
|
|
return {
|
|
value: arr,
|
|
rest: buffer,
|
|
};
|
|
};
|
|
decode_map = (buffer) => {
|
|
const map = {};
|
|
const size = this.bytesToInt(buffer, 4, true);
|
|
buffer = chopl(buffer, 4);
|
|
for (let i = 0; i < size; ++i) {
|
|
let el = this.#decode(buffer);
|
|
const key = el.value;
|
|
el = this.#decode(el.rest);
|
|
const value = el.value;
|
|
map[key] = value;
|
|
buffer = el.rest;
|
|
}
|
|
return {
|
|
value: map,
|
|
rest: buffer,
|
|
};
|
|
};
|
|
decode_tuple = (buffer, count) => {
|
|
const arr = [];
|
|
const size = this.bytesToInt(buffer, count, true);
|
|
buffer = chopl(buffer, count);
|
|
for (let i = 0; i < size; ++i) {
|
|
const el = this.#decode(buffer);
|
|
arr.push(el.value);
|
|
buffer = el.rest;
|
|
}
|
|
return {
|
|
value: this.toTuple(arr),
|
|
rest: buffer,
|
|
};
|
|
};
|
|
decode_nil = (buffer) => {
|
|
// nil is an empty list
|
|
return {
|
|
value: [],
|
|
rest: buffer,
|
|
};
|
|
};
|
|
bytesToInt = (buffer, length, unsigned) => {
|
|
switch (length) {
|
|
case 1:
|
|
return unsigned ? buffer.readUInt8(0) : buffer.readInt8(0);
|
|
case 2:
|
|
return unsigned ? buffer.readUInt16BE(0) : buffer.readInt16BE(0);
|
|
case 4:
|
|
return unsigned ? buffer.readUInt32BE(0) : buffer.readInt32BE(0);
|
|
}
|
|
};
|
|
}
|
|
/**
|
|
* Convert object to atom.
|
|
*
|
|
*/
|
|
export const toAtom = (str) => ({
|
|
type: "Atom",
|
|
value: str,
|
|
toString: () => str,
|
|
});
|
|
/**
|
|
* Convert array of items to tuple.
|
|
*
|
|
*/
|
|
export const toTuple = (arr) => ({
|
|
...arr,
|
|
type: "Tuple",
|
|
length: arr.length,
|
|
value: arr,
|
|
toString: () => "{" +
|
|
arr
|
|
.filter((i) => i !== "")
|
|
.map((i) => i.toString())
|
|
.join(", ") +
|
|
"}",
|
|
});
|