Damien George 39bd0b8a0a webassembly: Add JavaScript proxying, and js and jsffi modules.
This commit improves the webassembly port by adding:

- Proxying of Python objects to JavaScript with a PyProxy type that lives
  on the JavaScript side.  PyProxy implements JavaScript Proxy traps such
  as has, get, set and ownKeys, to make Python objects have functionality
  on the JavaScript side.

- Proxying of JavaScript objects to Python with a JsProxy type that lives
  on the Python side.  JsProxy passes through calls, attributes,
  subscription and iteration from Python to JavaScript.

- A top-level API on the JavaScript side to construct a MicroPython
  interpreter instance via `loadMicroPython()`.  That function returns an
  object that can be used to execute Python code, access the Python globals
  dict, access the Emscripten filesystem, and other things.  This API is
  based on the API provided by Pyodide (https://pyodide.org/).  As part of
  this, the top-level file is changed from `micropython.js` to
  `micropython.mjs`.

- A Python `js` module which can be used to access all JavaScript-side
  symbols, for example the DOM when run within a browser.

- A Python `jsffi` module with various helper functions like
  `create_proxy()` and `to_js()`.

- A dedenting lexer which automatically dedents Python source code if every
  non-empty line in that source starts with a common whitespace prefix.
  This is very helpful when Python source code is indented within a string
  within HTML or JavaScript for formatting reasons.

Signed-off-by: Damien George <damien@micropython.org>
2024-03-22 13:37:47 +11:00

223 lines
7.5 KiB
JavaScript

/*
* This file is part of the MicroPython project, http://micropython.org/
*
* The MIT License (MIT)
*
* Copyright (c) 2023-2024 Damien P. George
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*/
// These constants should match the constants in proxy_c.c.
const PROXY_KIND_MP_EXCEPTION = -1;
const PROXY_KIND_MP_NULL = 0;
const PROXY_KIND_MP_NONE = 1;
const PROXY_KIND_MP_BOOL = 2;
const PROXY_KIND_MP_INT = 3;
const PROXY_KIND_MP_FLOAT = 4;
const PROXY_KIND_MP_STR = 5;
const PROXY_KIND_MP_CALLABLE = 6;
const PROXY_KIND_MP_OBJECT = 7;
const PROXY_KIND_MP_JSPROXY = 8;
const PROXY_KIND_JS_NULL = 1;
const PROXY_KIND_JS_BOOLEAN = 2;
const PROXY_KIND_JS_INTEGER = 3;
const PROXY_KIND_JS_DOUBLE = 4;
const PROXY_KIND_JS_STRING = 5;
const PROXY_KIND_JS_OBJECT = 6;
const PROXY_KIND_JS_PYPROXY = 7;
class PythonError extends Error {
constructor(exc_type, exc_details) {
super(exc_details);
this.name = "PythonError";
this.type = exc_type;
}
}
function proxy_js_init() {
globalThis.proxy_js_ref = [globalThis];
}
function proxy_call_python(target, argumentsList) {
let args = 0;
// Strip trailing "undefined" arguments.
while (
argumentsList.length > 0 &&
argumentsList[argumentsList.length - 1] === undefined
) {
argumentsList.pop();
}
if (argumentsList.length > 0) {
// TODO use stackAlloc/stackRestore?
args = Module._malloc(argumentsList.length * 3 * 4);
for (const i in argumentsList) {
proxy_convert_js_to_mp_obj_jsside(
argumentsList[i],
args + i * 3 * 4,
);
}
}
const value = Module._malloc(3 * 4);
Module.ccall(
"proxy_c_to_js_call",
"null",
["number", "number", "number", "pointer"],
[target, argumentsList.length, args, value],
);
if (argumentsList.length > 0) {
Module._free(args);
}
return proxy_convert_mp_to_js_obj_jsside_with_free(value);
}
function proxy_convert_js_to_mp_obj_jsside(js_obj, out) {
let kind;
if (js_obj === null) {
kind = PROXY_KIND_JS_NULL;
} else if (typeof js_obj === "boolean") {
kind = PROXY_KIND_JS_BOOLEAN;
Module.setValue(out + 4, js_obj, "i32");
} else if (typeof js_obj === "number") {
if (Number.isInteger(js_obj)) {
kind = PROXY_KIND_JS_INTEGER;
Module.setValue(out + 4, js_obj, "i32");
} else {
kind = PROXY_KIND_JS_DOUBLE;
// double must be stored to an address that's a multiple of 8
const temp = (out + 4) & ~7;
Module.setValue(temp, js_obj, "double");
const double_lo = Module.getValue(temp, "i32");
const double_hi = Module.getValue(temp + 4, "i32");
Module.setValue(out + 4, double_lo, "i32");
Module.setValue(out + 8, double_hi, "i32");
}
} else if (typeof js_obj === "string") {
kind = PROXY_KIND_JS_STRING;
const len = Module.lengthBytesUTF8(js_obj);
const buf = Module._malloc(len + 1);
Module.stringToUTF8(js_obj, buf, len + 1);
Module.setValue(out + 4, len, "i32");
Module.setValue(out + 8, buf, "i32");
} else if (js_obj instanceof PyProxy) {
kind = PROXY_KIND_JS_PYPROXY;
Module.setValue(out + 4, js_obj._ref, "i32");
} else {
kind = PROXY_KIND_JS_OBJECT;
const id = proxy_js_ref.length;
proxy_js_ref[id] = js_obj;
Module.setValue(out + 4, id, "i32");
}
Module.setValue(out + 0, kind, "i32");
}
function proxy_convert_js_to_mp_obj_jsside_force_double_proxy(js_obj, out) {
if (js_obj instanceof PyProxy) {
const kind = PROXY_KIND_JS_OBJECT;
const id = proxy_js_ref.length;
proxy_js_ref[id] = js_obj;
Module.setValue(out + 4, id, "i32");
Module.setValue(out + 0, kind, "i32");
} else {
proxy_convert_js_to_mp_obj_jsside(js_obj, out);
}
}
function proxy_convert_mp_to_js_obj_jsside(value) {
const kind = Module.getValue(value, "i32");
let obj;
if (kind === PROXY_KIND_MP_EXCEPTION) {
// Exception
const str_len = Module.getValue(value + 4, "i32");
const str_ptr = Module.getValue(value + 8, "i32");
const str = Module.UTF8ToString(str_ptr, str_len);
Module._free(str_ptr);
const str_split = str.split("\x04");
throw new PythonError(str_split[0], str_split[1]);
}
if (kind === PROXY_KIND_MP_NULL) {
// MP_OBJ_NULL
throw new Error("NULL object");
}
if (kind === PROXY_KIND_MP_NONE) {
// None
obj = null;
} else if (kind === PROXY_KIND_MP_BOOL) {
// bool
obj = Module.getValue(value + 4, "i32") ? true : false;
} else if (kind === PROXY_KIND_MP_INT) {
// int
obj = Module.getValue(value + 4, "i32");
} else if (kind === PROXY_KIND_MP_FLOAT) {
// float
// double must be loaded from an address that's a multiple of 8
const temp = (value + 4) & ~7;
const double_lo = Module.getValue(value + 4, "i32");
const double_hi = Module.getValue(value + 8, "i32");
Module.setValue(temp, double_lo, "i32");
Module.setValue(temp + 4, double_hi, "i32");
obj = Module.getValue(temp, "double");
} else if (kind === PROXY_KIND_MP_STR) {
// str
const str_len = Module.getValue(value + 4, "i32");
const str_ptr = Module.getValue(value + 8, "i32");
obj = Module.UTF8ToString(str_ptr, str_len);
} else if (kind === PROXY_KIND_MP_JSPROXY) {
// js proxy
const id = Module.getValue(value + 4, "i32");
obj = proxy_js_ref[id];
} else {
// obj
const id = Module.getValue(value + 4, "i32");
if (kind === PROXY_KIND_MP_CALLABLE) {
obj = (...args) => {
return proxy_call_python(id, args);
};
} else {
// PROXY_KIND_MP_OBJECT
const target = new PyProxy(id);
obj = new Proxy(target, py_proxy_handler);
}
}
return obj;
}
function proxy_convert_mp_to_js_obj_jsside_with_free(value) {
const ret = proxy_convert_mp_to_js_obj_jsside(value);
Module._free(value);
return ret;
}
function python_index_semantics(target, index_in) {
let index = index_in;
if (typeof index === "number") {
if (index < 0) {
index += target.length;
}
if (index < 0 || index >= target.length) {
throw new PythonError("IndexError", "index out of range");
}
}
return index;
}