Better experimental_create_proxy

Author: WebReflection

docs/index.js

@@ -1,6 +1,4 @@
-import { create } from 'gc-hook';
-
-import { RUNNING_IN_WORKER, createProgress, writeFile } from './_utils.js';
+import { createProgress, writeFile } from './_utils.js';
 import { getFormat, loader, loadProgress, registerJSModule, run, runAsync, runEvent } from './_python.js';
 import { stdio } from './_io.js';
 import { IDBMapSync, isArray, fixedRelative } from '../utils.js';
@@ -10,67 +8,57 @@ const toJsOptions = { dict_converter: Object.fromEntries };
 
 const { stringify } = JSON;
 
+const FunctionPrototype = Function.prototype;
+const { call } = FunctionPrototype;
+const apply = call.bind(call, call.apply);
+
 // REQUIRES INTEGRATION TEST
 /* c8 ignore start */
-let overrideFunction = false;
-const overrideMethod = method => (...args) => {
-    try {
-        overrideFunction = true;
-        return method(...args);
-    }
-    finally {
-        overrideFunction = false;
-    }
+const overrideMethod = method => function (...args) {
+    return apply(method, this, args);
 };
 
-let overridden = false;
-const applyOverride = () => {
-    if (overridden) return;
-    overridden = true;
+let pyproxy, to_js;
+const override = intercept => {
 
     const proxies = new WeakMap;
-    const onGC = value => value.destroy();
-    const patchArgs = args => {
-        for (let i = 0; i < args.length; i++) {
-            const value = args[i];
-            if (
-                typeof value === 'function' &&
-                'copy' in value
-            ) {
-                // avoid seppuku / Harakiri + speed up
-                overrideFunction = false;
-                // reuse copied value if known already
-                let proxy = proxies.get(value)?.deref();
-                if (!proxy) {
-                    try {
-                        // observe the copy and return a Proxy reference
-                        proxy = create(value.copy(), onGC);
-                        proxies.set(value, new WeakRef(proxy));
-                    }
-                    catch (error) {
-                        console.error(error);
+
+    const patch = args => {
+        for (let arg, i = 0; i < args.length; i++) {
+            switch (typeof(arg = args[i])) {
+                case 'object':
+                    if (arg === null) break;
+                    // falls through
+                case 'function': {
+                    if (pyproxy in arg && !arg[pyproxy].shared?.gcRegistered) {
+                        intercept = false;
+                        let proxy = proxies.get(arg)?.deref();
+                        if (!proxy) {
+                            proxy = to_js(arg);
+                            const wr = new WeakRef(proxy);
+                            proxies.set(arg, wr);
+                            proxies.set(proxy, wr);
+                        }
+                        args[i] = proxy;
+                        intercept = true;
                     }
+                    break;
                 }
-                if (proxy) args[i] = proxy;
-                overrideFunction = true;
             }
         }
     };
 
-    // trap apply to make call possible after the patch
-    const { call } = Function;
-    const apply = call.bind(call, call.apply);
     // the patch
-    Object.defineProperties(Function.prototype, {
+    Object.defineProperties(FunctionPrototype, {
         apply: {
             value(context, args) {
-                if (overrideFunction) patchArgs(args);
+                if (intercept) patch(args);
                 return apply(this, context, args);
             }
         },
         call: {
             value(context, ...args) {
-                if (overrideFunction) patchArgs(args);
+                if (intercept) patch(args);
                 return apply(this, context, args);
             }
         }
@@ -85,9 +73,6 @@ export default {
     module: (version = '0.27.5') =>
         `https://cdn.jsdelivr.net/pyodide/v${version}/full/pyodide.mjs`,
     async engine({ loadPyodide }, config, url, baseURL) {
-        // apply override ASAP then load foreign code
-        if (!RUNNING_IN_WORKER && config.experimental_create_proxy === 'auto')
-            applyOverride();
         progress('Loading Pyodide');
         let { packages, index_urls } = config;
         if (packages) packages = packages.map(fixedRelative, baseURL);
@@ -134,13 +119,30 @@ export default {
         await storage.close();
         if (options.lockFileURL) URL.revokeObjectURL(options.lockFileURL);
         progress('Loaded Pyodide');
+        if (config.experimental_create_proxy === 'auto') {
+            interpreter.runPython([
+                'import js',
+                'from pyodide.ffi import to_js',
+                'o=js.Object.fromEntries',
+                'js.experimental_create_proxy=lambda r:to_js(r,dict_converter=o)'
+            ].join(';'), { globals: interpreter.toPy({}) });
+            to_js = globalThis.experimental_create_proxy;
+            delete globalThis.experimental_create_proxy;
+            [pyproxy] = Reflect.ownKeys(to_js).filter(
+                k => (
+                    typeof k === 'symbol' &&
+                    String(k) === 'Symbol(pyproxy.attrs)'
+                )
+            );
+            override(true);
+        }
         return interpreter;
     },
     registerJSModule,
     run: overrideMethod(run),
     runAsync: overrideMethod(runAsync),
     runEvent: overrideMethod(runEvent),
-    transform: (interpreter, value) => transform.call(interpreter, value),
+    transform: (interpreter, value) => apply(transform, interpreter, [value]),
     writeFile: (interpreter, path, buffer, url) => {
         const format = getFormat(path, url);
         if (format) {

docs/index.js.map

@@ -21,7 +21,7 @@ const run = async (interpreter, code) => {
 export default {
     type,
     experimental: true,
-    module: (version = '0.4.2') =>
+    module: (version = '0.4.3') =>
         `https://cdn.jsdelivr.net/npm/webr@${version}/dist/webr.mjs`,
     async engine(module, config, _, baseURL) {
         const { get } = stdio();

docs/zip-1TWXRld0.js

@@ -50,7 +50,7 @@
         "@playwright/test": "^1.52.0",
         "@rollup/plugin-node-resolve": "^16.0.1",
         "@rollup/plugin-terser": "^0.4.4",
-        "@zip.js/zip.js": "^2.7.60",
+        "@zip.js/zip.js": "^2.7.61",
         "c8": "^10.1.3",
         "chokidar": "^4.0.3",
         "eslint": "^9.26.0",
@@ -88,14 +88,14 @@
         "@webreflection/utils": "^0.1.0",
         "basic-devtools": "^0.1.6",
         "codedent": "^0.1.2",
-        "coincident": "^3.0.4",
+        "coincident": "^3.0.5",
         "gc-hook": "^0.4.1",
         "html-escaper": "^3.0.3",
         "proxy-target": "^3.0.2",
         "sticky-module": "^0.1.1",
         "to-json-callback": "^0.1.1"
     },
     "worker": {
-        "blob": "sha256-xlgyKcR1rQj2E2TB4Pp07IZjwgkIyN9uf8HfcuUXwro="
+        "blob": "sha256-pPnaQgTCECMn3JYzEii3JVJ7VnQ0w2QmEt/Phiz1/Oo="
     }
 }

docs/zip-1TWXRld0.js.map

@@ -0,0 +1,143 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <title>dc.js example</title>
+    <!-- original jsfiddle https://jsfiddle.net/gordonwoodhull/5ztavmjy/2 -->
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width,initial-scale=1.0">
+    <style>pre#data{display:none}</style>
+    <script type="module">
+      import { define } from "../../dist/index.js";
+      define("py", {
+            interpreter: "pyodide",
+            config: {
+                experimental_create_proxy: "auto",
+                js_modules: {
+                    main: {
+                        "https://unpkg.com/d3?module" : "d3",
+                        "https://unpkg.com/dc?module" : "dc",
+                        "https://unpkg.com/crossfilter2?module" : "crossfilter"
+                    }
+                }
+            },
+            hooks: {
+                main: {
+                    onReady(wrap, element) {
+                        fetch(element.src).then(b => b.text()).then(wrap.run);
+                    }
+                }
+            }
+      });
+    </script>
+</head>
+<body>
+    <script type="py" src="./main.py" config="./pyscript.toml"></script>
+<div id="test"></div>
+<!-- here's a way to load data from a jsfiddle, to avoid CORS
+  problems - see http://stackoverflow.com/a/22896088/676195
+  -->
+<pre id="data">
+Expt,Run,Speed
+1,1,850
+1,2,740
+1,3,900
+1,4,1070
+1,5,930
+1,6,850
+1,7,950
+1,8,980
+1,9,980
+1,10,880
+1,11,1000
+1,12,980
+1,13,930
+1,14,650
+1,15,760
+1,16,810
+1,17,1000
+1,18,1000
+1,19,960
+1,20,960
+2,1,960
+2,2,940
+2,3,960
+2,4,940
+2,5,880
+2,6,800
+2,7,850
+2,8,880
+2,9,900
+2,10,840
+2,11,830
+2,12,790
+2,13,810
+2,14,880
+2,15,880
+2,16,830
+2,17,800
+2,18,790
+2,19,760
+2,20,800
+3,1,880
+3,2,880
+3,3,880
+3,4,860
+3,5,720
+3,6,720
+3,7,620
+3,8,860
+3,9,970
+3,10,950
+3,11,880
+3,12,910
+3,13,850
+3,14,870
+3,15,840
+3,16,840
+3,17,850
+3,18,840
+3,19,840
+3,20,840
+4,1,890
+4,2,810
+4,3,810
+4,4,820
+4,5,800
+4,6,770
+4,7,760
+4,8,740
+4,9,750
+4,10,760
+4,11,910
+4,12,920
+4,13,890
+4,14,860
+4,15,880
+4,16,720
+4,17,840
+4,18,850
+4,19,850
+4,20,780
+5,1,890
+5,2,840
+5,3,780
+5,4,810
+5,5,760
+5,6,810
+5,7,790
+5,8,810
+5,9,820
+5,10,850
+5,11,870
+5,12,870
+5,13,810
+5,14,740
+5,15,810
+5,16,940
+5,17,950
+5,18,800
+5,19,810
+5,20,870  
+</pre>
+</body>
+</html>