Update import_transformers_js to accept a URL not only a version string (#164)

* Update import_transformers_js to accept a URL not only a version string

* Add a test case

* Format

Author: whitphx

pyodide-e2e/src/tests/import.test.ts

@@ -38,5 +38,13 @@ describe("import_transformers_js", () => {
     );
     const version270 = await pyodide.runPythonAsync(`transformers.env.version`);
     expect(version270).toBe("2.7.0");
+
+    await pyodide.runPythonAsync(
+      `transformers = await import_transformers_js("https://cdn.jsdelivr.net/npm/@xenova/[email protected]")`,
+    );
+    const version2177 = await pyodide.runPythonAsync(
+      `transformers.env.version`,
+    );
+    expect(version2177).toBe("2.17.1");
   });
 });

transformers_js_py/proxies.py

@@ -201,14 +201,24 @@ def wrap_or_unwrap_proxy_object(obj):
     return obj
 
 
-async def import_transformers_js(version: str = "latest"):
+async def import_transformers_js(version_or_url: str = "latest"):
     loadTransformersJsFn = pyodide.code.run_js(
         """
-    async (version) => {
+    async (versionOrUrl) => {
+        function getTransformersJsUrl() {
+            try {
+                return new URL(versionOrUrl);
+            } catch {
+                const version = versionOrUrl;
+                return new URL('https://cdn.jsdelivr.net/npm/@xenova/transformers@' + version);
+            }
+        }
+
         const isBrowserMainThread = typeof window !== 'undefined';
         const isWorker = typeof WorkerGlobalScope !== 'undefined' && self instanceof WorkerGlobalScope;
         const isBrowser = isBrowserMainThread || isWorker;
-        const transformers = await import(isBrowser ? 'https://cdn.jsdelivr.net/npm/@xenova/transformers@' + version : '@xenova/transformers');
+
+        const transformers = await import(isBrowser ? getTransformersJsUrl() : '@xenova/transformers');
 
         transformers.env.allowLocalModels = false;
 
@@ -219,5 +229,5 @@ async def import_transformers_js(version: str = "latest"):
     """  # noqa: E501
     )
     global _TRANSFORMERS_JS
-    _TRANSFORMERS_JS = await loadTransformersJsFn(version)
+    _TRANSFORMERS_JS = await loadTransformersJsFn(version_or_url)
     return TjsModuleProxy(_TRANSFORMERS_JS)