Allow to install extra packages from extra indexes from jupyter-lite.json

packages/pyodide-kernel-extension/src/index.ts

@@ -58,6 +58,7 @@ const kernel: JupyterLiteServerPlugin<void> = {
     const pipliteUrls = rawPipUrls.map((pipUrl: string) => URLExt.parse(pipUrl).href);
     const disablePyPIFallback = !!config.disablePyPIFallback;
     const loadPyodideOptions = config.loadPyodideOptions || {};
+    const extraPackagesAndIndexes = config.extraPackagesAndIndexes || [];
 
     for (const [key, value] of Object.entries(loadPyodideOptions)) {
       if (key.endsWith('URL') && typeof value === 'string') {
@@ -99,6 +100,7 @@ const kernel: JupyterLiteServerPlugin<void> = {
           mountDrive,
           loadPyodideOptions,
           contentsManager,
+          extraPackagesAndIndexes,
         });
       },
     });

packages/pyodide-kernel/src/kernel.ts

@@ -120,6 +120,7 @@ export class PyodideKernel extends BaseKernel implements IKernel {
       location: this.location,
       mountDrive: options.mountDrive,
       loadPyodideOptions: options.loadPyodideOptions || {},
+      extraPackagesAndIndexes: options.extraPackagesAndIndexes || [],
     };
   }
 
@@ -394,5 +395,6 @@ export namespace PyodideKernel {
      * The Jupyterlite content manager
      */
     contentsManager: Contents.IManager;
+    extraPackagesAndIndexes: Array<{ packages: string[]; indexes: string[] | null }>;
   }
 }

packages/pyodide-kernel/src/tokens.ts

@@ -90,6 +90,11 @@ export namespace IPyodideWorkerKernel {
      */
     mountDrive: boolean;
 
+    /**
+     * List of extra url/wheel paths to load, and extra associated indexes urls (if not a wheel url)
+     */
+    extraPackagesAndIndexes: Array<{ packages: string[]; indexes: string[] | null }>;
+
     /**
      * additional options to provide to `loadPyodide`
      * @see https://pyodide.org/en/stable/usage/api/js-api.html#globalThis.loadPyodide

packages/pyodide-kernel/src/worker.ts

@@ -102,6 +102,25 @@
         scriptLines.push(`await piplite.install('${pkgName}', keep_going=True)`);
       }
     }
+    const { extraPackagesAndIndexes } = this._options as IPyodideWorkerKernel.IOptions;
+    if (extraPackagesAndIndexes.length > 0) {
+      // note that here pkg can be a package name or a wheel url
+      for (const { packages: pkgs, indexes } of extraPackagesAndIndexes) {
+        let installCmd: string;
+        if (indexes === null) {
+          installCmd = `await piplite.install(${JSON.stringify(pkgs)}, keep_going=True)`;
+        } else {
+          installCmd = `await piplite.install(${JSON.stringify(pkgs)}, index_urls=${JSON.stringify(indexes)}, keep_going=True)`;
+        }
+        console.info('installing via cmd:', installCmd);
+        try {
+          await this._pyodide.runPythonAsync(installCmd);
+          console.info(`Packages installed successfully`);
+        } catch (e) {
+          console.error('Error installing packages', e);
+        }
+      }
+    }
 
     // import the kernel
     scriptLines.push('import pyodide_kernel');