prepare-pyodide.js 1.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657
  1. const packages = [
  2. 'micropip',
  3. 'packaging',
  4. 'requests',
  5. 'beautifulsoup4',
  6. 'numpy',
  7. 'pandas',
  8. 'matplotlib',
  9. 'scikit-learn',
  10. 'scipy',
  11. 'regex',
  12. 'seaborn'
  13. ];
  14. import { loadPyodide } from 'pyodide';
  15. import { writeFile, readFile, copyFile, readdir, rmdir } from 'fs/promises';
  16. async function downloadPackages() {
  17. console.log('Setting up pyodide + micropip');
  18. const pyodide = await loadPyodide({
  19. packageCacheDir: 'static/pyodide'
  20. });
  21. const packageJson = JSON.parse(await readFile('package.json'));
  22. const pyodideVersion = packageJson.dependencies.pyodide;
  23. try {
  24. const pyodidePackageJson = JSON.parse(await readFile('static/pyodide/package.json'));
  25. const pyodidePackageVersion = pyodidePackageJson.version;
  26. if (pyodideVersion.replace('^', '') !== pyodidePackageVersion) {
  27. console.log('Pyodide version mismatch, removing static/pyodide directory');
  28. await rmdir('static/pyodide', { recursive: true });
  29. }
  30. } catch (e) {
  31. console.log('Pyodide package not found, downloading packages');
  32. }
  33. await pyodide.loadPackage('micropip');
  34. const micropip = pyodide.pyimport('micropip');
  35. console.log('Downloading Pyodide packages:', packages);
  36. await micropip.install(packages);
  37. console.log('Pyodide packages downloaded, freezing into lock file');
  38. const lockFile = await micropip.freeze();
  39. await writeFile('static/pyodide/pyodide-lock.json', lockFile);
  40. }
  41. async function copyPyodide() {
  42. console.log('Copying Pyodide files into static directory');
  43. // Copy all files from node_modules/pyodide to static/pyodide
  44. for await (const entry of await readdir('node_modules/pyodide')) {
  45. await copyFile(`node_modules/pyodide/${entry}`, `static/pyodide/${entry}`);
  46. }
  47. }
  48. await downloadPackages();
  49. await copyPyodide();