Run smallpt.ipynb in ci and test output for Safari, Chrome and Firefox

Author: mcbarton

.github/workflows/main.yml

@@ -202,8 +202,8 @@ jobs:
         include:
           - name: ubu24
             os: ubuntu-24.04
-          - name: osx15-arm
-            os: macos-15
+          - name: osx26-arm
+            os: macos-26
 
     steps:
       - uses: actions/checkout@v5
@@ -329,12 +329,44 @@ jobs:
           fi
         timeout-minutes: 4
 
-      - name: Jupyter Lite integration
+      - name: Jupyter Lite integration test
         shell: bash -l {0}
         run: |
+          set -e
           micromamba create -n xeus-lite-host jupyterlite-core=0.6 jupyterlite-xeus -c conda-forge
           micromamba activate xeus-lite-host
-          jupyter lite build --XeusAddon.prefix=${{ env.PREFIX }}
+          if [[ "${{ matrix.os }}" == "macos"* ]]; then
+            brew install coreutils
+            export PATH="$HOMEBREW_PREFIX/opt/coreutils/libexec/gnubin:$PATH"
+          fi 
+          timeout 1400 jupyter lite serve --settings-overrides=overrides.json --XeusAddon.prefix=${{ env.PREFIX }} \
+                         --XeusAddon.mounts="${{ env.PREFIX }}/share/xeus-cpp/tagfiles:/share/xeus-cpp/tagfiles" \
+                         --XeusAddon.mounts="${{ env.PREFIX }}/etc/xeus-cpp/tags.d:/etc/xeus-cpp/tags.d" \
+                         --contents README.md \
+                         --contents notebooks/xeus-cpp-lite-demo.ipynb \
+                         --contents notebooks/smallpt.ipynb \
+                         --contents notebooks/images/marie.png \
+                         --contents notebooks/audio/audio.wav &
+          python -m pip install nbdime
+          python -m pip install selenium
+          # This sleep is to force enough time for the jupyter site to build before trying
+          # to run notebooks in it. If you try to run the notebooks before the website is
+          # ready the ci python script will crash saying ti cannot access the url
+          sleep 10
+          python scripts/automated-notebook-run-script.py --driver chrome
+          nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+          rm $HOME/Downloads/smallpt.ipynb
+          python scripts/automated-notebook-run-script.py --driver firefox
+          nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+          rm $HOME/Downloads/smallpt.ipynb          
+          if [[ "${{ matrix.os }}" == "macos"* ]]; then
+            defaults write com.apple.Safari AskBeforeDownloading -bool false
+            python scripts/automated-notebook-run-script.py --driver safari
+            find $HOME -name "*smallpt*"
+            nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+            rm $HOME/Downloads/smallpt.ipynb
+          fi
+        timeout-minutes: 25
 
       - name: Setup tmate session
         if: ${{ failure() && runner.debug }}

scripts/automated-notebook-run-script.py

@@ -1,12 +1,14 @@
 import argparse
 from selenium import webdriver
+from selenium.webdriver.chrome.options import Options as ChromeOptions
+from selenium.webdriver.firefox.options import Options as FirefoxOptions
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.webdriver.common.action_chains import ActionChains
 from selenium.webdriver.common.by import By
 from selenium.webdriver.common.keys import Keys
 import time
-
+import subprocess
 
 def main():
     parser = argparse.ArgumentParser(description="Run Selenium with a chosen driver")
@@ -24,10 +26,15 @@ def main():
     # This will start the right driver depending on what
     # driver option is chosen
     if args.driver == "chrome":
-        driver = webdriver.Chrome()
+        options = ChromeOptions()
+        options.add_argument("--headless")
+        options.add_argument("--no-sandbox")
+        driver = webdriver.Chrome(options=options)
 
     elif args.driver == "firefox":
-        driver = webdriver.Firefox()
+        options = FirefoxOptions()
+        options.add_argument("--headless")
+        driver = webdriver.Firefox(options=options)
 
     elif args.driver == "safari":
         driver = webdriver.Safari()
@@ -63,7 +70,7 @@ def main():
             )
         )
         actions.move_to_element(run_all_menu).click().perform()
-        time.sleep(100)
+        time.sleep(300)
 
     elif args.driver == "firefox":
         print("Opening Run Menu")
@@ -79,7 +86,7 @@ def main():
             )
         )
         actions.move_to_element(run_all_menu).click().perform()
-        time.sleep(100)
+        time.sleep(200)
 
     elif args.driver == "safari":
         print("Running all cells using Shift+Enter...")
@@ -102,7 +109,7 @@ def main():
             notebook_area.send_keys(Keys.SHIFT, Keys.ENTER)
             time.sleep(0.5)
 
-        time.sleep(145)
+        time.sleep(600)
 
     if args.driver == "chrome" or args.driver == "firefox":
         print("Saving notebook")
@@ -161,8 +168,13 @@ def main():
     return deepQuerySelector(document, "jp-button[data-command='docmanager:download']");
     """
 
-    download_button = driver.execute_script(search_script)
+    download_button = WebDriverWait(driver, 20).until(
+    lambda d: d.execute_script(search_script)
+    )
+
+    print("Found element:", download_button)
 
+    time.sleep(20)
     driver.execute_script(
         """
         const el = arguments[0];
@@ -182,7 +194,8 @@ def main():
         """,
         download_button,
     )
-    time.sleep(2)
+
+    time.sleep(20)
 
     # Close browser
     driver.quit()