Disable pyo3 job for now

Author: msimacek

.github/workflows/downstream-tests.yml

@@ -12,7 +12,8 @@ jobs:
         name:
         - pybind11
         - virtualenv
-        - pyo3
+        # Currently fails
+        # - pyo3
         os:
         - id: ubuntu-latest
           graalpy_platform: linux-amd64