python dev

pip-zipapp.yaml

@@ -0,0 +1,60 @@
+package:
+  name: pip-zipapp
+  version: 24.0
+  epoch: 0
+  description: "Pip as a python zipapp"
+  copyright:
+    - license: MIT
+
+environment:
+  contents:
+    packages:
+      - busybox
+
+pipeline:
+  - uses: fetch
+    with:
+      uri: https://bootstrap.pypa.io/pip/zipapp/pip-${{package.version}}.pyz
+      expected-sha256: 1af141650f2b1e71bf9d856db74324042b4bfe3a36c37f8c2b3e2d8d6b3da411
+      extract: false
+  - uses: fetch
+    with:
+      uri: "https://files.pythonhosted.org/packages/e5/ca/1172b6638d52f2d6caa2dd262ec4c811ba59eee96d54a7701930726bce18/installer-0.7.0-py3-none-any.whl"
+      expected-sha256: "05d1933f0a5ba7d8d6296bb6d5018e7c94fa473ceb10cf198a92ccea19c27b53"
+      extract: false
+  - uses: fetch
+    with:
+      uri: "https://files.pythonhosted.org/packages/de/88/70c5767a0e43eb4451c2200f07d042a4bcd7639276003a9c54a68cfcc1f8/setuptools-70.0.0-py3-none-any.whl"
+      expected-sha256: "54faa7f2e8d2d11bcd2c07bed282eef1046b5c080d1c32add737d7b5817b1ad4"
+      extract: false
+  - uses: fetch
+    with:
+      uri: "https://files.pythonhosted.org/packages/97/75/10a9ebee3fd790d20926a90a2547f0bf78f371b2f13aa822c759680ca7b9/tomli-2.0.1-py3-none-any.whl"
+      expected-sha256: "939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc"
+      extract: false
+  - uses: fetch
+    with:
+      uri: "https://files.pythonhosted.org/packages/7d/cd/d7460c9a869b16c3dd4e1e403cce337df165368c71d6af229a74699622ce/wheel-0.43.0-py3-none-any.whl"
+      expected-sha256: "55c570405f142630c6b9f72fe09d9b67cf1477fcf543ae5b8dcb1f5b7377da81"
+      extract: false
+  - uses: fetch
+    with:
+      uri: "https://files.pythonhosted.org/packages/38/45/618e84e49a6c51e5dd15565ec2fcd82ab273434f236b8f108f065ded517a/flit_core-3.9.0-py3-none-any.whl"
+      expected-sha256: "7aada352fb0c7f5538c4fafeddf314d3a6a92ee8e2b1de70482329e42de70301"
+      extract: false
+
+  - runs: |
+      destd=${{targets.destdir}}
+      sdir=usr/share/${{package.name}}
+      fname=${{package.name}}.pyz
+      mkdir -p "$destd/$sdir"
+      cp "pip-${{package.version}}.pyz" "$destd/$sdir/$fname"
+      chmod 0644 "$destd/$sdir/$fname"
+
+      mkdir -p "$destd/$sdir/wheels"
+      cp *.whl "$destd/$sdir/wheels/"
+
+update:
+  enabled: true
+  github:
+    identifier: pypa/pip

pipelines/py/collect-wheels.yaml

@@ -0,0 +1,28 @@
+name: Collect wheels built by a python pipeline
+
+needs:
+  packages:
+    - util-linux
+
+inputs:
+  dest:
+    description: the destination
+    default: ${{targets.subpkgdir}}/usr/share/wheels
+
+pipeline:
+  - name: "pip build ${{inputs.python}}"
+    runs: |
+      found=""
+      set --
+      for wheel in ./.wheels/*/*.whl; do
+          [ -f "$wheel" ] || continue
+          set -- "$@" "$wheel"
+      done
+      if [ $# -eq 0 ]; then
+          echo "No wheels found in $PWD/.wheels/*/*.whl"
+          exit 1
+      fi
+      mkdir -p ${{inputs.dest}}
+      echo "Found wheels:" "$@"
+      sha256sum "$@"
+      cp -v "$@" "${{inputs.dest}}"

pipelines/py/install-compile.yaml

@@ -0,0 +1,18 @@
+name: Setup, install and compile python
+
+inputs:
+  python:
+    description: which python to use
+    required: true
+  dest:
+    description: the destination
+    default: ${{targets.subpkgdir}}
+
+pipeline:
+  - name: "setup ${{inputs.python}}"
+    runs: |
+      ${{inputs.python}} setup.py install --no-compile --root="${{targets.subpkgdir}}" --prefix=/usr
+      rm -Rf build/
+  - name: "compileall ${{inputs.python}}"
+    runs: |
+      ${{inputs.python}} -m compileall --invalidation-mode=unchecked-hash -r100 ${{targets.subpkgdir}}/usr/lib/

pipelines/py/pip-build-install-bootstrap.yaml

@@ -0,0 +1,58 @@
+name: Use pip from a zipapp for bootstrap. Only for use with bootstrapping.
+
+needs:
+  packages:
+    - pip-zipapp
+
+inputs:
+  python:
+    description: which python to use
+    required: true
+  wheel:
+    description: build a wheel?
+    required: false
+    default: true
+  dest:
+    description: the destination
+    default: ${{targets.subpkgdir}}
+
+pipeline:
+  - name: "pip-bootstrap build"
+    runs: |
+      export SOURCE_DATE_EPOCH=315532800
+      py=${{inputs.python}}
+      pipzip=/usr/share/pip-zipapp/pip-zipapp.pyz
+      [ -e "$pipzip" ] || { echo "missing pip-zip - $pipzip does not exist"; exit 1; }
+      [ -f "$pipzip" ] || { echo "missing pip-zip - $pipzip is not a file"; exit 1; }
+      pyver=$("$py" -c 'import sys; print("%s.%s" % (sys.version_info.major, sys.version_info.minor))')
+      sitepkgd=$("$py" -c 'import site; print(site.getsitepackages()[0])')
+      sitepkgd=${sitepkgd#/}
+      root=${{inputs.dest}}
+      wd="./.wheels/$pyver"
+      info() { echo "$@" 1>&2; }
+      vr() { info "execute:" "$@"; "$@"; }
+
+      tmpd=$(mktemp -d)
+      trap "rm -Rf '$tmpd'" EXIT
+
+      # --find-links to an empty dir and --no-index makes pip fully "offline"
+      distwheelsd="/usr/share/pip-zipapp/wheels"
+      mkdir -p "$distwheelsd"
+      info "$py is $pyver with site_packages dir '$sitepkgd'"
+
+      if [ "${{inputs.wheel}}" = "false" ]; then
+        info "skipping bdist-wheel"
+        vr "$py" "$pipzip" --python=/usr/bin/$py install --verbose --no-deps \
+            "--find-links=$distwheelsd" --no-index \
+            --force-reinstall --no-compile --prefix=/usr "--root=$root" .
+      else
+        vr "$py" "$pipzip" --python=/usr/bin/$py wheel --verbose "--wheel-dir=$wd" \
+            "--find-links=$distwheelsd" --no-index --no-deps .
+        set -- "$wd"/*.whl
+        [ -f "$1" ] || { info "did not produce a wheel in $wd"; exit 1; }
+        info "produced $# wheels: $*"
+        vr "$py" "$pipzip" --python=/usr/bin/$py install --verbose \
+            "--find-links=$distwheelsd" --no-index --no-build-isolation --no-deps \
+            --force-reinstall --no-compile --prefix=/usr "--root=$root" "$@"
+      fi
+      vr $py -m compileall --invalidation-mode=unchecked-hash -r100 "$root/$sitepkgd"

pipelines/py/pip-build-install.yaml

@@ -0,0 +1,35 @@
+name: Build and install python package with pip
+
+inputs:
+  python:
+    description: which python to use
+    required: true
+  dest:
+    description: the destination
+    default: ${{targets.subpkgdir}}
+
+pipeline:
+  - name: "pip build ${{inputs.python}}"
+    runs: |
+      export SOURCE_DATE_EPOCH=315532800
+      py=${{inputs.python}}
+      pyver=$("$py" -c 'import sys; print("%s.%s" % (sys.version_info.major, sys.version_info.minor))')
+      sitepkgd=$("$py" -c 'import site; print(site.getsitepackages()[0])')
+      sitepkgd=${sitepkgd#/}
+      root=${{inputs.dest}}
+      wd="./.wheels/$pyver"
+      vr() { echo "execute:" "$@"; "$@"; }
+
+      tmpd=$(mktemp -d)
+      trap "rm -Rf '$tmpd'" EXIT
+
+      # --find-links to an empty dir and --no-index makes pip fully "offline"
+      distwheelsd="$tmpd/dist-wheels"
+      mkdir -p "$distwheelsd"
+      echo "$py is $pyver with site_packages dir '$sitepkgd'"
+      vr $py -m pip wheel --verbose "--wheel-dir=$wd" \
+          "--find-links=$distwheelsd" --no-index --no-build-isolation --no-deps .
+      vr $py -m pip install --verbose \
+          "--find-links=$distwheelsd" --no-index --no-build-isolation --no-deps \
+          --force-reinstall --no-compile --prefix=/usr "--root=$root" "$wd"/*.whl
+      vr $py -m compileall --invalidation-mode=unchecked-hash -r100 "$root/$sitepkgd"