From e3df114a2e579026914bc39718c11d5510b3f595 Mon Sep 17 00:00:00 2001 From: alonsopf89 Date: Wed, 11 Nov 2026 18:52:01 +0000 Subject: [PATCH 1/3] ci(release): migrate PyPI publishing to OSS Exit Gate --- .github/workflows/nightly-release.yml | 48 ++++++++++++++++++++++----- 1 file changed, 40 insertions(+), 8 deletions(-) diff --git a/.github/workflows/nightly-release.yml b/.github/workflows/nightly-release.yml index 615d1735417..4d18b3ec8f3 100644 --- a/.github/workflows/nightly-release.yml +++ b/.github/workflows/nightly-release.yml @@ -16,23 +16,55 @@ jobs: nightly-release: runs-on: ubuntu-22.04 + permissions: + contents: read + id-token: write needs: ci if: github.repository == 'tensorflow/tensorboard' steps: - name: Download pip package - uses: actions/download-artifact@v4 + uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0 with: pattern: tb-nightly_py* # Download all matching artifacts in the same directory (specified by path) merge-multiple: true path: wheels - - name: Install Twine - run: pip install twine - - name: Publish the package + - name: Install and check Twine + working-directory: wheels run: | + pip install twine twine check tb_nightly*.whl - twine upload tb_nightly*.whl + - name: Authenticate to Google Cloud (OSS Exit Gate) + uses: google-github-actions/auth@c200f3691d83b41bf9bbd8638997a462592937ed # v2.1.13 + with: + workload_identity_provider: 'projects/305452601764/locations/global/workloadIdentityPools/builders/providers/github' + - name: Set up Cloud SDK + uses: google-github-actions/setup-gcloud@e427ad8a34f8676edf47cf7d7925499adf3eb74f # v2.2.1 + - name: Clean up stale releases from staging repo + run: | + packages=$(gcloud artifacts packages list \ + --project="oss-exit-gate-prod" \ + --location="us" \ + --repository="tensorboard--pypi" \ + --format="value(name)" 2>/dev/null) + echo "${packages}" | xargs -r -I {} sh -c ' + package_name=$(basename "{}") + echo "Deleting package: $package_name..." + gcloud artifacts packages delete "{}" \ + --project="oss-exit-gate-prod" \ + --location="us" \ + --repository="tensorboard--pypi" \ + --quiet + ' + - name: Stage distributions to OSS Exit Gate and upload manifest working-directory: wheels - env: - TWINE_USERNAME: __token__ - TWINE_PASSWORD: ${{ secrets.NIGHTLY_PYPI_PASSWORD }} + run: | + python -m pip install --upgrade twine + python -m twine upload \ + --repository-url "https://us-python.pkg.dev/oss-exit-gate-prod/tensorboard--pypi/" \ + -u oauth2accesstoken \ + -p "$(gcloud auth print-access-token)" \ + tb_nightly*.whl + echo '{"publish_all": true}' > manifest.json + gcloud storage cp manifest.json \ + "gs://oss-exit-gate-prod-projects-bucket/tensorboard/pypi/manifests/manifest-${{ github.run_id }}-${{ github.run_attempt }}.json" From 60b334af2d86e691b68af07407bf7e8e94c7050d Mon Sep 17 00:00:00 2001 From: Fernando Alonso Date: Wed, 18 Nov 2026 20:48:42 +0000 Subject: [PATCH 2/3] fix(ci): replace package-wide staging delete with guarded version-scoped cleanup --- .github/workflows/nightly-release.yml | 45 ++++++++++++++++++--------- 1 file changed, 30 insertions(+), 15 deletions(-) diff --git a/.github/workflows/nightly-release.yml b/.github/workflows/nightly-release.yml index 4d18b3ec8f3..fa8f7ee65f8 100644 --- a/.github/workflows/nightly-release.yml +++ b/.github/workflows/nightly-release.yml @@ -40,22 +40,37 @@ jobs: workload_identity_provider: 'projects/305452601764/locations/global/workloadIdentityPools/builders/providers/github' - name: Set up Cloud SDK uses: google-github-actions/setup-gcloud@e427ad8a34f8676edf47cf7d7925499adf3eb74f # v2.2.1 - - name: Clean up stale releases from staging repo + - name: Clean up failed staging attempt for this exact version (if any) run: | - packages=$(gcloud artifacts packages list \ - --project="oss-exit-gate-prod" \ - --location="us" \ - --repository="tensorboard--pypi" \ - --format="value(name)" 2>/dev/null) - echo "${packages}" | xargs -r -I {} sh -c ' - package_name=$(basename "{}") - echo "Deleting package: $package_name..." - gcloud artifacts packages delete "{}" \ - --project="oss-exit-gate-prod" \ - --location="us" \ - --repository="tensorboard--pypi" \ - --quiet - ' + python3 - <<'PY' + import email, glob, re, subprocess, tarfile, zipfile + seen = set() + for f in sorted(glob.glob("dist/**/*.whl", recursive=True) + glob.glob("dist/**/*.tar.gz", recursive=True)): + try: + if f.endswith(".whl"): + with zipfile.ZipFile(f) as zf: + meta = [n for n in zf.namelist() if n.endswith(".dist-info/METADATA")][0] + msg = email.message_from_bytes(zf.read(meta)) + else: + with tarfile.open(f) as tf: + info = [m for m in tf.getmembers() if m.name.endswith("/PKG-INFO") or m.name == "PKG-INFO"][0] + msg = email.message_from_bytes(tf.extractfile(info).read()) + pkg = re.sub(r"[-_.]+", "-", msg["Name"].strip()).lower() + ver = msg["Version"].strip() + except Exception: + continue + if (pkg, ver) in seen: + continue + seen.add((pkg, ver)) + if subprocess.run([ + "gcloud", "artifacts", "versions", "describe", ver, + f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=tensorboard--pypi" + ], stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL).returncode == 0: + subprocess.run([ + "gcloud", "artifacts", "versions", "delete", ver, + f"--package={pkg}", "--project=oss-exit-gate-prod", "--location=us", "--repository=tensorboard--pypi", "--quiet" + ], check=False) + PY - name: Stage distributions to OSS Exit Gate and upload manifest working-directory: wheels run: | From 2259c942162c6c936382f966a7c9cbb7f24f8a4a Mon Sep 17 00:00:00 2001 From: alonsopf89 Date: Thu, 19 Nov 2026 20:23:21 +0000 Subject: [PATCH 3/3] chore: upgrade google-github-actions/auth and setup-gcloud to v3 --- .github/workflows/nightly-release.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/nightly-release.yml b/.github/workflows/nightly-release.yml index fa8f7ee65f8..fc2ac3bd96e 100644 --- a/.github/workflows/nightly-release.yml +++ b/.github/workflows/nightly-release.yml @@ -35,11 +35,11 @@ jobs: pip install twine twine check tb_nightly*.whl - name: Authenticate to Google Cloud (OSS Exit Gate) - uses: google-github-actions/auth@c200f3691d83b41bf9bbd8638997a462592937ed # v2.1.13 + uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3.0.0 with: workload_identity_provider: 'projects/305452601764/locations/global/workloadIdentityPools/builders/providers/github' - name: Set up Cloud SDK - uses: google-github-actions/setup-gcloud@e427ad8a34f8676edf47cf7d7925499adf3eb74f # v2.2.1 + uses: google-github-actions/setup-gcloud@aa5489c8933f4cc7a4f7d45035b3b1440c9c10db # v3.0.1 - name: Clean up failed staging attempt for this exact version (if any) run: | python3 - <<'PY'