Release podcast crates and publish workspace versions from tag CI

This commit is contained in:
Aleksandr Bogomiakov committed 2026-11-20 13:54:34 +00:00
1 parent 987063d616
commit 84c5eb571c
6 files changed
+221 -6

No files matched your search

+78
View File
@@ -0,0 +1,78 @@
"""Publish missing workspace versions together; Cargo orders their dependencies."""
import argparse
import json
import os
import subprocess
import urllib.error
import urllib.request
def index_path(name):
name = name.lower()
if len(name) < 3:
return f"{len(name)}/{name}"
if len(name) == 3:
return f"3/{name[0]}/{name}"
return f"{name[:2]}/{name[2:4]}/{name}"
def is_published(name, version):
request = urllib.request.Request(
f"https://index.crates.io/{index_path(name)}",
headers={"User-Agent": "frid-release-ci", "Cache-Control": "no-cache"},
)
try:
with urllib.request.urlopen(request, timeout=60) as response:
versions = [json.loads(line) for line in response.read().splitlines()]
except urllib.error.HTTPError as error:
if error.code == 404:
return False
raise
return any(row["vers"] == version for row in versions)
def unpublished_packages(metadata):
members = set(metadata["workspace_members"])
packages = []
for package in sorted(metadata["packages"], key=lambda item: item["name"]):
registries = package["publish"]
if package["id"] not in members or (
registries is not None and "crates-io" not in registries
):
continue
name, version = package["name"], package["version"]
if is_published(name, version):
print(f"Skip {name} {version}: already published", flush=True)
else:
print(f"Publish {name} {version}", flush=True)
packages.append(name)
return packages
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument("--plan", action="store_true", help="list packages without publishing")
parser.add_argument("--dry-run", action="store_true", help="verify packages without uploading")
args = parser.parse_args()
if not (args.plan or args.dry_run) and not os.environ.get("CARGO_REGISTRY_TOKEN"):
parser.error("CARGO_REGISTRY_TOKEN must be set for publishing")
metadata = json.loads(subprocess.check_output(
["cargo", "metadata", "--no-deps", "--format-version", "1", "--locked"],
text=True,
))
packages = unpublished_packages(metadata)
if args.plan or not packages:
return
command = ["cargo", "publish", "--registry", "crates-io", "--locked", "--all-features"]
for name in packages:
command.extend(["--package", name])
if args.dry_run:
command.append("--dry-run")
# Multi-package publishing verifies against a temporary local registry,
# then uploads and waits for dependencies to appear before their users.
subprocess.run(command, check=True)
if __name__ == "__main__":
main()
+48
View File
@@ -0,0 +1,48 @@
import io
import unittest
import urllib.error
from contextlib import redirect_stdout
from unittest.mock import MagicMock, patch
import publish_crates
class PublishCratesTests(unittest.TestCase):
def test_existing_and_private_versions_are_excluded_on_retry(self):
packages = [
{"id": "net", "name": "federation-net", "version": "0.3.1", "publish": None},
{"id": "dht", "name": "music-dht", "version": "0.6.0", "publish": None},
{"id": "lib", "name": "furumi-library", "version": "0.3.0", "publish": None},
{"id": "demo", "name": "demo", "version": "0.1.0", "publish": []},
{"id": "internal", "name": "internal", "version": "0.1.0", "publish": ["private"]},
{"id": "external", "name": "external", "version": "0.1.0", "publish": None},
]
metadata = {"packages": packages, "workspace_members": [p["id"] for p in packages[:-1]]}
for published, expected in [
({"federation-net"}, ["furumi-library", "music-dht"]),
({"federation-net", "music-dht"}, ["furumi-library"]),
]:
with self.subTest(published=published), redirect_stdout(io.StringIO()):
with patch.object(publish_crates, "is_published", side_effect=lambda name, _: name in published):
self.assertEqual(publish_crates.unpublished_packages(metadata), expected)
def test_registry_errors_do_not_look_like_unpublished_versions(self):
for status in (403, 429, 500):
error = urllib.error.HTTPError("https://index.crates.io/test", status, "error", {}, None)
with self.subTest(status=status), patch.object(publish_crates.urllib.request, "urlopen", side_effect=error):
with self.assertRaises(urllib.error.HTTPError):
publish_crates.is_published("music-dht", "0.6.0")
def test_missing_crate_and_existing_version(self):
error = urllib.error.HTTPError("https://index.crates.io/test", 404, "missing", {}, None)
with patch.object(publish_crates.urllib.request, "urlopen", side_effect=error):
self.assertFalse(publish_crates.is_published("new-crate", "0.1.0"))
response = MagicMock()
response.__enter__.return_value.read.return_value = b'{"vers":"0.6.0","yanked":false}\n'
with patch.object(publish_crates.urllib.request, "urlopen", return_value=response):
self.assertTrue(publish_crates.is_published("music-dht", "0.6.0"))
self.assertFalse(publish_crates.is_published("music-dht", "0.7.0"))
if __name__ == "__main__":
unittest.main()