Quality gates

.builders/build.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import argparse
+import json
 import os
 import shutil
 import subprocess
@@ -153,6 +154,10 @@ def build_macos():
         final_requirements = mount_dir / 'frozen.txt'
         shutil.move(final_requirements, output_dir)
 
+        # Move the dependency sizes to the output directory
+        dependency_sizes_dir = mount_dir / 'sizes.json'
+        shutil.move(dependency_sizes_dir, output_dir)
+
 
 def build_image():
     parser = argparse.ArgumentParser(prog='builder', allow_abbrev=False)
@@ -219,6 +224,7 @@ def build_image():
             external_wheels_dir.mkdir()
             final_requirements = mount_dir / 'frozen.txt'
             final_requirements.touch()
+            dependency_sizes = mount_dir / 'sizes.json'
 
             script_args = ['--python', args.python]
 
@@ -246,6 +252,9 @@ def build_image():
             # Move the final requirements file to the output directory
             shutil.move(final_requirements, output_dir)
 
+            # Move the dependency sizes to the output directory
+            shutil.move(dependency_sizes, output_dir)
+
 
 def main():
     if sys.platform == 'darwin':

.builders/scripts/build_wheels.py

@@ -1,11 +1,14 @@
 from __future__ import annotations
 
 import argparse
+import json
 import os
 import subprocess
 import sys
 from pathlib import Path
 from tempfile import TemporaryDirectory
+from typing import TypedDict
+from zipfile import ZipFile
 
 from dotenv import dotenv_values
 from utils import extract_metadata, normalize_project_name
@@ -14,6 +17,10 @@
 CUSTOM_EXTERNAL_INDEX = f'{INDEX_BASE_URL}/external'
 CUSTOM_BUILT_INDEX = f'{INDEX_BASE_URL}/built'
 
+class WheelSizes(TypedDict):
+    compressed: int
+    uncompressed: int
+
 if sys.platform == 'win32':
     PY3_PATH = Path('C:\\py3\\Scripts\\python.exe')
     PY2_PATH = Path('C:\\py2\\Scripts\\python.exe')
@@ -55,6 +62,13 @@ def check_process(*args, **kwargs) -> subprocess.CompletedProcess:
     return process
 
 
+def calculate_wheel_sizes(wheel_path: Path) -> WheelSizes:
+    compressed_size = wheel_path.stat().st_size
+    with ZipFile(wheel_path) as zf:
+        uncompressed_size = sum(zinfo.file_size for zinfo in zf.infolist())
+    return {'compressed': compressed_size, 'uncompressed': uncompressed_size}
+
+
 def main():
     parser = argparse.ArgumentParser(prog='wheel-builder', allow_abbrev=False)
     parser.add_argument('--python', required=True)
@@ -109,9 +123,14 @@ def main():
 
         # Fetch or build wheels
         command_args = [
-            str(python_path), '-m', 'pip', 'wheel',
-            '-r', str(MOUNT_DIR / 'requirements.in'),
-            '--wheel-dir', str(staged_wheel_dir),
+            str(python_path),
+            '-m',
+            'pip',
+            'wheel',
+            '-r',
+            str(MOUNT_DIR / 'requirements.in'),
+            '--wheel-dir',
+            str(staged_wheel_dir),
             # Temporarily removing extra index urls. See below.
             # '--extra-index-url', CUSTOM_EXTERNAL_INDEX,
         ]
@@ -124,21 +143,38 @@ def main():
         check_process(command_args, env=env_vars)
 
         # Repair wheels
-        check_process([
-            sys.executable, '-u', str(MOUNT_DIR / 'scripts' / 'repair_wheels.py'),
-            '--source-dir', str(staged_wheel_dir),
-            '--built-dir', str(built_wheels_dir),
-            '--external-dir', str(external_wheels_dir),
-        ])
+        check_process(
+            [
+                sys.executable,
+                '-u',
+                str(MOUNT_DIR / 'scripts' / 'repair_wheels.py'),
+                '--source-dir',
+                str(staged_wheel_dir),
+                '--built-dir',
+                str(built_wheels_dir),
+                '--external-dir',
+                str(external_wheels_dir),
+            ]
+        )
 
     dependencies: dict[str, tuple[str, str]] = {}
+    sizes: dict[str, WheelSizes] = {}
+
     for wheel_dir in wheels_dir.iterdir():
-        for entry in wheel_dir.iterdir():
-            project_metadata = extract_metadata(entry)
+        for wheel in wheel_dir.iterdir():
+            project_metadata = extract_metadata(wheel)
             project_name = normalize_project_name(project_metadata['Name'])
             project_version = project_metadata['Version']
             dependencies[project_name] = project_version
 
+
+            project_sizes = calculate_wheel_sizes(wheel)
+            sizes[project_name] = {'version': project_version, **project_sizes}
+
+    output_path = MOUNT_DIR / 'sizes.json'
+    with output_path.open('w', encoding='utf-8') as fp:
+        json.dump(sizes, fp, indent=2, sort_keys=True)
+
     final_requirements = MOUNT_DIR / 'frozen.txt'
     with final_requirements.open('w', encoding='utf-8') as f:
         for project_name, project_version in sorted(dependencies.items()):