Merge branch 'main' into patch-1

.github/workflows/release-check.yml

@@ -1,159 +0,0 @@
-name: Release Check
-
-on:
-  # Allow manual trigger for testing
-  workflow_dispatch:
-
-jobs:
-  prepare:
-    runs-on: ubuntu-latest
-    outputs:
-      matrix: ${{ steps.set-matrix.outputs.matrix }}
-      last_release: ${{ steps.last-release.outputs.hash }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - name: Find package directories
-        id: set-matrix
-        run: |
-          # Find all package.json and pyproject.toml files, excluding root
-          DIRS=$(git ls-tree -r HEAD --name-only | grep -E "package.json|pyproject.toml" | xargs dirname | grep -v "^.$" | jq -R -s -c 'split("\n")[:-1]')
-          echo "matrix=${DIRS}" >> $GITHUB_OUTPUT
-          echo "Found directories: ${DIRS}"
-
-      - name: Get last release hash
-        id: last-release
-        run: |
-          HASH=$(git rev-list --tags --max-count=1 || echo "HEAD~1")
-          echo "hash=${HASH}" >> $GITHUB_OUTPUT
-          echo "Using last release hash: ${HASH}"
-
-  check-release:
-    needs: prepare
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        directory: ${{ fromJson(needs.prepare.outputs.matrix) }}
-      fail-fast: false
-
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-
-      - uses: astral-sh/setup-uv@v5
-
-      - name: Setup Node.js
-        if: endsWith(matrix.directory, '/package.json')
-        uses: actions/setup-node@v4
-        with:
-          node-version: '18'
-
-      - name: Setup Python
-        if: endsWith(matrix.directory, '/pyproject.toml')
-        run: uv python install
-
-      - name: Check release
-        id: check
-        run: |
-          # Create unique hash for this directory
-          dir_hash=$(echo "${{ matrix.directory }}" | sha256sum | awk '{print $1}')
-
-          # Run release check script with verbose output
-          echo "Running release check against last release: ${{ needs.prepare.outputs.last_release }}"
-
-          # Run git diff first to show changes
-          echo "Changes since last release:"
-          git diff --name-only "${{ needs.prepare.outputs.last_release }}" -- "${{ matrix.directory }}" || true
-
-          # Run the release check
-          output=$(uv run --script scripts/release.py --dry-run "${{ matrix.directory }}" "${{ needs.prepare.outputs.last_release }}" 2>&1)
-          exit_code=$?
-
-          echo "Release check output (exit code: $exit_code):"
-          echo "$output"
-
-          # Extract package info if successful
-          if [ $exit_code -eq 0 ]; then
-            pkg_info=$(echo "$output" | grep -o -E "[a-zA-Z0-9\-]+@[0-9]+\.[0-9]+\.[0-9]+" || true)
-          else
-            echo "Release check failed"
-            exit 1
-          fi
-
-          if [ ! -z "$pkg_info" ]; then
-            echo "Found package that needs release: $pkg_info"
-
-            # Create outputs directory
-            mkdir -p ./outputs
-
-            # Save both package info and full changes
-            echo "$pkg_info" > "./outputs/${dir_hash}_info"
-            echo "dir_hash=${dir_hash}" >> $GITHUB_OUTPUT
-
-            # Log what we're saving
-            echo "Saved package info to ./outputs/${dir_hash}_info:"
-            cat "./outputs/${dir_hash}_info"
-          else
-            echo "No release needed for this package"
-          fi
-
-      - name: Set artifact name
-        if: steps.check.outputs.dir_hash
-        id: artifact
-        run: |
-          # Replace forward slashes with dashes
-          SAFE_DIR=$(echo "${{ matrix.directory }}" | tr '/' '-')
-          echo "name=release-outputs-${SAFE_DIR}" >> $GITHUB_OUTPUT
-
-      - uses: actions/upload-artifact@v4
-        if: steps.check.outputs.dir_hash
-        with:
-          name: ${{ steps.artifact.outputs.name }}
-          path: ./outputs/${{ steps.check.outputs.dir_hash }}*
-
-  check-tag:
-    needs: [prepare, check-release]
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-
-      - uses: actions/download-artifact@v4
-        with:
-          pattern: release-outputs-src-*
-          merge-multiple: true
-          path: outputs
-
-      - name: Simulate tag creation
-        run: |
-          if [ -d outputs ]; then
-            # Collect package info
-            find outputs -name "*_info" -exec cat {} \; > packages.txt
-
-            if [ -s packages.txt ]; then
-              DATE=$(date +%Y.%m.%d)
-              echo "🔍 Dry run: Would create tag v${DATE} if this was a real release"
-
-              # Generate comprehensive release notes
-              {
-                echo "# Release ${DATE}"
-                echo ""
-                echo "## Updated Packages"
-                while IFS= read -r line; do
-                  echo "- $line"
-                done < packages.txt
-              } > notes.md
-
-              echo "🔍 Would create release with following notes:"
-              cat notes.md
-
-              echo "🔍 Would create tag v${DATE} with the above release notes"
-              echo "🔍 Would create GitHub release from tag v${DATE}"
-            else
-              echo "No packages need release"
-            fi
-          else
-            echo "No release artifacts found"
-          fi

.github/workflows/release.yml

@@ -2,12 +2,17 @@ name: Automatic Release Creation
 
 on:
   workflow_dispatch:
+  schedule:
+    - cron: '0 10 * * *'
 
 jobs:
-  detect-last-release:
+  create-metadata:
     runs-on: ubuntu-latest
     outputs:
-      last_release: ${{ steps.last-release.outputs.hash }}
+      hash: ${{ steps.last-release.outputs.hash }}
+      version: ${{ steps.create-version.outputs.version}}
+      npm_packages: ${{ steps.create-npm-packages.outputs.npm_packages}}
+      pypi_packages: ${{ steps.create-pypi-packages.outputs.pypi_packages}}
     steps:
       - uses: actions/checkout@v4
         with:
@@ -20,23 +25,50 @@ jobs:
           echo "hash=${HASH}" >> $GITHUB_OUTPUT
           echo "Using last release hash: ${HASH}"
 
-  create-tag-name:
-    runs-on: ubuntu-latest
-    outputs:
-      tag_name: ${{ steps.last-release.outputs.tag}}
-    steps:
-      - name: Get last release hash
-        id: last-release
-        run: |
-          DATE=$(date +%Y.%m.%d)
-          echo "tag=v${DATE}" >> $GITHUB_OUTPUT
-          echo "Using tag: v${DATE}"
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
 
-  detect-packages:
-    needs: [detect-last-release]
+      - name: Create version name
+        id: create-version
+        run: |
+          VERSION=$(uv run --script scripts/release.py generate-version)
+          echo "version $VERSION"
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+
+      - name: Create notes
+        run: |
+          HASH="${{ steps.last-release.outputs.hash }}"
+          uv run --script scripts/release.py generate-notes --directory src/ $HASH > RELEASE_NOTES.md
+          cat RELEASE_NOTES.md
+
+      - name: Release notes
+        uses: actions/upload-artifact@v4
+        with:
+          name: release-notes
+          path: RELEASE_NOTES.md
+
+      - name: Create python matrix
+        id: create-pypi-packages
+        run: |
+          HASH="${{ steps.last-release.outputs.hash }}"
+          PYPI=$(uv run --script scripts/release.py generate-matrix --pypi --directory src $HASH)
+          echo "pypi_packages $PYPI"
+          echo "pypi_packages=$PYPI" >> $GITHUB_OUTPUT
+
+      - name: Create npm matrix
+        id: create-npm-packages
+        run: |
+          HASH="${{ steps.last-release.outputs.hash }}"
+          NPM=$(uv run --script scripts/release.py generate-matrix --npm --directory src $HASH)
+          echo "npm_packages $NPM"
+          echo "npm_packages=$NPM" >> $GITHUB_OUTPUT
+
+  update-packages:
+    needs: [create-metadata]
+    if: ${{ needs.create-metadata.outputs.npm_packages != '[]' || needs.create-metadata.outputs.pypi_packages != '[]' }}
     runs-on: ubuntu-latest
     outputs:
-      packages: ${{ steps.find-packages.outputs.packages }}
+      changes_made: ${{ steps.commit.outputs.changes_made }}
     steps:
       - uses: actions/checkout@v4
         with:
@@ -45,87 +77,136 @@ jobs:
       - name: Install uv
         uses: astral-sh/setup-uv@v5
 
-      - name: Find packages
-        id: find-packages
-        working-directory: src
+      - name: Update packages
         run: |
-          cat << 'EOF' > find_packages.py
-          import json
-          import os
-          import subprocess
-          from itertools import chain
-          from pathlib import Path
+          HASH="${{ needs.create-metadata.outputs.hash }}"
+          uv run --script scripts/release.py update-packages --directory src/ $HASH
 
-          packages = []
+      - name: Configure git
+        run: |
+          git config --global user.name "GitHub Actions"
+          git config --global user.email "actions@github.com"
 
-          print("Starting package detection...")
-          print(f"Using LAST_RELEASE: {os.environ['LAST_RELEASE']}")
+      - name: Commit changes
+        id: commit
+        run: |
+          VERSION="${{ needs.create-metadata.outputs.version }}"
+          git add -u
+          if git diff-index --quiet HEAD; then
+            echo "changes_made=false" >> $GITHUB_OUTPUT
+          else
+            git commit -m 'Automatic update of packages'
+            git tag -a "$VERSION" -m "Release $VERSION"
+            git push origin "$VERSION"
+            echo "changes_made=true" >> $GITHUB_OUTPUT
+          fi
 
-          # Find all directories containing package.json or pyproject.toml
-          paths = chain(Path('.').glob('*/package.json'), Path('.').glob('*/pyproject.toml'))
-          for path in paths:
-                print(f"\nChecking path: {path}")
-                # Check for changes in .py or .ts files
-                # Run git diff from the specific directory
-                cmd = ['git', 'diff', '--name-only', f'{os.environ["LAST_RELEASE"]}..HEAD', '--', '.']
-                result = subprocess.run(cmd, capture_output=True, text=True, cwd=path.parent)
-
-                # Check if any .py or .ts files were changed
-                changed_files = result.stdout.strip().split('\n')
-                print(f"Changed files found: {changed_files}")
-
-                has_changes = any(f.endswith(('.py', '.ts')) for f in changed_files if f)
-                if has_changes:
-                    print(f"Adding package: {path.parent}")
-                    packages.append(str(path.parent))
-
-          print(f"\nFinal packages list: {packages}")
-
-          # Write output
-          with open(os.environ['GITHUB_OUTPUT'], 'a') as f:
-              f.write(f"packages={json.dumps(packages)}\n")
-          EOF
-
-          LAST_RELEASE=${{ needs.detect-last-release.outputs.last_release }} uv run --script --python 3.12 find_packages.py
-
-  create-tag:
-    needs: [detect-packages, create-tag-name]
+  publish-pypi:
+    needs: [update-packages, create-metadata]
+    strategy:
+      fail-fast: false
+      matrix:
+        package: ${{ fromJson(needs.create-metadata.outputs.pypi_packages) }}
+    name: Build ${{ matrix.package }}
+    environment: release
+    permissions:
+      id-token: write # Required for trusted publishing
     runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ needs.create-metadata.outputs.version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version-file: "src/${{ matrix.package }}/.python-version"
+
+      - name: Install dependencies
+        working-directory: src/${{ matrix.package }}
+        run: uv sync --frozen --all-extras --dev
+
+      - name: Run pyright
+        working-directory: src/${{ matrix.package }}
+        run: uv run --frozen pyright
+
+      - name: Build package
+        working-directory: src/${{ matrix.package }}
+        run: uv build
+
+      - name: Publish package to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          packages-dir: src/${{ matrix.package }}/dist
+
+  publish-npm:
+    needs: [update-packages, create-metadata]
+    strategy:
+      fail-fast: false
+      matrix:
+        package: ${{ fromJson(needs.create-metadata.outputs.npm_packages) }}
+    name: Build ${{ matrix.package }}
+    environment: release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ needs.create-metadata.outputs.version }}
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 22
+          cache: npm
+          registry-url: 'https://registry.npmjs.org'
+
+      - name: Install dependencies
+        working-directory: src/${{ matrix.package }}
+        run: npm ci
+
+      - name: Check if version exists on npm
+        working-directory: src/${{ matrix.package }}
+        run: |
+          VERSION=$(jq -r .version package.json)
+          if npm view --json | jq --arg version "$VERSION" '[.[]][0].versions | contains([$version])'; then
+            echo "Version $VERSION already exists on npm"
+            exit 1
+          fi
+          echo "Version $VERSION is new, proceeding with publish"
+
+      - name: Build package
+        working-directory: src/${{ matrix.package }}
+        run: npm run build
+
+      - name: Publish package
+        working-directory: src/${{ matrix.package }}
+        run: |
+          npm publish --access public
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+
+  create-release:
+    needs: [update-packages, create-metadata, publish-pypi, publish-npm]
+    if: needs.update-packages.outputs.changes_made == 'true'
+    runs-on: ubuntu-latest
+    environment: release
     permissions:
       contents: write
     steps:
       - uses: actions/checkout@v4
+      
+      - name: Download release notes
+        uses: actions/download-artifact@v4
+        with:
+          name: release-notes
 
       - name: Create release
         env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN}}
         run: |
-          # Configure git
-          git config --global user.name "GitHub Actions"
-          git config --global user.email "actions@github.com"
-
-          # Get packages array
-          PACKAGES='${{ needs.detect-packages.outputs.packages }}'
-
-          if [ "$(echo "$PACKAGES" | jq 'length')" -gt 0 ]; then
-            # Generate comprehensive release notes
-            {
-              echo "# Release ${{ needs.create-tag-name.outputs.tag_name }}"
-              echo ""
-              echo "## Updated Packages"
-              echo "$PACKAGES" | jq -r '.[]' | while read -r package; do
-                echo "- $package"
-              done
-            } > notes.md
-
-            # Create and push tag
-            git tag -a "${{ needs.create-tag-name.outputs.tag_name }}" -m "Release ${{ needs.create-tag-name.outputs.tag_name }}"
-            git push origin "${{ needs.create-tag-name.outputs.tag_name }}"
-
-            # Create GitHub release
-            gh release create "${{ needs.create-tag-name.outputs.tag_name }}" \
-              --title "Release ${{ needs.create-tag-name.outputs.tag_name }}" \
-              --notes-file notes.md
-          else
-            echo "No packages need release"
-          fi
+          VERSION="${{ needs.create-metadata.outputs.version }}"
+          gh release create "$VERSION" \
+            --title "Release $VERSION" \
+            --notes-file RELEASE_NOTES.md