python-app.yml

name: Build metasweeper

on:
  push:
    tags:
      - "*"
  workflow_dispatch:

jobs:
  build:
    runs-on: windows-latest

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python 3.12
        uses: actions/setup-python@v5
        with:
          python-version: "3.12"

      - name: Install Python dependencies
        run: |
          python -V
          python -m pip install --upgrade pip
          pip install flake8 "pyinstaller>=6.19.0" cython
          pip install -r requirements.txt

      - name: Generate UI and translation files
        run: |
          cmd /c init.bat
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
          pyside6-lrelease src/ui/en_US.ts -qm src/en_US.qm
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
          pyside6-lrelease src/ui/de_DE.ts -qm src/de_DE.qm
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
          pyside6-lrelease src/ui/pl_PL.ts -qm src/pl_PL.qm
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
          pyside6-lrelease src/ui/ja_JP.ts -qm src/ja_JP.qm
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }

      - name: Generate metasweeper_checksum.pyd
        run: |
          cd package_tool
          python setup.py build_ext --inplace
          ren *.pyd metasweeper_checksum.pyd
          cd ..
          move package_tool\metasweeper_checksum.pyd src\metasweeper_checksum.pyd
          del src\metasweeper_checksum.py

      - name: Generate random icon
        run: |
          cd package_tool
          python -u randomize_cat_icon.py
          Copy-Item cat.ico ..\src\media\cat.ico -Force

      - name: Package main app with PyInstaller
        run: |
          pyinstaller `
            --icon src/media/cat.ico `
            --noconsole `
            --noconfirm `
            --clean `
            --paths src `
            --name metasweeper `
            --add-data "src/media;media" `
            --add-data "src/plugins;plugins" `
            --add-data "src/en_US.qm;." `
            --add-data "src/de_DE.qm;." `
            --add-data "src/pl_PL.qm;." `
            --add-data "src/ja_JP.qm;." `
            --exclude PIL --exclude Pillow --exclude Cython `
            --exclude setuptools --exclude pkg_resources `
            --exclude psutil --exclude numpy `
            --exclude pytest --exclude _pytest `
            --runtime-hook package_tool/hook-debugpy-pyinstaller.py `
            src/main.py

      - name: Package plugin_manager with PyInstaller
        run: |
          pyinstaller `
            --noconfirm `
            --name plugin_manager `
            --windowed `
            --icon src/media/cat.ico `
            --add-data "src/plugins;plugins" `
            --add-data "src/shared_types;shared_types" `
            --add-data "src/en_US.qm;." `
            --add-data "src/de_DE.qm;." `
            --add-data "src/ja_JP.qm;." `
            --add-data "src/pl_PL.qm;." `
            --hidden-import sqlite3 `
            --hidden-import code `
            --hidden-import xmlrpc `
            --hidden-import xmlrpc.server `
            --hidden-import xmlrpc.client `
            --hidden-import http.server `
            --hidden-import socketserver `
            --hidden-import email `
            --hidden-import email.utils `
            --hidden-import requests `
            --hidden-import Crypto.Cipher.AES `
            --hidden-import Crypto.Random `
            --hidden-import win32api `
            --hidden-import win32event `
            --hidden-import winerror `
            --hidden-import ms_toollib `
            --hidden-import PySide6.QtQuickWidgets `
            --hidden-import PySide6.QtQuick `
            --hidden-import PySide6.QtQml `
            --hidden-import PySide6.QtCharts `
            --exclude PIL --exclude Pillow --exclude Cython `
            --exclude setuptools --exclude pkg_resources `
            --exclude psutil --exclude numpy `
            --exclude pytest --exclude _pytest `
            --runtime-hook package_tool/hook-debugpy-pyinstaller.py `
            --distpath dist\plugin_manager_out `
            src\plugin_manager\_run.py

      - name: Copy plugin resources into metasweeper dist
        run: |
          $dest = "dist\metasweeper"
          Copy-Item "AI_AGENT_POLICY.md" -Destination $dest -Force
          Copy-Item "README.md" -Destination $dest -Force
          Copy-Item "dist\plugin_manager_out\plugin_manager\plugin_manager.exe" -Destination $dest -Force
          Copy-Item "dist\plugin_manager_out\plugin_manager\_internal\*" -Destination "$dest\_internal" -Recurse -Force
          Copy-Item "src\params.onnx" -Destination "$dest\params.onnx" -Force
          Copy-Item "plugin-dev-tutorial.md" -Destination $dest -Force
          New-Item -ItemType Directory -Force "$dest\user_plugins" | Out-Null
          Remove-Item "$dest\plugin_manager\_run.py" -Force -ErrorAction SilentlyContinue
          Remove-Item "dist\plugin_manager_out" -Recurse -Force -ErrorAction SilentlyContinue

      - name: Copy extra dependencies for plugin subprocess
        run: |
          python -c "
          import importlib.util, shutil, os
          dest = 'dist/metasweeper/_internal'
          for pkg in ['debugpy', 'msgspec']:
              spec = importlib.util.find_spec(pkg)
              if spec is None or not spec.submodule_search_locations:
                  raise ModuleNotFoundError(f'Required package not found: {pkg}')
              src = next(iter(spec.submodule_search_locations))
              dst = os.path.join(dest, pkg)
              if os.path.exists(src):
                  shutil.copytree(src, dst, dirs_exist_ok=True)
                  n = sum(1 for _,_,fs in os.walk(dst) for f in fs)
                  kb = sum(os.path.getsize(os.path.join(d, f)) for d,_,fs in os.walk(dst) for f in fs) // 1024
                  print(f'Copied {pkg} ({n} files, {kb} KB)')
                  for sub in ['_vendored', '_vendored2']:
                      vd = os.path.join(dst, sub)
                      if os.path.isdir(vd):
                          print(f'  {sub}/ present ({len(os.listdir(vd))} items)')
                      else:
                          print(f'  {sub}/ absent (OK for debugpy >=1.8)')
              else:
                  raise FileNotFoundError(f'Required package directory not found: {src}')
          "

      - name: Strip unnecessary Qt binaries
        shell: powershell
        run: |
          $ErrorActionPreference = 'Stop'
          $dumpbin = Get-Command dumpbin.exe -ErrorAction SilentlyContinue
          if (-not $dumpbin) {
            $vswhere = "${env:ProgramFiles(x86)}\Microsoft Visual Studio\Installer\vswhere.exe"
            if (-not (Test-Path -LiteralPath $vswhere -PathType Leaf)) {
              throw 'vswhere.exe not found; cannot locate dumpbin.exe.'
            }
            $dumpbinPaths = @(& $vswhere -latest -products * `
              -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 `
              -find 'VC\Tools\MSVC\*\bin\Hostx64\x64\dumpbin.exe')
            if ($LASTEXITCODE -ne 0) { throw 'vswhere.exe failed to locate dumpbin.exe.' }
            $dumpbinPath = $dumpbinPaths | Select-Object -First 1
            if (-not $dumpbinPath) { throw 'dumpbin.exe not found in Visual Studio C++ tools.' }
            $env:PATH = "$(Split-Path -Parent $dumpbinPath);$env:PATH"
            $dumpbin = Get-Command dumpbin.exe -ErrorAction Stop
          }
          Write-Output "Using dumpbin: $($dumpbin.Source)"
          powershell.exe -NoProfile -ExecutionPolicy Bypass -File "package_tool\trim_qt_runtime.ps1" -PackageDir "dist\metasweeper" -Apply
          if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }

      - name: Report distribution size
        shell: powershell
        run: |
          $total = (Get-ChildItem -Recurse "dist\metasweeper" -File | Measure-Object -Property Length -Sum).Sum
          Write-Output "Final metasweeper dist size: $('{0:N2}' -f ($total/1MB)) MB"

      - name: Upload artifacts
        uses: actions/upload-artifact@v4
        if: success()
        with:
          name: Metasweeper-snapshot
          path: dist/