Merge pull request #91 from kurtmckee/perf-test-fixes-windows

Fix performance testing issues, and capture more data, on Windows

Author: kurtmckee

assets/test-performance.ps1

@@ -5,11 +5,17 @@
 $env:PYTHONPROFILEIMPORTTIME=$null
 $env:PYTHONDONTWRITEBYTECODE=1
 
-Remove-Item -Recurse "build\perftest"
-Remove-Item perf.*
+Remove-Item -Recurse "build\perftest" | Out-Null
+Remove-Item perf.* | Out-Null
 python assets/generate-perftest-directory.py
 
+# Note the size of the source code tree.
+Write-Output "Source tree" > perf.files.log
+Get-ChildItem -Recurse "build\perftest" | Measure-Object -Sum Length >> perf.files.log
+
+
 $env:PYTHONPROFILEIMPORTTIME=1
+$env:PYTHONDONTWRITEBYTECODE=1
 
 
 # Filesystem -- source only
@@ -57,7 +63,17 @@ Measure-Command {
 # ------------------------------
 
 $env:PYTHONPROFILEIMPORTTIME=$null
+
+# Compile into `__pycache__/` subdirectories for the filesystem.
 python -m compileall -q "build\perftest"
+
+# Note the size of the tree, including bytecode.
+Write-Output "Source tree with bytecode" >> perf.files.log
+Get-ChildItem -Recurse "build\perftest" | Measure-Object -Sum Length >> perf.files.log
+
+# Compile in-place for zipimport.
+python -m compileall -b -q "build\perftest"
+
 $env:PYTHONPROFILEIMPORTTIME=1
 
 
@@ -76,6 +92,10 @@ Measure-Command {
 # Zip -- bytecode
 # ---------------
 
+# Delete the `__pycache__\` directories.
+$cache_paths = Get-ChildItem -Recurse "build\perftest" | Where-Object { $_.Name -eq "__pycache__" }
+Remove-Item -Recurse $cache_paths | Out-Null
+
 Write-Host
 $env:FILE_PREFIX="perf.zip.bytecode"
 Write-Host "${env:FILE_PREFIX}"
@@ -105,4 +125,4 @@ Measure-Command {
 # Capture the file sizes
 # ----------------------
 
-Get-ChildItem perf.* > perf.files.log
+Get-ChildItem perf.*.zip,perf.*.sqlite3 >> perf.files.log

changelog.d/20250520_091004_kurtmckee_perf_test_fixes_linux.rst

@@ -1,11 +1,11 @@
 Development
 -----------
 
-*   Fix performance testing issues, and capture more data, on Linux.
+*   Fix performance testing issues.
 
     Zip-based bytecode import times were skewed during testing
     because ``zipimport`` doesn't use PEP 3147 ``__pycache__/`` subdirectories.
     This is now accounted for by the performance testing script's setup steps,
-    and zip-based import times are significantly more accurate.
+    and zip-based import times are now accurate for comparison.
 
     Also, the total size of the source code and byte code trees is captured.