perf(generator): fork a process per kind, and don't collect garbage during generation - #1071

[taskcluster 2026-10-08T17:07:40.867Z] Worker Type (mozilla-t/pre-commit) settings:
[taskcluster 2026-10-08T17:07:40.867Z]   {
[taskcluster 2026-10-08T17:07:40.867Z]     "generic-worker": {
[taskcluster 2026-10-08T17:07:40.867Z]       "config": {
[taskcluster 2026-10-08T17:07:40.867Z]         "capacity": 1,
[taskcluster 2026-10-08T17:07:40.867Z]         "headlessTasks": true
[taskcluster 2026-10-08T17:07:40.867Z]       },
[taskcluster 2026-10-08T17:07:40.867Z]       "engine": "multiuser",
[taskcluster 2026-10-08T17:07:40.867Z]       "go-arch": "amd64",
[taskcluster 2026-10-08T17:07:40.867Z]       "go-os": "linux",
[taskcluster 2026-10-08T17:07:40.867Z]       "go-version": "go1.27.1",
[taskcluster 2026-10-08T17:07:40.867Z]       "release": "https://github.com/taskcluster/taskcluster/releases/tag/v110.1.0",
[taskcluster 2026-10-08T17:07:40.867Z]       "revision": "8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-10-08T17:07:40.867Z]       "source": "https://github.com/taskcluster/taskcluster/commits/8522ee4ea64acdb407128264f3b3b56a2e24c2d9",
[taskcluster 2026-10-08T17:07:40.867Z]       "version": "110.1.0"
[taskcluster 2026-10-08T17:07:40.867Z]     },
[taskcluster 2026-10-08T17:07:40.867Z]     "image": "projects/taskcluster-imaging/global/images/gw-fxci-gcp-l1-2404-amd64-headless-googlecompute-2026-09-30",
[taskcluster 2026-10-08T17:07:40.867Z]     "instance-id": "7852453873824106051",
[taskcluster 2026-10-08T17:07:40.867Z]     "instance-type": "projects/887720501152/machineTypes/c3d-standard-4",
[taskcluster 2026-10-08T17:07:40.867Z]     "local-ipv4": "10.138.0.68",
[taskcluster 2026-10-08T17:07:40.867Z]     "project-id": "fxci-production-level1-workers",
[taskcluster 2026-10-08T17:07:40.867Z]     "public-hostname": "mozilla-t-pre-commit-kx-sbl3osd--6nbjszq2ma.c.fxci-production-level1-workers.internal",
[taskcluster 2026-10-08T17:07:40.867Z]     "public-ipv4": "136.86.181.7",
[taskcluster 2026-10-08T17:07:40.867Z]     "region": "us-west1",
[taskcluster 2026-10-08T17:07:40.867Z]     "zone": "us-west1-b"
[taskcluster 2026-10-08T17:07:40.867Z]   }
[taskcluster 2026-10-08T17:07:40.867Z] Task ID: ZTuG5hj4TqWjkEEh7gH-_g
[taskcluster 2026-10-08T17:07:40.867Z] === Task Starting ===
[taskcluster 2026-10-08T17:07:41.860Z] [mounts] Moving existing writable directory cache lint-pre-commit-repos-v1 from /home/generic-worker/caches/N3Rqcct3S9e0TW36S8P8jQ to /home/task_ZTuG5hj4TqWjk_0/cache0
[taskcluster 2026-10-08T17:07:41.860Z] [mounts] Creating directory /home/task_ZTuG5hj4TqWjk_0
[taskcluster 2026-10-08T17:07:41.870Z] [mounts] Successfully mounted writable directory cache '/home/task_ZTuG5hj4TqWjk_0/cache0'
[taskcluster 2026-10-08T17:07:41.871Z] [mounts] Moving existing writable directory cache lint-pre-commit-checkout-taskcluster-taskgraph-v1 from /home/generic-worker/caches/V-gEAHSFRfS_iYODAP2_-g to /home/task_ZTuG5hj4TqWjk_0/cache1
[taskcluster 2026-10-08T17:07:41.871Z] [mounts] Creating directory /home/task_ZTuG5hj4TqWjk_0
[taskcluster 2026-10-08T17:07:41.881Z] [mounts] Successfully mounted writable directory cache '/home/task_ZTuG5hj4TqWjk_0/cache1'
[taskcluster 2026-10-08T17:07:41.881Z] [mounts] Moving existing writable directory cache lint-pre-commit-uv-v1 from /home/generic-worker/caches/R1UuzIDsQHaZUM2gzHy5TA to /home/task_ZTuG5hj4TqWjk_0/cache2
[taskcluster 2026-10-08T17:07:41.881Z] [mounts] Creating directory /home/task_ZTuG5hj4TqWjk_0
[taskcluster 2026-10-08T17:07:41.892Z] [mounts] Successfully mounted writable directory cache '/home/task_ZTuG5hj4TqWjk_0/cache2'
[taskcluster 2026-10-08T17:07:41.892Z] [d2g] Using cached docker image "docker.io/mozillareleases/taskgraph:run-task-v24.3.0@sha256:1efe26cb74bd09fa0f2a051b4559ab7cde4270d92f4e7c7dce7242468a21e6af"
[taskcluster 2026-10-08T17:07:41.895Z] Executing command 0: docker run -t --name taskcontainer_Zxm-9d8nSCu93TwrtgNNww --memory-swap -1 --pids-limit -1 --pull=never --log-driver=none '--add-host=localhost.localdomain:127.0.0.1' -v '/home/task_ZTuG5hj4TqWjk_0/cache0:/builds/worker/.cache/pre-commit' -v /home/task_ZTuG5hj4TqWjk_0/cache1:/builds/worker/checkouts -v '/home/task_ZTuG5hj4TqWjk_0/cache2:/builds/worker/.cache/uv' --network gw-task-ZTuG5hj4TqWj-0 '--add-host=taskcluster:172.18.0.1' --env-file 'env.list' -- 'mozillareleases/taskgraph:run-task-v24.3.0@sha256:1efe26cb74bd09fa0f2a051b4559ab7cde4270d92f4e7c7dce7242468a21e6af' run-task --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files'
[setup 2026-10-08T17:07:42.129+00:00] run-task started in /
[setup 2026-10-08T17:07:42.129+00:00] Invoked by command: --src-checkout=/builds/worker/checkouts/src --task-cwd=/builds/worker/checkouts/src -- bash -c uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files
[setup 2026-10-08T17:07:42.130+00:00] Python version: 3.13.5
[setup 2026-10-08T17:07:42.130+00:00] Subprocess python version: 
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3.13
cpython-3.13.5-linux-x86_64-gnu    /usr/bin/python3 -> python3.13
[cache 2026-10-08T17:07:42.212+00:00] cache /builds/worker/.cache/uv exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-10-08T17:07:42.212+00:00] cache /builds/worker/.cache/pre-commit exists; requirements: gid=1000 uid=1000 version=1
[cache 2026-10-08T17:07:42.212+00:00] cache /builds/worker/checkouts exists; requirements: gid=1000 uid=1000 version=1
[setup 2026-10-08T17:07:42.212+00:00] running as worker:worker
[vcs 2026-10-08T17:07:42.212+00:00] executing ['git', 'config', '--global', '--add', 'safe.directory', '/builds/worker/checkouts/src']
[vcs 2026-10-08T17:07:42.214+00:00] executing ['git', 'config', '--global', 'checkout.workers', '0']
[vcs 2026-10-08T17:07:42.217+00:00] executing ['git', 'remote', 'set-url', 'origin', 'https://github.com/jcristau/taskgraph']
[vcs 2026-10-08T17:07:42.219+00:00] executing ['git', 'fetch', 'origin', 'perf-generator-fork']
[vcs 2026-10-08T17:07:42.826+00:00] From https://github.com/jcristau/taskgraph
[vcs 2026-10-08T17:07:42.826+00:00]  * branch            perf-generator-fork -> FETCH_HEAD
[vcs 2026-10-08T17:07:42.827+00:00]  + 471fbb0...a8a2c83 perf-generator-fork -> origin/perf-generator-fork  (forced update)
[vcs 2026-10-08T17:07:42.830+00:00] executing ['git', 'checkout', '-f', '-B', 'perf-generator-fork', 'a8a2c832a07ce6c24a5dfbf8b253956607e65085']
[vcs 2026-10-08T17:07:42.840+00:00] Switched to and reset branch 'perf-generator-fork'
[vcs 2026-10-08T17:07:42.841+00:00] cleaning git checkout...
[vcs 2026-10-08T17:07:42.841+00:00] executing ['git', 'clean', '-nxdff']
[vcs 2026-10-08T17:07:42.844+00:00] removing ['/builds/worker/checkouts/src/.ruff_cache/']
[vcs 2026-10-08T17:07:42.846+00:00] successfully cleaned git checkout!
[vcs 2026-10-08T17:07:42.847+00:00] TinderboxPrint:<a href='https://github.com/jcristau/taskgraph/commit/a8a2c832a07ce6c24a5dfbf8b253956607e65085' title='Built from taskgraph commit a8a2c832a07ce6c24a5dfbf8b253956607e65085'>a8a2c832a07ce6c24a5dfbf8b253956607e65085</a>
PERFHERDER_DATA: {"framework": {"name": "vcs"}, "suites": [{"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "pull", "shouldAlert": false, "subtests": [], "value": 0.611156702041626}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "update", "shouldAlert": false, "subtests": [], "value": 0.011024951934814453}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "purge", "shouldAlert": false, "subtests": [], "value": 0.004704475402832031}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall", "shouldAlert": false, "subtests": [], "value": 0.6286733150482178}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall_pull", "shouldAlert": false, "subtests": [], "value": 0.6286733150482178}, {"extraOptions": ["projects/887720501152/machineTypes/c3d-standard-4"], "lowerIsBetter": true, "name": "overall_pull_fullcheckout", "shouldAlert": false, "subtests": [], "value": 0.6286733150482178}]}
[setup 2026-10-08T17:07:42.848+00:00] UV_CACHE_DIR is /builds/worker/.cache/uv
[task 2026-10-08T17:07:42.848+00:00] executing ['bash', '-c', 'uv tool install pre-commit && /builds/worker/.local/bin/pre-commit run --all-files']
[task 2026-10-08T17:07:42.911+00:00] Resolved 11 packages in 52ms
[task 2026-10-08T17:07:42.920+00:00] warning: Failed to hardlink files; falling back to full copy. This may lead to degraded performance.
[task 2026-10-08T17:07:42.920+00:00]          If the cache and target directories are on different filesystems, hardlinking may not be supported.
[task 2026-10-08T17:07:42.920+00:00]          If this is intentional, set `export UV_LINK_MODE=copy` or use `--link-mode=copy` to suppress this warning.
[task 2026-10-08T17:07:42.933+00:00] Installed 11 packages in 19ms
[task 2026-10-08T17:07:42.934+00:00]  + cfgv==3.5.0
[task 2026-10-08T17:07:42.934+00:00]  + distlib==0.4.3
[task 2026-10-08T17:07:42.934+00:00]  + filelock==4.0.12
[task 2026-10-08T17:07:42.934+00:00]  + identify==2.6.20
[task 2026-10-08T17:07:42.934+00:00]  + nodeenv==1.11.0
[task 2026-10-08T17:07:42.934+00:00]  + packaging==26.3
[task 2026-10-08T17:07:42.934+00:00]  + platformdirs==4.12.4
[task 2026-10-08T17:07:42.934+00:00]  + pre-commit==4.6.2
[task 2026-10-08T17:07:42.934+00:00]  + python-discovery==1.6.1
[task 2026-10-08T17:07:42.934+00:00]  + pyyaml==6.0.3
[task 2026-10-08T17:07:42.934+00:00]  + virtualenv==21.14.6
[task 2026-10-08T17:07:42.935+00:00] Installed 1 executable: pre-commit
[task 2026-10-08T17:07:42.936+00:00] warning: `/builds/worker/.local/bin` is not on your PATH. To use installed tools, run `export PATH="/builds/worker/.local/bin:$PATH"` or `uv tool update-shell`.
[task 2026-10-08T17:07:43.243+00:00] trim trailing whitespace.................................................Passed
[task 2026-10-08T17:07:43.305+00:00] fix end of files.........................................................Passed
[task 2026-10-08T17:07:43.441+00:00] check yaml...............................................................Passed
[task 2026-10-08T17:07:43.512+00:00] check for added large files..............................................Passed
[task 2026-10-08T17:07:43.547+00:00] ruff (legacy alias)......................................................Passed
[task 2026-10-08T17:07:43.586+00:00] ruff format..............................................................Passed
[task 2026-10-08T17:07:43.613+00:00] uv-lock..................................................................Passed
[task 2026-10-08T17:07:43.806+00:00] yamllint.................................................................Passed
[task 2026-10-08T17:07:44.112+00:00] codespell................................................................Passed
[taskcluster 2026-10-08T17:07:44.391Z]                        Exit Code: 0
[taskcluster 2026-10-08T17:07:44.391Z]                        User Time: 13.411ms
[taskcluster 2026-10-08T17:07:44.391Z]                      Kernel Time: 11.623ms
[taskcluster 2026-10-08T17:07:44.391Z]                        Wall Time: 2.495758407s
[taskcluster 2026-10-08T17:07:44.391Z]  Average Available System Memory: 14.36 GiB
[taskcluster 2026-10-08T17:07:44.391Z]       Average System Memory Used: 1.25 GiB
[taskcluster 2026-10-08T17:07:44.391Z]          Peak System Memory Used: 1.33 GiB
[taskcluster 2026-10-08T17:07:44.391Z]              Total System Memory: 15.61 GiB
[taskcluster 2026-10-08T17:07:44.391Z]                           Result: SUCCEEDED
[taskcluster 2026-10-08T17:07:44.391Z] === Task Finished ===
[taskcluster 2026-10-08T17:07:44.391Z] Task Duration: 2.496159447s
[taskcluster 2026-10-08T17:07:44.426Z] [mounts] Preserving cache: Moving "/home/task_ZTuG5hj4TqWjk_0/cache0" to "/home/generic-worker/caches/N3Rqcct3S9e0TW36S8P8jQ"
[taskcluster 2026-10-08T17:07:44.426Z] [mounts] Preserving cache: Moving "/home/task_ZTuG5hj4TqWjk_0/cache1" to "/home/generic-worker/caches/V-gEAHSFRfS_iYODAP2_-g"
[taskcluster 2026-10-08T17:07:44.426Z] [mounts] Preserving cache: Moving "/home/task_ZTuG5hj4TqWjk_0/cache2" to "/home/generic-worker/caches/R1UuzIDsQHaZUM2gzHy5TA"