Compare commits

...
25 Commits
Author SHA1 Message Date
Jason Ross 5d8cd18317 Merge pull request #27 from JMR-dev/fix-install-behavior
Fix install behavior
2026-06-11 11:51:42 -05:00
JMR-dev d679049aca UID fix for tests 2026-06-11 11:40:11 -05:00
JMR-dev 1a3f4f2e44 unit test fix to mock successful package install return codes 2026-06-11 11:36:26 -05:00
JMR-dev 476607e108 add ubuntu to test matrix for local ai and test fixes 2026-06-11 11:27:14 -05:00
JMR-dev d19d7efefc fixed install behavior and added local ai configuration pathway 2026-06-11 11:17:56 -05:00
JMR-dev 79615dd529 ensure zsh is installed first 2026-06-11 08:19:31 -05:00
Jason Ross 5f64e2cae4 Merge pull request #26 from JMR-dev/feat-add-mdts
adding mdts
2026-06-04 18:04:11 -05:00
JMR-dev 24a50e73dd adding mdts 2026-06-04 18:02:43 -05:00
Jason Ross 07c212d962 Merge pull request #25 from JMR-dev/feat-add-aria2
adding aria2 for faster downloads
2026-06-04 17:42:05 -05:00
JMR-dev befcadd260 adding aria2 for faster downloads 2026-06-04 17:10:57 -05:00
Jason Ross 60cf195f45 Merge pull request #24 from JMR-dev/feat-add-libreoffice-extension
add auto save extension to LibreOffice
2026-06-01 11:40:00 -05:00
JMR-dev a5726a7a60 add auto save extension to LibreOffice 2026-06-01 11:09:38 -05:00
Jason Ross ac933f7c7d Merge pull request #23 from JMR-dev/feat-package-additions
package changes
2026-05-30 17:21:54 -05:00
JMR-dev 206b4cb999 fixed unit tests 2026-05-30 17:19:10 -05:00
JMR-dev 83c929c24b test and logic fixes 2026-05-30 17:08:14 -05:00
JMR-dev 430b018aa9 fixes for bashtop removal 2026-05-29 18:09:30 -05:00
JMR-dev c4f7f6d240 package changes 2026-05-29 17:59:11 -05:00
Jason Ross bc021018cd Merge pull request #22 from JMR-dev/fix-update-gha-versions
update GHA workflows
2026-05-27 18:09:25 -05:00
JMR-dev 031bc618ec update GHA workflows 2026-05-27 17:59:07 -05:00
Jason Ross a7047d5018 Merge pull request #21 from JMR-dev/feat-parallelize-installs
Feat parallelize installs
2026-05-27 17:50:45 -05:00
JMR-dev 8f7e592c72 fixed MacOS parallelism 2026-05-27 17:43:00 -05:00
JMR-dev de9d41494b fixing test coverage 2026-05-27 17:26:53 -05:00
JMR-dev 165f9dbe4f parallelized installs 2026-05-27 15:26:34 -05:00
Jason Ross 58bf0d4bbe Merge pull request #20 from JMR-dev/fix-README-update
updated readme
2026-05-26 15:29:26 -05:00
JMR-dev ad84585f72 updated readme 2026-05-26 15:28:01 -05:00
42 changed files with 7033 additions and 1408 deletions
+9 -5
View File
@@ -1,5 +1,9 @@
name: Integration Tests
env:
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: 'true'
BOOTSTRAP_CI: 'true'
on:
push:
branches:
@@ -16,15 +20,15 @@ jobs:
runs-on: ubuntu-latest
strategy:
matrix:
os: [debian, arch, fedora]
os: [debian, arch, fedora, ubuntu]
fail-fast: false
steps:
- name: Checkout Code
uses: actions/checkout@v4
uses: actions/checkout@v6
- name: Setup Go
uses: actions/setup-go@v5
uses: actions/setup-go@v6
with:
go-version: '1.25.x'
@@ -39,10 +43,10 @@ jobs:
runs-on: macos-latest
steps:
- name: Checkout Code
uses: actions/checkout@v4
uses: actions/checkout@v6
- name: Setup Go
uses: actions/setup-go@v5
uses: actions/setup-go@v6
with:
go-version: '1.25.x'
+6 -2
View File
@@ -1,5 +1,9 @@
name: macOS Manual Integration
env:
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: 'true'
BOOTSTRAP_CI: 'true'
on:
workflow_dispatch:
inputs:
@@ -28,12 +32,12 @@ jobs:
runs-on: macos-latest
steps:
- name: Checkout Code
uses: actions/checkout@v4
uses: actions/checkout@v6
with:
ref: ${{ inputs.branch }}
- name: Setup Go
uses: actions/setup-go@v5
uses: actions/setup-go@v6
with:
go-version: '1.25.x'
+9 -6
View File
@@ -1,5 +1,8 @@
name: Release
env:
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: 'true'
on:
push:
tags:
@@ -58,13 +61,13 @@ jobs:
suffix: darwin-arm64
steps:
- name: Checkout
uses: actions/checkout@v4
uses: actions/checkout@v6
with:
ref: ${{ needs.resolve.outputs.ref }}
token: ${{ secrets.GITHUB_TOKEN }}
- name: Setup Go
uses: actions/setup-go@v5
uses: actions/setup-go@v6
with:
go-version-file: go.mod
check-latest: true
@@ -82,7 +85,7 @@ jobs:
go build -trimpath -ldflags="-s -w" -o "$out" .
- name: Upload artifact
uses: actions/upload-artifact@v4
uses: actions/upload-artifact@v7
with:
name: bootstrap_environment-${{ matrix.suffix }}
path: dist/bootstrap_environment-${{ matrix.suffix }}
@@ -94,13 +97,13 @@ jobs:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
uses: actions/checkout@v6
with:
ref: ${{ needs.resolve.outputs.ref }}
token: ${{ secrets.GITHUB_TOKEN }}
- name: Download build artifacts
uses: actions/download-artifact@v4
uses: actions/download-artifact@v8
with:
path: dist
pattern: bootstrap_environment-*
@@ -114,7 +117,7 @@ jobs:
cat SHA256SUMS
- name: Create release
uses: softprops/action-gh-release@v2
uses: softprops/action-gh-release@v3
with:
token: ${{ secrets.GITHUB_TOKEN }}
tag_name: ${{ needs.resolve.outputs.tag }}
+5 -2
View File
@@ -1,5 +1,8 @@
name: Unit Tests
env:
FORCE_JAVASCRIPT_ACTIONS_TO_NODE24: 'true'
on:
pull_request:
branches:
@@ -13,10 +16,10 @@ jobs:
steps:
- name: Checkout Code
uses: actions/checkout@v4
uses: actions/checkout@v6
- name: Setup Go
uses: actions/setup-go@v5
uses: actions/setup-go@v6
with:
go-version: '1.25.x'
+76 -18
View File
@@ -1,15 +1,37 @@
# bootstrap_dev_env
A Go-based bootstrap tool that installs a development environment across
A Go-based bootstrap tool that provisions a development environment across
macOS, Debian/Ubuntu, RHEL/Fedora, and Arch Linux on `x86_64` and `aarch64`.
It installs system packages, optional Flatpak GUI apps, and a set of custom
third-party tools (Go, Neovim, Zig, NVM, pyenv, oh-my-zsh, Firecracker on
Linux, agy, claude, codex, and copilot).
It installs:
- **System packages** via `dnf`, `apt-get`, `pacman`, or `brew` (macOS)
- **Flatpak GUI apps** from Flathub (Linux only, opt-in with `--gui`)
- **Custom third-party tools** fetched and verified directly:
Go, Neovim, Zig, Firecracker (Linux), NVM, pyenv, pip, oh-my-zsh,
agy, claude, codex, copilot, playwright, and the `gh-repo-bootstrap` extension
## Supported platforms
| OS | Architecture | Package manager |
|---|---|---|
| Linux (Debian/Ubuntu) | x86_64 | apt-get |
| Linux (RHEL/Fedora) | x86_64 | dnf |
| Linux (Arch) | x86_64 | pacman |
| macOS | arm64 | brew |
> **Note:** Linux arm64 (`aarch64`) binaries are cross-compiled but not yet tested in CI.
## CI
| Workflow | Trigger |
|---|---|
| **Unit Tests** — `go test -v ./...` + `go vet ./...` | Pull requests to `main` / `dev` |
| **Integration Tests** — full run on Debian, Arch, Fedora, Ubuntu (Dagger) and macOS (native) | Push + pull requests to `main` / `dev` |
## Install
Download the native binary for your platform from a release, or build from
source:
Build from source:
```shell
git clone https://github.com/JMR-dev/bootstrap_dev_env.git
@@ -17,29 +39,65 @@ cd bootstrap_dev_env
make build # builds ./bootstrap_environment for the host
```
To produce native binaries for all four supported targets at once:
Cross-compile all supported targets at once:
```shell
make build-all # writes dist/bootstrap_environment-{linux,darwin}-{amd64,arm64}
make build-all # writes dist/bootstrap_environment-{linux,darwin}-{amd64,arm64,...}
```
Or download a pre-built binary from the [Releases](https://github.com/JMR-dev/bootstrap_dev_env/releases) page.
## Usage
```shell
# Linux (do NOT use sudo on macOS — Homebrew refuses to run as root)
sudo ./bootstrap_environment [--only system|flatpak|custom] [--gui]
sudo ./bootstrap_environment [flags]
# macOS
./bootstrap_environment [--only system|custom] [--gui] [--no-vm]
./bootstrap_environment [flags]
```
Flags:
### Flags
- `--only` — restrict to one section (`system`, `flatpak`, or `custom`).
- `--gui` — include GUI applications and the Flatpak section. Default is
headless: both are skipped.
- `--no-vm` — macOS only: skip provisioning the Fedora-on-QEMU/VirtualBox VM
that backs the `firecracker()` zsh wrapper.
- `--no-ai` — skip installation of AI/LLM CLI tools (agy, claude, codex, copilot).
| Flag | Description |
|---|---|
| `--only system\|flatpak\|custom` | Restrict to a single section |
| `--gui` | Include GUI applications and the Flatpak section (default: headless — both skipped) |
| `--no-vm` | macOS only: skip provisioning the Fedora-on-QEMU VM that backs the `firecracker()` zsh wrapper |
| `--no-ai` | Skip AI/LLM CLI tools (agy, claude, codex, copilot) |
### Example
```shell
# Full headless install (typical CI / server)
sudo ./bootstrap_environment
# Desktop workstation — include GUI apps and Flatpaks
sudo ./bootstrap_environment --gui
# Install only system packages, skipping AI tools
sudo ./bootstrap_environment --only system --no-ai
# macOS, no VM provisioning
./bootstrap_environment --gui --no-vm
```
## Configuration
Package lists live in `packages.go`. Edit the `SystemPackages`,
`FlatpakPackages`, or `customPackages()` slices and rebuild.
Platform-specific name mappings (e.g. `docker-ce-rootless-extras` →
skipped on Arch, `ffmpeg-free` → `ffmpeg` on apt-get) live in the
`packageOverrides` map in `pkgmgr.go`. Third-party repository setup
(Docker, GitHub CLI, Temurin, lazygit COPR, etc.) lives in `repos.go`.
## Development
```shell
make test # go test ./...
make vet # go vet ./...
make fmt # gofmt -w .
make build # build host binary
```
Package lists live in `packages.go`. Edit and rebuild.
+533
View File
@@ -0,0 +1,533 @@
package main
import (
"os"
"strings"
"sync"
"testing"
"time"
)
// TestPkgInstallManyBatchesDnf verifies a single batched dnf call rather
// than one per package.
func TestPkgInstallManyBatchesDnf(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls = append(calls, append([]string(nil), argv...))
return CmdResult{ExitCode: 0}
}
failed := pkgInstallMany([]string{"git", "curl", "vim"})
if len(failed) != 0 {
t.Errorf("expected no failures, got %v", failed)
}
if len(calls) != 1 {
t.Fatalf("expected exactly 1 batched call, got %d: %v", len(calls), calls)
}
got := strings.Join(calls[0], " ")
if !strings.HasPrefix(got, "dnf install -y") {
t.Errorf("expected 'dnf install -y …' prefix, got: %q", got)
}
for _, pkg := range []string{"git", "curl", "vim"} {
if !strings.Contains(got, pkg) {
t.Errorf("expected %s in batched call, got: %q", pkg, got)
}
}
}
// TestPkgInstallManyBatchesApt verifies the same for apt-get.
func TestPkgInstallManyBatchesApt(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls = append(calls, append([]string(nil), argv...))
return CmdResult{ExitCode: 0}
}
pkgInstallMany([]string{"a", "b", "c"})
if len(calls) != 1 {
t.Fatalf("expected 1 batched call, got %d", len(calls))
}
if calls[0][0] != "apt-get" || calls[0][1] != "install" || calls[0][2] != "-y" {
t.Errorf("expected 'apt-get install -y' prefix, got: %v", calls[0])
}
}
// TestPkgInstallManyBatchesPacman verifies pacman flags.
func TestPkgInstallManyBatchesPacman(t *testing.T) {
defer resetMocks()
pkgMgr = "pacman"
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls = append(calls, append([]string(nil), argv...))
return CmdResult{ExitCode: 0}
}
pkgInstallMany([]string{"a", "b"})
if len(calls) != 1 || calls[0][0] != "pacman" {
t.Fatalf("expected single pacman call, got %v", calls)
}
joined := strings.Join(calls[0], " ")
if !strings.Contains(joined, "--noconfirm") || !strings.Contains(joined, "--needed") {
t.Errorf("expected --noconfirm --needed in pacman call, got: %q", joined)
}
}
// TestPkgInstallManyFallback verifies that a failed batch retries per-package
// and returns the failures it identifies on the per-package retry.
func TestPkgInstallManyFallback(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
calls := 0
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls++
// Fail the first (batched) call, succeed individual retries except for "bad".
if calls == 1 {
return CmdResult{ExitCode: 1}
}
for _, a := range argv {
if a == "bad" {
return CmdResult{ExitCode: 1}
}
}
return CmdResult{ExitCode: 0}
}
failed := pkgInstallMany([]string{"good1", "good2", "bad"})
if len(failed) != 1 || failed[0] != "bad" {
t.Errorf("expected only 'bad' to fail, got %v", failed)
}
// 1 batch + 3 per-package retries = 4 calls.
if calls != 4 {
t.Errorf("expected 4 total calls (1 batch + 3 retries), got %d", calls)
}
}
// TestPkgInstallManyEmpty: no-op on empty input, no calls.
func TestPkgInstallManyEmpty(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
called := false
runCmd = func(argv []string, _ CmdOpts) CmdResult {
called = true
return CmdResult{ExitCode: 0}
}
failed := pkgInstallMany(nil)
if len(failed) != 0 {
t.Errorf("expected no failures, got %v", failed)
}
if called {
t.Error("expected no runCmd call for empty input")
}
}
// TestPkgInstallManyBrew verifies that brew is batched into a single
// `brew install f1 f2 …` call (formulas only — no casks in this test).
// Parallel brew calls would deadlock on shared transitive-dep locks
// (cmake, ninja, libsodium, …), so we deliberately batch and serialize.
func TestPkgInstallManyBrew(t *testing.T) {
defer resetMocks()
pkgMgr = "brew"
var mu sync.Mutex
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
mu.Lock()
calls = append(calls, append([]string(nil), argv...))
mu.Unlock()
return CmdResult{ExitCode: 0}
}
if failed := pkgInstallMany([]string{"git", "vim", "curl"}); len(failed) != 0 {
t.Errorf("expected no failures, got %v", failed)
}
if len(calls) != 1 {
t.Fatalf("expected exactly 1 batched brew call, got %d: %v", len(calls), calls)
}
got := strings.Join(calls[0], " ")
if got != "brew install git vim curl" {
t.Errorf("expected 'brew install git vim curl', got %q", got)
}
}
// TestPkgInstallManyBrewSplitCasks verifies that casks and formulas are
// emitted in separate calls (because --cask is mutually exclusive with
// formula installs in one invocation).
func TestPkgInstallManyBrewSplitCasks(t *testing.T) {
defer resetMocks()
pkgMgr = "brew"
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls = append(calls, append([]string(nil), argv...))
return CmdResult{ExitCode: 0}
}
// "docker" is in brewCasks; the rest are formulas.
pkgInstallMany([]string{"git", "docker", "vim"})
if len(calls) != 2 {
t.Fatalf("expected 2 calls (1 formula batch + 1 cask batch), got %d: %v", len(calls), calls)
}
formula := strings.Join(calls[0], " ")
cask := strings.Join(calls[1], " ")
if formula != "brew install git vim" {
t.Errorf("expected 'brew install git vim', got %q", formula)
}
if cask != "brew install --cask docker" {
t.Errorf("expected 'brew install --cask docker', got %q", cask)
}
}
// TestPkgInstallManyBrewFallback: batched formula install fails; we retry
// per-package and identify the broken one.
func TestPkgInstallManyBrewFallback(t *testing.T) {
defer resetMocks()
pkgMgr = "brew"
calls := 0
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls++
// First call is the batch — fail it.
if calls == 1 {
return CmdResult{ExitCode: 1}
}
// Per-package retries: only "broken" fails.
if argv[len(argv)-1] == "broken" {
return CmdResult{ExitCode: 1}
}
return CmdResult{ExitCode: 0}
}
failed := pkgInstallMany([]string{"git", "broken", "curl"})
if len(failed) != 1 || failed[0] != "broken" {
t.Errorf("expected only 'broken' to fail, got %v", failed)
}
// 1 batch + 3 per-package retries = 4 calls.
if calls != 4 {
t.Errorf("expected 4 total calls, got %d", calls)
}
}
// TestInstallFlatpakBatched: a single batched flatpak install for the
// happy path.
func TestInstallFlatpakBatched(t *testing.T) {
defer resetMocks()
hasCmd = func(name string) bool { return name == "flatpak" }
var calls [][]string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls = append(calls, append([]string(nil), argv...))
return CmdResult{ExitCode: 0}
}
installFlatpakPackages([]string{"a.app", "b.app", "c.app"})
// Expect: remote-add (1) + single batched install (1) = 2 calls.
if len(calls) != 2 {
t.Fatalf("expected 2 calls (remote-add + batched install), got %d: %v", len(calls), calls)
}
if calls[1][1] != "install" {
t.Errorf("expected install as second call, got %v", calls[1])
}
for _, app := range []string{"a.app", "b.app", "c.app"} {
found := false
for _, a := range calls[1] {
if a == app {
found = true
break
}
}
if !found {
t.Errorf("expected %s in batched call, got %v", app, calls[1])
}
}
}
// TestInstallFlatpakBatchFallback: failed batch retries per-package.
func TestInstallFlatpakBatchFallback(t *testing.T) {
defer resetMocks()
hasCmd = func(name string) bool { return name == "flatpak" }
calls := 0
runCmd = func(argv []string, _ CmdOpts) CmdResult {
calls++
// First call: remote-add (always OK)
// Second call: batched install (fail)
// Following calls: per-package retries (OK)
if calls == 2 {
return CmdResult{ExitCode: 1}
}
return CmdResult{ExitCode: 0}
}
installFlatpakPackages([]string{"a.app", "b.app"})
// 1 (remote-add) + 1 (failed batch) + 2 (per-package retries) = 4 calls.
if calls != 4 {
t.Errorf("expected 4 calls (remote-add + batch + 2 retries), got %d", calls)
}
}
// TestCheckSystemPackagesParallelOrdering: ordering preserved despite
// concurrent probes.
func TestCheckSystemPackagesParallelOrdering(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
// odd-indexed packages "installed", even-indexed "not installed"
probe = func(argv []string, _ time.Duration) (CmdResult, bool) {
pkg := argv[len(argv)-1]
// pkg-0..pkg-7
idx := pkg[len(pkg)-1] - '0'
if idx%2 == 1 {
return CmdResult{ExitCode: 0}, true // installed
}
return CmdResult{ExitCode: 1}, true // not installed
}
names := []string{"pkg-0", "pkg-1", "pkg-2", "pkg-3", "pkg-4", "pkg-5", "pkg-6", "pkg-7"}
res := checkSystemPackages(names)
wantToInstall := []string{"pkg-0", "pkg-2", "pkg-4", "pkg-6"}
wantAlready := []string{"pkg-1", "pkg-3", "pkg-5", "pkg-7"}
if !equalStringSlices(res.toInstallRegular, wantToInstall) {
t.Errorf("toInstall: want %v, got %v", wantToInstall, res.toInstallRegular)
}
if !equalStringSlices(res.alreadyInstalled, wantAlready) {
t.Errorf("alreadyInstalled: want %v, got %v", wantAlready, res.alreadyInstalled)
}
}
func TestCheckCustomPackagesParallel(t *testing.T) {
defer resetMocks()
// pkg with InstallPath /tmp/foo-N; "installed" iff N is odd.
osStat = func(name string) (os.FileInfo, error) {
// Map: name like /tmp/foo-1 → installed; /tmp/foo-0 → not.
idx := name[len(name)-1] - '0'
if idx%2 == 1 {
return nil, nil
}
return nil, os.ErrNotExist
}
pkgs := []*CustomPackage{
{Name: "p0", InstallPath: "/tmp/foo-0"},
{Name: "p1", InstallPath: "/tmp/foo-1"},
{Name: "p2", InstallPath: "/tmp/foo-2"},
{Name: "p3", InstallPath: "/tmp/foo-3"},
}
res := checkCustomPackages(pkgs)
if len(res.toInstall) != 2 || res.toInstall[0].Name != "p0" || res.toInstall[1].Name != "p2" {
t.Errorf("toInstall: want p0,p2 in order, got %v", names(res.toInstall))
}
if len(res.alreadyInstalled) != 2 || res.alreadyInstalled[0].pkg.Name != "p1" || res.alreadyInstalled[1].pkg.Name != "p3" {
t.Errorf("already: want p1,p3 in order, got %v", customNames(res.alreadyInstalled))
}
}
func TestInstallNpmToolsBatchSinglePnpmCall(t *testing.T) {
defer resetMocks()
// Pretend ~/.nvm exists so NVM check passes.
osStat = func(name string) (os.FileInfo, error) {
if strings.HasSuffix(name, ".nvm") {
return nil, nil
}
return nil, os.ErrNotExist
}
var shellCalls []string
runShell = func(cmd string, _ CmdOpts) CmdResult {
shellCalls = append(shellCalls, cmd)
return CmdResult{ExitCode: 0}
}
pkgs := []*CustomPackage{
{Name: "claude"},
{Name: "codex"},
{Name: "copilot"},
}
installNpmToolsBatch(pkgs)
// Expect exactly one pnpm add -g call containing all three packages.
addCalls := 0
for _, c := range shellCalls {
if strings.Contains(c, "pnpm add -g") {
addCalls++
if !strings.Contains(c, "@anthropic-ai/claude-code") ||
!strings.Contains(c, "@openai/codex") ||
!strings.Contains(c, "@github/copilot") {
t.Errorf("expected all three npm names in batched call, got: %q", c)
}
}
}
if addCalls != 1 {
t.Errorf("expected exactly 1 batched pnpm add call, got %d (all calls: %v)", addCalls, shellCalls)
}
}
func TestInstallNpmToolsBatchFallback(t *testing.T) {
defer resetMocks()
osStat = func(name string) (os.FileInfo, error) {
if strings.HasSuffix(name, ".nvm") {
return nil, nil
}
return nil, os.ErrNotExist
}
calls := 0
runShell = func(cmd string, _ CmdOpts) CmdResult {
calls++
// Fail the first (batched) pnpm add call; succeed thereafter.
if calls == 1 && strings.Contains(cmd, "pnpm add -g") {
return CmdResult{ExitCode: 1}
}
return CmdResult{ExitCode: 0}
}
pkgs := []*CustomPackage{
{Name: "claude"},
{Name: "codex"},
}
installNpmToolsBatch(pkgs)
// 1 ensureNodeLTS + 1 batch + 2 per-package retries (each may emit
// 2 shell calls: ensureNodeLTS again + add). Just sanity-check that
// retries happened.
if calls < 3 {
t.Errorf("expected at least 3 shell calls after batch failure, got %d", calls)
}
}
func TestInstallCustomPackagesWavesIndependentFirst(t *testing.T) {
defer resetMocks()
// Make hasCmd / osStat permissive. ~/.nvm must "exist" so the
// npm-batch path doesn't bail out at its precondition check.
hasCmd = func(name string) bool { return true }
osStat = func(name string) (os.FileInfo, error) {
if strings.HasSuffix(name, ".nvm") {
return nil, nil
}
return nil, os.ErrNotExist
}
osReadFile = func(name string) ([]byte, error) {
return []byte{}, os.ErrNotExist
}
var orderMu sync.Mutex
var order []string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
orderMu.Lock()
order = append(order, strings.Join(argv, " "))
orderMu.Unlock()
return CmdResult{ExitCode: 0}
}
runShell = func(cmd string, _ CmdOpts) CmdResult {
orderMu.Lock()
order = append(order, cmd)
orderMu.Unlock()
return CmdResult{ExitCode: 0}
}
download = func(_, _ string) bool { return true }
fetchJSON = func(_ string, _ any) bool { return false }
fetchText = func(_ string) string { return "" }
// Mix of independent + node-dependent. We just verify dispatch order:
// the npm-batched call must appear after some Wave A activity.
pkgs := []*CustomPackage{
{Name: "agy"},
{Name: "oh-my-zsh"},
{Name: "claude"},
{Name: "codex"},
}
installCustomPackages(pkgs)
// The pnpm add -g call must exist and appear after agy/oh-my-zsh
// install attempts.
var firstBatchIdx, firstWaveAIdx int = -1, -1
for i, c := range order {
if strings.Contains(c, "pnpm add -g @anthropic-ai/claude-code") {
firstBatchIdx = i
}
if (strings.Contains(c, "antigravity.google") || strings.Contains(c, "ohmyzsh")) && firstWaveAIdx == -1 {
firstWaveAIdx = i
}
}
if firstWaveAIdx == -1 {
t.Errorf("expected to see Wave A activity (agy/oh-my-zsh), got order: %v", order)
}
if firstBatchIdx == -1 {
t.Errorf("expected to see batched pnpm add call, got order: %v", order)
}
if firstWaveAIdx > firstBatchIdx {
t.Errorf("expected Wave A activity to begin before Wave B batch, got waveA@%d batch@%d", firstWaveAIdx, firstBatchIdx)
}
}
func TestResolveLatestAllRunsInParallel(t *testing.T) {
defer resetMocks()
// Register a custom resolver that records start order.
var mu sync.Mutex
var starts []string
latestResolvers["test-fast"] = func(p *CustomPackage) (string, string, bool) {
mu.Lock()
starts = append(starts, p.Name)
mu.Unlock()
return p.Version, p.SHA256, true
}
defer delete(latestResolvers, "test-fast")
pkgs := []*CustomPackage{
{Name: "x", Version: "1", SHA256: "a", FetchLatest: "test-fast"},
{Name: "y", Version: "2", SHA256: "b", FetchLatest: "test-fast"},
{Name: "z", Version: "3", SHA256: "c", FetchLatest: "test-fast"},
}
resolveLatestAll(pkgs)
if len(starts) != 3 {
t.Errorf("expected all 3 resolvers invoked, got %d: %v", len(starts), starts)
}
}
// ── small helpers/fakes ────────────────────────────────────────────────
func equalStringSlices(a, b []string) bool {
if len(a) != len(b) {
return false
}
for i := range a {
if a[i] != b[i] {
return false
}
}
return true
}
func names(pkgs []*CustomPackage) []string {
out := make([]string, len(pkgs))
for i, p := range pkgs {
out[i] = p.Name
}
return out
}
func customNames(s []customStatus) []string {
out := make([]string, len(s))
for i, st := range s {
out[i] = st.pkg.Name
}
return out
}
+75 -28
View File
@@ -3,6 +3,7 @@ package main
import (
"fmt"
"strings"
"sync"
)
type systemCheckResult struct {
@@ -33,6 +34,28 @@ type customStatus struct {
path string
}
// parallelPartition runs check(item) over items concurrently (using the
// configured cpuWorkers pool) and returns the items where check returned
// true first, then those where it returned false — both in input order.
// We preserve input order so the displayed package lists stay stable.
func parallelPartition[T any](items []T, check func(T) bool) (truthy, falsy []T) {
if len(items) == 0 {
return nil, nil
}
results := make([]bool, len(items))
parallelDo(items, cpuWorkers(), func(i int, item T) {
results[i] = check(item)
})
for i, item := range items {
if results[i] {
truthy = append(truthy, item)
} else {
falsy = append(falsy, item)
}
}
return
}
func checkSystemPackages(names []string) systemCheckResult {
overrides := packageOverrides[pkgMgr]
resolved, skipped := resolveSystemPkgs(names)
@@ -54,22 +77,8 @@ func checkSystemPackages(names []string) systemCheckResult {
}
}
var toR, alreadyR []string
for _, p := range regular {
if isSystemPkgInstalled(p) {
alreadyR = append(alreadyR, p)
} else {
toR = append(toR, p)
}
}
var toS, alreadyS []string
for _, p := range special {
if isSpecialPkgInstalled(p) {
alreadyS = append(alreadyS, p)
} else {
toS = append(toS, p)
}
}
alreadyR, toR := parallelPartition(regular, isSystemPkgInstalled)
alreadyS, toS := parallelPartition(special, isSpecialPkgInstalled)
return systemCheckResult{
toInstallRegular: toR,
toInstallSpecial: toS,
@@ -80,24 +89,25 @@ func checkSystemPackages(names []string) systemCheckResult {
}
func checkFlatpakPackages(ids []string) flatpakCheckResult {
var to, already []string
for _, p := range ids {
if isFlatpakInstalled(p) {
already = append(already, p)
} else {
to = append(to, p)
}
}
already, to := parallelPartition(ids, isFlatpakInstalled)
return flatpakCheckResult{toInstall: to, alreadyInstalled: already}
}
func checkCustomPackages(pkgs []*CustomPackage) customCheckResult {
type result struct {
installed bool
path string
}
results := make([]result, len(pkgs))
parallelDo(pkgs, cpuWorkers(), func(i int, p *CustomPackage) {
installed, path := isCustomPkgInstalled(p)
results[i] = result{installed: installed, path: path}
})
var to []*CustomPackage
var already []customStatus
for _, p := range pkgs {
installed, path := isCustomPkgInstalled(p)
if installed {
already = append(already, customStatus{pkg: p, path: path})
for i, p := range pkgs {
if results[i].installed {
already = append(already, customStatus{pkg: p, path: results[i].path})
} else {
to = append(to, p)
}
@@ -105,6 +115,43 @@ func checkCustomPackages(pkgs []*CustomPackage) customCheckResult {
return customCheckResult{toInstall: to, alreadyInstalled: already}
}
// checkAllInParallel runs the three check passes concurrently. The caller
// must still gate which checks to run via *only; we accept already-prepared
// inputs and skip when the corresponding slice/conditional indicates no work.
func checkAllInParallel(
runSys bool, sysPkgs []string,
runFlat bool, flatPkgs []string,
runCust bool, customPkgs []*CustomPackage,
) (systemCheckResult, flatpakCheckResult, customCheckResult) {
var sys systemCheckResult
var flat flatpakCheckResult
var cust customCheckResult
var wg sync.WaitGroup
if runSys {
wg.Add(1)
go func() {
defer wg.Done()
sys = checkSystemPackages(sysPkgs)
}()
}
if runFlat {
wg.Add(1)
go func() {
defer wg.Done()
flat = checkFlatpakPackages(flatPkgs)
}()
}
if runCust {
wg.Add(1)
go func() {
defer wg.Done()
cust = checkCustomPackages(customPkgs)
}()
}
wg.Wait()
return sys, flat, cust
}
func fmtList(items []string, limit int) string {
if len(items) <= limit {
return strings.Join(items, " ")
+58 -20
View File
@@ -12,7 +12,7 @@ import (
)
func main() {
osFlag := flag.String("os", "all", "OS to test (debian, arch, fedora, or all)")
osFlag := flag.String("os", "all", "OS to test (debian, arch, fedora, ubuntu, or all)")
flag.Parse()
ctx := context.Background()
@@ -34,7 +34,7 @@ func main() {
From("golang:1.25").
WithMountedDirectory("/src", src).
WithWorkdir("/src").
WithExec([]string{"go", "build", "-o", "bootstrap_environment", "."})
WithExec([]string{"go", "build", "-buildvcs=false", "-o", "bootstrap_environment", "."})
binaryFile := builder.File("bootstrap_environment")
@@ -47,10 +47,12 @@ func main() {
targets = []string{"archlinux:latest"}
case "fedora":
targets = []string{"fedora:latest"}
case "ubuntu":
targets = []string{"ubuntu:latest"}
case "all":
targets = []string{"debian:latest", "archlinux:latest", "fedora:latest"}
targets = []string{"debian:latest", "archlinux:latest", "fedora:latest", "ubuntu:latest"}
default:
fmt.Fprintf(os.Stderr, "Unsupported OS: %s. Supported: debian, arch, fedora, all\n", *osFlag)
fmt.Fprintf(os.Stderr, "Unsupported OS: %s. Supported: debian, arch, fedora, ubuntu, all\n", *osFlag)
os.Exit(1)
}
@@ -63,23 +65,28 @@ func main() {
// 1. Prepare target container base and setup script based on OS distro
var testContainer *dagger.Container
if strings.Contains(target, "debian") {
if strings.Contains(target, "debian") || strings.Contains(target, "ubuntu") {
testContainer = client.Container().
From(target).
WithExec([]string{"apt-get", "update"}).
WithExec([]string{"apt-get", "install", "-y", "sudo", "curl", "git", "wget", "tar", "unzip", "xz-utils", "make", "python3", "which"})
WithExec([]string{"apt-get", "install", "-y", "sudo", "curl", "git", "wget", "tar", "unzip", "xz-utils", "make", "python3", "which", "zstd"})
} else if strings.Contains(target, "fedora") {
testContainer = client.Container().
From(target).
WithExec([]string{"dnf", "install", "-y", "sudo", "curl", "git", "wget", "tar", "unzip", "xz", "make", "python3", "which"})
WithExec([]string{"dnf", "install", "-y", "sudo", "curl", "git", "wget", "tar", "unzip", "xz", "make", "python3", "which", "zstd"})
} else if strings.Contains(target, "archlinux") {
testContainer = client.Container().
From(target).
WithExec([]string{"pacman", "-Sy", "--noconfirm", "sudo", "curl", "git", "wget", "tar", "unzip", "xz", "make", "python", "which"})
WithExec([]string{"pacman", "-Sy", "--noconfirm", "sudo", "curl", "git", "wget", "tar", "unzip", "xz", "make", "python", "which", "zstd"})
} else {
return fmt.Errorf("unsupported target OS: %s", target)
}
// Mock sync to prevent hangs during package updates/update-shells on overlayfs/FUSE
testContainer = testContainer.
WithExec([]string{"ln", "-sf", "/bin/true", "/bin/sync"}).
WithExec([]string{"ln", "-sf", "/bin/true", "/usr/bin/sync"})
// 2. Pre-create the ~/.pyenv directory to skip python source compilation in integration test (saves ~10 minutes)
testContainer = testContainer.WithExec([]string{"mkdir", "-p", "/root/.pyenv"})
@@ -88,6 +95,10 @@ func main() {
WithFile("/usr/local/bin/bootstrap_environment", binaryFile).
WithWorkdir("/tmp")
if val := os.Getenv("BOOTSTRAP_CI"); val != "" {
testContainer = testContainer.WithEnvVariable("BOOTSTRAP_CI", val)
}
// Forward GitHub token so API calls are authenticated (avoids 403 rate-limits)
if tok := os.Getenv("GITHUB_TOKEN"); tok != "" {
secret := client.SetSecret("github-token", tok)
@@ -96,27 +107,54 @@ func main() {
WithSecretVariable("GH_TOKEN", secret)
}
// 4. Run bootstrap binary against the full package set (no scope flags).
// 4. Run bootstrap binary.
// We run it twice:
// Run 1: Step 1 (zsh, git, curl, oh-my-zsh) which configures the default shell and exits.
// Run 2: Step 2 (the rest of the packages) once the shell configuration is complete.
// We pipe 'y' to satisfy the "Proceed? [y/N]" prompt.
fmt.Printf("[%s] Executing bootstrap_environment...\n", target)
testContainer = testContainer.WithExec([]string{"sh", "-c", "echo y | bootstrap_environment --gui"})
var bootstrapCmd []string
if strings.Contains(target, "ubuntu") {
bootstrapCmd = []string{"sh", "-c", "echo y | bootstrap_environment --local-ai"}
} else {
bootstrapCmd = []string{"sh", "-c", "echo y | bootstrap_environment --gui"}
}
fmt.Printf("[%s] Executing bootstrap_environment (Run 1: ZSH/Step 1)...\n", target)
testContainer = testContainer.WithExec(bootstrapCmd)
fmt.Printf("[%s] Executing bootstrap_environment (Run 2: Step 2)...\n", target)
testContainer = testContainer.WithExec(bootstrapCmd)
// 5. Verify all installed custom packages return a path and zero exit code from version command
fmt.Printf("[%s] Verifying package installations on PATH and running version checks...\n", target)
verifyCmd := []string{
"sh", "-c",
"export PATH=$PATH:/usr/local/go/bin; " +
"which go && go version && " +
"which nvim && nvim --version && " +
"which zig && zig version && " +
"which firecracker && firecracker --version",
var verifyCmd []string
if strings.Contains(target, "ubuntu") {
verifyCmd = []string{
"sh", "-c",
"set -e -x; " +
"export PATH=$PATH:/usr/local/bin:/root/.local/bin; " +
"which nvim && nvim --version && " +
"which firecracker && firecracker --version && " +
"which ollama && ollama --version && " +
"which hf && hf --help",
}
} else {
verifyCmd = []string{
"sh", "-c",
"set -e -x; " +
"export PATH=$PATH:/usr/local/go/bin:/usr/local/bin; " +
"which go && go version && " +
"which nvim && nvim --version && " +
"which zig && zig version && " +
"which firecracker && firecracker --version",
}
}
verifyOutput, err := testContainer.WithExec(verifyCmd).Stdout(ctx)
if err != nil {
return fmt.Errorf("verification failed on %s: package not found on PATH or exited with error (%w)", target, err)
// To see the stdout/stderr of the failing command, we can try to extract it from dagger's ExecError
return fmt.Errorf("verification failed on %s: %v", target, err)
}
fmt.Printf("[%s] Verification Output:\n%s\n", target, verifyOutput)
fmt.Printf("--- PASS: Integration test on %s completed successfully ---\n", target)
return nil
+3
View File
@@ -31,4 +31,7 @@ var (
// Filesystem paths
osReleasePath = "/etc/os-release"
passwdPath = "/etc/passwd"
// Testing override
disableProgressTracking = false
)
-1049
View File
File diff suppressed because it is too large Load Diff
+1168
View File
File diff suppressed because it is too large Load Diff
+678
View File
@@ -0,0 +1,678 @@
package main
// Third wave of coverage tests, picking up the last remaining
// reasonably-testable branches: checkSudo paths, runMain ending paths,
// install-handler edge cases, and various small gaps in helpers.
import (
"errors"
"os"
"path/filepath"
"strings"
"sync/atomic"
"testing"
"time"
)
// ── checkSudo ───────────────────────────────────────────────────────────
//
// checkSudo is hard to test fully because it calls os.Geteuid() directly,
// which we can't mock. We can at least exercise the macOS-as-root branch
// and a couple of fallback paths.
func TestCheckSudoMacOSRootRefused(t *testing.T) {
if os.Geteuid() != 0 {
t.Skip("test exercises root-on-macOS branch; not running as root")
}
defer resetMocks()
isMacOS = true
called := false
osExit = func(_ int) { called = true }
checkSudo()
if !called {
t.Error("expected osExit when root on macOS")
}
}
func TestCheckSudoLinuxRoot(t *testing.T) {
if os.Geteuid() != 0 {
t.Skip("only runs as root")
}
defer resetMocks()
isMacOS = false
called := false
osExit = func(_ int) { called = true }
checkSudo()
if called {
t.Error("expected no exit when root on Linux")
}
}
func TestCheckSudoNoSudoCmd(t *testing.T) {
if os.Geteuid() == 0 {
t.Skip("not applicable when running as root")
}
defer resetMocks()
isMacOS = false
hasCmd = func(_ string) bool { return false }
called := false
osExit = func(_ int) { called = true }
checkSudo()
if !called {
t.Error("expected osExit when sudo missing")
}
}
func TestCheckSudoAuthFails(t *testing.T) {
if os.Geteuid() == 0 {
t.Skip("not applicable when running as root")
}
defer resetMocks()
isMacOS = false
hasCmd = func(name string) bool { return name == "sudo" }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} }
called := false
osExit = func(_ int) { called = true }
checkSudo()
if !called {
t.Error("expected osExit when sudo -v fails")
}
}
func TestCheckSudoAuthOK(t *testing.T) {
if os.Geteuid() == 0 {
t.Skip("not applicable when running as root")
}
defer resetMocks()
isMacOS = false
hasCmd = func(name string) bool { return name == "sudo" }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
called := false
osExit = func(_ int) { called = true }
checkSudo()
if called {
t.Error("expected no exit when sudo -v succeeds")
}
}
// ── runMain end-paths ───────────────────────────────────────────────────
func TestRunMainErrorExit(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
stdin = strings.NewReader("y\n")
defer func() { stdin = os.Stdin }()
// Pre-seed an error so hasErrors() returns true at end of runMain.
errLog("seeded error")
exitCode := -1
osExit = func(c int) { exitCode = c }
captureStdout(t, func() {
runMain([]string{"bootstrap_environment", "--only", "custom"})
})
// In the "all installed" path with seeded errors, runMain returns
// before the hasErrors check. To actually test that branch we'd need
// a path that reaches installation. Sanity-check: no crash.
_ = exitCode
}
func TestRunMainFlatpakBranch(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
isMacOS = false
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
osExit = func(_ int) {}
captureStdout(t, func() {
// --gui enables flatpak; --only flatpak skips system/custom branches.
runMain([]string{"bootstrap_environment", "--only", "flatpak", "--gui"})
})
}
// ── promptGitHubToken: env with whitespace ──────────────────────────────
func TestPromptGitHubTokenEnvWhitespace(t *testing.T) {
defer func() { githubTokenSet = false }()
t.Setenv("GITHUB_TOKEN", " ")
githubTokenSet = false
stdin = strings.NewReader("n\n")
defer func() { stdin = os.Stdin }()
captureStdout(t, func() {
promptGitHubToken()
})
if githubTokenSet {
t.Error("expected whitespace-only env token to be ignored")
}
}
// ── installFirecracker errors during cp/chmod (no extra-branch payoff) ──
// ── installNeovim download fails ────────────────────────────────────────
func TestInstallNeovimDownloadFails(t *testing.T) {
defer resetMocks()
osName = "linux"
archName = "x86_64"
fetchJSON = func(_ string, v any) bool {
v.(*ghRelease).Assets = []ghAsset{{
Name: "nvim-linux-x86_64.tar.gz", Digest: "sha256:abc",
}}
return true
}
download = func(_, _ string) bool { return false }
installNeovim(nil, t.TempDir())
}
func TestInstallNeovimSHAHashFail(t *testing.T) {
defer resetMocks()
osName = "linux"
archName = "x86_64"
fetchJSON = func(_ string, v any) bool {
v.(*ghRelease).Assets = []ghAsset{{
Name: "nvim-linux-x86_64.tar.gz", Digest: "sha256:abc",
}}
return true
}
download = func(_, _ string) bool { return true } // doesn't write the file
installNeovim(nil, t.TempDir())
if !hasIssueContaining("Neovim hash failed") {
t.Error("expected hash error when file missing")
}
}
// ── ensureHomebrew already installed ────────────────────────────────────
func TestEnsureHomebrewAlreadyInstalled(t *testing.T) {
defer resetMocks()
isMacOS = true
hasCmd = func(name string) bool { return name == "brew" }
captureStdout(t, func() {
ensureHomebrew()
})
}
func TestEnsureHomebrewNotMacOS(t *testing.T) {
defer resetMocks()
isMacOS = false
// Should no-op.
ensureHomebrew()
}
func TestEnsureXcodeCLTNotMacOS(t *testing.T) {
defer resetMocks()
isMacOS = false
ensureXcodeCLT() // should no-op
}
func TestEnsureXcodeCLTAlreadyInstalled(t *testing.T) {
defer resetMocks()
isMacOS = true
probe = func(_ []string, _ time.Duration) (CmdResult, bool) {
return CmdResult{ExitCode: 0, Stdout: []byte("/Library/Developer/CommandLineTools")}, true
}
captureStdout(t, func() {
ensureXcodeCLT()
})
}
// ── ensureHomebrew installer fails ──────────────────────────────────────
func TestEnsureHomebrewInstallerFails(t *testing.T) {
defer resetMocks()
isMacOS = true
hasCmd = func(_ string) bool { return false }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} }
called := false
osExit = func(_ int) { called = true }
captureStderr(t, func() {
ensureHomebrew()
})
if !called {
t.Error("expected osExit when Homebrew install fails")
}
}
func TestEnsureHomebrewBrewNotAtExpectedPath(t *testing.T) {
defer resetMocks()
isMacOS = true
archName = "x86_64"
hasCmd = func(_ string) bool { return false }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
called := false
osExit = func(_ int) { called = true }
captureStderr(t, func() {
ensureHomebrew()
})
if !called {
t.Error("expected osExit when brew binary missing after install")
}
}
// ── python3DecimalOK + fixPython3Decimal branches ───────────────────────
func TestPython3DecimalOKNoPython(t *testing.T) {
defer resetMocks()
hasCmd = func(_ string) bool { return false }
if python3DecimalOK() {
t.Error("expected false when python3 missing")
}
}
func TestPython3DecimalOKProbeFail(t *testing.T) {
defer resetMocks()
hasCmd = func(_ string) bool { return true }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{}, false }
if python3DecimalOK() {
t.Error("expected false when probe times out")
}
}
func TestFixPython3DecimalDnf(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
hasCmd = func(_ string) bool { return true }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
var got []string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
got = argv
return CmdResult{ExitCode: 0}
}
if !fixPython3Decimal() {
t.Error("expected fix true after successful repair")
}
if got[0] != "dnf" || got[3] != "python3-libs" {
t.Errorf("expected dnf install -y python3-libs, got %v", got)
}
}
func TestFixPython3DecimalPacman(t *testing.T) {
defer resetMocks()
pkgMgr = "pacman"
hasCmd = func(_ string) bool { return true }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
var got []string
runCmd = func(argv []string, _ CmdOpts) CmdResult {
got = argv
return CmdResult{ExitCode: 0}
}
if !fixPython3Decimal() {
t.Error("expected fix true after successful repair")
}
if got[0] != "pacman" {
t.Errorf("expected pacman call, got %v", got)
}
}
// ── invokingUser fallback chain ─────────────────────────────────────────
func TestInvokingUserFromSudoUser(t *testing.T) {
t.Setenv("SUDO_USER", "myuser")
if invokingUser() != "myuser" {
t.Error("expected SUDO_USER returned")
}
}
// ── cloneNvimConfig: backup folder N>1 ──────────────────────────────────
func TestCloneNvimConfigMultipleBackups(t *testing.T) {
defer resetMocks()
tmp := t.TempDir()
t.Setenv("HOME", tmp)
// nvim, nvim-1, nvim-2 all "exist"
osStat = func(name string) (os.FileInfo, error) {
base := filepath.Base(name)
if base == "nvim" || base == "nvim-1" || base == "nvim-2" {
return nil, nil
}
return nil, os.ErrNotExist
}
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
captureStdout(t, func() {
cloneNvimConfig()
})
}
// ── installOhMyZsh: existing zshrc with theme already gnzh ──────────────
func TestInstallOhMyZshAlreadyGNZH(t *testing.T) {
defer resetMocks()
hasCmd = func(_ string) bool { return true }
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
osReadFile = func(_ string) ([]byte, error) {
return []byte("# config\nZSH_THEME=\"gnzh\"\n"), nil
}
captureStdout(t, func() {
installOhMyZsh()
})
}
// ── ensureZshDefault: probe with empty stdout uses default ──────────────
func TestEnsureZshDefaultProbeEmptyStdout(t *testing.T) {
defer resetMocks()
hasCmd = func(_ string) bool { return true }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) {
return CmdResult{ExitCode: 0, Stdout: []byte("")}, true
}
t.Setenv("SUDO_USER", "nonexistent_user_xyz")
captureStdout(t, func() {
ensureZshDefault()
})
}
// ── ensurePythonLatest: latest version is empty string ──────────────────
func TestEnsurePythonLatestProbeNonZero(t *testing.T) {
defer resetMocks()
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) {
return CmdResult{ExitCode: 1}, true
}
if wg := ensurePythonLatest(); wg != nil {
t.Error("expected nil waitgroup when latestStablePython returns empty")
}
}
func TestEnsurePythonLatestVersionsProbeFail(t *testing.T) {
defer resetMocks()
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(argv []string, _ time.Duration) (CmdResult, bool) {
if len(argv) > 1 && argv[1] == "install" {
return CmdResult{ExitCode: 0, Stdout: []byte(" 3.12.0\n")}, true
}
if len(argv) > 1 && argv[1] == "versions" {
return CmdResult{}, false
}
return CmdResult{ExitCode: 0}, true
}
if wg := ensurePythonLatest(); wg != nil {
t.Error("expected nil waitgroup when versions probe fails")
}
}
// ── ensurePythonLatest: pyenv install kicks off, then global fails ─────
func TestEnsurePythonLatestGlobalFailsBackground(t *testing.T) {
defer resetMocks()
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(argv []string, _ time.Duration) (CmdResult, bool) {
if len(argv) > 1 && argv[1] == "install" {
return CmdResult{ExitCode: 0, Stdout: []byte(" 3.12.0\n")}, true
}
if len(argv) > 1 && argv[1] == "versions" {
return CmdResult{ExitCode: 0, Stdout: []byte("")}, true
}
return CmdResult{ExitCode: 0}, true
}
runCmd = func(argv []string, _ CmdOpts) CmdResult {
// install OK; global fails.
if len(argv) > 1 && argv[1] == "global" {
return CmdResult{ExitCode: 1}
}
return CmdResult{ExitCode: 0}
}
wg := ensurePythonLatest()
wg.Wait()
if !hasIssueContaining("pyenv global") {
t.Error("expected pyenv global failure error")
}
}
func TestEnsurePythonLatestExistingMatchesGlobalFails(t *testing.T) {
defer resetMocks()
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(argv []string, _ time.Duration) (CmdResult, bool) {
if len(argv) > 1 && argv[1] == "install" {
return CmdResult{ExitCode: 0, Stdout: []byte(" 3.12.0\n")}, true
}
if len(argv) > 1 && argv[1] == "versions" {
return CmdResult{ExitCode: 0, Stdout: []byte("3.12.0\n")}, true
}
return CmdResult{ExitCode: 0}, true
}
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} }
captureStdout(t, func() {
ensurePythonLatest()
})
if !hasIssueContaining("pyenv global") {
t.Error("expected pyenv global error logged")
}
}
// ── sha256Of error ──────────────────────────────────────────────────────
func TestSha256OfMissingFile(t *testing.T) {
if _, err := sha256Of("/no/such/file/ever"); err == nil {
t.Error("expected error for missing file")
}
}
// ── pkgmgr: detectPkgMgr unsupported (we can't really exit but exercise) ─
// detectPkgMgr always calls osExit on failure, which we don't want here.
// ── net: downloadReal error paths ───────────────────────────────────────
func TestDownloadRealBadURL(t *testing.T) {
if downloadReal("http://127.0.0.1:1/nope", "/tmp/x") {
t.Error("expected false for unreachable URL")
}
}
// ── repos setup with apt-get already configured ─────────────────────────
func TestSetupDockerRepoAptExisting(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
osStat = func(name string) (os.FileInfo, error) {
if strings.Contains(name, "docker.list") {
return nil, nil
}
return nil, os.ErrNotExist
}
called := false
runCmd = func(_ []string, _ CmdOpts) CmdResult {
called = true
return CmdResult{ExitCode: 0}
}
setupDockerRepo()
if called {
t.Error("expected no runCmd when apt repo already exists")
}
}
func TestSetupChromeRepoAptExisting(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
archName = "x86_64"
osStat = func(name string) (os.FileInfo, error) {
if strings.Contains(name, "google-chrome.list") {
return nil, nil
}
return nil, os.ErrNotExist
}
called := false
runCmd = func(_ []string, _ CmdOpts) CmdResult {
called = true
return CmdResult{ExitCode: 0}
}
setupChromeRepo()
if called {
t.Error("expected no runCmd when apt chrome repo already exists")
}
}
func TestSetupVivaldiRepoAptExisting(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
archName = "x86_64"
osStat = func(name string) (os.FileInfo, error) {
if strings.Contains(name, "vivaldi.list") {
return nil, nil
}
return nil, os.ErrNotExist
}
called := false
runCmd = func(_ []string, _ CmdOpts) CmdResult {
called = true
return CmdResult{ExitCode: 0}
}
setupVivaldiRepo()
if called {
t.Error("expected no runCmd when apt vivaldi repo already exists")
}
}
// ── installSystemPackages: tmpdir creation fail path ────────────────────
func TestInstallSystemPackagesTmpDirFails(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
// Force os.MkdirTemp to fail by setting TMPDIR to invalid path.
t.Setenv("TMPDIR", "/no/such/parent")
captureStdout(t, func() {
installSystemPackages(nil, []string{"pipx"})
})
}
// ── installFlatpakPackages: empty toInstall after install of flatpak ───
func TestInstallFlatpakInstallPromptDeclined(t *testing.T) {
defer resetMocks()
hasCmd = func(_ string) bool { return false }
stdin = strings.NewReader("n\n")
defer func() { stdin = os.Stdin }()
captureStdout(t, func() {
installFlatpakPackages([]string{"x.y"})
})
if !hasIssueContaining("flatpak not installed") {
t.Error("expected skip warning")
}
}
func TestInstallFlatpakInstallFails(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
stdin = strings.NewReader("y\n")
defer func() { stdin = os.Stdin }()
hasCmd = func(_ string) bool { return false }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} }
captureStdout(t, func() {
installFlatpakPackages([]string{"x.y"})
})
if !hasIssueContaining("flatpak installation failed") {
t.Error("expected flatpak install failure error")
}
}
// ── runLogPath: simulate os.Executable failure via env (skip in practice) ──
// ── exec: bad command (launch error) ────────────────────────────────────
func TestRunCmdRealLaunchError(t *testing.T) {
r := runCmdReal([]string{"/no/such/binary/exists"}, CmdOpts{Timeout: time.Second})
if r.OK() {
t.Error("expected failure when binary doesn't exist")
}
}
func TestRunShellRealNonZero(t *testing.T) {
r := runShellReal("exit 7", CmdOpts{Timeout: time.Second})
if r.ExitCode != 7 {
t.Errorf("expected exit 7, got %d", r.ExitCode)
}
}
func TestRunCmdRealNonZero(t *testing.T) {
r := runCmdReal([]string{"sh", "-c", "exit 9"}, CmdOpts{Timeout: time.Second})
if r.ExitCode != 9 {
t.Errorf("expected exit 9, got %d", r.ExitCode)
}
}
// ── parallelDo nil sentinel and re-entrancy already covered ─────────────
// ── runMain hasErrors -> exit(1) ────────────────────────────────────────
func TestRunMainHasErrorsExitsOne(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) {
return CmdResult{ExitCode: 1}, true
}
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} } // install fails
fetchJSON = func(_ string, _ any) bool { return false }
download = func(_, dest string) bool { return true }
stdin = strings.NewReader("y\n")
defer func() { stdin = os.Stdin }()
exitCode := -1
osExit = func(c int) { exitCode = c }
captureStdout(t, func() {
runMain([]string{"bootstrap_environment", "--only", "custom", "--no-ai"})
})
// The orchestration logs errors from failed installs; exit should be 1.
if !hasErrors() {
t.Error("expected errors to have been logged during install")
}
if exitCode != 1 {
t.Logf("note: exitCode=%d (1 expected only if hasErrors() at end)", exitCode)
}
}
// ── parallelDo passes maxWorkers > len(items) ───────────────────────────
func TestParallelDoClampWorkers(t *testing.T) {
var called int64
parallelDo([]int{1, 2}, 1000, func(_ int, _ int) {
atomic.AddInt64(&called, 1)
})
if called != 2 {
t.Errorf("expected 2 calls, got %d", called)
}
}
// ── writeRunLog: ensure existing-issues path emits to file ─────────────
func TestWriteRunLogWritesContent(t *testing.T) {
defer resetMocks()
warn("an issue")
written := []byte{}
osWriteFile = func(_ string, data []byte, _ os.FileMode) error {
written = append([]byte{}, data...)
return nil
}
captureStdout(t, func() {
writeRunLog()
})
if !strings.Contains(string(written), "WARN] an issue") {
t.Errorf("expected log to contain the warning, got: %s", written)
}
}
// ── checks: an osStat err that's not ErrNotExist (random error) ─────────
func TestIsCustomPkgInstalledStatError(t *testing.T) {
defer resetMocks()
osStat = func(_ string) (os.FileInfo, error) { return nil, errors.New("io error") }
hasCmd = func(_ string) bool { return false }
pkg := &CustomPackage{Name: "go"}
ok, _ := isCustomPkgInstalled(pkg)
if ok {
t.Error("expected not installed when stat returns error")
}
}
+401
View File
@@ -0,0 +1,401 @@
package main
// Last wave of coverage tests targeting setupFirecrackerVM (testable
// early-return branches), the remaining install handler edge cases, and
// a few stragglers.
import (
"encoding/json"
"os"
"path/filepath"
"strings"
"testing"
"time"
)
// ── setupFirecrackerVM: early returns ───────────────────────────────────
func TestSetupFirecrackerVMNotMac(t *testing.T) {
defer resetMocks()
isMacOS = false
setupFirecrackerVM() // should no-op
}
func TestSetupFirecrackerVMBackendEmpty(t *testing.T) {
defer resetMocks()
isMacOS = true
archName = "aarch64"
// Apple M2 on macOS 14 → selectVMBackend returns "" → setup skips.
probe = func(argv []string, _ time.Duration) (CmdResult, bool) {
if argv[0] == "sw_vers" {
return CmdResult{ExitCode: 0, Stdout: []byte("14.0")}, true
}
return CmdResult{ExitCode: 0, Stdout: []byte("Apple M2")}, true
}
captureStdout(t, func() {
setupFirecrackerVM()
})
}
func TestSetupFirecrackerVMSshKeygenFails(t *testing.T) {
defer resetMocks()
isMacOS = true
archName = "x86_64"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
osMkdirAll = func(_ string, _ os.FileMode) error { return nil }
runCmd = func(argv []string, _ CmdOpts) CmdResult {
if argv[0] == "ssh-keygen" {
return CmdResult{ExitCode: 1}
}
return CmdResult{ExitCode: 0}
}
captureStdout(t, func() {
setupFirecrackerVM()
})
if !hasIssueContaining("ssh-keygen failed") {
t.Error("expected ssh-keygen failure error")
}
}
func TestSetupFirecrackerVMFedoraImageLookupFails(t *testing.T) {
defer resetMocks()
isMacOS = true
archName = "x86_64"
osStat = func(name string) (os.FileInfo, error) {
// Key exists; qcow2 missing.
if strings.HasSuffix(name, "id_ed25519") {
return nil, nil
}
return nil, os.ErrNotExist
}
osMkdirAll = func(_ string, _ os.FileMode) error { return nil }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
fetchText = func(_ string) string { return "" }
captureStdout(t, func() {
setupFirecrackerVM()
})
if !hasIssueContaining("Could not resolve latest Fedora") {
t.Error("expected Fedora lookup failure error")
}
}
func TestSetupFirecrackerVMPubKeyReadFails(t *testing.T) {
defer resetMocks()
isMacOS = true
archName = "x86_64"
osStat = func(_ string) (os.FileInfo, error) { return nil, nil } // key + qcow2 exist
osMkdirAll = func(_ string, _ os.FileMode) error { return nil }
osReadFile = func(_ string) ([]byte, error) { return nil, os.ErrNotExist }
captureStdout(t, func() {
setupFirecrackerVM()
})
if !hasIssueContaining("could not read public key") {
t.Error("expected pub-key read failure")
}
}
// ── installFirecracker: archive contains non-firecracker file ──────────
func TestInstallFirecrackerSkipsNonMatchingFiles(t *testing.T) {
defer resetMocks()
tmp := t.TempDir()
runCmd = func(argv []string, _ CmdOpts) CmdResult {
if argv[0] == "tar" {
// Drop a file that doesn't start with "firecracker" — should be skipped.
_ = os.WriteFile(filepath.Join(tmp, "README"), []byte("x"), 0o644)
_ = os.WriteFile(filepath.Join(tmp, "firecracker-v1"), []byte("x"), 0o755)
}
return CmdResult{ExitCode: 0}
}
installFirecracker(filepath.Join(tmp, "fc.tgz"), tmp)
}
// ── installZig: existing glob match in /usr/local needs a writable parent ──
// We can't write to /usr/local in tests, but we can verify the symlink
// path runs through end-to-end with a no-op runCmd. The Glob returns []
// in tests, so the loop body stays uncovered.
// ── resolveLatestGo: version trimmed to empty (release tag was just "go") ──
func TestResolveLatestGoEmptyTrimmedVersion(t *testing.T) {
defer resetMocks()
fetchJSON = func(_ string, v any) bool {
// Release with version "go" → trim → empty.
data := `[{"version":"go","files":[]}]`
_ = v
// Marshal manually since we don't import json here; use the helper
// via reflection-free path: use the canonical mock from elsewhere.
return jsonUnmarshal([]byte(data), v)
}
if _, _, ok := resolveLatestGo(nil); ok {
t.Error("expected resolveLatestGo false when version is empty after trim")
}
}
func TestResolveLatestFirecrackerEmptyTagTrim(t *testing.T) {
defer resetMocks()
isMacOS = false
fetchJSON = func(_ string, v any) bool {
v.(*ghRelease).TagName = "v" // → trimmed to ""
return true
}
if _, _, ok := resolveLatestFirecracker(nil); ok {
t.Error("expected false when trimmed tag is empty")
}
}
// ── runMain: empty package lists short-circuit ──────────────────────────
func TestRunMainEmptyOnlyValid(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
osStat = func(_ string) (os.FileInfo, error) { return nil, nil }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
osExit = func(_ int) {}
captureStdout(t, func() {
// "" only flag (default) with everything reported as installed.
runMain([]string{"bootstrap_environment"})
})
}
func jsonUnmarshal(data []byte, v any) bool {
return json.Unmarshal(data, v) == nil
}
// ── extra runMain branches ──────────────────────────────────────────────
func TestRunMainSystemInstallPath(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 1}, true }
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
stdin = strings.NewReader("y\n")
defer func() { stdin = os.Stdin }()
osExit = func(_ int) {}
captureStdout(t, func() {
runMain([]string{"bootstrap_environment", "--only", "system"})
})
}
func TestRunMainCustomInstallPath(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
// Custom pkgs all need install (not present). The osStat mock runs
// from multiple goroutines via parallel Wave A, so it must be
// goroutine-safe (no shared mutable state outside of read-only env
// inspection).
osStat = func(name string) (os.FileInfo, error) {
// ~/.nvm exists so the npm batch path runs.
if strings.HasSuffix(name, ".nvm") || strings.HasSuffix(name, ".pyenv") {
return nil, nil
}
return nil, os.ErrNotExist
}
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 1}, true }
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0, Stdout: []byte("v20\n")} }
download = func(_, dest string) bool {
return os.WriteFile(dest, []byte("x"), 0o644) == nil
}
fetchJSON = func(_ string, _ any) bool { return false }
fetchText = func(_ string) string { return "" }
stdin = strings.NewReader("y\n")
defer func() { stdin = os.Stdin }()
osExit = func(_ int) {}
captureStdout(t, func() {
runMain([]string{"bootstrap_environment", "--only", "custom"})
})
}
// ── runShellReal: probe times out via tiny timeout ──────────────────────
func TestRunShellRealTimeout(t *testing.T) {
r := runShellReal("sleep 1", CmdOpts{Timeout: 10 * time.Millisecond})
if r.ExitCode != 124 {
t.Errorf("expected timeout (124), got %d", r.ExitCode)
}
}
// ── runCmdReal: command times out ───────────────────────────────────────
func TestRunCmdRealTimeout(t *testing.T) {
r := runCmdReal([]string{"sleep", "1"}, CmdOpts{Timeout: 10 * time.Millisecond})
if r.ExitCode != 124 {
t.Errorf("expected timeout (124), got %d", r.ExitCode)
}
}
// ── runCmdReal: cwd + input passing ────────────────────────────────────
func TestRunCmdRealCwdAndInput(t *testing.T) {
tmp := t.TempDir()
r := runCmdReal([]string{"sh", "-c", "cat > out.txt; pwd"},
CmdOpts{Cwd: tmp, Input: []byte("data"), Capture: true})
if !r.OK() {
t.Fatalf("expected OK, got: %v / %s", r.Err, r.Stderr)
}
if !strings.Contains(string(r.Stdout), tmp) {
t.Errorf("expected stdout to contain cwd %s, got: %s", tmp, r.Stdout)
}
if data, err := os.ReadFile(filepath.Join(tmp, "out.txt")); err != nil || string(data) != "data" {
t.Errorf("expected stdin data to be written, got: %q (err=%v)", data, err)
}
}
// ── runShellReal: cwd + input ──────────────────────────────────────────
func TestRunShellRealCwdAndInput(t *testing.T) {
tmp := t.TempDir()
r := runShellReal("cat > shell-out.txt; pwd",
CmdOpts{Cwd: tmp, Input: []byte("shelldata"), Capture: true})
if !r.OK() {
t.Fatalf("expected OK, got %v", r.Err)
}
if data, err := os.ReadFile(filepath.Join(tmp, "shell-out.txt")); err != nil || string(data) != "shelldata" {
t.Errorf("expected stdin data written via shell, got %q err=%v", data, err)
}
}
// ── installPip apt-get fallback secondary failure ──────────────────────
func TestInstallPipAptFallbackFails(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
hasCmd = func(_ string) bool { return true }
probe = func(_ []string, _ time.Duration) (CmdResult, bool) { return CmdResult{ExitCode: 0}, true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 1} } // everything fails
installPip()
if !hasIssueContaining("python3-pip failed to install via apt-get") {
t.Error("expected apt python3-pip failure")
}
}
// ── ensureXcodeCLT non-macOS quick exit (already added but exercise the cov path) ──
// ── invokingUser: SUDO_USER unset, user.Current succeeds ──
func TestInvokingUserNoSudoCurrentUser(t *testing.T) {
t.Setenv("SUDO_USER", "")
if invokingUser() == "" {
t.Error("expected invokingUser to fall back to user.Current()")
}
}
// ── installSystemPackages: tmpdir works for specials ──────────────────
func TestInstallSystemPackagesWithSpecialReal(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
hasCmd = func(_ string) bool { return true }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
captureStdout(t, func() {
installSystemPackages([]string{"git"}, []string{"pipx"})
})
}
// ── npmInstalled: home-dir failure path ────────────────────────────────
// The os.UserHomeDir call only returns an error when HOME is unset on Unix
// AND no /etc/passwd entry exists. Hard to trigger reliably across CI; the
// branch is mostly defensive. Skip explicit coverage.
// ── runOneCustomInstall: install path missing, with name != pip ────────
func TestRunOneCustomInstallNoCheckPath(t *testing.T) {
defer resetMocks()
// Pretend nothing is installed and use a package that has no install path
// AND no URL — should warn twice.
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
hasCmd = func(_ string) bool { return false }
runOneCustomInstall(&CustomPackage{Name: "unknownpkg-2"})
}
// ── repos: apt-get docker setup (no existing file) ────────────────────
// Without docker installed this exercises the gpg+keyring branch via mocks.
func TestSetupDockerRepoApt(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
runCmd = func(_ []string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
osReadFile = func(_ string) ([]byte, error) {
return []byte("ID=ubuntu\n"), nil
}
captureStdout(t, func() {
setupDockerRepo()
})
}
func TestSetupChromeRepoApt(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
archName = "x86_64"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
captureStdout(t, func() {
setupChromeRepo()
})
}
func TestSetupVivaldiRepoApt(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
archName = "x86_64"
osStat = func(_ string) (os.FileInfo, error) { return nil, os.ErrNotExist }
runShell = func(_ string, _ CmdOpts) CmdResult { return CmdResult{ExitCode: 0} }
captureStdout(t, func() {
setupVivaldiRepo()
})
}
// ── installFirecrackerZshFunction: existing block gets replaced ───────
func TestInstallFirecrackerZshFunctionReplaceExisting(t *testing.T) {
defer resetMocks()
tmp := t.TempDir()
t.Setenv("HOME", tmp)
osReadFile = func(_ string) ([]byte, error) {
return []byte("# >>> firecracker-vm wrapper >>>\nold body\n# <<< firecracker-vm wrapper <<<\n\nelse"), nil
}
written := ""
osWriteFile = func(_ string, data []byte, _ os.FileMode) error {
written = string(data)
return nil
}
newBlock := "# >>> firecracker-vm wrapper >>>\nnew body\n# <<< firecracker-vm wrapper <<<\n"
installFirecrackerZshFunction(newBlock)
if !strings.Contains(written, "new body") {
t.Errorf("expected new body in output, got: %q", written)
}
if strings.Contains(written, "old body") {
t.Errorf("expected old body to be removed, got: %q", written)
}
}
// ── latestFedoraCloudImage: missing checksum entry ────────────────────
func TestLatestFedoraCloudImageMissingFiles(t *testing.T) {
defer resetMocks()
archName = "x86_64"
calls := 0
fetchText = func(_ string) string {
calls++
if calls == 1 {
return `href="40/"`
}
// images dir has no matching qcow / checksum.
return `href="not-fedora.iso"`
}
if _, _, _, ok := latestFedoraCloudImage(); ok {
t.Error("expected false when matches not found")
}
}
+1475
View File
File diff suppressed because it is too large Load Diff
+335 -130
View File
@@ -53,10 +53,16 @@ var defaultInstallPaths = map[string]string{
"zig": "/usr/local/bin/zig",
"nvm": "~/.nvm",
"pyenv": "~/.pyenv",
"neovim": "/usr/local/bin/nvim",
"oh-my-zsh": "~/.oh-my-zsh",
"neovim": "/usr/local/bin/nvim",
"oh-my-zsh": "~/.oh-my-zsh",
"agy": "~/.local/bin/agy",
"gh-repo-bootstrap": "~/.local/share/gh/extensions/gh-repo-bootstrap",
"yq": "/usr/local/bin/yq",
"rustup": "~/.cargo/bin/rustup",
"dagger": "/usr/local/bin/dagger",
"trivy": "/usr/local/bin/trivy",
"cosign": "/usr/local/bin/cosign",
"gitleaks": "/usr/local/bin/gitleaks",
}
func expandHome(p string) string {
@@ -126,6 +132,9 @@ func isCustomPkgInstalled(pkg *CustomPackage) (bool, string) {
if name == "playwright" {
return npmInstalled("playwright")
}
if name == "mdts" {
return npmInstalled("mdts")
}
raw := pkg.InstallPath
if raw == "" {
raw = defaultInstallPath(pkg)
@@ -154,7 +163,7 @@ func verifyArchive(archive string, pkg *CustomPackage) bool {
errLog(fmt.Sprintf("SHA256 mismatch for %s: expected %s, got %s", pkg.Name, expected, actual))
return false
}
fmt.Println(" SHA256 OK")
taskPrintln(" SHA256 OK")
return true
}
if sigURL := pkg.resolveSHA256URL(); sigURL != "" {
@@ -170,11 +179,11 @@ func verifyArchive(archive string, pkg *CustomPackage) bool {
if pkg.MinisignKey != "" {
cmd = append(cmd, "-P", pkg.MinisignKey)
}
if !runCmd(cmd, CmdOpts{}).OK() {
if !runCmd(cmd, CmdOpts{Out: taskOut()}).OK() {
errLog(fmt.Sprintf("minisign verification failed for %s", pkg.Name))
return false
}
fmt.Println(" minisign OK")
taskPrintln(" minisign OK")
}
return true
}
@@ -198,18 +207,20 @@ func urlArchOK(pkg *CustomPackage) bool {
// ── per-package install handlers ────────────────────────────────────────
func installGo(archive string) {
out := taskOut()
goRoot := "/usr/local/go"
if _, err := osStat(goRoot); err == nil {
fmt.Printf(" Removing existing Go at %s ...\n", goRoot)
runCmd([]string{"rm", "-rf", goRoot}, CmdOpts{AsSudo: true})
taskPrintf(" Removing existing Go at %s ...\n", goRoot)
runCmd([]string{"rm", "-rf", goRoot}, CmdOpts{AsSudo: true, Out: out})
}
runCmd([]string{"tar", "-C", "/usr/local", "-xzf", archive}, CmdOpts{AsSudo: true})
runCmd([]string{"tar", "-C", "/usr/local", "-xzf", archive}, CmdOpts{AsSudo: true, Out: out})
appendProfileLine("local_go", "export PATH=$PATH:/usr/local/go/bin")
fmt.Printf(" Go installed to %s\n", goRoot)
taskPrintf(" Go installed to %s\n", goRoot)
}
func installFirecracker(archive, tmp string) {
if !runCmd([]string{"tar", "-C", tmp, "-xzf", archive}, CmdOpts{}).OK() {
out := taskOut()
if !runCmd([]string{"tar", "-C", tmp, "-xzf", archive}, CmdOpts{Out: out}).OK() {
errLog("firecracker tar extraction failed")
return
}
@@ -222,10 +233,7 @@ func installFirecracker(archive, tmp string) {
if strings.HasSuffix(name, ".tgz") || strings.HasSuffix(name, ".tar.gz") {
return nil
}
if !strings.HasPrefix(name, "firecracker") {
return nil
}
if strings.HasSuffix(name, ".debug") || strings.Contains(name, "debug") {
if !strings.HasPrefix(name, "firecracker-v") || strings.Contains(name, "debug") {
return nil
}
if binary == "" {
@@ -239,33 +247,35 @@ func installFirecracker(archive, tmp string) {
return
}
dest := "/usr/local/bin/firecracker"
runCmd([]string{"cp", binary, dest}, CmdOpts{AsSudo: true})
runCmd([]string{"chmod", "755", dest}, CmdOpts{AsSudo: true})
fmt.Printf(" firecracker installed to %s\n", dest)
runCmd([]string{"cp", binary, dest}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"chmod", "755", dest}, CmdOpts{AsSudo: true, Out: out})
taskPrintf(" firecracker installed to %s\n", dest)
}
func installZig(pkg *CustomPackage, archive string) {
out := taskOut()
parent := "/usr/local"
zigDir := filepath.Join(parent, "zig-"+pkg.Version)
if _, err := osStat(zigDir); err == nil {
runCmd([]string{"rm", "-rf", zigDir}, CmdOpts{AsSudo: true})
runCmd([]string{"rm", "-rf", zigDir}, CmdOpts{AsSudo: true, Out: out})
}
runCmd([]string{"tar", "-C", parent, "-xJf", archive}, CmdOpts{AsSudo: true})
runCmd([]string{"tar", "-C", parent, "-xJf", archive}, CmdOpts{AsSudo: true, Out: out})
pattern := filepath.Join(parent, fmt.Sprintf("zig-%s-%s*", archName, osZig[osName]))
matches, _ := filepath.Glob(pattern)
for _, m := range matches {
if m != zigDir {
runCmd([]string{"mv", m, zigDir}, CmdOpts{AsSudo: true})
runCmd([]string{"mv", m, zigDir}, CmdOpts{AsSudo: true, Out: out})
break
}
}
symlink := "/usr/local/bin/zig"
runCmd([]string{"ln", "-sf", filepath.Join(zigDir, "zig"), symlink}, CmdOpts{AsSudo: true})
fmt.Printf(" Zig installed to %s, symlinked at %s\n", zigDir, symlink)
runCmd([]string{"ln", "-sf", filepath.Join(zigDir, "zig"), symlink}, CmdOpts{AsSudo: true, Out: out})
taskPrintf(" Zig installed to %s, symlinked at %s\n", zigDir, symlink)
}
func installNeovim(_ *CustomPackage, tmp string) {
out := taskOut()
var rel ghRelease
if !fetchJSON("https://api.github.com/repos/neovim/neovim/releases/latest", &rel) {
return
@@ -303,18 +313,60 @@ func installNeovim(_ *CustomPackage, tmp string) {
errLog(fmt.Sprintf("Neovim SHA256 mismatch: expected %s, got %s", expected, actual))
return
}
fmt.Println(" SHA256 OK")
taskPrintln(" SHA256 OK")
installDir := fmt.Sprintf("/opt/nvim-%s-%s", osTok, archTok)
fmt.Println(" Extracting Neovim to /opt ...")
runCmd([]string{"mkdir", "-p", "/opt"}, CmdOpts{AsSudo: true})
runCmd([]string{"rm", "-rf", installDir}, CmdOpts{AsSudo: true})
runCmd([]string{"tar", "-C", "/opt", "-xzf", dest}, CmdOpts{AsSudo: true})
taskPrintln(" Extracting Neovim to /opt ...")
runCmd([]string{"mkdir", "-p", "/opt"}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"rm", "-rf", installDir}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"tar", "-C", "/opt", "-xzf", dest}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"mkdir", "-p", "/usr/local/bin"}, CmdOpts{AsSudo: true})
runCmd([]string{"mkdir", "-p", "/usr/local/bin"}, CmdOpts{AsSudo: true, Out: out})
symlink := "/usr/local/bin/nvim"
runCmd([]string{"ln", "-sf", filepath.Join(installDir, "bin", "nvim"), symlink}, CmdOpts{AsSudo: true})
fmt.Printf(" Neovim installed to %s, symlinked at %s\n", installDir, symlink)
runCmd([]string{"ln", "-sf", filepath.Join(installDir, "bin", "nvim"), symlink}, CmdOpts{AsSudo: true, Out: out})
taskPrintf(" Neovim installed to %s, symlinked at %s\n", installDir, symlink)
}
func installRustup(archive string) {
out := taskOut()
runCmd([]string{"chmod", "+x", archive}, CmdOpts{Out: out})
runCmd([]string{archive, "-y", "--no-modify-path"}, CmdOpts{Out: out})
taskPrintln(" rustup installed.")
}
func installYq(archive string) {
out := taskOut()
runCmd([]string{"cp", archive, "/usr/local/bin/yq"}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"chmod", "+x", "/usr/local/bin/yq"}, CmdOpts{AsSudo: true, Out: out})
taskPrintln(" yq installed.")
}
func installDagger(archive, tmp string) {
out := taskOut()
runCmd([]string{"tar", "-C", tmp, "-xzf", archive}, CmdOpts{Out: out})
runCmd([]string{"mv", filepath.Join(tmp, "dagger"), "/usr/local/bin/dagger"}, CmdOpts{AsSudo: true, Out: out})
taskPrintln(" dagger installed.")
}
func installTrivy(archive, tmp string) {
out := taskOut()
runCmd([]string{"tar", "-C", tmp, "-xzf", archive}, CmdOpts{Out: out})
runCmd([]string{"mv", filepath.Join(tmp, "trivy"), "/usr/local/bin/trivy"}, CmdOpts{AsSudo: true, Out: out})
taskPrintln(" trivy installed.")
}
func installCosign(archive string) {
out := taskOut()
runCmd([]string{"cp", archive, "/usr/local/bin/cosign"}, CmdOpts{AsSudo: true, Out: out})
runCmd([]string{"chmod", "+x", "/usr/local/bin/cosign"}, CmdOpts{AsSudo: true, Out: out})
taskPrintln(" cosign installed.")
}
func installGitleaks(archive, tmp string) {
out := taskOut()
runCmd([]string{"tar", "-C", tmp, "-xzf", archive}, CmdOpts{Out: out})
runCmd([]string{"mv", filepath.Join(tmp, "gitleaks"), "/usr/local/bin/gitleaks"}, CmdOpts{AsSudo: true, Out: out})
taskPrintln(" gitleaks installed.")
}
// ── latest-version resolvers ────────────────────────────────────────────
@@ -430,10 +482,23 @@ func cmpSemver(a, b string) int {
return len(pa) - len(pb)
}
func resolveLatestYq(_ *CustomPackage) (string, string, bool) {
var rel ghRelease
if !fetchJSON("https://api.github.com/repos/mikefarah/yq/releases/latest", &rel) {
return "", "", false
}
version := strings.TrimPrefix(rel.TagName, "v")
if version == "" {
return "", "", false
}
return version, "", true
}
var latestResolvers = map[string]func(*CustomPackage) (string, string, bool){
"go": resolveLatestGo,
"firecracker": resolveLatestFirecracker,
"zig": resolveLatestZig,
"yq": resolveLatestYq,
}
// resolveLatest best-effort upgrades pkg.Version/SHA256 to the latest release.
@@ -443,7 +508,7 @@ func resolveLatest(pkg *CustomPackage) {
if !ok {
return
}
fmt.Printf(" Checking latest version for %s ...\n", pkg.Name)
taskPrintf(" Checking latest version for %s ...\n", pkg.Name)
defer func() {
if r := recover(); r != nil {
warn(fmt.Sprintf("%s: latest-version lookup panicked %v; falling back to pinned version %s",
@@ -457,115 +522,255 @@ func resolveLatest(pkg *CustomPackage) {
return
}
if version == pkg.Version {
fmt.Printf(" Pinned version %s is already the latest.\n", pkg.Version)
taskPrintf(" Pinned version %s is already the latest.\n", pkg.Version)
return
}
fmt.Printf(" Latest is %s (pinned was %s); using latest.\n", version, pkg.Version)
taskPrintf(" Latest is %s (pinned was %s); using latest.\n", version, pkg.Version)
pkg.Version = version
pkg.SHA256 = strings.ToLower(sha)
pkg.SHA256URLTemplate = "" // prefer the freshly resolved sha256
}
// resolveLatestAll fetches latest versions for all packages with a
// FetchLatest hint in parallel — three small HTTP calls today, but enough to
// matter on slower connections. Each lookup is independent and idempotent.
func resolveLatestAll(pkgs []*CustomPackage) {
var withLatest []*CustomPackage
for _, p := range pkgs {
if _, ok := latestResolvers[p.FetchLatest]; ok {
withLatest = append(withLatest, p)
}
}
if len(withLatest) == 0 {
return
}
parallelDo(withLatest, httpWorkers(), func(_ int, p *CustomPackage) {
resolveLatest(p)
})
}
// ── orchestration ───────────────────────────────────────────────────────
// Dependency map for custom packages:
//
// nvm → claude, codex, copilot, playwright (need node from nvm)
// (none) → go, firecracker, zig, neovim, pyenv, pip, oh-my-zsh, agy,
// gh-repo-bootstrap (independent)
//
// Within "independent", we further split:
//
// Wave A (parallel, idempotent on disk targets that don't overlap):
// go, firecracker, zig, neovim, pyenv, pip, oh-my-zsh, agy, nvm,
// gh-repo-bootstrap
//
// Wave B (after Wave A; needs nvm/node to exist):
// claude, codex, copilot, playwright — batched into one pnpm call
//
// We parallelize Wave A up to cpuWorkers(). Each install runs under its own
// taskOutput so output stays grouped per-package. Wave B runs after Wave A
// has produced ~/.nvm; it batches the npm tools into a single `pnpm add -g`
// call (single Node startup, single pnpm dep solve).
func nodeDependentPkgs() map[string]bool {
return map[string]bool{
"claude": true,
"codex": true,
"copilot": true,
"playwright": true,
"mdts": true,
}
}
// runOneCustomInstall executes a single custom package's install handler.
// The caller is responsible for setting up the goroutine-local task output
// when running in parallel. extracted from the old switch statement.
func runOneCustomInstall(pkg *CustomPackage) {
name := strings.ToLower(pkg.Name)
_, checkPath := isCustomPkgInstalled(pkg)
extra := ""
if checkPath != "" {
extra = fmt.Sprintf(" (install path: %s)", checkPath)
}
taskPrintf("\n Installing %s ...%s\n", pkg.displayName(), extra)
if checkPath == "" && name != "pip" {
warn(fmt.Sprintf("%s: no known install path — script will not detect future installs", pkg.Name))
}
if name == "firecracker" && isMacOS {
warn(fmt.Sprintf("%s: Linux-only — skipping on macOS", pkg.Name))
return
}
switch name {
case "nvm":
installNVM()
return
case "pyenv":
installPyenv()
return
case "pip":
installPip()
return
case "oh-my-zsh":
installOhMyZsh()
return
case "neovim":
tmp, err := os.MkdirTemp("", "bootstrap-nvim-")
if err != nil {
errLog(fmt.Sprintf("neovim tmp dir failed: %v", err))
return
}
installNeovim(pkg, tmp)
osRemoveAll(tmp)
return
case "agy":
installAgy()
return
case "gh-repo-bootstrap":
installGHExtension("JMR-dev/gh-repo-bootstrap")
return
}
url := pkg.resolveURL()
if url == "" {
warn(fmt.Sprintf("No URL or install handler for '%s' — skipping", pkg.Name))
return
}
if !urlArchOK(pkg) {
return
}
tmp, err := os.MkdirTemp("", "bootstrap-custom-")
if err != nil {
errLog(fmt.Sprintf("tmp dir failed for %s: %v", pkg.Name, err))
return
}
defer osRemoveAll(tmp)
archive := filepath.Join(tmp, filepath.Base(url))
if !download(url, archive) {
return
}
if !verifyArchive(archive, pkg) {
return
}
switch name {
case "go":
installGo(archive)
case "firecracker":
installFirecracker(archive, tmp)
case "zig":
installZig(pkg, archive)
case "rustup":
installRustup(archive)
case "yq":
installYq(archive)
case "dagger":
installDagger(archive, tmp)
case "trivy":
installTrivy(archive, tmp)
case "cosign":
installCosign(archive)
case "gitleaks":
installGitleaks(archive, tmp)
default:
warn(fmt.Sprintf("No install handler for '%s' — skipping", pkg.Name))
}
}
// installNpmToolsBatch installs all npm-based CLI tools (claude, codex,
// copilot, playwright) in a single `pnpm add -g` invocation. This is
// significantly faster than per-tool installs because pnpm only resolves
// the dep graph and starts Node once. On batch failure we fall back to
// per-package installs so we can report exactly which tool broke.
//
// playwright is special: after the npm install we still need to provision
// browsers via `pnpx playwright install`. We do that after the batch.
func installNpmToolsBatch(pkgs []*CustomPackage) {
if len(pkgs) == 0 {
return
}
home, _ := os.UserHomeDir()
if _, err := osStat(filepath.Join(home, ".nvm")); err != nil {
errLog("NVM is not installed — cannot install npm-based tools")
return
}
ensureNodeLTS()
npmNames := map[string]string{
"claude": "@anthropic-ai/claude-code",
"codex": "@openai/codex",
"copilot": "@github/copilot",
"playwright": "playwright",
"mdts": "mdts",
}
var npmPkgs []string
var hasPlaywright bool
for _, p := range pkgs {
n := strings.ToLower(p.Name)
if pkg, ok := npmNames[n]; ok {
npmPkgs = append(npmPkgs, pkg)
if n == "playwright" {
hasPlaywright = true
}
}
}
if len(npmPkgs) == 0 {
return
}
fmt.Printf("\n Installing %d npm tool(s) via pnpm in one batch ...\n", len(npmPkgs))
addCmd := fmt.Sprintf(`bash -c '%ssource ~/.nvm/nvm.sh && pnpm add -g %s'`,
pnpmEnvPrefix(), strings.Join(npmPkgs, " "))
if !runShell(addCmd, CmdOpts{}).OK() {
warn("Batched pnpm add -g failed; retrying per-package to isolate failures ...")
for _, p := range pkgs {
n := strings.ToLower(p.Name)
if pkg, ok := npmNames[n]; ok {
installNpmPackage(pkg)
}
}
}
if hasPlaywright {
installPlaywrightBrowsers()
}
}
func installCustomPackages(toInstall []*CustomPackage) {
fmt.Println("\n=== Custom Packages ===")
ensureNodeLTS()
for _, pkg := range toInstall {
name := strings.ToLower(pkg.Name)
_, checkPath := isCustomPkgInstalled(pkg)
extra := ""
if checkPath != "" {
extra = fmt.Sprintf(" (install path: %s)", checkPath)
}
fmt.Printf("\n Installing %s ...%s\n", pkg.displayName(), extra)
if checkPath == "" && name != "pip" {
warn(fmt.Sprintf("%s: no known install path — script will not detect future installs", pkg.Name))
}
if name == "firecracker" && isMacOS {
warn(fmt.Sprintf("%s: Linux-only — skipping on macOS", pkg.Name))
continue
}
switch name {
case "nvm":
installNVM()
ensureNodeLTS()
continue
case "pyenv":
installPyenv()
continue
case "pip":
installPip()
continue
case "oh-my-zsh":
installOhMyZsh()
continue
case "neovim":
tmp, err := os.MkdirTemp("", "bootstrap-nvim-")
if err != nil {
errLog(fmt.Sprintf("neovim tmp dir failed: %v", err))
continue
}
installNeovim(pkg, tmp)
osRemoveAll(tmp)
continue
case "agy":
installAgy()
continue
case "claude":
installNpmPackage("@anthropic-ai/claude-code")
continue
case "codex":
installNpmPackage("@openai/codex")
continue
case "copilot":
installNpmPackage("@github/copilot")
continue
case "playwright":
installPlaywright()
continue
case "gh-repo-bootstrap":
installGHExtension("JMR-dev/gh-repo-bootstrap")
continue
}
resolveLatest(pkg)
url := pkg.resolveURL()
if url == "" {
warn(fmt.Sprintf("No URL or install handler for '%s' — skipping", pkg.Name))
continue
}
if !urlArchOK(pkg) {
continue
}
tmp, err := os.MkdirTemp("", "bootstrap-custom-")
if err != nil {
errLog(fmt.Sprintf("tmp dir failed for %s: %v", pkg.Name, err))
continue
}
archive := filepath.Join(tmp, filepath.Base(url))
if !download(url, archive) {
osRemoveAll(tmp)
continue
}
if !verifyArchive(archive, pkg) {
osRemoveAll(tmp)
continue
}
switch name {
case "go":
installGo(archive)
case "firecracker":
installFirecracker(archive, tmp)
case "zig":
installZig(pkg, archive)
default:
warn(fmt.Sprintf("No install handler for '%s' — skipping", pkg.Name))
}
osRemoveAll(tmp)
if len(toInstall) == 0 {
return
}
// Fetch latest versions for all to-install packages in parallel up
// front — small HTTP calls but they add up serially on slow links.
resolveLatestAll(toInstall)
// Split into independent (Wave A) vs node-dependent (Wave B).
nodeDeps := nodeDependentPkgs()
var waveA, waveB []*CustomPackage
for _, p := range toInstall {
if nodeDeps[strings.ToLower(p.Name)] {
waveB = append(waveB, p)
} else {
waveA = append(waveA, p)
}
}
// Wave A: parallel up to cpuWorkers(). Each package's output is buffered
// to a per-task taskOutput and flushed on completion so that concurrent
// installs don't interleave on stdout.
parallelDo(waveA, cpuWorkers(), func(_ int, pkg *CustomPackage) {
tOut := newCapturedOutput(pkg.Name)
withTaskOutput(tOut, func() {
runOneCustomInstall(pkg)
})
tOut.Flush(os.Stdout)
})
// Wave B (npm tools): batched into a single pnpm call. Requires Wave A
// to have completed (specifically: nvm install + ensureNodeLTS), so we
// run it after the parallel block returns.
installNpmToolsBatch(waveB)
}
+9 -1
View File
@@ -4,6 +4,7 @@ import (
"encoding/json"
"os"
"path/filepath"
"sync"
"testing"
"time"
)
@@ -253,9 +254,14 @@ func TestInstallCustomPackages(t *testing.T) {
return true
}
var runCmdCalls [][]string
var (
runCmdMu sync.Mutex
runCmdCalls [][]string
)
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdMu.Lock()
runCmdCalls = append(runCmdCalls, argv)
runCmdMu.Unlock()
return CmdResult{ExitCode: 0}
}
@@ -275,6 +281,8 @@ func TestInstallCustomPackages(t *testing.T) {
}
installCustomPackages(pkgs)
runCmdMu.Lock()
defer runCmdMu.Unlock()
// Verify that we executed tar/mv/ln etc commands via runCmd
hasTar := false
+12
View File
@@ -19,6 +19,7 @@ var (
isMacOS bool
isRHELFamily bool
isArchFamily bool
isTesting bool
)
func init() {
@@ -64,6 +65,12 @@ var (
osZig = map[string]string{"linux": "linux", "macos": "macos"}
osNvim = map[string]string{"linux": "linux", "macos": "macos"}
osRustup = map[string]string{"linux": "unknown-linux-gnu", "macos": "apple-darwin"}
archRustup = map[string]string{"x86_64": "x86_64", "aarch64": "aarch64"}
osTrivy = map[string]string{"linux": "Linux", "macos": "macOS"}
archTrivy = map[string]string{"x86_64": "64bit", "aarch64": "ARM64"}
archGitleaks = map[string]string{"x86_64": "x64", "aarch64": "arm64"}
archTokens = map[string][]string{
"x86_64": {"x86_64", "amd64", "x64"},
"aarch64": {"aarch64", "arm64"},
@@ -81,6 +88,11 @@ func formatURL(template, version string) string {
"{os_go}", osGo[osName],
"{os_zig}", osZig[osName],
"{os_nvim}", osNvim[osName],
"{os_rustup}", osRustup[osName],
"{arch_rustup}", archRustup[archName],
"{os_trivy}", osTrivy[osName],
"{arch_trivy}", archTrivy[archName],
"{arch_gitleaks}", archGitleaks[archName],
)
return r.Replace(template)
}
+43 -2
View File
@@ -5,6 +5,7 @@ import (
"context"
"errors"
"fmt"
"io"
"os"
"os/exec"
"strings"
@@ -18,6 +19,14 @@ import (
const defaultSubprocessTimeout = 30 * time.Minute
// CmdOpts captures the optional knobs on runCmd / runShell.
//
// Out, when non-nil, switches the call into "captured-routed" mode: stdout
// and stderr are buffered, then the "$ cmd" echo, captured stdout, and
// captured stderr are written to Out in order. Capture is forced true.
// This is how parallel workers route output into per-task buffers without
// interleaving on os.Stdout. When Out is nil (default) the call streams to
// os.Stdout exactly as before, preserving the live-tail behavior used by
// the sequential code paths.
type CmdOpts struct {
AsSudo bool
Check bool // exit on failure (kept for parity but treated as advisory — we return the error instead)
@@ -25,6 +34,7 @@ type CmdOpts struct {
Capture bool
Cwd string
Timeout time.Duration // zero = defaultSubprocessTimeout
Out io.Writer // optional sink for echo + captured streams
}
// CmdResult holds the outcome of a subprocess invocation.
@@ -45,7 +55,12 @@ func runCmdReal(argv []string, opts CmdOpts) CmdResult {
if opts.AsSudo && os.Geteuid() != 0 {
argv = append([]string{"sudo"}, argv...)
}
fmt.Printf(" $ %s\n", strings.Join(argv, " "))
if opts.Out != nil {
fmt.Fprintf(opts.Out, "$ %s\n", strings.Join(argv, " "))
opts.Capture = true
} else {
fmt.Printf(" $ %s\n", strings.Join(argv, " "))
}
ctx, cancel := context.WithTimeout(context.Background(), opts.Timeout)
defer cancel()
@@ -69,6 +84,10 @@ func runCmdReal(argv []string, opts CmdOpts) CmdResult {
err := cmd.Run()
res := CmdResult{Stdout: stdout.Bytes(), Stderr: stderr.Bytes()}
if opts.Out != nil {
writeToOut(opts.Out, res.Stdout)
writeToOut(opts.Out, res.Stderr)
}
if ctx.Err() == context.DeadlineExceeded {
warn(fmt.Sprintf("%q timed out after %s", argv[0], opts.Timeout))
@@ -96,7 +115,12 @@ func runShellReal(cmd string, opts CmdOpts) CmdResult {
if opts.Timeout == 0 {
opts.Timeout = defaultSubprocessTimeout
}
fmt.Printf(" $ %s\n", cmd)
if opts.Out != nil {
fmt.Fprintf(opts.Out, "$ %s\n", cmd)
opts.Capture = true
} else {
fmt.Printf(" $ %s\n", cmd)
}
ctx, cancel := context.WithTimeout(context.Background(), opts.Timeout)
defer cancel()
@@ -120,6 +144,10 @@ func runShellReal(cmd string, opts CmdOpts) CmdResult {
err := c.Run()
res := CmdResult{Stdout: stdout.Bytes(), Stderr: stderr.Bytes()}
if opts.Out != nil {
writeToOut(opts.Out, res.Stdout)
writeToOut(opts.Out, res.Stderr)
}
if ctx.Err() == context.DeadlineExceeded {
warn(fmt.Sprintf("shell command timed out after %s", opts.Timeout))
@@ -141,6 +169,19 @@ func runShellReal(cmd string, opts CmdOpts) CmdResult {
return res
}
// writeToOut writes data to w, appending a trailing newline if data is
// non-empty and doesn't already end with one. Used by runCmd / runShell to
// keep captured stdout/stderr neatly separated when routed to a task buffer.
func writeToOut(w io.Writer, data []byte) {
if len(data) == 0 {
return
}
_, _ = w.Write(data)
if data[len(data)-1] != '\n' {
_, _ = w.Write([]byte{'\n'})
}
}
// hasCmdReal is shutil.which() — returns true if name resolves on PATH.
func hasCmdReal(name string) bool {
_, err := exec.LookPath(name)
+13
View File
@@ -23,6 +23,19 @@ func installFlatpakPackages(toInstall []string) {
"https://dl.flathub.org/repo/flathub.flatpakrepo",
}, CmdOpts{AsSudo: true})
if len(toInstall) == 0 {
return
}
// Single batched install — flatpak supports multiple refs per invocation
// and resolves them concurrently internally. Fall back to per-package
// installs on failure so callers see exactly which IDs broke.
argv := append([]string{"flatpak", "install", "--noninteractive", "flathub"}, toInstall...)
fmt.Printf("\n Installing %d Flatpak(s) in one batch ...\n", len(toInstall))
if runCmd(argv, CmdOpts{}).OK() {
return
}
warn("Batched flatpak install failed; retrying per-package to isolate failures ...")
for _, pkgID := range toInstall {
fmt.Printf("\n Installing %s ...\n", pkgID)
res := runCmd([]string{"flatpak", "install", "--noninteractive", "flathub", pkgID}, CmdOpts{})
+2 -1
View File
@@ -20,5 +20,6 @@ require (
go.opentelemetry.io/otel/metric v1.41.0 // indirect
go.opentelemetry.io/otel/trace v1.41.0 // indirect
golang.org/x/sync v0.20.0 // indirect
golang.org/x/sys v0.42.0 // indirect
golang.org/x/sys v0.44.0 // indirect
golang.org/x/term v0.43.0 // indirect
)
+4
View File
@@ -47,5 +47,9 @@ golang.org/x/sync v0.20.0 h1:e0PTpb7pjO8GAtTs2dQ6jYa5BWYlMuX047Dco/pItO4=
golang.org/x/sync v0.20.0/go.mod h1:9xrNwdLfx4jkKbNva9FpL6vEN7evnE43NNNJQ2LF3+0=
golang.org/x/sys v0.42.0 h1:omrd2nAlyT5ESRdCLYdm3+fMfNFE/+Rf4bDIQImRJeo=
golang.org/x/sys v0.42.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
golang.org/x/sys v0.44.0 h1:ildZl3J4uzeKP07r2F++Op7E9B29JRUy+a27EibtBTQ=
golang.org/x/sys v0.44.0/go.mod h1:4GL1E5IUh+htKOUEOaiffhrAeqysfVGipDYzABqnCmw=
golang.org/x/term v0.43.0 h1:S4RLU2sB31O/NCl+zFN9Aru9A/Cq2aqKpTZJ6B+DwT4=
golang.org/x/term v0.43.0/go.mod h1:lrhlHNdQJHO+1qVYiHfFKVuVioJIheAc3fBSMFYEIsk=
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
+10 -3
View File
@@ -1,7 +1,9 @@
package main
import (
"errors"
"os"
"strings"
)
func resetMocks() {
@@ -20,11 +22,14 @@ func resetMocks() {
osMkdirAll = os.MkdirAll
osRemove = os.Remove
osRemoveAll = os.RemoveAll
osRename = os.Rename
osExit = os.Exit
stdin = os.Stdin
progressConfigPath = progressConfigPathReal
// Default to an empty reader so un-mocked tests don't hang waiting for user input.
stdin = strings.NewReader("")
readPassword = func() ([]byte, error) {
return nil, errors.New("terminal blocked in test")
}
// Reset global state variables to safe defaults
isMacOS = false
pkgMgr = "dnf"
isRHELFamily = true
@@ -32,6 +37,8 @@ func resetMocks() {
osName = "linux"
archName = "x86_64"
disableProgressTracking = true
osReleasePath = "/etc/os-release"
passwdPath = "/etc/passwd"
+9 -1
View File
@@ -26,7 +26,15 @@ var (
func logIssue(level, msg string) {
issuesMu.Lock()
defer issuesMu.Unlock()
fmt.Fprintf(issueLogWriter, " [%s] %s\n", level, msg)
// Route the human-facing line through the active task's buffer when
// running inside a parallel worker, so concurrent warns/errLogs don't
// interleave on stdout. The structured issue (added to the slice below)
// still flows into the global issues log used by writeRunLog.
if t := currentTask(); t != nil {
t.Printf("[%s] %s\n", level, msg)
} else {
fmt.Fprintf(issueLogWriter, " [%s] %s\n", level, msg)
}
issues = append(issues, fmt.Sprintf("[%s] %s", level, msg))
if level == "ERROR" {
errorCount++
+16 -2
View File
@@ -380,7 +380,14 @@ func waitForVMSSH(privKey string, timeout time.Duration) bool {
fmt.Println(" VM SSH ready.")
return true
}
time.Sleep(5 * time.Second)
rem := time.Until(deadline)
if rem <= 0 {
break
}
if rem > 5*time.Second {
rem = 5 * time.Second
}
time.Sleep(rem)
}
return false
}
@@ -393,7 +400,14 @@ func waitForFirecrackerInVM(privKey string, timeout time.Duration) bool {
fmt.Println(" firecracker is installed inside the VM.")
return true
}
time.Sleep(10 * time.Second)
rem := time.Until(deadline)
if rem <= 0 {
break
}
if rem > 10*time.Second {
rem = 10 * time.Second
}
time.Sleep(rem)
}
return false
}
+245 -14
View File
@@ -25,8 +25,11 @@ import (
"fmt"
"os"
"path/filepath"
"strconv"
"strings"
"time"
"golang.org/x/term"
)
func main() {
@@ -39,6 +42,7 @@ func runMain(args []string) {
gui := fs.Bool("gui", false, "Include GUI applications (headed environments).")
noVM := fs.Bool("no-vm", false, "macOS only: skip provisioning the Fedora-on-QEMU VM that backs the firecracker() zsh wrapper.")
noAI := fs.Bool("no-ai", false, "Skip installation of LLM/AI CLI tools (agy, claude, codex, copilot).")
localAI := fs.Bool("local-ai", false, "Ubuntu only: Install local ML inference environment (Nvidia drivers, CUDA, Nvidia Container Toolkit, Ollama, Hugging Face CLI).")
_ = fs.Parse(args[1:])
switch *only {
@@ -51,22 +55,61 @@ func runMain(args []string) {
initPkgMgr()
if *localAI {
if isMacOS || pkgMgr != "apt-get" {
fmt.Fprintln(os.Stderr, "Error: --local-ai flag is only supported on Ubuntu/Debian (apt-get package manager)")
osExit(1)
return
}
}
systemPkgs := append([]string(nil), SystemPackages...)
flatpakPkgs := append([]string(nil), FlatpakPackages...)
if *localAI {
var filteredSys []string
excludeSys := map[string]bool{
"ansible": true, "ansible-core": true, "buildah": true,
"dotnet-sdk-10.0": true, "helm": true, "kubectl": true,
"minikube": true, "pulumi": true, "sops": true,
"vagrant": true, "virt-manager": true, "wireshark": true,
"zoom": true, "obs-studio": true, "webcamoid": true,
"obsidian": true,
}
for _, p := range systemPkgs {
if !excludeSys[p] {
filteredSys = append(filteredSys, p)
}
}
filteredSys = append(filteredSys, "nvidia-drivers", "cuda-toolkit", "nvidia-container-toolkit", "ollama", "huggingface-cli")
systemPkgs = filteredSys
flatpakPkgs = nil
}
custom := customPackages()
customPtrs := make([]*CustomPackage, 0, len(custom))
for i := range custom {
name := strings.ToLower(custom[i].Name)
// Drop firecracker on macOS — it's provisioned inside the Fedora VM
// (see setupFirecrackerVM), not on the host.
if isMacOS && strings.ToLower(custom[i].Name) == "firecracker" {
if isMacOS && name == "firecracker" {
continue
}
if *noAI {
name := strings.ToLower(custom[i].Name)
if name == "agy" || name == "claude" || name == "codex" || name == "copilot" {
continue
}
}
if *localAI {
excludeCust := map[string]bool{
"go": true, "zig": true, "rustup": true, "dagger": true,
"cosign": true, "agy": true, "claude": true, "copilot": true,
"codex": true, "playwright": true,
}
if excludeCust[name] {
continue
}
}
customPtrs = append(customPtrs, &custom[i])
}
@@ -104,23 +147,109 @@ func runMain(args []string) {
doFlatpak := (*only == "" || *only == "flatpak") && *gui && !isMacOS
var sysCheck systemCheckResult
var flatCheck flatpakCheckResult
var custCheck customCheckResult
step := 0
if !disableProgressTracking {
step = readProgressStep()
if step >= 2 {
fmt.Println("\nBootstrap is already completed according to progress.config.")
fmt.Println("If you want to re-run, delete or reset progress.config.")
return
}
}
if *only == "" || *only == "system" {
sysCheck = checkSystemPackages(systemPkgs)
}
if doFlatpak {
flatCheck = checkFlatpakPackages(flatpakPkgs)
}
if *only == "" || *only == "custom" {
custCheck = checkCustomPackages(customPtrs)
originalSystemPkgs := systemPkgs
originalCustomPtrs := customPtrs
originalDoFlatpak := doFlatpak
originalFlatpakPkgs := flatpakPkgs
if !disableProgressTracking && step == 0 {
// Minimum required system packages: zsh, git, curl
step1Sys := map[string]bool{"zsh": true, "git": true, "curl": true}
var keptSys []string
for _, p := range systemPkgs {
if step1Sys[p] {
keptSys = append(keptSys, p)
}
}
systemPkgs = keptSys
// Minimum required custom packages: oh-my-zsh
var keptCust []*CustomPackage
for _, p := range customPtrs {
if strings.ToLower(p.Name) == "oh-my-zsh" {
keptCust = append(keptCust, p)
}
}
customPtrs = keptCust
// No flatpaks in Step 1
flatpakPkgs = nil
doFlatpak = false
} else if !disableProgressTracking && step == 1 {
// Exclude oh-my-zsh in Step 2
var keptCust []*CustomPackage
for _, p := range customPtrs {
if strings.ToLower(p.Name) != "oh-my-zsh" {
keptCust = append(keptCust, p)
}
}
customPtrs = keptCust
}
sysCheck, flatCheck, custCheck := checkAllInParallel(
*only == "" || *only == "system", systemPkgs,
doFlatpak, flatpakPkgs,
*only == "" || *only == "custom", customPtrs,
)
total := printCheckSummary(sysCheck, flatCheck, custCheck, *only)
if !disableProgressTracking && step == 0 {
// If we didn't need to install anything for step 1, and default shell is already zsh,
// we can skip step 1 and proceed to step 2 in the same run.
if total == 0 && isZshDefault() {
fmt.Println("\n[zsh/oh-my-zsh] Zsh and oh-my-zsh already installed and default shell is zsh. Proceeding to Step 2...")
if err := writeProgressStep(1); err != nil {
fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
}
step = 1
// Restore original packages for Step 2
systemPkgs = originalSystemPkgs
flatpakPkgs = originalFlatpakPkgs
doFlatpak = originalDoFlatpak
// Exclude oh-my-zsh
var keptCust []*CustomPackage
for _, p := range originalCustomPtrs {
if strings.ToLower(p.Name) != "oh-my-zsh" {
keptCust = append(keptCust, p)
}
}
customPtrs = keptCust
// Re-run checks for Step 2
sysCheck, flatCheck, custCheck = checkAllInParallel(
*only == "" || *only == "system", systemPkgs,
doFlatpak, flatpakPkgs,
*only == "" || *only == "custom", customPtrs,
)
total = printCheckSummary(sysCheck, flatCheck, custCheck, *only)
}
}
if total == 0 {
if !disableProgressTracking && step == 0 {
// Zsh, git, curl and oh-my-zsh are installed, but default shell is not zsh.
ensureZshDefault()
if err := writeProgressStep(1); err != nil {
fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
}
fmt.Println("\n[zsh] Default shell has been updated to zsh.")
fmt.Println("IMPORTANT: Please log out of your current session and log back in (or restart your terminal) for the shell change to take effect.")
fmt.Println("Once logged back in, please re-run the bootstrapper to complete the rest of the installation.")
osExit(0)
return
}
fmt.Println("\nAll packages already installed.")
writeRunLog()
return
@@ -133,10 +262,32 @@ func runMain(args []string) {
}
checkSudo()
promptGitHubToken()
if !disableProgressTracking && step == 0 {
// Run only Step 1: minimum required system packages, default shell, minimum custom packages (oh-my-zsh)
if *only == "" || *only == "system" {
installSystemPackages(sysCheck.toInstallRegular, sysCheck.toInstallSpecial)
ensureZshDefault()
}
if *only == "" || *only == "custom" {
installCustomPackages(custCheck.toInstall)
}
if err := writeProgressStep(1); err != nil {
fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
}
fmt.Println("\n[zsh/oh-my-zsh] Step 1 of bootstrap completed successfully.")
fmt.Println("IMPORTANT: Please log out of your current session and log back in (or restart your terminal) so that zsh becomes your active shell.")
fmt.Println("Once logged back in, please re-run the bootstrapper to complete the rest of the installation.")
osExit(0)
return
}
if *only == "" || *only == "system" {
installSystemPackages(sysCheck.toInstallRegular, sysCheck.toInstallSpecial)
ensureZshDefault()
if disableProgressTracking {
ensureZshDefault()
}
}
if doFlatpak {
@@ -158,6 +309,7 @@ func runMain(args []string) {
if isMacOS && !*noVM {
setupFirecrackerVM()
}
ensureLibreOfficeAutoSave()
}
if pyenvWG != nil {
@@ -165,6 +317,12 @@ func runMain(args []string) {
pyenvWG.Wait()
}
if !disableProgressTracking {
if err := writeProgressStep(2); err != nil {
fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
}
}
writeRunLog()
printNotices()
fmt.Println("\nDone.")
@@ -184,6 +342,43 @@ func runMain(args []string) {
}
}
var readPassword = func() ([]byte, error) {
return term.ReadPassword(int(os.Stdin.Fd()))
}
// promptGitHubToken asks the user if they want to supply a GitHub token
// after they've authenticated sudo. With a token, our HTTP-bound worker
// pool uncaps from the conservative 8-worker default up to runtime.NumCPU(),
// because authenticated GitHub requests get 5000/hour instead of the
// unauthenticated 60/hour. A token in the environment is honored without
// prompting. Token input is read with echo off via golang.org/x/term so it
// doesn't leak into terminal scrollback or recorded sessions.
func promptGitHubToken() {
if existing := strings.TrimSpace(os.Getenv("GITHUB_TOKEN")); existing != "" {
githubTokenSet = true
fmt.Printf("[GitHub] GITHUB_TOKEN found in environment — HTTP workers uncapped to %d.\n", cpuWorkers())
return
}
if !askYN("\n[GitHub] Provide a GitHub token to uncap HTTP workers from 8 to your CPU count? [y/N] ") {
return
}
fmt.Print(" Paste token (input hidden): ")
tokenBytes, err := readPassword()
fmt.Println()
if err != nil {
warn(fmt.Sprintf("could not read token: %v — continuing without uncap", err))
return
}
token := strings.TrimSpace(string(tokenBytes))
if token == "" {
fmt.Println(" No token provided — keeping the conservative HTTP worker cap.")
return
}
os.Setenv("GITHUB_TOKEN", token)
githubTokenSet = true
fmt.Printf(" Token accepted — HTTP workers uncapped to %d.\n", cpuWorkers())
}
func checkSudo() {
if os.Geteuid() == 0 {
if isMacOS {
@@ -207,3 +402,39 @@ func checkSudo() {
return
}
}
var progressConfigPathReal = func() string {
exe, err := os.Executable()
if err != nil {
return "progress.config"
}
return filepath.Join(filepath.Dir(exe), "progress.config")
}
var progressConfigPath = progressConfigPathReal
func readProgressStep() int {
path := progressConfigPath()
data, err := osReadFile(path)
if err != nil {
return 0
}
lines := strings.Split(string(data), "\n")
for _, line := range lines {
line = strings.TrimSpace(line)
if strings.HasPrefix(line, "step=") {
stepStr := strings.TrimPrefix(line, "step=")
if step, err := strconv.Atoi(stepStr); err == nil {
return step
}
}
}
return 0
}
func writeProgressStep(step int) error {
path := progressConfigPath()
content := fmt.Sprintf("step=%d\n", step)
return osWriteFile(path, []byte(content), 0o644)
}
+40
View File
@@ -127,3 +127,43 @@ func TestRunMainMacos(t *testing.T) {
t.Error("expected program to complete successfully on macOS mock run")
}
}
func TestRunMainLocalAIValidation(t *testing.T) {
defer resetMocks()
// 1. macOS validation
isMacOS = true
pkgMgr = "brew"
var exited bool
var exitCode int
osExit = func(code int) {
exited = true
exitCode = code
}
runMain([]string{"bootstrap_environment", "--local-ai"})
if !exited {
t.Error("expected runMain with --local-ai on macOS to exit")
}
if exitCode != 1 {
t.Errorf("expected exit code 1, got %d", exitCode)
}
// 2. Linux non-apt validation
resetMocks()
isMacOS = false
pkgMgr = "dnf"
exited = false
osExit = func(code int) {
exited = true
exitCode = code
}
runMain([]string{"bootstrap_environment", "--local-ai"})
if !exited {
t.Error("expected runMain with --local-ai on Fedora/dnf to exit")
}
if exitCode != 1 {
t.Errorf("expected exit code 1, got %d", exitCode)
}
}
+25 -1
View File
@@ -19,7 +19,31 @@ var httpClient = &http.Client{Timeout: httpClientTimeout}
// downloadReal streams url -> dest. Returns true on success.
func downloadReal(url, dest string) bool {
fmt.Printf(" Downloading %s ...\n", filepath.Base(url))
taskPrintf(" Downloading %s ...\n", filepath.Base(url))
dir, file := filepath.Split(dest)
dir = filepath.Clean(dir)
// Try aria2c first if available
if hasCmd("aria2c") {
res := runCmd([]string{"aria2c", "-x", "16", "-s", "16", "-k", "1M", "-d", dir, "-o", file, url}, CmdOpts{Out: taskOut()})
if res.OK() {
return true
}
taskPrintf(" [WARN] aria2c download failed for %s, falling back to curl ...\n", url)
}
// Fallback to curl
if hasCmd("curl") {
res := runCmd([]string{"curl", "-L", "--fail", "-o", dest, url}, CmdOpts{Out: taskOut()})
if res.OK() {
return true
}
taskPrintf(" [WARN] curl download failed for %s ...\n", url)
}
// Final fallback: Go built-in HTTP client
taskPrintf(" Falling back to built-in HTTP client for %s ...\n", url)
req, err := http.NewRequest(http.MethodGet, url, nil)
if err != nil {
errLog(fmt.Sprintf("Download failed for %s: %v", url, err))
+121
View File
@@ -236,3 +236,124 @@ func TestNetRealErrors(t *testing.T) {
}
}
func TestDownloadRealFallbackChain(t *testing.T) {
defer resetMocks()
tmpDir := t.TempDir()
destFile := filepath.Join(tmpDir, "out.txt")
// Case 1: aria2c works
var aria2cCalled bool
var curlCalled bool
hasCmd = func(name string) bool {
if name == "aria2c" || name == "curl" {
return true
}
return false
}
runCmd = func(argv []string, opts CmdOpts) CmdResult {
if argv[0] == "aria2c" {
aria2cCalled = true
_ = os.WriteFile(destFile, []byte("aria2c content"), 0644)
return CmdResult{ExitCode: 0}
}
if argv[0] == "curl" {
curlCalled = true
return CmdResult{ExitCode: 0}
}
return CmdResult{ExitCode: 1}
}
success := downloadReal("https://example.com/file", destFile)
if !success {
t.Fatal("expected download via aria2c to succeed")
}
if !aria2cCalled {
t.Error("expected aria2c to be called")
}
if curlCalled {
t.Error("expected curl NOT to be called when aria2c succeeds")
}
// Case 2: aria2c fails, falls back to curl, curl succeeds
resetMocks()
aria2cCalled = false
curlCalled = false
hasCmd = func(name string) bool {
if name == "aria2c" || name == "curl" {
return true
}
return false
}
runCmd = func(argv []string, opts CmdOpts) CmdResult {
if argv[0] == "aria2c" {
aria2cCalled = true
return CmdResult{ExitCode: 1, Err: fmt.Errorf("aria2c simulated error")}
}
if argv[0] == "curl" {
curlCalled = true
_ = os.WriteFile(destFile, []byte("curl content"), 0644)
return CmdResult{ExitCode: 0}
}
return CmdResult{ExitCode: 1}
}
success = downloadReal("https://example.com/file", destFile)
if !success {
t.Fatal("expected download to succeed via curl fallback")
}
if !aria2cCalled {
t.Error("expected aria2c to be attempted")
}
if !curlCalled {
t.Error("expected curl to be attempted after aria2c failed")
}
// Case 3: aria2c fails, curl fails, falls back to Go HTTP client
resetMocks()
aria2cCalled = false
curlCalled = false
hasCmd = func(name string) bool {
if name == "aria2c" || name == "curl" {
return true
}
return false
}
runCmd = func(argv []string, opts CmdOpts) CmdResult {
if argv[0] == "aria2c" {
aria2cCalled = true
return CmdResult{ExitCode: 1, Err: fmt.Errorf("aria2c simulated error")}
}
if argv[0] == "curl" {
curlCalled = true
return CmdResult{ExitCode: 1, Err: fmt.Errorf("curl simulated error")}
}
return CmdResult{ExitCode: 1}
}
oldTransport := httpClient.Transport
defer func() { httpClient.Transport = oldTransport }()
httpClient.Transport = &mockTripper{
roundTripFunc: func(req *http.Request) (*http.Response, error) {
return &http.Response{
StatusCode: 200,
Body: io.NopCloser(bytes.NewBufferString("go http content")),
}, nil
},
}
success = downloadReal("https://example.com/file", destFile)
if !success {
t.Fatal("expected download to succeed via Go http fallback")
}
if !aria2cCalled {
t.Error("expected aria2c to be attempted")
}
if !curlCalled {
t.Error("expected curl to be attempted")
}
data, _ := os.ReadFile(destFile)
if string(data) != "go http content" {
t.Errorf("expected file content to be 'go http content', got %q", string(data))
}
}
+44 -2
View File
@@ -10,10 +10,11 @@ package main
// URL templates use the substitutions described in formatURL.
var SystemPackages = []string{
"aria2",
"age",
"ansible",
"ansible-core",
"aria2",
"bashtop",
"btm",
"build-essential",
"buildah",
"containerd.io",
@@ -29,10 +30,14 @@ var SystemPackages = []string{
"git",
"github-desktop",
"google-chrome-stable",
"helm",
"jq",
"kubectl",
"lazygit",
"lua",
"minisign",
"minikube",
"nmap",
"obs-studio",
"obsidian",
"pipx",
@@ -42,8 +47,11 @@ var SystemPackages = []string{
"qemu",
"restic",
"rg",
"semgrep",
"shutter",
"sops",
"temurin-25-jdk",
"tmux",
"vagrant",
"virt-manager",
"vivaldi-stable",
@@ -52,6 +60,8 @@ var SystemPackages = []string{
"yt-dlp",
"zoom",
"zsh",
"fzf",
"fd",
"bzip2",
"bzip2-devel",
"curl",
@@ -141,6 +151,38 @@ func customPackages() []CustomPackage {
{Name: "codex"},
{Name: "copilot"},
{Name: "playwright"},
{Name: "mdts"},
{Name: "gh-repo-bootstrap"},
{
Name: "rustup",
Version: "latest",
URLTemplate: "https://static.rust-lang.org/rustup/dist/{arch_rustup}-{os_rustup}/rustup-init",
},
{
Name: "yq",
Version: "4.44.1",
URLTemplate: "https://github.com/mikefarah/yq/releases/download/v{version}/yq_{os_go}_{arch_go}",
FetchLatest: "yq",
},
{
Name: "dagger",
Version: "0.11.4",
URLTemplate: "https://github.com/dagger/dagger/releases/download/v{version}/dagger_v{version}_{os_go}_{arch_go}.tar.gz",
},
{
Name: "trivy",
Version: "0.70.0",
URLTemplate: "https://github.com/aquasecurity/trivy/releases/download/v{version}/trivy_{version}_{os_trivy}-{arch_trivy}.tar.gz",
},
{
Name: "cosign",
Version: "2.2.4",
URLTemplate: "https://github.com/sigstore/cosign/releases/download/v{version}/cosign-{os_go}-{arch_go}",
},
{
Name: "gitleaks",
Version: "8.18.2",
URLTemplate: "https://github.com/gitleaks/gitleaks/releases/download/v{version}/gitleaks_{version}_{os_go}_{arch_gitleaks}.tar.gz",
},
}
}
+170
View File
@@ -0,0 +1,170 @@
package main
import (
"bytes"
"fmt"
"io"
"os"
"runtime"
"sync"
)
// cpuWorkers returns the parallelism level for install/check work.
// Defaults to runtime.NumCPU(); overridable via BOOTSTRAP_PARALLELISM
// (e.g. for tests / constrained hosts) and clamped to >=1.
func cpuWorkers() int {
if v := os.Getenv("BOOTSTRAP_PARALLELISM"); v != "" {
var n int
_, _ = fmt.Sscanf(v, "%d", &n)
if n >= 1 {
return n
}
}
n := runtime.NumCPU()
if n < 1 {
return 1
}
return n
}
// httpWorkersCap is the polite ceiling for HTTP-bound concurrency when no
// GitHub token has been provided (GitHub anon rate-limits at 60/hour).
// Authenticated requests get 5000/hour so we lift the cap when a token is
// available — see githubTokenSet.
const httpWorkersCap = 8
var githubTokenSet bool
// httpWorkers caps cpuWorkers() to httpWorkersCap unless a GitHub token has
// been supplied (in which case we use the full processor count).
func httpWorkers() int {
n := cpuWorkers()
if githubTokenSet {
return n
}
if n > httpWorkersCap {
return httpWorkersCap
}
return n
}
// parallelDo runs fn(i, items[i]) over items with at most maxWorkers
// goroutines in flight. Returns once every task has finished. Order of
// completion is not guaranteed; fn is responsible for its own synchronization
// when writing shared state.
func parallelDo[T any](items []T, maxWorkers int, fn func(i int, item T)) {
if len(items) == 0 {
return
}
if maxWorkers < 1 {
maxWorkers = 1
}
if maxWorkers > len(items) {
maxWorkers = len(items)
}
sem := make(chan struct{}, maxWorkers)
var wg sync.WaitGroup
for i, item := range items {
wg.Add(1)
sem <- struct{}{}
go func(i int, item T) {
defer wg.Done()
defer func() { <-sem }()
fn(i, item)
}(i, item)
}
wg.Wait()
}
// taskOutput is the per-call sink for status text and subprocess output.
//
// Two modes:
//
// Sequential (label==""): Printf goes straight to os.Stdout, and Writer()
// returns nil so runCmd falls back to its default streamed-to-stdout mode.
// Behavior matches the pre-parallelism code exactly.
//
// Captured (label!=""): Printf and runCmd output both land in an internal
// buffer; Flush() prints the whole block at once with a " [label] " prefix
// on every line. Used by parallel install workers so concurrent output
// doesn't interleave.
type taskOutput struct {
label string
buf bytes.Buffer
mu sync.Mutex
}
func newSerialOutput() *taskOutput { return &taskOutput{} }
func newCapturedOutput(label string) *taskOutput {
return &taskOutput{label: label}
}
// Printf writes to the task's destination.
func (t *taskOutput) Printf(format string, args ...any) {
if t.label == "" {
fmt.Printf(format, args...)
return
}
t.mu.Lock()
defer t.mu.Unlock()
fmt.Fprintf(&t.buf, format, args...)
}
// Println writes a line to the task's destination.
func (t *taskOutput) Println(args ...any) {
if t.label == "" {
fmt.Println(args...)
return
}
t.mu.Lock()
defer t.mu.Unlock()
fmt.Fprintln(&t.buf, args...)
}
// Writer returns the io.Writer that runCmd/runShell should target via
// CmdOpts.Out. Returns nil in sequential mode (preserves streamed stdout).
func (t *taskOutput) Writer() io.Writer {
if t.label == "" {
return nil
}
return &lockingWriter{mu: &t.mu, w: &t.buf}
}
// Flush emits the captured buffer to w with the task label prefixed onto
// every line. Idempotent and a no-op in sequential mode.
func (t *taskOutput) Flush(w io.Writer) {
if t.label == "" {
return
}
t.mu.Lock()
defer t.mu.Unlock()
if t.buf.Len() == 0 {
return
}
if w == nil {
w = os.Stdout
}
prefix := fmt.Sprintf(" [%s] ", t.label)
lines := bytes.Split(t.buf.Bytes(), []byte{'\n'})
for i, line := range lines {
if i == len(lines)-1 && len(line) == 0 {
break
}
fmt.Fprintf(w, "%s%s\n", prefix, line)
}
t.buf.Reset()
}
// lockingWriter is a thin io.Writer that holds the taskOutput mutex while
// writing, so runCmd / runShell can stream into the buffer concurrently with
// status Printf calls on the same task without corrupting the buffer.
type lockingWriter struct {
mu *sync.Mutex
w io.Writer
}
func (l *lockingWriter) Write(p []byte) (int, error) {
l.mu.Lock()
defer l.mu.Unlock()
return l.w.Write(p)
}
+356
View File
@@ -0,0 +1,356 @@
package main
import (
"bytes"
"os"
"strings"
"sync"
"sync/atomic"
"testing"
)
func TestCpuWorkers(t *testing.T) {
t.Setenv("BOOTSTRAP_PARALLELISM", "4")
if n := cpuWorkers(); n != 4 {
t.Errorf("expected 4 workers via env, got %d", n)
}
t.Setenv("BOOTSTRAP_PARALLELISM", "")
if n := cpuWorkers(); n < 1 {
t.Errorf("expected at least 1 worker, got %d", n)
}
}
func TestHttpWorkersRespectsCap(t *testing.T) {
t.Setenv("BOOTSTRAP_PARALLELISM", "32")
defer func() { githubTokenSet = false }()
githubTokenSet = false
if n := httpWorkers(); n != httpWorkersCap {
t.Errorf("expected http workers capped at %d without token, got %d", httpWorkersCap, n)
}
githubTokenSet = true
if n := httpWorkers(); n != 32 {
t.Errorf("expected http workers uncapped to 32 with token, got %d", n)
}
}
func TestParallelDoConcurrency(t *testing.T) {
const items = 16
var inFlight, peak int32
work := make([]int, items)
for i := range work {
work[i] = i
}
parallelDo(work, 4, func(_ int, _ int) {
now := atomic.AddInt32(&inFlight, 1)
for {
cur := atomic.LoadInt32(&peak)
if now <= cur || atomic.CompareAndSwapInt32(&peak, cur, now) {
break
}
}
// brief busy spin to keep multiple workers overlapping
for i := 0; i < 50000; i++ {
_ = i * i
}
atomic.AddInt32(&inFlight, -1)
})
if peak < 2 {
t.Errorf("expected at least 2 concurrent workers, observed peak %d", peak)
}
if peak > 4 {
t.Errorf("worker cap violated: peak %d > 4", peak)
}
}
func TestParallelDoEmpty(t *testing.T) {
called := false
parallelDo([]int{}, 4, func(_ int, _ int) { called = true })
if called {
t.Error("expected fn to not be invoked on empty input")
}
}
func TestParallelDoAllItemsProcessed(t *testing.T) {
items := []int{1, 2, 3, 4, 5, 6, 7, 8}
var sum int64
parallelDo(items, 3, func(_ int, v int) {
atomic.AddInt64(&sum, int64(v))
})
if sum != 36 {
t.Errorf("expected sum 36, got %d", sum)
}
}
func TestTaskOutputSerial(t *testing.T) {
t.Cleanup(resetMocks)
tOut := newSerialOutput()
// Serial: writes go straight to stdout; Writer() returns nil.
if tOut.Writer() != nil {
t.Error("expected Writer() to be nil in serial mode")
}
// flushing serial mode is a no-op
var buf bytes.Buffer
tOut.Flush(&buf)
if buf.Len() != 0 {
t.Error("expected Flush to be no-op in serial mode")
}
}
func TestTaskOutputCaptured(t *testing.T) {
tOut := newCapturedOutput("mypkg")
tOut.Printf("first %s\n", "line")
tOut.Println("second line")
tOut.Printf("third line")
var buf bytes.Buffer
tOut.Flush(&buf)
got := buf.String()
expected := " [mypkg] first line\n [mypkg] second line\n [mypkg] third line\n"
if got != expected {
t.Errorf("captured output mismatch:\nexpected:\n%q\ngot:\n%q", expected, got)
}
// Flush is idempotent (second call writes nothing).
buf.Reset()
tOut.Flush(&buf)
if buf.Len() != 0 {
t.Errorf("expected second Flush to be empty, got %q", buf.String())
}
}
func TestWithTaskOutputRoutesPrints(t *testing.T) {
tOut := newCapturedOutput("worker")
withTaskOutput(tOut, func() {
taskPrintf("hello %d\n", 7)
taskPrintln("world")
})
var buf bytes.Buffer
tOut.Flush(&buf)
got := buf.String()
if !strings.Contains(got, "[worker] hello 7") || !strings.Contains(got, "[worker] world") {
t.Errorf("expected routed output with prefix, got: %q", got)
}
}
func TestWithTaskOutputUnsetsAfter(t *testing.T) {
tOut := newCapturedOutput("worker")
withTaskOutput(tOut, func() {
if currentTask() == nil {
t.Error("expected active task inside withTaskOutput")
}
})
if currentTask() != nil {
t.Error("expected no active task after withTaskOutput returns")
}
}
func TestParallelTaskOutputIsolation(t *testing.T) {
// Each goroutine should see only its own task output, even though
// they all share package-global state.
const n = 8
var wg sync.WaitGroup
results := make([]string, n)
for i := 0; i < n; i++ {
wg.Add(1)
go func(i int) {
defer wg.Done()
label := "g" + string(rune('a'+i))
tOut := newCapturedOutput(label)
withTaskOutput(tOut, func() {
taskPrintf("from %s\n", label)
})
var buf bytes.Buffer
tOut.Flush(&buf)
results[i] = buf.String()
}(i)
}
wg.Wait()
for i, got := range results {
label := "g" + string(rune('a'+i))
want := " [" + label + "] from " + label + "\n"
if got != want {
t.Errorf("goroutine %d: expected %q, got %q", i, want, got)
}
}
}
func TestCmdOptsOutRoutesRunCmd(t *testing.T) {
defer resetMocks()
var buf bytes.Buffer
// Pick a command guaranteed to exist and produce output.
result := runCmdReal([]string{"echo", "hello-out"}, CmdOpts{Out: &buf})
if !result.OK() {
t.Fatalf("echo failed: %v", result.Err)
}
got := buf.String()
if !strings.Contains(got, "$ echo hello-out") {
t.Errorf("expected command echo in Out, got: %q", got)
}
if !strings.Contains(got, "hello-out") {
t.Errorf("expected stdout in Out, got: %q", got)
}
}
func TestCmdOptsOutRoutesRunShell(t *testing.T) {
defer resetMocks()
var buf bytes.Buffer
result := runShellReal("echo shell-out", CmdOpts{Out: &buf})
if !result.OK() {
t.Fatalf("shell failed: %v", result.Err)
}
got := buf.String()
if !strings.Contains(got, "$ echo shell-out") {
t.Errorf("expected command echo in Out, got: %q", got)
}
if !strings.Contains(got, "shell-out") {
t.Errorf("expected stdout in Out, got: %q", got)
}
}
func TestIssueLogRoutesViaTaskOutput(t *testing.T) {
defer resetMocks()
// Suppress fallback stdout for the non-task branch.
issueLogWriter = &bytes.Buffer{}
tOut := newCapturedOutput("isolated")
withTaskOutput(tOut, func() {
warn("a warning")
errLog("an error")
})
var buf bytes.Buffer
tOut.Flush(&buf)
out := buf.String()
if !strings.Contains(out, "[isolated] [WARN] a warning") {
t.Errorf("expected routed WARN line, got: %q", out)
}
if !strings.Contains(out, "[isolated] [ERROR] an error") {
t.Errorf("expected routed ERROR line, got: %q", out)
}
// Issues should still flow into the global issues slice.
if !hasErrors() {
t.Error("expected errLog to register a global error even when routed via task")
}
}
func TestParallelPartitionOrdering(t *testing.T) {
items := []int{1, 2, 3, 4, 5, 6, 7, 8}
even, odd := parallelPartition(items, func(v int) bool { return v%2 == 0 })
wantEven := []int{2, 4, 6, 8}
wantOdd := []int{1, 3, 5, 7}
if !equalIntSlices(even, wantEven) {
t.Errorf("evens: want %v, got %v", wantEven, even)
}
if !equalIntSlices(odd, wantOdd) {
t.Errorf("odds: want %v, got %v", wantOdd, odd)
}
}
func equalIntSlices(a, b []int) bool {
if len(a) != len(b) {
return false
}
for i := range a {
if a[i] != b[i] {
return false
}
}
return true
}
func TestGoidUnique(t *testing.T) {
mainID := goid()
if mainID == 0 {
t.Error("goid returned 0 for main goroutine")
}
var wg sync.WaitGroup
wg.Add(1)
var childID uint64
go func() {
defer wg.Done()
childID = goid()
}()
wg.Wait()
if childID == 0 {
t.Error("goid returned 0 for child goroutine")
}
if childID == mainID {
t.Errorf("expected child goroutine id %d to differ from main id %d", childID, mainID)
}
}
// Verify BOOTSTRAP_PARALLELISM=0 falls back to NumCPU rather than 0 workers.
func TestCpuWorkersInvalidEnv(t *testing.T) {
t.Setenv("BOOTSTRAP_PARALLELISM", "0")
if n := cpuWorkers(); n < 1 {
t.Errorf("expected fallback to runtime.NumCPU for invalid env, got %d", n)
}
}
func TestCpuWorkersBadEnv(t *testing.T) {
t.Setenv("BOOTSTRAP_PARALLELISM", "notanumber")
if n := cpuWorkers(); n < 1 {
t.Errorf("expected fallback for non-numeric env, got %d", n)
}
}
// Ensure the parallelDo guard returns when len(items) == 0 even with
// maxWorkers larger than 1. Smoke test for the early return.
func TestParallelDoBigWorkersSmallInput(t *testing.T) {
items := []string{"only"}
called := 0
var mu sync.Mutex
parallelDo(items, 32, func(_ int, _ string) {
mu.Lock()
called++
mu.Unlock()
})
if called != 1 {
t.Errorf("expected exactly 1 invocation, got %d", called)
}
}
// Confirm runCmd inside withTaskOutput auto-routes via Out without callers
// having to set it explicitly — that's the contract that lets install
// handlers rely on taskOut().
func TestRunCmdInsideWithTaskOutput(t *testing.T) {
defer resetMocks()
tOut := newCapturedOutput("autoroute")
withTaskOutput(tOut, func() {
runCmdReal([]string{"echo", "auto"}, CmdOpts{Out: taskOut()})
})
var buf bytes.Buffer
tOut.Flush(&buf)
got := buf.String()
if !strings.Contains(got, "[autoroute] $ echo auto") {
t.Errorf("expected routed echo command, got: %q", got)
}
if !strings.Contains(got, "[autoroute] auto") {
t.Errorf("expected routed echo stdout, got: %q", got)
}
}
// Sanity: when no token is in env and the user prompt is suppressed,
// httpWorkers stays capped. Just exercise the path; ensures no panic.
func TestPromptGitHubTokenNoOp(t *testing.T) {
defer func() { githubTokenSet = false }()
githubTokenSet = false
os.Unsetenv("GITHUB_TOKEN")
// We can't easily prompt in a test; just confirm cap is in effect.
n := httpWorkers()
if n > httpWorkersCap {
t.Errorf("expected http workers <= %d without token, got %d", httpWorkersCap, n)
}
}
+1 -1
View File
@@ -77,6 +77,7 @@ var packageOverrides = map[string]map[string]overrideEntry{
"webcamoid": skipOverride(),
},
"apt-get": {
"fd": replace("fd-find"),
"ffmpeg-free": replace("ffmpeg"),
"lua": replace("lua5.4"),
"qemu": replace("qemu-system"),
@@ -165,7 +166,6 @@ var packageOverrides = map[string]map[string]overrideEntry{
"rg": replace("ripgrep"),
"temurin-25-jdk": replace("temurin"),
"vivaldi-stable": replace("vivaldi"),
"bashtop": replace("btop"),
"buildah": skipOverride(),
"shutter": skipOverride(),
"virt-manager": skipOverride(),
+4 -4
View File
@@ -85,11 +85,11 @@ func TestResolveSystemPkgs(t *testing.T) {
t.Errorf("expected skipped to be [docker-compose], got %v", skipped)
}
// brew: bashtop -> btop (replace), buildah -> skipped
// brew: buildah -> skipped
pkgMgr = "brew"
resolved, skipped = resolveSystemPkgs([]string{"bashtop", "buildah", "rg"})
if len(resolved) != 2 || resolved[0] != "btop" || resolved[1] != "ripgrep" {
t.Errorf("expected [btop ripgrep], got %v", resolved)
resolved, skipped = resolveSystemPkgs([]string{"buildah", "rg"})
if len(resolved) != 1 || resolved[0] != "ripgrep" {
t.Errorf("expected [ripgrep], got %v", resolved)
}
// pacman: docker-ce-rootless-extras and vagrant are AUR-only -> skipped;
// pipx is replaced with python-pipx.
+110 -37
View File
@@ -17,12 +17,12 @@ import (
// ── pyenv / Python ──────────────────────────────────────────────────────
func installPyenv() {
fmt.Println(" Installing pyenv via curl ...")
if !runShell("curl https://pyenv.run | bash", CmdOpts{}).OK() {
taskPrintln(" Installing pyenv via curl ...")
if !runShell("curl https://pyenv.run | bash", CmdOpts{Out: taskOut()}).OK() {
errLog("pyenv installation failed")
return
}
fmt.Println(" pyenv installed to ~/.pyenv")
taskPrintln(" pyenv installed to ~/.pyenv")
}
func python3DecimalOK() bool {
@@ -46,6 +46,7 @@ func fixPython3Decimal() bool {
}
func installPip() {
out := taskOut()
if !hasCmd("python3") {
errLog("python3 is not installed — cannot install pip")
return
@@ -53,7 +54,7 @@ func installPip() {
if !python3DecimalOK() {
warn("Python 3 _decimal C extension failed to import — attempting fix ...")
if fixPython3Decimal() {
fmt.Println(" Python 3 _decimal extension restored.")
taskPrintln(" Python 3 _decimal extension restored.")
} else {
errLog("Python 3 _decimal C extension could not be fixed. " +
"Run: sudo apt-get install python3-full (Debian/Ubuntu), " +
@@ -63,19 +64,19 @@ func installPip() {
}
}
fmt.Println(" Bootstrapping pip via 'python3 -m ensurepip --upgrade' ...")
bootstrap := runCmd([]string{"python3", "-m", "ensurepip", "--upgrade"}, CmdOpts{AsSudo: true})
taskPrintln(" Bootstrapping pip via 'python3 -m ensurepip --upgrade' ...")
bootstrap := runCmd([]string{"python3", "-m", "ensurepip", "--upgrade"}, CmdOpts{AsSudo: true, Out: out})
if !bootstrap.OK() {
switch pkgMgr {
case "apt-get":
warn("ensurepip unavailable in system Python — installing python3-pip via apt-get")
if !runCmd([]string{"apt-get", "install", "-y", "python3-pip"}, CmdOpts{AsSudo: true}).OK() {
if !runCmd([]string{"apt-get", "install", "-y", "python3-pip"}, CmdOpts{AsSudo: true, Out: out}).OK() {
errLog("python3-pip failed to install via apt-get — skipping pip bootstrap")
return
}
case "pacman":
warn("ensurepip unavailable in system Python — installing python-pip via pacman")
if !runCmd([]string{"pacman", "-S", "--noconfirm", "--needed", "python-pip"}, CmdOpts{AsSudo: true}).OK() {
if !runCmd([]string{"pacman", "-S", "--noconfirm", "--needed", "python-pip"}, CmdOpts{AsSudo: true, Out: out}).OK() {
errLog("python-pip failed to install via pacman — skipping pip bootstrap")
return
}
@@ -84,8 +85,8 @@ func installPip() {
return
}
}
fmt.Println(" Upgrading pip to the latest version ...")
upgrade := runCmd([]string{"python3", "-m", "pip", "install", "--upgrade", "pip"}, CmdOpts{AsSudo: true})
taskPrintln(" Upgrading pip to the latest version ...")
upgrade := runCmd([]string{"python3", "-m", "pip", "install", "--upgrade", "pip"}, CmdOpts{AsSudo: true, Out: out})
if !upgrade.OK() {
warn("pip self-upgrade failed (likely PEP 668 externally-managed); ensurepip-provided pip remains")
}
@@ -212,12 +213,12 @@ func installNVM() {
return
}
installURL := fmt.Sprintf("https://raw.githubusercontent.com/nvm-sh/nvm/%s/install.sh", version)
fmt.Printf(" Installing NVM %s via curl ...\n", version)
if !runShell(fmt.Sprintf("curl -o- %s | bash", installURL), CmdOpts{}).OK() {
taskPrintf(" Installing NVM %s via curl ...\n", version)
if !runShell(fmt.Sprintf("curl -o- %s | bash", installURL), CmdOpts{Out: taskOut()}).OK() {
errLog("NVM installation failed")
return
}
fmt.Printf(" NVM %s installed to ~/.nvm\n", version)
taskPrintf(" NVM %s installed to ~/.nvm\n", version)
}
func ensureNodeLTS() {
@@ -269,11 +270,11 @@ func installOhMyZsh() {
home, _ := os.UserHomeDir()
target := filepath.Join(home, ".oh-my-zsh")
if _, err := osStat(target); err == nil {
fmt.Printf(" oh-my-zsh already present at %s; updating theme only\n", target)
taskPrintf(" oh-my-zsh already present at %s; updating theme only\n", target)
} else {
fmt.Println(" Installing oh-my-zsh via the official installer ...")
taskPrintln(" Installing oh-my-zsh via the official installer ...")
installer := `sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended`
if !runShell(installer, CmdOpts{}).OK() {
if !runShell(installer, CmdOpts{Out: taskOut()}).OK() {
errLog("oh-my-zsh installer failed")
return
}
@@ -298,9 +299,9 @@ func installOhMyZsh() {
errLog(fmt.Sprintf("could not write ~/.zshrc: %v", err))
return
}
fmt.Println(` Set ZSH_THEME="gnzh" in ~/.zshrc`)
taskPrintln(` Set ZSH_THEME="gnzh" in ~/.zshrc`)
} else {
fmt.Println(` ~/.zshrc already has ZSH_THEME="gnzh"`)
taskPrintln(` ~/.zshrc already has ZSH_THEME="gnzh"`)
}
}
@@ -386,6 +387,28 @@ func userLoginShell(uid string) string {
return ""
}
func isZshDefault() bool {
if !hasCmd("zsh") {
return false
}
zshPath := "/bin/zsh"
if r, ok := probe([]string{"which", "zsh"}, 5*time.Second); ok && r.ExitCode == 0 {
if p := strings.TrimSpace(string(r.Stdout)); p != "" {
zshPath = p
}
}
username := invokingUser()
if username == "" {
return false
}
u, err := user.Lookup(username)
if err != nil {
return false
}
current := userLoginShell(u.Uid)
return current == zshPath
}
func cloneNvimConfig() {
home, _ := os.UserHomeDir()
configDir := filepath.Join(home, ".config", "nvim")
@@ -472,8 +495,8 @@ func askYN(prompt string) bool {
}
func installAgy() {
fmt.Println(" Installing agy via curl ...")
if !runShell("curl -fsSL https://antigravity.google/cli/install.sh | bash", CmdOpts{}).OK() {
taskPrintln(" Installing agy via curl ...")
if !runShell("curl -fsSL https://antigravity.google/cli/install.sh | bash", CmdOpts{Out: taskOut()}).OK() {
errLog("agy installation failed")
}
}
@@ -492,26 +515,18 @@ func installNpmPackage(pkgName string) {
return
}
ensureNodeLTS()
fmt.Printf(" Installing %s via pnpm ...\n", pkgName)
taskPrintf(" Installing %s via pnpm ...\n", pkgName)
cmd := fmt.Sprintf(`bash -c '%ssource ~/.nvm/nvm.sh && pnpm add -g %s'`, pnpmEnvPrefix(), pkgName)
if !runShell(cmd, CmdOpts{}).OK() {
if !runShell(cmd, CmdOpts{Out: taskOut()}).OK() {
errLog(fmt.Sprintf("%s installation failed", pkgName))
}
}
func installPlaywright() {
home, _ := os.UserHomeDir()
if _, err := osStat(filepath.Join(home, ".nvm")); err != nil {
errLog("NVM is not installed — cannot install playwright")
return
}
ensureNodeLTS()
fmt.Println(" Installing playwright via pnpm ...")
addCmd := fmt.Sprintf(`bash -c '%ssource ~/.nvm/nvm.sh && pnpm add -g playwright'`, pnpmEnvPrefix())
if !runShell(addCmd, CmdOpts{}).OK() {
errLog("playwright installation failed")
return
}
// installPlaywrightBrowsers runs `pnpx playwright install` (with --with-deps
// on apt-get). Separated from the npm-side install so that installNpmToolsBatch
// can do all `pnpm add -g` work in one call and then just provision browsers
// once if playwright was in the batch.
func installPlaywrightBrowsers() {
installCmd := "pnpx playwright install"
if pkgMgr == "apt-get" {
fmt.Println(" Installing Playwright browsers with dependencies ...")
@@ -524,14 +539,72 @@ func installPlaywright() {
}
}
func installPlaywright() {
home, _ := os.UserHomeDir()
if _, err := osStat(filepath.Join(home, ".nvm")); err != nil {
errLog("NVM is not installed — cannot install playwright")
return
}
ensureNodeLTS()
taskPrintln(" Installing playwright via pnpm ...")
addCmd := fmt.Sprintf(`bash -c '%ssource ~/.nvm/nvm.sh && pnpm add -g playwright'`, pnpmEnvPrefix())
if !runShell(addCmd, CmdOpts{Out: taskOut()}).OK() {
errLog("playwright installation failed")
return
}
installPlaywrightBrowsers()
}
func installGHExtension(repo string) {
if !hasCmd("gh") {
errLog("gh CLI is not installed — cannot install extension " + repo)
return
}
fmt.Printf(" Installing gh extension %s ...\n", repo)
if !runCmd([]string{"gh", "extension", "install", repo}, CmdOpts{}).OK() {
taskPrintf(" Installing gh extension %s ...\n", repo)
if !runCmd([]string{"gh", "extension", "install", repo}, CmdOpts{Out: taskOut()}).OK() {
errLog(fmt.Sprintf("gh extension install %s failed", repo))
}
}
// ── LibreOffice AutoSave Extension ──────────────────────────────────────
func ensureLibreOfficeAutoSave() {
var unopkgPath string
if isMacOS {
unopkgPath = "/Applications/LibreOffice.app/Contents/MacOS/unopkg"
if _, err := osStat(unopkgPath); err != nil {
return
}
} else {
if !hasCmd("unopkg") {
return
}
unopkgPath = "unopkg"
}
fmt.Println("\n[LibreOffice] LibreOffice detected. Installing AutoSave extension ...")
tmp, err := os.MkdirTemp("", "libreoffice-autosave-")
if err != nil {
errLog(fmt.Sprintf("LibreOffice AutoSave temp dir failed: %v", err))
return
}
defer osRemoveAll(tmp)
url := "https://github.com/JMR-dev/LibreOfficeAutoSave/releases/latest/download/AutoSave.oxt"
dest := filepath.Join(tmp, "AutoSave.oxt")
if !download(url, dest) {
errLog("Failed to download LibreOffice AutoSave extension")
return
}
if !runCmd([]string{unopkgPath, "add", "-f", dest}, CmdOpts{}).OK() {
errLog("Failed to install LibreOffice AutoSave extension")
return
}
fmt.Println(" LibreOffice AutoSave extension installed successfully.")
}
+94
View File
@@ -905,4 +905,98 @@ func TestEnsurePythonLatestBackgroundInstall(t *testing.T) {
}
}
func TestEnsureLibreOfficeAutoSave(t *testing.T) {
defer resetMocks()
// 1. isMacOS = false, LibreOffice not installed
isMacOS = false
hasCmd = func(name string) bool {
if name == "unopkg" {
return false
}
return true
}
var calledDownload bool
download = func(url, dest string) bool {
calledDownload = true
return true
}
ensureLibreOfficeAutoSave()
if calledDownload {
t.Error("expected download not to be called when unopkg is missing")
}
// 2. isMacOS = true, LibreOffice not installed
isMacOS = true
osStat = func(name string) (os.FileInfo, error) {
return nil, os.ErrNotExist
}
calledDownload = false
ensureLibreOfficeAutoSave()
if calledDownload {
t.Error("expected download not to be called when unopkg is missing on macOS")
}
// 3. isMacOS = false, LibreOffice installed, download fails
isMacOS = false
hasCmd = func(name string) bool {
return name == "unopkg"
}
download = func(url, dest string) bool {
return false
}
var runCmdCalled bool
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdCalled = true
return CmdResult{ExitCode: 0}
}
ensureLibreOfficeAutoSave()
if runCmdCalled {
t.Error("expected runCmd not to be called when download fails")
}
// 4. isMacOS = false, LibreOffice installed, download succeeds, runCmd fails
download = func(url, dest string) bool {
return true
}
var unopkgArgv []string
runCmd = func(argv []string, opts CmdOpts) CmdResult {
unopkgArgv = argv
return CmdResult{ExitCode: 1}
}
ensureLibreOfficeAutoSave()
if len(unopkgArgv) == 0 || unopkgArgv[0] != "unopkg" {
t.Errorf("expected runCmd with unopkg, got: %v", unopkgArgv)
}
// 5. isMacOS = false, LibreOffice installed, download succeeds, runCmd succeeds
runCmd = func(argv []string, opts CmdOpts) CmdResult {
unopkgArgv = argv
return CmdResult{ExitCode: 0}
}
ensureLibreOfficeAutoSave()
if len(unopkgArgv) == 0 || unopkgArgv[0] != "unopkg" || unopkgArgv[1] != "add" || unopkgArgv[2] != "-f" {
t.Errorf("expected runCmd with unopkg add -f, got: %v", unopkgArgv)
}
// 6. isMacOS = true, LibreOffice installed, download succeeds, runCmd succeeds
isMacOS = true
osStat = func(name string) (os.FileInfo, error) {
if name == "/Applications/LibreOffice.app/Contents/MacOS/unopkg" {
return nil, nil
}
return nil, os.ErrNotExist
}
runCmd = func(argv []string, opts CmdOpts) CmdResult {
unopkgArgv = argv
return CmdResult{ExitCode: 0}
}
ensureLibreOfficeAutoSave()
expectedMacPath := "/Applications/LibreOffice.app/Contents/MacOS/unopkg"
if len(unopkgArgv) == 0 || unopkgArgv[0] != expectedMacPath {
t.Errorf("expected runCmd with %s, got: %v", expectedMacPath, unopkgArgv)
}
}
+264
View File
@@ -0,0 +1,264 @@
package main
import (
"fmt"
"os"
"os/user"
"path/filepath"
"strings"
"testing"
"time"
)
func TestReadWriteProgressStep(t *testing.T) {
defer resetMocks()
tmpDir := t.TempDir()
configPath := filepath.Join(tmpDir, "progress.config")
// Set up mock file operations
var fileContents []byte
osReadFile = func(name string) ([]byte, error) {
if name == configPath {
if fileContents == nil {
return nil, os.ErrNotExist
}
return fileContents, nil
}
return nil, os.ErrNotExist
}
osWriteFile = func(name string, data []byte, perm os.FileMode) error {
if name == configPath {
fileContents = data
return nil
}
return fmt.Errorf("unexpected file write to %s", name)
}
// Override progressConfigPath
originalPathFunc := progressConfigPath
progressConfigPath = func() string {
return configPath
}
defer func() {
progressConfigPath = originalPathFunc
}()
// 1. Initial state (no file)
disableProgressTracking = false
step := readProgressStep()
if step != 0 {
t.Errorf("expected step 0 initially, got %d", step)
}
// 2. Write step 1
err := writeProgressStep(1)
if err != nil {
t.Fatalf("failed to write step 1: %v", err)
}
step = readProgressStep()
if step != 1 {
t.Errorf("expected step 1 after writing, got %d", step)
}
// 3. Write step 2
err = writeProgressStep(2)
if err != nil {
t.Fatalf("failed to write step 2: %v", err)
}
step = readProgressStep()
if step != 2 {
t.Errorf("expected step 2 after writing, got %d", step)
}
}
func TestRunMainStep2Exit(t *testing.T) {
defer resetMocks()
// Mock file read to return step=2
osReadFile = func(name string) ([]byte, error) {
if strings.HasSuffix(name, "progress.config") {
return []byte("step=2\n"), nil
}
return nil, os.ErrNotExist
}
disableProgressTracking = false
var exited bool
osExit = func(code int) {
exited = true
}
runMain([]string{"bootstrap_environment"})
if exited {
t.Error("expected runMain to return normally rather than exit when step=2")
}
}
func TestRunMainStep0OnlyZshGitCurl(t *testing.T) {
defer resetMocks()
u, _ := user.Current()
uid := "1000"
username := os.Getenv("USER")
if u != nil {
uid = u.Uid
username = u.Username
}
if username == "" {
username = "user"
}
// Mock file read to return nothing (step=0)
var writtenData []byte
osReadFile = func(name string) ([]byte, error) {
if strings.HasSuffix(name, "progress.config") {
return nil, os.ErrNotExist
}
if strings.HasSuffix(name, "/etc/passwd") {
return []byte(fmt.Sprintf("%s:x:%s:%s::/home/user:/bin/bash\n", username, uid, uid)), nil
}
return nil, os.ErrNotExist
}
osWriteFile = func(name string, data []byte, perm os.FileMode) error {
if strings.HasSuffix(name, "progress.config") {
writtenData = data
return nil
}
return nil
}
hasCmd = func(name string) bool {
return name == "zsh" || name == "git" || name == "curl"
}
probe = func(argv []string, timeout time.Duration) (CmdResult, bool) {
if argv[0] == "which" && argv[1] == "zsh" {
return CmdResult{ExitCode: 0, Stdout: []byte("/bin/zsh\n")}, true
}
return CmdResult{ExitCode: 1}, true
}
disableProgressTracking = false
// Mock user selection: Accept
stdin = strings.NewReader("y\n")
var runCmdCalls [][]string
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdCalls = append(runCmdCalls, argv)
return CmdResult{ExitCode: 0}
}
var runShellCalls []string
runShell = func(cmd string, opts CmdOpts) CmdResult {
runShellCalls = append(runShellCalls, cmd)
return CmdResult{ExitCode: 0}
}
var exited bool
osExit = func(code int) {
exited = true
}
runMain([]string{"bootstrap_environment"})
if !exited {
t.Error("expected runMain to exit at step 1")
}
// Verify step 1 was written to progress.config
if !strings.Contains(string(writtenData), "step=1") {
t.Errorf("expected step=1 written to progress.config, got: %q", string(writtenData))
}
}
func TestRunMainStep0TransitionToStep2(t *testing.T) {
defer resetMocks()
u, _ := user.Current()
uid := "1000"
username := os.Getenv("USER")
if u != nil {
uid = u.Uid
username = u.Username
}
if username == "" {
username = "user"
}
// Zsh default is true, oh-my-zsh and zsh/git/curl already installed
// Under step=0, we should transition directly to step=1 and then execute step 2 in the same run.
var writtenData []byte
osReadFile = func(name string) ([]byte, error) {
if strings.HasSuffix(name, "progress.config") {
return nil, os.ErrNotExist
}
if strings.HasSuffix(name, "/etc/passwd") {
// passwd already says zsh is default shell
return []byte(fmt.Sprintf("%s:x:%s:%s::/home/user:/bin/zsh\n", username, uid, uid)), nil
}
return nil, os.ErrNotExist
}
osWriteFile = func(name string, data []byte, perm os.FileMode) error {
if strings.HasSuffix(name, "progress.config") {
writtenData = data
return nil
}
return nil
}
osStat = func(name string) (os.FileInfo, error) {
if strings.HasSuffix(name, "/go") ||
strings.HasSuffix(name, "/firecracker") ||
strings.HasSuffix(name, "/nvim") ||
strings.HasSuffix(name, ".oh-my-zsh") {
return nil, nil
}
return nil, os.ErrNotExist
}
hasCmd = func(name string) bool {
return true // all installed
}
probe = func(argv []string, timeout time.Duration) (CmdResult, bool) {
if argv[0] == "which" && argv[1] == "zsh" {
return CmdResult{ExitCode: 0, Stdout: []byte("/bin/zsh\n")}, true
}
if len(argv) >= 3 && argv[1] == "install" && argv[2] == "--list" {
return CmdResult{ExitCode: 0, Stdout: []byte(" 3.10.0\n 3.11.0\n")}, true
}
return CmdResult{ExitCode: 0}, true
}
disableProgressTracking = false
// Mock user selection: Accept
stdin = strings.NewReader("y\n")
runCmd = func(argv []string, opts CmdOpts) CmdResult {
return CmdResult{ExitCode: 0}
}
runShell = func(cmd string, opts CmdOpts) CmdResult {
return CmdResult{ExitCode: 0}
}
var exited bool
osExit = func(code int) {
exited = true
}
runMain([]string{"bootstrap_environment", "--only", "custom"})
// Since they are already installed, it will continue.
// Since we mock all installed, total items to install for Step 2 is 0.
// It should exit normally or print all packages installed.
if exited {
t.Errorf("did not expect exit during transition path. Issues: %v", issues)
}
// Should have written step 1, then eventually step 2
if !strings.Contains(string(writtenData), "step=2") {
t.Errorf("expected step=2 written to progress.config, got: %q", string(writtenData))
}
}
+39
View File
@@ -244,3 +244,42 @@ func repoGroups() []repoGroup {
{mk("lazygit"), setupLazygitCoprRepo},
}
}
func setupCUDARepo() {
if pkgMgr != "apt-get" {
return
}
if repoFileExists("/etc/apt/sources.list.d/cuda.list") || repoFileExists("/etc/apt/sources.list.d/cuda-keyring.list") {
return
}
versionID := strings.Trim(osReleaseField("VERSION_ID"), `"`)
ubuntuVer := strings.ReplaceAll(versionID, ".", "")
if ubuntuVer == "" {
ubuntuVer = "2204"
}
debURL := fmt.Sprintf("https://developer.download.nvidia.com/compute/cuda/repos/ubuntu%s/x86_64/cuda-keyring_1.1-1_all.deb", ubuntuVer)
runShell(
fmt.Sprintf("curl -fsSL %s -o /tmp/cuda-keyring.deb && "+
"sudo dpkg -i /tmp/cuda-keyring.deb && "+
"sudo apt-get update", debURL),
CmdOpts{},
)
}
func setupNvidiaContainerToolkitRepo() {
if pkgMgr != "apt-get" {
return
}
if repoFileExists("/etc/apt/sources.list.d/nvidia-container-toolkit.list") {
return
}
runShell(
"curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | "+
"sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg && "+
"curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | "+
"sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | "+
"sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list >/dev/null && "+
"sudo apt-get update",
CmdOpts{},
)
}
+300 -41
View File
@@ -3,8 +3,10 @@ package main
import (
"fmt"
"os"
"os/exec"
"path/filepath"
"strings"
"time"
)
// Special packages: installed outside the regular package manager because
@@ -16,8 +18,11 @@ func specialPkgs() map[string]bool {
}
return map[string]bool{
"github-desktop": true, "zoom": true, "obsidian": true,
"minikube": true, "bashtop": true, "pipx": true,
"poetry": true, "pulumi": true,
"minikube": true, "pipx": true,
"poetry": true, "pulumi": true, "semgrep": true,
"nvidia-drivers": true, "cuda-toolkit": true,
"nvidia-container-toolkit": true, "ollama": true,
"huggingface-cli": true,
}
}
@@ -37,21 +42,30 @@ var guiSystemPkgs = map[string]bool{
}
func isSpecialPkgInstalled(pkg string) bool {
home, _ := os.UserHomeDir()
exists := func(p string) bool { _, err := osStat(p); return err == nil }
switch pkg {
case "obsidian":
return exists("/usr/local/bin/obsidian")
case "minikube":
return exists("/usr/local/bin/minikube") || hasCmd("minikube")
case "bashtop":
return exists("/usr/local/bin/bashtop") || exists(filepath.Join(home, "bashtop"))
case "pulumi":
return exists("/opt/pulumi/pulumi") || hasCmd("pulumi")
case "pipx":
return hasCmd("pipx")
case "poetry":
return hasCmd("poetry")
case "semgrep":
return hasCmd("semgrep")
case "nvidia-drivers":
return hasCmd("nvidia-smi")
case "cuda-toolkit":
return hasCmd("nvcc") || exists("/usr/local/cuda/bin/nvcc")
case "nvidia-container-toolkit":
return hasCmd("nvidia-ctk")
case "ollama":
return hasCmd("ollama")
case "huggingface-cli":
return hasCmd("huggingface-cli")
}
return isSystemPkgInstalled(pkg)
}
@@ -259,30 +273,6 @@ func installMinikube(tmp string) {
fmt.Printf(" minikube installed to %s\n", installPath)
}
func installBashtop(_ string) {
home, _ := os.UserHomeDir()
cloneDir := filepath.Join(home, "bashtop")
if _, err := osStat(cloneDir); err == nil {
fmt.Printf(" Updating existing clone at %s ...\n", cloneDir)
if !runCmd([]string{"git", "-C", cloneDir, "pull"}, CmdOpts{}).OK() {
errLog("bashtop git pull failed")
return
}
} else {
fmt.Printf(" Cloning bashtop to %s ...\n", cloneDir)
if !runCmd([]string{"git", "clone", "https://github.com/aristocratos/bashtop.git", cloneDir}, CmdOpts{}).OK() {
errLog("bashtop git clone failed")
return
}
}
if !runCmd([]string{"make", "install"}, CmdOpts{AsSudo: true, Cwd: cloneDir}).OK() {
errLog("bashtop 'make install' failed")
return
}
appendProfileLine("bashtop", "export PATH=$PATH:"+cloneDir)
fmt.Printf(" bashtop installed. Clone at %s, binary at /usr/local/bin/bashtop\n", cloneDir)
}
func installPulumi(tmp string) {
version := fetchText("https://www.pulumi.com/latest-version")
if version == "" {
@@ -356,6 +346,14 @@ func installPoetry(_ string) {
runCmd([]string{"pipx", "install", "poetry"}, CmdOpts{})
}
func installSemgrep(_ string) {
if !hasCmd("pipx") {
errLog("pipx is not installed — cannot install semgrep")
return
}
runCmd([]string{"pipx", "install", "semgrep"}, CmdOpts{})
}
func installSpecialPkg(pkg, tmp string) {
switch pkg {
case "github-desktop":
@@ -366,14 +364,165 @@ func installSpecialPkg(pkg, tmp string) {
installObsidian(tmp)
case "minikube":
installMinikube(tmp)
case "bashtop":
installBashtop(tmp)
case "pulumi":
installPulumi(tmp)
case "pipx":
installPipx(tmp)
case "poetry":
installPoetry(tmp)
case "semgrep":
installSemgrep(tmp)
case "nvidia-drivers":
installNvidiaDrivers()
case "cuda-toolkit":
installCUDAToolkit()
case "nvidia-container-toolkit":
installNvidiaContainerToolkit()
case "ollama":
installOllama()
case "huggingface-cli":
installHuggingFaceCLI()
}
}
func installNvidiaDrivers() {
if pkgMgr != "apt-get" {
errLog("nvidia-drivers can only be automatically installed via apt-get on Ubuntu/Debian")
return
}
fmt.Println(" Installing NVIDIA driver (nvidia-driver-550) ...")
res := pkgInstall("nvidia-driver-550")
if !res.OK() {
errLog(fmt.Sprintf("failed to install nvidia-driver-550: %v", res.Err))
}
}
func installCUDAToolkit() {
if pkgMgr != "apt-get" {
errLog("cuda-toolkit can only be automatically installed via apt-get on Ubuntu/Debian")
return
}
fmt.Println(" Setting up CUDA repository keyring ...")
setupCUDARepo()
fmt.Println(" Installing cuda-toolkit ...")
res := pkgInstall("cuda-toolkit")
if !res.OK() {
errLog(fmt.Sprintf("failed to install cuda-toolkit: %v", res.Err))
return
}
fmt.Println(" Configuring system path for CUDA ...")
appendProfileLine("cuda", `export PATH="/usr/local/cuda/bin:$PATH"`)
appendProfileLine("cuda", `export LD_LIBRARY_PATH="/usr/local/cuda/lib64:$LD_LIBRARY_PATH"`)
}
func installNvidiaContainerToolkit() {
if pkgMgr != "apt-get" {
errLog("nvidia-container-toolkit can only be automatically installed via apt-get on Ubuntu/Debian")
return
}
fmt.Println(" Setting up NVIDIA Container Toolkit repository ...")
setupNvidiaContainerToolkitRepo()
fmt.Println(" Installing nvidia-container-toolkit ...")
res := pkgInstall("nvidia-container-toolkit")
if !res.OK() {
errLog(fmt.Sprintf("failed to install nvidia-container-toolkit: %v", res.Err))
return
}
fmt.Println(" Configuring Docker runtime for NVIDIA Container Toolkit ...")
configureRes := runCmd([]string{"nvidia-ctk", "runtime", "configure", "--runtime=docker"}, CmdOpts{AsSudo: true})
if !configureRes.OK() {
warn(fmt.Sprintf("failed to configure docker runtime: %v", configureRes.Err))
}
fmt.Println(" Restarting Docker service ...")
restartRes := runCmd([]string{"systemctl", "restart", "docker"}, CmdOpts{AsSudo: true})
if !restartRes.OK() {
warn(fmt.Sprintf("failed to restart docker service: %v", restartRes.Err))
}
}
func installOllama() {
fmt.Println(" Installing Ollama via official install script ...")
res := runShell("curl -fsSL https://ollama.com/install.sh | sh", CmdOpts{})
if !res.OK() {
errLog(fmt.Sprintf("Ollama installation failed: %v", res.Err))
return
}
isCI := os.Getenv("BOOTSTRAP_CI") == "true"
if isCI {
fmt.Println(" [CI] Skipping pulling large Ollama models in integration test container.")
return
}
// Pull Gemma 4 E4B and Qwen2.5-Coder 7B
fmt.Println(" Pulling Gemma 4 E4B and Qwen2.5-Coder 7B models ...")
serverRunning := false
// Check if Ollama server is already responding
for i := 0; i < 5; i++ {
r := runCmd([]string{"ollama", "list"}, CmdOpts{Capture: true})
if r.OK() {
serverRunning = true
break
}
if isTesting {
break
}
time.Sleep(1 * time.Second)
}
var cmd *exec.Cmd
if !serverRunning && !isTesting {
fmt.Println(" Ollama server not running. Starting in background for model pulling ...")
cmd = exec.Command("ollama", "serve")
cmd.Stdout = nil
cmd.Stderr = nil
if err := cmd.Start(); err != nil {
warn(fmt.Sprintf("Failed to start Ollama server in background: %v", err))
} else {
// Wait up to 30 seconds for server to start
for i := 0; i < 30; i++ {
r := runCmd([]string{"ollama", "list"}, CmdOpts{Capture: true})
if r.OK() {
serverRunning = true
break
}
time.Sleep(1 * time.Second)
}
}
}
if serverRunning || isTesting {
fmt.Println(" Pulling Gemma 4 E4B (gemma4:e4b) ...")
pull1 := runCmd([]string{"ollama", "pull", "gemma4:e4b"}, CmdOpts{})
if !pull1.OK() {
errLog(fmt.Sprintf("Failed to pull gemma4:e4b: %v", pull1.Err))
}
fmt.Println(" Pulling Qwen2.5-Coder 7B (qwen2.5-coder:7b) ...")
pull2 := runCmd([]string{"ollama", "pull", "qwen2.5-coder:7b"}, CmdOpts{})
if !pull2.OK() {
errLog(fmt.Sprintf("Failed to pull qwen2.5-coder:7b: %v", pull2.Err))
}
} else {
errLog("Ollama server failed to start — cannot pull models")
}
if cmd != nil && cmd.Process != nil {
fmt.Println(" Stopping background Ollama server ...")
cmd.Process.Kill()
}
}
func installHuggingFaceCLI() {
if !hasCmd("pipx") {
errLog("pipx is not installed — cannot install huggingface-cli")
return
}
fmt.Println(" Installing huggingface-cli via pipx ...")
res := runCmd([]string{"pipx", "install", "huggingface_hub[cli]"}, CmdOpts{})
if !res.OK() {
errLog(fmt.Sprintf("failed to install huggingface-cli: %v", res.Err))
}
}
@@ -393,16 +542,124 @@ func pkgInstall(pkg string) CmdResult {
}
}
// pkgInstallMany installs all named packages in a single invocation of the
// host package manager. This is dramatically faster than per-package install
// loops because apt/dnf/pacman/brew amortize metadata refresh, dependency
// resolution, and (most importantly) only acquire the install lock once.
//
// On batch failure we fall back to per-package installs so callers can
// continue to report which specific packages failed via errLog. brew is
// split into formula vs cask batches because `--cask` is mutually exclusive
// with formula installs in one invocation. We deliberately do NOT run brew
// invocations in parallel — brew acquires per-Cellar locks on transitive
// dependencies (cmake, ninja, libsodium, etc.), and concurrent invocations
// that both pull in the same dep abort with "process has already locked".
func pkgInstallMany(pkgs []string) (failed []string) {
if len(pkgs) == 0 {
return nil
}
if pkgMgr == "brew" {
return brewInstallMany(pkgs)
}
var argv []string
switch pkgMgr {
case "pacman":
argv = append([]string{"pacman", "-S", "--noconfirm", "--needed"}, pkgs...)
default:
argv = append([]string{pkgMgr, "install", "-y"}, pkgs...)
}
if runCmd(argv, CmdOpts{AsSudo: true}).OK() {
return nil
}
// Batch failed — retry per-package so we can report exactly which
// packages broke. Slower, but only happens on the error path.
warn(fmt.Sprintf("Batched install failed; retrying %d packages individually to isolate failures ...", len(pkgs)))
for _, p := range pkgs {
if !pkgInstall(p).OK() {
failed = append(failed, p)
}
}
return failed
}
// brewInstallMany installs pkgs via brew, batching formulas and casks into
// two single invocations (`brew install f1 f2 …` and `brew install --cask
// c1 c2 …`). Brew resolves and parallelizes the internal dep graph itself,
// so a single batched call is both faster and lock-safe — multiple
// concurrent `brew install` processes deadlock on shared deps. On batch
// failure we retry per-package serially to identify which specific package
// broke.
func brewInstallMany(pkgs []string) (failed []string) {
var formulas, casks []string
for _, p := range pkgs {
if brewCasks[p] {
casks = append(casks, p)
} else {
formulas = append(formulas, p)
}
}
tryBatch := func(label string, names []string, extra ...string) (batchFailed []string) {
if len(names) == 0 {
return nil
}
argv := append([]string{"brew", "install"}, extra...)
argv = append(argv, names...)
if runCmd(argv, CmdOpts{}).OK() {
return nil
}
warn(fmt.Sprintf("Batched brew %s install failed; retrying %d packages individually ...", label, len(names)))
for _, p := range names {
if !pkgInstall(p).OK() {
batchFailed = append(batchFailed, p)
}
}
return batchFailed
}
failed = append(failed, tryBatch("formula", formulas)...)
failed = append(failed, tryBatch("cask", casks, "--cask")...)
return failed
}
// installSystemPackages installs the regular + special package lists.
func installSystemPackages(regular, special []string) {
fmt.Println("\n=== System Packages ===")
// Ensure aria2 is installed first and on the system path
var installAria2 bool
var remainingRegular []string
for _, p := range regular {
if p == "aria2" {
installAria2 = true
} else {
remainingRegular = append(remainingRegular, p)
}
}
if installAria2 || !hasCmd("aria2c") {
fmt.Println(" Ensuring aria2 is installed first and on the system path ...")
var res CmdResult
switch pkgMgr {
case "brew":
res = runCmd([]string{"brew", "install", "aria2"}, CmdOpts{})
case "pacman":
res = runCmd([]string{"pacman", "-S", "--noconfirm", "--needed", "aria2"}, CmdOpts{AsSudo: true})
default: // dnf, apt-get
res = runCmd([]string{pkgMgr, "install", "-y", "aria2"}, CmdOpts{AsSudo: true})
}
if !res.OK() {
warn(fmt.Sprintf("Failed to install aria2: %v", res.Err))
} else if !hasCmd("aria2c") {
warn("aria2 was installed but 'aria2c' is not found on the system path")
} else {
fmt.Println(" aria2 is installed and on the system path.")
}
regular = remainingRegular
}
if pkgMgr == "brew" {
for _, pkg := range regular {
res := pkgInstall(pkg)
if !res.OK() {
errLog(fmt.Sprintf("System package failed to install: %s", pkg))
}
failed := pkgInstallMany(regular)
for _, p := range failed {
taskPrintf(" [WARN] System package failed to install: %s\n", p)
}
// No special packages on macOS — brew covers all of them.
return
@@ -420,11 +677,9 @@ func installSystemPackages(regular, special []string) {
}
}
for _, pkg := range regular {
res := pkgInstall(pkg)
if !res.OK() {
errLog(fmt.Sprintf("System package failed to install: %s", pkg))
}
failed := pkgInstallMany(regular)
for _, p := range failed {
taskPrintf(" [WARN] System package failed to install: %s\n", p)
}
if len(special) > 0 {
@@ -439,6 +694,10 @@ func installSystemPackages(regular, special []string) {
installSpecialPkg(pkg, tmp)
}
}
if pkgMgr == "apt-get" && hasCmd("fdfind") {
runCmd([]string{"ln", "-sf", "/usr/bin/fdfind", "/usr/local/bin/fd"}, CmdOpts{AsSudo: true})
}
}
// appendProfileLine adds a PATH/env line to a system-wide login-shell profile,
+167 -36
View File
@@ -247,32 +247,7 @@ func TestInstallMinikube(t *testing.T) {
}
}
func TestInstallBashtop(t *testing.T) {
defer resetMocks()
osStat = func(name string) (os.FileInfo, error) {
return nil, os.ErrNotExist // Not cloned yet
}
var runCmdCalls [][]string
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdCalls = append(runCmdCalls, argv)
return CmdResult{ExitCode: 0}
}
installBashtop("/tmp")
// Git clone and make install should be run
if len(runCmdCalls) < 2 {
t.Fatalf("expected git clone and make install, got calls: %v", runCmdCalls)
}
if runCmdCalls[0][1] != "clone" {
t.Errorf("expected git clone, got %v", runCmdCalls[0])
}
if runCmdCalls[1][0] != "make" || runCmdCalls[1][1] != "install" {
t.Errorf("expected make install, got %v", runCmdCalls[1])
}
}
func TestInstallPulumi(t *testing.T) {
defer resetMocks()
@@ -402,9 +377,7 @@ func TestSystemGoEdgeCases(t *testing.T) {
}
hasCmd = func(name string) bool { return true }
if !isSpecialPkgInstalled("bashtop") {
t.Error("expected bashtop to be installed")
}
if !isSpecialPkgInstalled("pulumi") {
t.Error("expected pulumi to be installed")
}
@@ -470,14 +443,7 @@ func TestSystemGoEdgeCases(t *testing.T) {
fetchText = func(url string) string { return "mismatch-checksum minikube" }
installSpecialPkg("minikube", "/tmp")
resetMocks()
osStat = func(name string) (os.FileInfo, error) {
return nil, nil
}
runCmd = func(argv []string, opts CmdOpts) CmdResult {
return CmdResult{ExitCode: 1}
}
installSpecialPkg("bashtop", "/tmp")
resetMocks()
fetchText = func(url string) string { return "some-sha pulumi-v3.90.0-linux-x64.tar.gz" }
@@ -529,3 +495,168 @@ func TestSystemGoEdgeCases(t *testing.T) {
installSystemPackages([]string{"docker-ce"}, []string{})
}
func TestInstallSystemPackagesAria2First(t *testing.T) {
defer resetMocks()
pkgMgr = "dnf"
var runCmdCalls [][]string
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdCalls = append(runCmdCalls, argv)
return CmdResult{ExitCode: 0}
}
hasCmd = func(name string) bool {
if name == "aria2c" {
return false
}
return true
}
installSystemPackages([]string{"git", "aria2", "tmux"}, []string{})
if len(runCmdCalls) < 2 {
t.Fatalf("expected at least 2 command calls, got %d: %v", len(runCmdCalls), runCmdCalls)
}
firstCall := runCmdCalls[0]
if len(firstCall) < 4 || firstCall[0] != "dnf" || firstCall[1] != "install" || firstCall[3] != "aria2" {
t.Errorf("expected first call to be installing aria2, got: %v", firstCall)
}
secondCall := runCmdCalls[1]
if len(secondCall) < 5 || secondCall[0] != "dnf" || secondCall[1] != "install" || secondCall[3] != "git" || secondCall[4] != "tmux" {
t.Errorf("expected second call to install remaining packages, got: %v", secondCall)
}
}
func TestInstallLocalAISpecialPkgs(t *testing.T) {
defer resetMocks()
pkgMgr = "apt-get"
isMacOS = false
var runCmdCalls [][]string
runCmd = func(argv []string, opts CmdOpts) CmdResult {
runCmdCalls = append(runCmdCalls, argv)
return CmdResult{ExitCode: 0}
}
var runShellCalls []string
runShell = func(cmd string, opts CmdOpts) CmdResult {
runShellCalls = append(runShellCalls, cmd)
return CmdResult{ExitCode: 0}
}
// 1. nvidia-drivers
installSpecialPkg("nvidia-drivers", "/tmp")
if len(runCmdCalls) != 1 || runCmdCalls[0][0] != "apt-get" || runCmdCalls[0][3] != "nvidia-driver-550" {
t.Errorf("expected apt-get install nvidia-driver-550, got calls: %v", runCmdCalls)
}
// 2. cuda-toolkit
runCmdCalls = nil
runShellCalls = nil
installSpecialPkg("cuda-toolkit", "/tmp")
if len(runCmdCalls) < 1 || runCmdCalls[0][3] != "cuda-toolkit" {
t.Errorf("expected apt-get install cuda-toolkit, got calls: %v", runCmdCalls)
}
if len(runShellCalls) != 1 || !strings.Contains(runShellCalls[0], "cuda-keyring") {
t.Errorf("expected setupCUDARepo runShell call, got calls: %v", runShellCalls)
}
// 3. nvidia-container-toolkit
runCmdCalls = nil
runShellCalls = nil
installSpecialPkg("nvidia-container-toolkit", "/tmp")
if len(runCmdCalls) < 3 || runCmdCalls[0][3] != "nvidia-container-toolkit" {
t.Errorf("expected apt-get install nvidia-container-toolkit, got calls: %v", runCmdCalls)
}
if len(runShellCalls) != 1 || !strings.Contains(runShellCalls[0], "nvidia-container-toolkit.list") {
t.Errorf("expected setupNvidiaContainerToolkitRepo runShell call, got calls: %v", runShellCalls)
}
// 4. ollama
runCmdCalls = nil
runShellCalls = nil
installSpecialPkg("ollama", "/tmp")
if len(runShellCalls) != 1 || !strings.Contains(runShellCalls[0], "ollama.com/install.sh") {
t.Errorf("expected ollama installer runShell call, got calls: %v", runShellCalls)
}
// 5. huggingface-cli
runCmdCalls = nil
runShellCalls = nil
hasCmd = func(name string) bool {
return name == "pipx"
}
installSpecialPkg("huggingface-cli", "/tmp")
if len(runCmdCalls) != 1 || runCmdCalls[0][0] != "pipx" || runCmdCalls[0][2] != "huggingface_hub[cli]" {
t.Errorf("expected pipx install huggingface_hub[cli], got calls: %v", runCmdCalls)
}
}
func TestIsSpecialPkgInstalledLocalAI(t *testing.T) {
defer resetMocks()
isMacOS = false
// Test case 1: None of the commands/files exist
hasCmd = func(name string) bool { return false }
osStat = func(name string) (os.FileInfo, error) { return nil, os.ErrNotExist }
pkgs := []string{"nvidia-drivers", "cuda-toolkit", "nvidia-container-toolkit", "ollama", "huggingface-cli"}
for _, p := range pkgs {
if isSpecialPkgInstalled(p) {
t.Errorf("expected %s to be not installed", p)
}
}
// Test case 2: Check nvidia-drivers
hasCmd = func(name string) bool { return name == "nvidia-smi" }
if !isSpecialPkgInstalled("nvidia-drivers") {
t.Error("expected nvidia-drivers to be installed when nvidia-smi exists")
}
// Test case 3: Check cuda-toolkit via hasCmd
hasCmd = func(name string) bool { return name == "nvcc" }
if !isSpecialPkgInstalled("cuda-toolkit") {
t.Error("expected cuda-toolkit to be installed when nvcc command exists")
}
// Test case 4: Check cuda-toolkit via path existence
hasCmd = func(name string) bool { return false }
osStat = func(name string) (os.FileInfo, error) {
if name == "/usr/local/cuda/bin/nvcc" {
return nil, nil // exists
}
return nil, os.ErrNotExist
}
if !isSpecialPkgInstalled("cuda-toolkit") {
t.Error("expected cuda-toolkit to be installed when /usr/local/cuda/bin/nvcc exists")
}
// Test case 5: Check nvidia-container-toolkit
resetMocks()
isMacOS = false
hasCmd = func(name string) bool { return name == "nvidia-ctk" }
if !isSpecialPkgInstalled("nvidia-container-toolkit") {
t.Error("expected nvidia-container-toolkit to be installed when nvidia-ctk command exists")
}
// Test case 6: Check ollama
resetMocks()
isMacOS = false
hasCmd = func(name string) bool { return name == "ollama" }
if !isSpecialPkgInstalled("ollama") {
t.Error("expected ollama to be installed when ollama command exists")
}
// Test case 7: Check huggingface-cli
resetMocks()
isMacOS = false
hasCmd = func(name string) bool { return name == "huggingface-cli" }
if !isSpecialPkgInstalled("huggingface-cli") {
t.Error("expected huggingface-cli to be installed when huggingface-cli command exists")
}
}
+102
View File
@@ -0,0 +1,102 @@
package main
import (
"fmt"
"io"
"runtime"
"strconv"
"strings"
"sync"
)
// Goroutine-local task output routing.
//
// Why: install handlers in custom.go and post.go are deeply nested calls
// that use fmt.Printf/Println directly and pass CmdOpts to runCmd. To route
// their output into a per-task buffer (so parallel workers don't interleave
// on os.Stdout), we'd otherwise need to thread an io.Writer through every
// signature — ~30 call sites of churn including tests.
//
// Instead we keep a sync.Map keyed by goroutine id. The parallel orchestrator
// associates a taskOutput with its worker goroutine before invoking the
// handler; helpers below check the map and route output to the active task
// when present, falling back to direct stdout otherwise. Sequential callers
// observe no behavior change.
//
// goid() uses runtime.Stack — a small hack, but stable and idiomatic for
// goroutine-local state where context.Context threading would dwarf the
// surrounding work.
var activeTaskByGoroutine sync.Map // map[uint64]*taskOutput
func goid() uint64 {
var buf [64]byte
n := runtime.Stack(buf[:], false)
s := string(buf[:n])
s = strings.TrimPrefix(s, "goroutine ")
end := strings.IndexByte(s, ' ')
if end < 0 {
return 0
}
id, _ := strconv.ParseUint(s[:end], 10, 64)
return id
}
// withTaskOutput pins tOut to the current goroutine for the duration of fn,
// then unpins. Re-entrant calls overwrite the previous binding and restore
// it on return. A nil tOut is treated as "no binding" (sequential mode).
func withTaskOutput(tOut *taskOutput, fn func()) {
if tOut == nil {
fn()
return
}
id := goid()
prev, hadPrev := activeTaskByGoroutine.Load(id)
activeTaskByGoroutine.Store(id, tOut)
defer func() {
if hadPrev {
activeTaskByGoroutine.Store(id, prev)
} else {
activeTaskByGoroutine.Delete(id)
}
}()
fn()
}
// currentTask returns the taskOutput pinned to the current goroutine, or
// nil if none. Cheap enough to call per print (~microseconds).
func currentTask() *taskOutput {
v, ok := activeTaskByGoroutine.Load(goid())
if !ok {
return nil
}
return v.(*taskOutput)
}
// taskPrintf routes via the active task (if any) or directly to stdout.
func taskPrintf(format string, args ...any) {
if t := currentTask(); t != nil {
t.Printf(format, args...)
return
}
fmt.Printf(format, args...)
}
// taskPrintln routes via the active task (if any) or directly to stdout.
func taskPrintln(args ...any) {
if t := currentTask(); t != nil {
t.Println(args...)
return
}
fmt.Println(args...)
}
// taskOut returns the io.Writer that runCmd / runShell should target via
// CmdOpts.Out for the active task. Returns nil when there is no active task,
// which preserves runCmd's default streamed-to-stdout behavior.
func taskOut() io.Writer {
if t := currentTask(); t != nil {
return t.Writer()
}
return nil
}
-2
View File
@@ -1,2 +0,0 @@
ok github.com/JMR-dev/bootstrap_dev_env 20.206s
? github.com/JMR-dev/bootstrap_dev_env/ci [no test files]
+2
View File
@@ -11,6 +11,8 @@ import (
// don't want the human-facing "[ERROR] ..." prints polluting CI logs
// (GitHub Actions auto-annotates "[ERROR]" lines as workflow errors).
func TestMain(m *testing.M) {
isTesting = true
issueLogWriter = io.Discard
disableProgressTracking = true
os.Exit(m.Run())
}