bootstrap_dev_env/main.go

// bootstrap_environment ports the Python bootstrap script to Go.
//
// Sections handled:
//
//	System Packages  — installed via dnf, apt-get, pacman, or brew (macOS)
//	Flatpak Packages — installed via flatpak from Flathub (Linux only;
//	                   skipped by default and skipped entirely on macOS; use --gui)
//	Custom Packages  — downloaded, verified, extracted
//	macOS firecracker VM — provisions a Fedora cloud image under a hypervisor
//	                   that supports nested virtualization. Suppress with --no-vm.
//
// OS detection is automatic. On macOS the first actions are to install the
// Xcode Command Line Tools and Homebrew, which is then used as the system
// package manager.
//
// Usage:
//
//	Linux:  sudo bootstrap_environment [--only system|flatpak|custom] [--gui]
//	macOS:       bootstrap_environment [--only system|custom] [--gui] [--no-vm]
//	             (do NOT use sudo on macOS — Homebrew refuses to run as root)
package main

import (
	"flag"
	"fmt"
	"os"
	"path/filepath"
	"strconv"
	"strings"
	"time"

	"golang.org/x/term"
)

func main() {
	runMain(os.Args)
}

func runMain(args []string) {
	fs := flag.NewFlagSet(args[0], flag.ExitOnError)
	only := fs.String("only", "", "Install only the named section (system|flatpak|custom)")
	gui := fs.Bool("gui", false, "Include GUI applications (headed environments).")
	noVM := fs.Bool("no-vm", false, "macOS only: skip provisioning the Fedora-on-QEMU VM that backs the firecracker() zsh wrapper.")
	noAI := fs.Bool("no-ai", false, "Skip installation of LLM/AI CLI tools (agy, claude, codex, copilot).")
	localAI := fs.Bool("local-ai", false, "Ubuntu only: Install local ML inference environment (Nvidia drivers, CUDA, Nvidia Container Toolkit, Ollama, Hugging Face CLI).")
	_ = fs.Parse(args[1:])

	switch *only {
	case "", "system", "flatpak", "custom":
	default:
		fmt.Fprintf(os.Stderr, "invalid --only value %q (use system|flatpak|custom)\n", *only)
		osExit(2)
		return
	}

	initPkgMgr()

	if *localAI {
		if isMacOS || pkgMgr != "apt-get" {
			fmt.Fprintln(os.Stderr, "Error: --local-ai flag is only supported on Ubuntu/Debian (apt-get package manager)")
			osExit(1)
			return
		}
	}

	systemPkgs := append([]string(nil), SystemPackages...)
	flatpakPkgs := append([]string(nil), FlatpakPackages...)

	if *localAI {
		var filteredSys []string
		excludeSys := map[string]bool{
			"ansible": true, "ansible-core": true, "buildah": true,
			"dotnet-sdk-10.0": true, "helm": true, "kubectl": true,
			"minikube": true, "pulumi": true, "sops": true,
			"vagrant": true, "virt-manager": true, "wireshark": true,
			"zoom": true, "obs-studio": true, "webcamoid": true,
			"obsidian": true,
		}
		for _, p := range systemPkgs {
			if !excludeSys[p] {
				filteredSys = append(filteredSys, p)
			}
		}
		filteredSys = append(filteredSys, "nvidia-drivers", "cuda-toolkit", "nvidia-container-toolkit", "ollama", "huggingface-cli")
		systemPkgs = filteredSys
		flatpakPkgs = nil
	}

	custom := customPackages()
	customPtrs := make([]*CustomPackage, 0, len(custom))
	for i := range custom {
		name := strings.ToLower(custom[i].Name)
		// Drop firecracker on macOS — it's provisioned inside the Fedora VM
		// (see setupFirecrackerVM), not on the host.
		if isMacOS && name == "firecracker" {
			continue
		}
		if *noAI {
			if name == "agy" || name == "claude" || name == "codex" || name == "copilot" {
				continue
			}
		}
		if *localAI {
			excludeCust := map[string]bool{
				"go": true, "zig": true, "rustup": true, "dagger": true,
				"cosign": true, "agy": true, "claude": true, "copilot": true,
				"codex": true, "playwright": true,
			}
			if excludeCust[name] {
				continue
			}
		}
		customPtrs = append(customPtrs, &custom[i])
	}

	fmt.Printf("OS:              %s\n", osName)
	fmt.Printf("Architecture:    %s\n", archName)
	fmt.Printf("Package manager: %s\n", pkgMgr)
	if !*gui {
		fmt.Println("Mode:            headless (default) — skipping GUI apps and Flatpak")
	}

	if isMacOS {
		// Refuse to run as root before doing anything (brew won't run as root).
		checkSudo()
		ensureXcodeCLT()
		ensureHomebrew()
	}

	fmt.Println("Checking installed packages ...")

	if !*gui {
		var skippedGUI, kept []string
		for _, p := range systemPkgs {
			if guiSystemPkgs[p] {
				skippedGUI = append(skippedGUI, p)
			} else {
				kept = append(kept, p)
			}
		}
		systemPkgs = kept
		if len(skippedGUI) > 0 {
			fmt.Printf("  [HEADLESS] Skipping GUI system packages: %s\n", fmtList(skippedGUI, 6))
		}
		flatpakPkgs = nil
	}

	doFlatpak := (*only == "" || *only == "flatpak") && *gui && !isMacOS

	step := 0
	if !disableProgressTracking {
		step = readProgressStep()
		if step >= 2 {
			fmt.Println("\nBootstrap is already completed according to progress.config.")
			fmt.Println("If you want to re-run, delete or reset progress.config.")
			return
		}
	}

	originalSystemPkgs := systemPkgs
	originalCustomPtrs := customPtrs
	originalDoFlatpak := doFlatpak
	originalFlatpakPkgs := flatpakPkgs

	if !disableProgressTracking && step == 0 {
		// Minimum required system packages: zsh, git, curl
		step1Sys := map[string]bool{"zsh": true, "git": true, "curl": true}
		var keptSys []string
		for _, p := range systemPkgs {
			if step1Sys[p] {
				keptSys = append(keptSys, p)
			}
		}
		systemPkgs = keptSys

		// Minimum required custom packages: oh-my-zsh
		var keptCust []*CustomPackage
		for _, p := range customPtrs {
			if strings.ToLower(p.Name) == "oh-my-zsh" {
				keptCust = append(keptCust, p)
			}
		}
		customPtrs = keptCust

		// No flatpaks in Step 1
		flatpakPkgs = nil
		doFlatpak = false
	} else if !disableProgressTracking && step == 1 {
		// Exclude oh-my-zsh in Step 2
		var keptCust []*CustomPackage
		for _, p := range customPtrs {
			if strings.ToLower(p.Name) != "oh-my-zsh" {
				keptCust = append(keptCust, p)
			}
		}
		customPtrs = keptCust
	}

	sysCheck, flatCheck, custCheck := checkAllInParallel(
		*only == "" || *only == "system", systemPkgs,
		doFlatpak, flatpakPkgs,
		*only == "" || *only == "custom", customPtrs,
	)

	total := printCheckSummary(sysCheck, flatCheck, custCheck, *only)

	if !disableProgressTracking && step == 0 {
		// If we didn't need to install anything for step 1, and default shell is already zsh,
		// we can skip step 1 and proceed to step 2 in the same run.
		if total == 0 && isZshDefault() {
			fmt.Println("\n[zsh/oh-my-zsh] Zsh and oh-my-zsh already installed and default shell is zsh. Proceeding to Step 2...")
			if err := writeProgressStep(1); err != nil {
				fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
			}
			step = 1
			// Restore original packages for Step 2
			systemPkgs = originalSystemPkgs
			flatpakPkgs = originalFlatpakPkgs
			doFlatpak = originalDoFlatpak

			// Exclude oh-my-zsh
			var keptCust []*CustomPackage
			for _, p := range originalCustomPtrs {
				if strings.ToLower(p.Name) != "oh-my-zsh" {
					keptCust = append(keptCust, p)
				}
			}
			customPtrs = keptCust

			// Re-run checks for Step 2
			sysCheck, flatCheck, custCheck = checkAllInParallel(
				*only == "" || *only == "system", systemPkgs,
				doFlatpak, flatpakPkgs,
				*only == "" || *only == "custom", customPtrs,
			)
			total = printCheckSummary(sysCheck, flatCheck, custCheck, *only)
		}
	}

	if total == 0 {
		if !disableProgressTracking && step == 0 {
			// Zsh, git, curl and oh-my-zsh are installed, but default shell is not zsh.
			ensureZshDefault()
			if err := writeProgressStep(1); err != nil {
				fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
			}
			fmt.Println("\n[zsh] Default shell has been updated to zsh.")
			fmt.Println("IMPORTANT: Please log out of your current session and log back in (or restart your terminal) for the shell change to take effect.")
			fmt.Println("Once logged back in, please re-run the bootstrapper to complete the rest of the installation.")
			osExit(0)
			return
		}
		fmt.Println("\nAll packages already installed.")
		writeRunLog()
		return
	}

	if !askYN(fmt.Sprintf("\n%d item(s) to install. Proceed? [y/N] ", total)) {
		fmt.Fprintln(os.Stderr, "Aborted.")
		osExit(1)
		return
	}

	checkSudo()
	promptGitHubToken()

	if !disableProgressTracking && step == 0 {
		// Run only Step 1: minimum required system packages, default shell, minimum custom packages (oh-my-zsh)
		if *only == "" || *only == "system" {
			installSystemPackages(sysCheck.toInstallRegular, sysCheck.toInstallSpecial)
			ensureZshDefault()
		}
		if *only == "" || *only == "custom" {
			installCustomPackages(custCheck.toInstall)
		}
		if err := writeProgressStep(1); err != nil {
			fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
		}
		fmt.Println("\n[zsh/oh-my-zsh] Step 1 of bootstrap completed successfully.")
		fmt.Println("IMPORTANT: Please log out of your current session and log back in (or restart your terminal) so that zsh becomes your active shell.")
		fmt.Println("Once logged back in, please re-run the bootstrapper to complete the rest of the installation.")
		osExit(0)
		return
	}

	if *only == "" || *only == "system" {
		installSystemPackages(sysCheck.toInstallRegular, sysCheck.toInstallSpecial)
		if disableProgressTracking {
			ensureZshDefault()
		}
	}

	if doFlatpak {
		installFlatpakPackages(flatCheck.toInstall)
	}

	var pyenvWG interface{ Wait() }
	if *only == "" || *only == "custom" {
		installCustomPackages(custCheck.toInstall)
		ensureNodeLTS()
		if wg := ensurePythonLatest(); wg != nil {
			pyenvWG = wg
		}
	}

	if *only == "" {
		checkAndSetupSSH()
		cloneNvimConfig()
		if isMacOS && !*noVM {
			setupFirecrackerVM()
		}
		ensureLibreOfficeAutoSave()
	}

	if pyenvWG != nil {
		fmt.Println("\n[pyenv] Waiting for background Python install to finish ...")
		pyenvWG.Wait()
	}

	if !disableProgressTracking {
		if err := writeProgressStep(2); err != nil {
			fmt.Fprintf(os.Stderr, "Failed to write progress: %v\n", err)
		}
	}

	writeRunLog()
	printNotices()
	fmt.Println("\nDone.")

	if hasErrors() {
		osExit(1)
		return
	}

	home, _ := os.UserHomeDir()
	zshrc := filepath.Join(home, ".zshrc")
	if hasCmd("zsh") {
		if _, err := osStat(zshrc); err == nil {
			fmt.Println("\nSourcing ~/.zshrc ...")
			runShell(fmt.Sprintf("zsh -c 'source %s'", zshrc), CmdOpts{})
		}
	}
}

var readPassword = func() ([]byte, error) {
	return term.ReadPassword(int(os.Stdin.Fd()))
}

// promptGitHubToken asks the user if they want to supply a GitHub token
// after they've authenticated sudo. With a token, our HTTP-bound worker
// pool uncaps from the conservative 8-worker default up to runtime.NumCPU(),
// because authenticated GitHub requests get 5000/hour instead of the
// unauthenticated 60/hour. A token in the environment is honored without
// prompting. Token input is read with echo off via golang.org/x/term so it
// doesn't leak into terminal scrollback or recorded sessions.
func promptGitHubToken() {
	if existing := strings.TrimSpace(os.Getenv("GITHUB_TOKEN")); existing != "" {
		githubTokenSet = true
		fmt.Printf("[GitHub] GITHUB_TOKEN found in environment — HTTP workers uncapped to %d.\n", cpuWorkers())
		return
	}
	if !askYN("\n[GitHub] Provide a GitHub token to uncap HTTP workers from 8 to your CPU count? [y/N] ") {
		return
	}
	fmt.Print("  Paste token (input hidden): ")
	tokenBytes, err := readPassword()
	fmt.Println()
	if err != nil {
		warn(fmt.Sprintf("could not read token: %v — continuing without uncap", err))
		return
	}
	token := strings.TrimSpace(string(tokenBytes))
	if token == "" {
		fmt.Println("  No token provided — keeping the conservative HTTP worker cap.")
		return
	}
	os.Setenv("GITHUB_TOKEN", token)
	githubTokenSet = true
	fmt.Printf("  Token accepted — HTTP workers uncapped to %d.\n", cpuWorkers())
}

func checkSudo() {
	if os.Geteuid() == 0 {
		if isMacOS {
			fmt.Fprintln(os.Stderr, "Do not run this with sudo on macOS — Homebrew refuses to run as root. "+
				"Re-run as your regular user; the tool will request sudo for the operations that need it.")
			osExit(1)
			return
		}
		return
	}
	if !hasCmd("sudo") {
		fmt.Fprintln(os.Stderr, "sudo is required but not installed.")
		osExit(1)
		return
	}
	fmt.Println("Validating sudo access ...")
	r := runCmd([]string{"sudo", "-v"}, CmdOpts{Timeout: 2 * time.Minute})
	if r.ExitCode != 0 {
		fmt.Fprintln(os.Stderr, "sudo authentication failed.")
		osExit(1)
		return
	}
}

var progressConfigPathReal = func() string {
	exe, err := os.Executable()
	if err != nil {
		return "progress.config"
	}
	return filepath.Join(filepath.Dir(exe), "progress.config")
}

var progressConfigPath = progressConfigPathReal

func readProgressStep() int {
	path := progressConfigPath()
	data, err := osReadFile(path)
	if err != nil {
		return 0
	}
	lines := strings.Split(string(data), "\n")
	for _, line := range lines {
		line = strings.TrimSpace(line)
		if strings.HasPrefix(line, "step=") {
			stepStr := strings.TrimPrefix(line, "step=")
			if step, err := strconv.Atoi(stepStr); err == nil {
				return step
			}
		}
	}
	return 0
}

func writeProgressStep(step int) error {
	path := progressConfigPath()
	content := fmt.Sprintf("step=%d\n", step)
	return osWriteFile(path, []byte(content), 0o644)
}