Complete macOS Development Environment Setup for SRE/DevOps Engineers

sudo rm -rf /Library/Developer/CommandLineTools
sudo xcode-select --install
softwareupdate --all --install --force

/bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"

# add to ~/.zshrc

## For Intel Chips
echo 'eval "$(/usr/local/bin/brew shellenv)"' >> ~/.zshrc
## For Apple M1 ~ Mn Chips
echo 'eval "$(/opt/homebrew/bin/brew shellenv)"' >> ~/.zshrc
source ~/.zshrc

brew update
brew install \
    pstree \
    tree \
    telnet \
    mtr \
    htop \
    unzip \
    git \
    jq \
    yq \
    fx \
    bat \
    tmux \
    onscripter \
    gpg \
    qemu \
    xattr \
    hugo \
    shellcheck \
    terragrunt \
    httpie \
    tcpdump \
    gnupg \
    openssl@3 \
    nmap
brew install --cask wireshark

brew install git
brew unlink git && brew link git

# Clone the git template
git clone [email protected]:hanyouqing/git-templates.git ~/github.com/hanyouqing/
ln -s ~/github.com/hanyouqing/git-templates/git/gitconfig ~/.gitconfig

sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)"

# theme
git clone --depth=1 https://github.com/romkatv/powerlevel10k.git ~/.oh-my-zsh/custom/themes/Powerlevel10k
ln -s ~/.oh-my-zsh/custom/themes/Powerlevel10k/powerlevel10k.zsh-theme ~/.oh-my-zsh/themes/Powerlevel10k.zsh-theme
[[ "$(uname -s)" == "Linux" ]]  && echo 'source ~/.oh-my-zsh/custom/themes/Powerlevel10k/powerlevel10k.zsh-theme' >> ~/.zshrc

# plugins
git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions
git clone https://github.com/zsh-users/zsh-completions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-completions
git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting

cat >> ~/.zshrc <<EOF
# Setup plugins and Powerlevel10k theme for ohmyzsh 
ZSH_THEME="Powerlevel10k" # https://github.com/ohmyzsh/ohmyzsh/wiki/Themes#agnoster
ZSH_CUSTOM="\$HOME/.oh-my-zsh/custom"
plugins=(
  git
  macos
  macports
  python
  golang
  docker
  kubectl
  terraform
  ansible
  jsontools
  zsh-completions
  zsh-autosuggestions
  zsh-syntax-highlighting
)
source $ZSH/oh-my-zsh.sh

EOF

{
    "terminal.integrated.fontSize": 13,
    "terminal.integrated.fontFamily": "MesloLGS NF"
}

brew install fzf

# Install shell integration
$(brew --prefix)/opt/fzf/install

brew install --cask iterm2
defaults write com.googlecode.iterm2 Command -string "/usr/local/bin/zsh"
defaults write com.googlecode.iterm2 "Terminal Type" "xterm-256color"

brew install --cask visual-studio-code

code --install-extension ms-vscode.vscode-json
code --install-extension ms-kubernetes-tools.vscode-kubernetes-tools
code --install-extension hashicorp.terraform
code --install-extension ms-azuretools.vscode-docker
code --install-extension redhat.vscode-yaml
code --install-extension ms-vscode.powershell
code --install-extension bradlc.vscode-tailwindcss
code --install-extension esbenp.prettier-vscode
code --install-extension ms-vscode.vscode-typescript-next

brew install --cask docker

# kubectl
brew install kubectl

# kubectx and kubens for context switching
brew install kubectx

# k9s for cluster management
brew install k9s

# helm for package management
brew install helm

# kind for local Kubernetes clusters
brew install kind

# minikube for local development
brew install minikube

# Helm
brew install helm

# Kustomize
brew install kustomize

brew install kubeconform

mkdir -pv ~/.kube/conf.d/
touch ~/.kube/conf.d/default
cat >> ~/.zshrc <<EOF
# kubectl
export KUBECONFIG=~/.kube/config:\$(ls -d ~/.kube/conf.d/* | paste -sd : -)
source <(kubectl completion zsh)
alias k=kubectl
complete -F __start_kubectl k
# krew
export PATH="\${PATH}:\${HOME}/.krew/bin"
# kustomize
source <(kustomize completion zsh)
# helm
source <(helm completion zsh)
EOF
source ~/.zshrc

# Setup kubectl alias,autocompletation,plugsin
k krew install ctx
k krew install ns
k krew install images
k krew install explore
k krew install neat
k krew install stern
k krew install tree
k krew install graph
k krew install history
k krew index add awesome-kubectl-plugins https://github.com/ishantanu/awesome-kubectl-plugins.git
k krew install kubectl-rainbow

helm plugin install https://github.com/databus23/helm-diff
echo 'source <(helm diff completion zsh)' >> ~/.${SHELL##*bin/}rc
source ~/.${SHELL##*bin/}rc

brew install terraform

# Install tfenv for version management
brew install tfenv

brew install ansible

# Python with pyenv for version management
brew install pyenv
brew install python

# Node.js with nvm for version management
brew install node
curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash

# PostgreSQL client
brew install postgresql

# Redis client
brew install redis

# MongoDB tools
brew install mongodb/brew/mongodb-database-tools

mkdir ~/dev-environment-config
cd ~/dev-environment-config
git init

cat > ~/dev-environment-config/configs/git/.gitignore_global << 'EOF'
# macOS
.DS_Store
.AppleDouble
.LSOverride

# IDE
.vscode/
.idea/
*.swp
*.swo

# Logs
*.log
npm-debug.log*

# Runtime data
pids
*.pid
*.seed
*.pid.lock

# Coverage directory used by tools like istanbul
coverage/

# Dependency directories
node_modules/
jspm_packages/

# Optional npm cache directory
.npm

# Optional REPL history
.node_repl_history

# Output of 'npm pack'
*.tgz

# Yarn Integrity file
.yarn-integrity

# dotenv environment variables file
.env
.env.local
.env.development.local
.env.test.local
.env.production.local

# Terraform
*.tfstate
*.tfstate.*
.terraform/
.terraform.lock.hcl

# Kubernetes
*.kubeconfig
kubeconfig

# Docker
.dockerignore
EOF

brew install zsh
brew install zsh-completions
echo "/usr/local/bin/zsh" | sudo tee -a /etc/shells
chsh -s /usr/local/bin/zsh

brew install --cask font-meslo-lg-nerd-font

cat > ~/dev-environment-config/configs/zsh/.zshrc << 'EOF'
# Path to your oh-my-zsh installation
export ZSH="$HOME/.oh-my-zsh"

# Theme setting
ZSH_THEME="robbyrussell"

# Plugins
plugins=(
    git
    zsh-autosuggestions
    zsh-syntax-highlighting
    zsh-completions
    docker
    kubectl
    terraform
    ansible
    python
    node
    npm
    brew
    macos
)

source $ZSH/oh-my-zsh.sh

# User configuration
export PATH="/opt/homebrew/bin:$PATH"
export PATH="$HOME/.local/bin:$PATH"

# Aliases
alias ll='ls -la'
alias la='ls -A'
alias l='ls -CF'
alias ..='cd ..'
alias github='cd ~/github.com/'
alias work='cd ~/github.com/work'
alias hyq='cd ~/github.com/hanyouqing'

# Environment variables
export EDITOR='code'
export VISUAL='code'
export KUBE_EDITOR='code'

# FZF configuration
export FZF_DEFAULT_OPTS='--height 40% --layout=reverse --border'
export FZF_DEFAULT_COMMAND='fd --type f'

# Python virtual environment
export VIRTUAL_ENV_DISABLE_PROMPT=1

# Node version manager
export NVM_DIR="$HOME/.nvm"
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh"
[ -s "$NVM_DIR/bash_completion" ] && \. "$NVM_DIR/bash_completion"

# Pyenv configuration
export PYENV_ROOT="$HOME/.pyenv"
export PATH="$PYENV_ROOT/bin:$PATH"
eval "$(pyenv init --path)"
eval "$(pyenv init -)"

# Completion
autoload -U compinit && compinit
EOF

mkdir -p ~/dev-environment-config/configs/vscode
cat > ~/dev-environment-config/configs/vscode/settings.json << 'EOF'
{
    "editor.formatOnSave": true,
    "editor.tabSize": 2,
    "editor.insertSpaces": true,
    "editor.rulers": [80, 100],
    "editor.wordWrap": "on",
    "editor.minimap.enabled": false,
    "files.trimTrailingWhitespace": true,
    "files.insertFinalNewline": true,
    "files.trimFinalNewlines": true,
    "terminal.integrated.fontFamily": "JetBrains Mono",
    "terminal.integrated.fontSize": 14,
    "workbench.colorTheme": "Default Dark+",
    "workbench.iconTheme": "material-icon-theme",
    "git.enableSmartCommit": true,
    "git.confirmSync": false,
    "git.autofetch": true,
    "python.defaultInterpreterPath": "/usr/bin/python3",
    "python.linting.enabled": true,
    "python.linting.pylintEnabled": true,
    "terraform.languageServer.enable": true,
    "yaml.format.enable": true,
    "docker.showStartPage": false,
    "kubernetes.knownKubeconfigs": []
}
EOF

mkdir -p ~/dev-environment-config/configs/docker
cat > ~/dev-environment-config/configs/docker/daemon.json << 'EOF'
{
    "experimental": true,
    "features": {
        "buildkit": true
    },
    "registry-mirrors": [],
    "insecure-registries": [],
    "log-driver": "json-file",
    "log-opts": {
        "max-size": "10m",
        "max-file": "3"
    }
}
EOF

# @filepath: ~/.terraformrc
# @requirements:
#     mkdir -pv ~/.terraform.d/plugin-cache
# @reference:
#   https://www.terraform.io/cli/config/config-file
#   https://www.terraform.io/cli/config/config-file#provider-installation
#
# plugin_cache_dir = "$HOME/.terraform.d/plugin-cache"
#      enables plugin caching and specifies, as a string, the location of the plugin cache directory.
#      https://developer.hashicorp.com/terraform/cli/config/config-file#provider-plugin-cache
#      Alternative: export TF_PLUGIN_CACHE_DIR="$HOME/.terraform.d/plugin-cache"
#
# disable_checkpoint = true
#      when set to true, disables upgrade and security bulletin checks that require reaching out to HashiCorp-provided network services.
#      https://developer.hashicorp.com/terraform/cli/commands#upgrade-and-security-bulletin-checks
#
# disable_checkpoint_signature = true
#      Allows the upgrade and security bulletin checks described above but disables the use of an anonymous id used to de-duplicate warning messages.
#
# provider_installation
#      Customizes the installation methods used by terraform init when installing provider plugins.
#      See https://www.terraform.io/cli/config/config-file#provider-installation
#
# credentials (for Terraform Cloud/Enterprise) 
#     Configures credentials 
#     See https://developer.hashicorp.com/terraform/cli/config/config-file#credentials
#
# credentials_helper (for Terraform Cloud/Enterprise) 
#     Configures an external helper program for the storage and retrieval of credentials
#     See https://developer.hashicorp.com/terraform/cli/config/config-file#credentials-helpers


plugin_cache_dir             = "$HOME/.terraform.d/plugin-cache"
disable_checkpoint           = true
disable_checkpoint_signature = true


# provider_installation {
#  filesystem_mirror {
#    path    = "/usr/share/terraform/providers"
#    include = ["example.com/*/*"]
#  }
#  direct {
#    exclude = ["example.com/*/*"]
#  }
#  network_mirror {
#    url = "https://terraform.example.com/providers/"
#  }
# }

# credentials "app.terraform.io" {
#   token = "xxxxxx.atlasv1.zzzzzzzzzzzzz"
# }

# credentials_helper "example" {
#  args = []
# }
EOF

cat > ~/.terraform.env <<EOF
#!/bin/bash
#
# @reference:
#   https://registry.terraform.io/providers/hashicorp/aws/latest/docs

# PS4='+ $(date +"%F %T%z") ${BASH_SOURCE}:${LINENO}): ${FUNCNAME[0]:+${FUNCNAME[0]}(): }'

# Alias for Commands
alias tf="terraform"


# Env for Terraform
env -u TF_WORKSPACE
export TF_APPEND_USER_AGENT="youqing@argocd BuildID/$(date +%s) at $(date +%F_%T%z)"
export TF_LOG="trace"     # off|info|debug|trace
export TF_LOG_PATH="./.terraform/terraform.${TF_LOG}.log"
export TF_IGNORE="trace"
export TF_INPUT="0"
export TF_IN_AUTOMATION=1
export TF_CLI_ARGS=""
export TF_CLI_ARGS_plan="-refresh=false -input=false"
export TF_CLI_ARGS_apply="-auto-approve"
export TF_CLI_CONFIG_FILE="$HOME/.terraformrc-custom"
# export TF_DATA_DIR="${HOME}/.terraform.d"
export TF_REGISTRY_DISCOVERY_RETRY="3"
export TF_REGISTRY_CLIENT_TIMEOUT="3600"


# Env for AWS
# export AWS_ACCESS_KEY_ID=""
# export AWS_SECRET_ACCESS_KEY=""
# export AWS_DEFAULT_REGION="us-west-2"


# Env for AliCloud
export ALIYUN_ACCESS_KEY=""
export ALIYUN_SECRET=""
export ALIYUN_REGION="cn-beijing"


# Env for HuaweiCloud
export HW_ACCESS_KEY=""
export HW_SECRET_KEY=""
export HW_REGION_NAME="cn-north-1"  # https://developer.huaweicloud.com/endpoint


# Env for Vultr
export TF_VAR_vultr_api_key=""


# Env for Proxmox
# export PM_USER=""
# export PM_PASS=""
export PM_API_TOKEN_ID=""
export PM_API_TOKEN_SECRET=""


# Env for GitHub
export GITHUB_TOKEN_=""
export GITHUB_OWNER=""
export GITHUB_ORGANIZATION=""
EOF

cat > ~/dev-environment-config/install.sh << 'EOF'
#!/bin/bash

set -e

echo "🚀 Setting up macOS Development Environment for SRE/DevOps Engineers"
echo "================================================================"

# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color

# Function to print colored output
print_status() {
    echo -e "${GREEN}[INFO]${NC} $1"
}

print_warning() {
    echo -e "${YELLOW}[WARNING]${NC} $1"
}

print_error() {
    echo -e "${RED}[ERROR]${NC} $1"
}

# Check if Homebrew is installed
if ! command -v brew &> /dev/null; then
    print_status "Installing Homebrew..."
    /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
    
    # Add Homebrew to PATH
    if [[ $(uname -m) == 'arm64' ]]; then
        echo 'eval "$(/opt/homebrew/bin/brew shellenv)"' >> ~/.zshrc
    else
        echo 'eval "$(/usr/local/bin/brew shellenv)"' >> ~/.zshrc
    fi
    source ~/.zshrc
else
    print_status "Homebrew already installed"
fi

# Update Homebrew
print_status "Updating Homebrew..."
brew update

# Install core tools
print_status "Installing core development tools..."
brew install git curl wget jq htop

# Install shell tools
print_status "Installing shell tools..."
brew install zsh fzf

# Install Oh My Zsh
if [ ! -d "$HOME/.oh-my-zsh" ]; then
    print_status "Installing Oh My Zsh..."
    sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended
fi

# Install Oh My Zsh plugins
print_status "Installing Oh My Zsh plugins..."
git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions
git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting
git clone https://github.com/zsh-users/zsh-completions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-completions

# Install container tools
print_status "Installing container and orchestration tools..."
brew install --cask docker
brew install kubectl kubectx k9s helm kind minikube

# Install Infrastructure as Code tools
print_status "Installing Infrastructure as Code tools..."
brew install terraform ansible

# Install Python and Node.js
print_status "Installing Python and Node.js..."
brew install python pyenv node

# Install database tools
print_status "Installing database tools..."
brew install postgresql redis mongodb/brew/mongodb-database-tools

# Install monitoring and debugging tools
print_status "Installing monitoring and debugging tools..."
brew install tcpdump nmap

# Install GUI applications
print_status "Installing GUI applications..."
brew install --cask iterm2 visual-studio-code

# Install FZF shell integration
print_status "Installing FZF shell integration..."
$(brew --prefix)/opt/fzf/install --all

# Install NVM
if [ ! -d "$HOME/.nvm" ]; then
    print_status "Installing NVM..."
    curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
fi

print_status "Installation completed successfully!"
print_status "Please restart your terminal or run: source ~/.zshrc"
print_status "Don't forget to configure your development tools using the configs in this repository"
EOF

chmod +x ~/dev-environment-config/install.sh

cat > ~/dev-environment-config/scripts/setup-git.sh << 'EOF'
#!/bin/bash

echo "🔧 Setting up Git configuration..."

# Copy global gitignore
cp configs/git/.gitignore_global ~/.gitignore_global
git config --global core.excludesfile ~/.gitignore_global

# Configure Git
read -p "Enter your Git username: " git_username
read -p "Enter your Git email: " git_email

git config --global user.name "$git_username"
git config --global user.email "$git_email"
git config --global init.defaultBranch main
git config --global pull.rebase false
git config --global core.editor "code --wait"

echo "✅ Git configuration completed!"
EOF

chmod +x ~/dev-environment-config/scripts/setup-git.sh

cat > ~/dev-environment-config/scripts/setup-shell.sh << 'EOF'
#!/bin/bash

echo "🔧 Setting up shell configuration..."

# Backup existing zshrc
if [ -f ~/.zshrc ]; then
    cp ~/.zshrc ~/.zshrc.backup.$(date +%Y%m%d_%H%M%S)
fi

# Copy new zshrc
cp configs/zsh/.zshrc ~/.zshrc

# Create necessary directories
mkdir -p ~/.terraform.d/plugin-cache
mkdir -p ~/.docker

# Copy Docker daemon config
cp configs/docker/daemon.json ~/.docker/

# Copy Terraform config
cp configs/terraform/.terraformrc ~/

echo "✅ Shell configuration completed!"
echo "Please restart your terminal or run: source ~/.zshrc"
EOF

chmod +x ~/dev-environment-config/scripts/setup-shell.sh

cat > ~/dev-environment-config/scripts/setup-vscode.sh << 'EOF'
#!/bin/bash

echo "🔧 Installing VS Code extensions..."

# Core extensions
code --install-extension ms-vscode.vscode-json
code --install-extension ms-kubernetes-tools.vscode-kubernetes-tools
code --install-extension hashicorp.terraform
code --install-extension ms-azuretools.vscode-docker
code --install-extension redhat.vscode-yaml
code --install-extension ms-vscode.powershell
code --install-extension bradlc.vscode-tailwindcss
code --install-extension esbenp.prettier-vscode
code --install-extension ms-vscode.vscode-typescript-next

# Additional useful extensions
code --install-extension ms-vscode.vscode-python
code --install-extension bradlc.vscode-tailwindcss
code --install-extension ms-vscode.vscode-json
code --install-extension ms-vscode.vscode-markdown
code --install-extension ms-vscode.vscode-git
code --install-extension ms-vscode.vscode-git-graph
code --install-extension ms-vscode.vscode-gitlens
code --install-extension ms-vscode.vscode-git-history
code --install-extension ms-vscode.vscode-git-blame

echo "✅ VS Code extensions installation completed!"
EOF

chmod +x ~/dev-environment-config/scripts/setup-vscode.sh

cd ~/dev-environment-config

# Initialize git repository
git init
git add .
git commit -m "Initial commit: Complete macOS development environment configuration"

# Create .gitignore for the config repository
cat > .gitignore << 'EOF'
# Personal configurations
configs/git/.gitconfig
configs/kubernetes/config
.env

# OS files
.DS_Store
Thumbs.db

# Temporary files
*.tmp
*.temp
*.log
EOF

# Add and commit .gitignore
git add .gitignore
git commit -m "Add .gitignore for configuration repository"

echo "✅ Configuration repository setup completed!"
echo "📁 Repository location: ~/dev-environment-config"
echo "🚀 Next steps:"
echo "   1. Push to GitHub: git remote add origin <your-repo-url>"
echo "   2. Run: ./install.sh"
echo "   3. Configure your tools using the setup scripts"