#!/usr/bin/env bash # LiteLLM Installer # Usage: curl -fsSL https://raw.githubusercontent.com/BerriAI/litellm/main/scripts/install.sh | sh # # NOTE: set -e without pipefail for POSIX sh compatibility (dash on Ubuntu/Debian # ignores the shebang when invoked as `sh` and does not support `pipefail`). set -eu MIN_PYTHON_MAJOR=3 MIN_PYTHON_MINOR=9 # NOTE: before merging, this must stay as "litellm[proxy]" to install from PyPI. LITELLM_PACKAGE="litellm[proxy]" UV_VERSION="0.10.9" # ── colours ──────────────────────────────────────────────────────────────── if [ -t 1 ]; then BOLD='\033[1m' GREEN='\033[38;2;78;186;101m' GREY='\033[38;2;153;153;153m' RESET='\033[0m' else BOLD='' GREEN='' GREY='' RESET='' fi info() { printf "${GREY} %s${RESET}\n" "$*"; } success() { printf "${GREEN} ✔ %s${RESET}\n" "$*"; } header() { printf "${BOLD} %s${RESET}\n" "$*"; } die() { printf "\n Error: %s\n\n" "$*" >&2; exit 1; } # ── banner ───────────────────────────────────────────────────────────────── echo "" cat << 'EOF' ██╗ ██╗████████╗███████╗██╗ ██╗ ███╗ ███╗ ██║ ██║╚══██╔══╝██╔════╝██║ ██║ ████╗ ████║ ██║ ██║ ██║ █████╗ ██║ ██║ ██╔████╔██║ ██║ ██║ ██║ ██╔══╝ ██║ ██║ ██║╚██╔╝██║ ███████╗██║ ██║ ███████╗███████╗███████╗██║ ╚═╝ ██║ ╚══════╝╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝ ╚═╝ EOF printf " ${BOLD}LiteLLM Installer${RESET} ${GREY}— unified gateway for 100+ LLM providers${RESET}\n\n" # ── OS detection ─────────────────────────────────────────────────────────── OS="$(uname -s)" ARCH="$(uname -m)" case "$OS" in Darwin) PLATFORM="macOS ($ARCH)" ;; Linux) PLATFORM="Linux ($ARCH)" ;; *) die "Unsupported OS: $OS. LiteLLM supports macOS and Linux." ;; esac info "Platform: $PLATFORM" # ── Python detection ─────────────────────────────────────────────────────── PYTHON_BIN="" for candidate in python3 python; do if command -v "$candidate" >/dev/null 2>&1; then major="$("$candidate" -c 'import sys; print(sys.version_info.major)' 2>/dev/null || true)" minor="$("$candidate" -c 'import sys; print(sys.version_info.minor)' 2>/dev/null || true)" if [ "${major:-0}" -ge "$MIN_PYTHON_MAJOR" ] && [ "${minor:-0}" -ge "$MIN_PYTHON_MINOR" ]; then PYTHON_BIN="$(command -v "$candidate")" info "Python: $("$candidate" --version 2>&1)" break fi fi done if [ -z "$PYTHON_BIN" ]; then die "Python ${MIN_PYTHON_MAJOR}.${MIN_PYTHON_MINOR}+ is required but not found. Install it from https://python.org/downloads or via your package manager: macOS: brew install python@3 Ubuntu: sudo apt install python3" fi # ── uv detection / install ──────────────────────────────────────────────── UV_BIN="" CURRENT_UV_VERSION="" for candidate in uv "$HOME/.local/bin/uv"; do if command -v "$candidate" >/dev/null 2>&1; then UV_BIN="$(command -v "$candidate")" break elif [ -x "$candidate" ]; then UV_BIN="$candidate" break fi done if [ -n "$UV_BIN" ]; then CURRENT_UV_VERSION="$("$UV_BIN" --version 2>/dev/null | awk '{print $2}' | head -1 || true)" fi if [ -z "$UV_BIN" ] || [ "${CURRENT_UV_VERSION:-}" != "$UV_VERSION" ]; then header "Installing uv…" if [ -n "${CURRENT_UV_VERSION:-}" ]; then info "Upgrading uv from ${CURRENT_UV_VERSION} to ${UV_VERSION}" fi curl -LsSf "https://astral.sh/uv/${UV_VERSION}/install.sh" | env UV_NO_MODIFY_PATH=1 sh \ || die "uv installation failed. Try manually: curl -LsSf https://astral.sh/uv/${UV_VERSION}/install.sh | sh" UV_BIN="$HOME/.local/bin/uv" fi # ── install ──────────────────────────────────────────────────────────────── echo "" header "Installing litellm[proxy]…" echo "" "$UV_BIN" tool install --python "$PYTHON_BIN" --force "${LITELLM_PACKAGE}" \ || die "uv tool install failed. Try manually: $UV_BIN tool install --python '$PYTHON_BIN' '${LITELLM_PACKAGE}'" # ── find the litellm binary installed by uv tool ─────────────────────────── SCRIPTS_DIR="$("$UV_BIN" tool dir --bin)" LITELLM_BIN="${SCRIPTS_DIR}/litellm" if [ ! -x "$LITELLM_BIN" ]; then die "litellm binary not found after install. Try: $UV_BIN tool install --python '$PYTHON_BIN' '${LITELLM_PACKAGE}'" fi # ── success banner ───────────────────────────────────────────────────────── echo "" success "LiteLLM installed" installed_ver="$("$LITELLM_BIN" --version 2>&1 | grep -oE '[0-9]+\.[0-9]+\.[0-9]+' | head -1 || true)" [ -n "$installed_ver" ] && info "Version: $installed_ver" # ── PATH hint ────────────────────────────────────────────────────────────── if ! command -v litellm >/dev/null 2>&1; then info "Note: add litellm to your PATH: export PATH=\"\$PATH:${SCRIPTS_DIR}\"" fi # ── launch setup wizard ──────────────────────────────────────────────────── echo "" printf " ${BOLD}Run the interactive setup wizard?${RESET} ${GREY}(Y/n)${RESET}: " # /dev/tty may be unavailable in Docker/CI — default to yes if it can't be read answer="" if [ -r /dev/tty ]; then read -r answer