[Python] 구성하기: CPython 빌드 완벽 가이드

make regen-all
make regen-stdlib-module-names
make regen-limited-abi
make regen-configure

# 컨테이너 사용 (권장)
make regen-configure

# 로컬 실행
autoreconf -ivf -Werror

./configure --help

# 사용 예시
import sqlite3
conn = sqlite3.connect(':memory:')
conn.enable_load_extension(True)

/usr/share/zoneinfo:/usr/lib/zoneinfo:/usr/share/lib/zoneinfo:/etc/zoneinfo

# 빌드 시 활성화
./configure --enable-pystats

# 실행 시 활성화
python3 -X pystats
PYTHONSTATS=1 python3

CPPFLAGS="-I/usr/local/include" ./configure

$(BASECPPFLAGS) -I. -I$(srcdir)/Include $(CONFIGURE_CPPFLAGS) $(CPPFLAGS)

$(BASECFLAGS) $(OPT) $(CONFIGURE_CFLAGS) $(CFLAGS) $(EXTRA_CFLAGS)

$(CONFIGURE_CFLAGS_NODIST) $(CFLAGS_NODIST) -I$(srcdir)/Include/internal

$(PY_CFLAGS) $(PY_CFLAGS_NODIST) $(PY_CPPFLAGS) $(CFLAGSFORSHARED)

$(PY_STDMODULE_CFLAGS) -DPy_BUILD_CORE

$(PY_STDMODULE_CFLAGS) -DPy_BUILD_CORE_BUILTIN

LDFLAGS="-L/usr/local/lib" ./configure

$(CONFIGURE_LDFLAGS) $(LDFLAGS)

$(CONFIGURE_LDFLAGS_NODIST) $(LDFLAGS_NODIST)

# 1. 소스 다운로드
git clone https://github.com/python/cpython.git
cd cpython

# 2. 구성
./configure --prefix=/usr/local

# 3. 빌드
make -j$(nproc)

# 4. 테스트
make test

# 5. 설치
sudo make install

./configure \
  --enable-optimizations \
  --with-lto \
  --prefix=/usr/local

make -j$(nproc)
sudo make install

./configure \
  --with-pydebug \
  --prefix=/usr/local/debug

make -j$(nproc)

./configure \
  --enable-shared \
  --prefix=/usr/local

make -j$(nproc)
sudo make install

# LD_LIBRARY_PATH 설정
export LD_LIBRARY_PATH=/usr/local/lib:$LD_LIBRARY_PATH

./configure \
  --with-pydebug \
  --enable-pystats \
  --prefix=$HOME/.local/python-dev

make -j$(nproc)
make install

./configure \
  --enable-optimizations \
  --with-lto \
  --enable-shared \
  --prefix=/opt/python3

make -j$(nproc)
make test
sudo make install

./configure \
  --disable-ipv6 \
  --without-pymalloc \
  --disable-test-modules \
  --prefix=/opt/python-minimal

make -j$(nproc)
sudo make install

export CPPFLAGS="-I/usr/local/include -I/opt/openssl/include"
export LDFLAGS="-L/usr/local/lib -L/opt/openssl/lib"

./configure \
  --with-openssl=/opt/openssl \
  --prefix=/usr/local

make -j$(nproc)

# 빌드 아티팩트 제거
make clean

# 구성 파일 포함 모든 파일 제거
make distclean

# Git에 알려지지 않은 모든 파일 제거 (주의!)
git clean -fdx

# 패키지 관리자로 설치
# Debian/Ubuntu
sudo apt-get build-dep python3

# Fedora/RHEL
sudo dnf builddep python3

# macOS
brew install openssl readline sqlite3 xz zlib

# 라이브러리 경로 확인
export LD_LIBRARY_PATH=/usr/local/lib:$LD_LIBRARY_PATH

# 또는 ldconfig 업데이트
sudo ldconfig

./configure --enable-optimizations

./configure --with-lto

./configure --enable-bolt

./configure --with-pydebug

./configure --with-trace-refs

./configure --with-valgrind

./configure --with-address-sanitizer

./configure --with-memory-sanitizer

./configure --with-undefined-behavior-sanitizer

./configure --without-pymalloc

./configure --with-mimalloc

./configure --without-doc-strings

./configure --with-hash-algorithm=siphash24

./configure --with-ssl-default-suites=python

./configure --disable-gil

./configure --with-pthreads

./configure --with-system-expat

./configure --with-system-libmpdec

./configure --without-ensurepip

# 의존성 설치
sudo apt-get update
sudo apt-get install -y \
    build-essential \
    libssl-dev \
    zlib1g-dev \
    libbz2-dev \
    libreadline-dev \
    libsqlite3-dev \
    libffi-dev \
    liblzma-dev

# 빌드
./configure --enable-optimizations --prefix=/usr/local
make -j$(nproc)
sudo make install

# 의존성 설치
sudo dnf groupinstall "Development Tools"
sudo dnf install \
    openssl-devel \
    bzip2-devel \
    libffi-devel \
    zlib-devel \
    readline-devel \
    sqlite-devel \
    xz-devel

# 빌드
./configure --enable-optimizations --prefix=/usr/local
make -j$(nproc)
sudo make install

# Homebrew로 의존성 설치
brew install \
    openssl@3 \
    readline \
    sqlite3 \
    xz \
    zlib \
    tcl-tk

# 환경 변수 설정
export CPPFLAGS="-I$(brew --prefix openssl)/include -I$(brew --prefix readline)/include"
export LDFLAGS="-L$(brew --prefix openssl)/lib -L$(brew --prefix readline)/lib"

# 빌드
./configure \
    --enable-optimizations \
    --with-openssl=$(brew --prefix openssl) \
    --prefix=/usr/local

make -j$(sysctl -n hw.ncpu)
sudo make install

# Visual Studio 2017 이상 필요
# PCbuild 디렉터리에서 빌드

cd PCbuild
build.bat -p x64 -c Release

# 또는 Visual Studio에서
devenv pcbuild.sln

# MSYS2 환경에서
pacman -S --needed base-devel mingw-w64-x86_64-toolchain

./configure --prefix=/mingw64
make -j$(nproc)
make install

export NDK=/path/to/android-ndk
export TOOLCHAIN=$NDK/toolchains/llvm/prebuilt/linux-x86_64

./configure \
    --host=aarch64-linux-android \
    --build=x86_64-linux-gnu \
    --with-build-python=$(which python3) \
    CC=$TOOLCHAIN/bin/aarch64-linux-android21-clang \
    CXX=$TOOLCHAIN/bin/aarch64-linux-android21-clang++ \
    --prefix=/opt/python-android

make -j$(nproc)

# 크로스 컴파일러 설정
export CC=arm-linux-gnueabihf-gcc
export CXX=arm-linux-gnueabihf-g++

./configure \
    --host=arm-linux-gnueabihf \
    --build=x86_64-linux-gnu \
    --with-build-python=$(which python3) \
    --prefix=/opt/python-rpi

make -j$(nproc)

#!/bin/bash
# build-python.sh - Python 자동 빌드 스크립트

set -e  # 오류 시 중단

# 설정
PYTHON_VERSION="3.13.0"
PREFIX="/opt/python-${PYTHON_VERSION}"
JOBS=$(nproc)

# 색상 정의
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color

log() {
    echo -e "${GREEN}[INFO]${NC} $1"
}

error() {
    echo -e "${RED}[ERROR]${NC} $1"
    exit 1
}

warn() {
    echo -e "${YELLOW}[WARN]${NC} $1"
}

# 의존성 확인
log "의존성 확인 중..."
if ! command -v gcc &> /dev/null; then
    error "gcc가 설치되어 있지 않습니다."
fi

# 소스 다운로드
log "Python ${PYTHON_VERSION} 다운로드 중..."
if [ ! -f "Python-${PYTHON_VERSION}.tar.xz" ]; then
    wget "https://www.python.org/ftp/python/${PYTHON_VERSION}/Python-${PYTHON_VERSION}.tar.xz"
fi

# 압축 해제
log "압축 해제 중..."
tar -xf "Python-${PYTHON_VERSION}.tar.xz"
cd "Python-${PYTHON_VERSION}"

# 구성
log "구성 중..."
./configure \
    --enable-optimizations \
    --with-lto \
    --enable-shared \
    --prefix="${PREFIX}" \
    LDFLAGS="-Wl,-rpath,${PREFIX}/lib"

# 빌드
log "빌드 중... (${JOBS} 작업)"
make -j${JOBS}

# 테스트
log "테스트 중..."
if ! make test; then
    warn "일부 테스트가 실패했습니다."
fi

# 설치
log "설치 중..."
sudo make install

# 심볼릭 링크 생성
log "심볼릭 링크 생성 중..."
sudo ln -sf "${PREFIX}/bin/python3" /usr/local/bin/python3
sudo ln -sf "${PREFIX}/bin/pip3" /usr/local/bin/pip3

# 확인
log "설치 확인 중..."
"${PREFIX}/bin/python3" --version

log "빌드 완료!"
log "Python 위치: ${PREFIX}"

#!/bin/bash
# build-multiple-pythons.sh - 여러 Python 버전 빌드

set -e

VERSIONS=("3.11.10" "3.12.7" "3.13.0")
BASE_PREFIX="/opt/python"

for VERSION in "${VERSIONS[@]}"; do
    echo "===================================="
    echo "Python ${VERSION} 빌드 시작"
    echo "===================================="
    
    MAJOR_MINOR=$(echo ${VERSION} | cut -d. -f1,2)
    PREFIX="${BASE_PREFIX}/${MAJOR_MINOR}"
    
    # 다운로드
    wget -nc "https://www.python.org/ftp/python/${VERSION}/Python-${VERSION}.tar.xz"
    
    # 빌드
    tar -xf "Python-${VERSION}.tar.xz"
    cd "Python-${VERSION}"
    
    ./configure \
        --enable-optimizations \
        --prefix="${PREFIX}"
    
    make -j$(nproc)
    sudo make install
    
    cd ..
    rm -rf "Python-${VERSION}"
    
    echo "Python ${VERSION} 빌드 완료: ${PREFIX}"
done

echo "모든 빌드 완료!"

# Dockerfile - Python 빌드 이미지

FROM ubuntu:22.04

ENV PYTHON_VERSION=3.13.0
ENV PREFIX=/usr/local

# 의존성 설치
RUN apt-get update && apt-get install -y \
    build-essential \
    wget \
    libssl-dev \
    zlib1g-dev \
    libbz2-dev \
    libreadline-dev \
    libsqlite3-dev \
    libffi-dev \
    liblzma-dev \
    && rm -rf /var/lib/apt/lists/*

# Python 다운로드 및 빌드
WORKDIR /tmp
RUN wget "https://www.python.org/ftp/python/${PYTHON_VERSION}/Python-${PYTHON_VERSION}.tar.xz" \
    && tar -xf "Python-${PYTHON_VERSION}.tar.xz" \
    && cd "Python-${PYTHON_VERSION}" \
    && ./configure \
        --enable-optimizations \
        --with-lto \
        --prefix=${PREFIX} \
    && make -j$(nproc) \
    && make install \
    && cd .. \
    && rm -rf "Python-${PYTHON_VERSION}" "Python-${PYTHON_VERSION}.tar.xz"

# pip 업그레이드
RUN pip3 install --upgrade pip

WORKDIR /app
CMD ["python3"]

#!/bin/bash
# benchmark-builds.sh - 빌드 옵션별 성능 비교

VERSIONS=(
    "default"
    "optimizations"
    "optimizations-lto"
    "optimizations-lto-bolt"
)

for VERSION in "${VERSIONS[@]}"; do
    case $VERSION in
        "default")
            OPTS=""
            ;;
        "optimizations")
            OPTS="--enable-optimizations"
            ;;
        "optimizations-lto")
            OPTS="--enable-optimizations --with-lto"
            ;;
        "optimizations-lto-bolt")
            OPTS="--enable-optimizations --with-lto --enable-bolt"
            ;;
    esac
    
    echo "빌드: ${VERSION}"
    ./configure ${OPTS} --prefix="/tmp/python-${VERSION}"
    make -j$(nproc)
    make install
    
    # 벤치마크 실행
    echo "벤치마크 실행: ${VERSION}"
    /tmp/python-${VERSION}/bin/python3 -m pyperf timeit "'-'.join(str(n) for n in range(100))"
done

# 오류 메시지
Could not build the ssl module!
Python requires an OpenSSL 1.1.1 or newer

# 해결 방법
export CPPFLAGS="-I/usr/local/openssl/include"
export LDFLAGS="-L/usr/local/openssl/lib"
./configure --with-openssl=/usr/local/openssl

# 해결 방법 (Ubuntu/Debian)
sudo apt-get install tk-dev

# 해결 방법 (macOS)
brew install tcl-tk
export CPPFLAGS="-I$(brew --prefix tcl-tk)/include"
export LDFLAGS="-L$(brew --prefix tcl-tk)/lib"

# 오류 메시지
error while loading shared libraries: libpython3.13.so.1.0

# 해결 방법 1: LD_LIBRARY_PATH 설정
export LD_LIBRARY_PATH=/usr/local/lib:$LD_LIBRARY_PATH

# 해결 방법 2: ldconfig 업데이트
echo "/usr/local/lib" | sudo tee -a /etc/ld.so.conf.d/python3.conf
sudo ldconfig

# 해결 방법 3: rpath 사용
./configure --enable-shared LDFLAGS="-Wl,-rpath,/usr/local/lib"

# 일부 테스트는 시스템 설정에 따라 실패할 수 있음
# 무시해도 되는 테스트
make test TESTOPTS="-x test_multiprocessing_fork -x test_subprocess"

# 또는 테스트 스킵
make install  # 테스트 없이 설치

# 전체 빌드 로그 저장
./configure 2>&1 | tee configure.log
make 2>&1 | tee build.log

# verbose 모드로 빌드
make VERBOSE=1

# 실제 사용된 컴파일러 플래그 확인
make -n

#!/bin/bash
# production-build.sh - 프로덕션용 최적화 빌드

set -e

# 설정
PYTHON_VERSION="3.13.0"
PREFIX="/opt/python3"
JOBS=$(nproc)

# 1. 의존성 설치 (Ubuntu/Debian)
sudo apt-get update
sudo apt-get install -y \
    build-essential \
    wget \
    libssl-dev \
    zlib1g-dev \
    libbz2-dev \
    libreadline-dev \
    libsqlite3-dev \
    libffi-dev \
    liblzma-dev \
    libncurses5-dev \
    tk-dev \
    uuid-dev \
    llvm

# 2. 소스 다운로드
wget "https://www.python.org/ftp/python/${PYTHON_VERSION}/Python-${PYTHON_VERSION}.tar.xz"
tar -xf "Python-${PYTHON_VERSION}.tar.xz"
cd "Python-${PYTHON_VERSION}"

# 3. 구성 (모든 최적화 활성화)
./configure \
    --enable-optimizations \
    --with-lto \
    --enable-shared \
    --enable-ipv6 \
    --with-system-expat \
    --with-system-libmpdec \
    --enable-loadable-sqlite-extensions \
    --with-ssl-default-suites=python \
    --prefix="${PREFIX}" \
    LDFLAGS="-Wl,-rpath,${PREFIX}/lib" \
    CFLAGS="-march=native -mtune=native"

# 4. 빌드
make -j${JOBS}

# 5. 테스트 (선택적)
make test TESTOPTS="-j${JOBS}"

# 6. 설치
sudo make install

# 7. pip 업그레이드
"${PREFIX}/bin/pip3" install --upgrade pip setuptools wheel

# 8. 심볼릭 링크
sudo ln -sf "${PREFIX}/bin/python3" /usr/local/bin/python3
sudo ln -sf "${PREFIX}/bin/pip3" /usr/local/bin/pip3

# 9. 확인
"${PREFIX}/bin/python3" --version
"${PREFIX}/bin/python3" -c "import ssl; print(ssl.OPENSSL_VERSION)"

echo "빌드 완료: ${PREFIX}"