Speed up setuptools imports on Python 3.15+ by adding __lazy_modules__

newsfragments/5257.feature.rst

@@ -0,0 +1 @@
+Speed up setuptools imports on Python 3.15+ by adding ``__lazy_modules__`` -- by :user:`Avasam`

pyproject.toml

@@ -116,6 +116,7 @@ check = [
 
 	# Deprecated rules must now be selected by exact rule code
 	"ruff >= 0.13.0; sys_platform != 'cygwin'",
+	"flake8-lazy", # Until Ruff gains support for automatically inserting and validating __lazy_modules__
 ]
 
 cover = [

ruff.toml

@@ -5,6 +5,7 @@ exclude = [
 ]
 
 [lint]
+external=["LZY"]
 extend-select = [
 	# upstream
 

setuptools/__init__.py

@@ -7,6 +7,17 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    f"{__spec__.parent}.depends",
+    f"{__spec__.parent}.dist",
+    f"{__spec__.parent}.extension",
+    f"{__spec__.parent}.version",
+    f"{__spec__.parent}.warnings",
+    "functools",
+}
+
 import functools
 import os
 import sys

setuptools/_core_metadata.py

@@ -6,6 +6,22 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "distutils",
+    "distutils.util",
+    "email",
+    "email.message",
+    f"{__spec__.parent}._static",
+    f"{__spec__.parent}.warnings",
+    "packaging",
+    "packaging.markers",
+    "packaging.requirements",
+    "packaging.utils",
+    "packaging.version",
+    "tempfile",
+    "textwrap",
+}
+
 import os
 import stat
 import textwrap

setuptools/_discovery.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {"functools", "operator", "packaging", "packaging.requirements"}
+
 import functools
 import operator
 

setuptools/_entry_points.py

@@ -1,3 +1,13 @@
+__lazy_modules__ = {
+    f"{__spec__.parent}._itertools",
+    f"{__spec__.parent}.errors",
+    "itertools",
+    "jaraco",
+    "jaraco.text",
+    "more_itertools",
+    "operator",
+}
+
 import functools
 import itertools
 import operator
@@ -6,7 +16,7 @@
 from jaraco.text import yield_lines
 from more_itertools import consume
 
-from ._importlib import metadata
+from ._importlib import metadata  # noqa: LZY102
 from ._itertools import ensure_unique
 from .errors import OptionError
 

setuptools/_imp.py

@@ -3,6 +3,8 @@
 from the deprecated imp module.
 """
 
+__lazy_modules__ = {"importlib", "importlib.machinery", "importlib.util", "tokenize"}
+
 import importlib.machinery
 import importlib.util
 import os

setuptools/_importlib.py

@@ -1,2 +1,2 @@
-import importlib.metadata as metadata  # noqa: F401
-import importlib.resources as resources  # noqa: F401
+import importlib.metadata as metadata  # noqa: F401,LZY101
+import importlib.resources as resources  # noqa: F401,LZY101

setuptools/_itertools.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {"more_itertools"}
+
 from more_itertools import consume  # noqa: F401
 
 

setuptools/_normalization.py

@@ -3,6 +3,8 @@
 and core metadata
 """
 
+__lazy_modules__ = {"packaging"}
+
 import re
 from typing import TYPE_CHECKING
 

setuptools/_path.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+__lazy_modules__ = {"more_itertools"}
+
 import contextlib
 import os
 import sys

setuptools/_reqs.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+__lazy_modules__ = {"jaraco", "jaraco.text"}
+
 from collections.abc import Callable, Iterable, Iterator
 from functools import lru_cache
 from typing import TYPE_CHECKING, TypeVar, overload

setuptools/_scripts.py

@@ -1,5 +1,21 @@
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    "distutils.command",
+    "distutils.command.build_scripts",
+    "distutils.util",
+    f"{__spec__.parent}.warnings",
+    "re",
+    "shlex",
+    "shutil",
+    "struct",
+    "subprocess",
+    "textwrap",
+}
+
 import os
 import re
 import shlex
@@ -11,7 +27,7 @@
 from collections.abc import Iterable
 from typing import TYPE_CHECKING, TypedDict
 
-from ._importlib import metadata, resources
+from ._importlib import metadata, resources  # noqa: LZY102
 
 if TYPE_CHECKING:
     from typing_extensions import Self

setuptools/_shutil.py

@@ -1,5 +1,12 @@
 """Convenience layer on top of stdlib's shutil and os"""
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    f"{__spec__.parent}.compat",
+}
+
 import os
 import stat
 from collections.abc import Callable

setuptools/_static.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {f"{__spec__.parent}.warnings", "functools"}
+
 from functools import wraps
 from typing import TypeVar
 

setuptools/archive_util.py

@@ -1,5 +1,13 @@
 """Utilities for extracting common archive formats"""
 
+__lazy_modules__ = {
+    "contextlib",
+    f"{__spec__.parent}._path",
+    "shutil",
+    "tarfile",
+    "zipfile",
+}
+
 import contextlib
 import os
 import posixpath

setuptools/build_meta.py

@@ -28,6 +28,20 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "distutils",
+    "distutils.util",
+    f"{__spec__.parent}._path",
+    f"{__spec__.parent}._reqs",
+    "io",
+    "pathlib",
+    "shlex",
+    "shutil",
+    "tempfile",
+    "tokenize",
+    "warnings",
+}
+
 import contextlib
 import io
 import os

setuptools/command/_requirestxt.py

@@ -9,6 +9,18 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._reqs",
+    "io",
+    "itertools",
+    "jaraco",
+    "jaraco.text",
+    "packaging",
+    "packaging.requirements",
+}
+
 import io
 from collections import defaultdict
 from collections.abc import Mapping

setuptools/command/alias.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {"distutils", "distutils.errors"}
+
 from setuptools.command.setopt import config_file, edit_config, option_base
 
 from distutils.errors import DistutilsOptionError

setuptools/command/bdist_egg.py

@@ -4,6 +4,19 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    "distutils.dir_util",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._path",
+    "re",
+    "setuptools.extension",
+    "sysconfig",
+    "textwrap",
+    "types",
+}
+
 import marshal
 import os
 import re

setuptools/command/bdist_rpm.py

@@ -1,3 +1,8 @@
+__lazy_modules__ = {
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.dist",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.warnings",
+}
+
 from ..dist import Distribution
 from ..warnings import SetuptoolsDeprecationWarning
 

setuptools/command/bdist_wheel.py

@@ -6,6 +6,29 @@
 
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    "email",
+    "email.generator",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._core_metadata",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._normalization",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.warnings",
+    f"{__spec__.parent}.egg_info",
+    "glob",
+    "packaging",
+    "re",
+    "shutil",
+    "struct",
+    "sysconfig",
+    "typing",
+    "warnings",
+    "wheel",
+    "wheel.wheelfile",
+    "zipfile",
+}
+
 import os
 import re
 import shutil

setuptools/command/build.py

@@ -1,5 +1,7 @@
 from __future__ import annotations
 
+__lazy_modules__ = {f"{(__spec__.parent or '').rsplit('.', 1)[0]}.dist"}
+
 from typing import Protocol
 
 from ..dist import Distribution

setuptools/command/build_clib.py

@@ -1,3 +1,10 @@
+__lazy_modules__ = {
+    "distutils",
+    "distutils.errors",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.dist",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.modified",
+}
+
 from ..dist import Distribution
 from ..modified import newer_pairwise_group
 

setuptools/command/build_ext.py

@@ -1,5 +1,22 @@
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    "distutils.ccompiler",
+    "importlib",
+    "importlib.machinery",
+    "importlib.util",
+    "itertools",
+    "operator",
+    "pathlib",
+    "setuptools.dist",
+    "setuptools.errors",
+    "setuptools.extension",
+    "textwrap",
+}
+
 import itertools
 import operator
 import os

setuptools/command/build_py.py

@@ -1,5 +1,25 @@
 from __future__ import annotations
 
+__lazy_modules__ = {
+    "collections",
+    "collections.abc",
+    "distutils",
+    "distutils.errors",
+    "distutils.util",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._path",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.dist",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}.warnings",
+    "fnmatch",
+    "functools",
+    "glob",
+    "itertools",
+    "more_itertools",
+    "operator",
+    "pathlib",
+    "textwrap",
+    "typing",
+}
+
 import fnmatch
 import itertools
 import operator

setuptools/command/develop.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {"subprocess", "typing"}
+
 import site
 import subprocess
 import sys

setuptools/command/dist_info.py

@@ -3,6 +3,16 @@
 As defined in the wheel specification
 """
 
+__lazy_modules__ = {
+    "contextlib",
+    "distutils",
+    f"{(__spec__.parent or '').rsplit('.', 1)[0]}._shutil",
+    f"{__spec__.parent}.egg_info",
+    "pathlib",
+    "shutil",
+    "typing",
+}
+
 import os
 import shutil
 from contextlib import contextmanager

setuptools/command/easy_install.py

@@ -1,3 +1,5 @@
+__lazy_modules__ = {"types"}
+
 import os
 import sys
 import types