Andrew M. Kuchling | 66012fe | 2001-01-26 21:56:58 | [diff] [blame] | 1 | # Autodetecting setup.py script for building the Python extensions |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 2 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 3 | import argparse |
Eric Snow | 335e14d | 2014-01-04 22:09:28 | [diff] [blame] | 4 | import importlib._bootstrap |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 5 | import importlib.machinery |
Eric Snow | 335e14d | 2014-01-04 22:09:28 | [diff] [blame] | 6 | import importlib.util |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 7 | import os |
| 8 | import re |
| 9 | import sys |
Tarek Ziadé | edacea3 | 2010-01-29 11:41:03 | [diff] [blame] | 10 | import sysconfig |
Serhiy Storchaka | e738962 | 2020-07-02 07:05:35 | [diff] [blame] | 11 | from glob import glob, escape |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 12 | import _osx_support |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 13 | |
| 14 | from distutils import log |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 15 | from distutils.command.build_ext import build_ext |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 16 | from distutils.command.build_scripts import build_scripts |
Andrew M. Kuchling | f52d27e | 2001-05-21 20:29:27 | [diff] [blame] | 17 | from distutils.command.install import install |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 18 | from distutils.command.install_lib import install_lib |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 19 | from distutils.core import Extension, setup |
| 20 | from distutils.errors import CCompilerError, DistutilsError |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 21 | from distutils.spawn import find_executable |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 22 | |
Antoine Pitrou | 2c0a916 | 2014-09-26 21:31:59 | [diff] [blame] | 23 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 24 | # Compile extensions used to test Python? |
| 25 | TEST_EXTENSIONS = True |
| 26 | |
| 27 | # This global variable is used to hold the list of modules to be disabled. |
| 28 | DISABLED_MODULE_LIST = [] |
| 29 | |
| 30 | |
doko@ubuntu.com | 93df16b | 2012-06-30 12:32:08 | [diff] [blame] | 31 | def get_platform(): |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 32 | # Cross compiling |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 33 | if "_PYTHON_HOST_PLATFORM" in os.environ: |
| 34 | return os.environ["_PYTHON_HOST_PLATFORM"] |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 35 | |
doko@ubuntu.com | 93df16b | 2012-06-30 12:32:08 | [diff] [blame] | 36 | # Get value of sys.platform |
| 37 | if sys.platform.startswith('osf1'): |
| 38 | return 'osf1' |
| 39 | return sys.platform |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 40 | |
| 41 | |
| 42 | CROSS_COMPILING = ("_PYTHON_HOST_PLATFORM" in os.environ) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 43 | HOST_PLATFORM = get_platform() |
| 44 | MS_WINDOWS = (HOST_PLATFORM == 'win32') |
| 45 | CYGWIN = (HOST_PLATFORM == 'cygwin') |
| 46 | MACOS = (HOST_PLATFORM == 'darwin') |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 47 | AIX = (HOST_PLATFORM.startswith('aix')) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 48 | VXWORKS = ('vxworks' in HOST_PLATFORM) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 49 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 50 | |
| 51 | SUMMARY = """ |
| 52 | Python is an interpreted, interactive, object-oriented programming |
| 53 | language. It is often compared to Tcl, Perl, Scheme or Java. |
| 54 | |
| 55 | Python combines remarkable power with very clear syntax. It has |
| 56 | modules, classes, exceptions, very high level dynamic data types, and |
| 57 | dynamic typing. There are interfaces to many system calls and |
| 58 | libraries, as well as to various windowing systems (X11, Motif, Tk, |
| 59 | Mac, MFC). New built-in modules are easily written in C or C++. Python |
| 60 | is also usable as an extension language for applications that need a |
| 61 | programmable interface. |
| 62 | |
| 63 | The Python implementation is portable: it runs on many brands of UNIX, |
| 64 | on Windows, DOS, Mac, Amiga... If your favorite system isn't |
| 65 | listed here, it may still be supported, if there's a C compiler for |
| 66 | it. Ask around on comp.lang.python -- or just try compiling Python |
| 67 | yourself. |
| 68 | """ |
| 69 | |
| 70 | CLASSIFIERS = """ |
| 71 | Development Status :: 6 - Mature |
| 72 | License :: OSI Approved :: Python Software Foundation License |
| 73 | Natural Language :: English |
| 74 | Programming Language :: C |
| 75 | Programming Language :: Python |
| 76 | Topic :: Software Development |
| 77 | """ |
| 78 | |
| 79 | |
| 80 | # Set common compiler and linker flags derived from the Makefile, |
| 81 | # reserved for building the interpreter and the stdlib modules. |
| 82 | # See bpo-21121 and bpo-35257 |
| 83 | def set_compiler_flags(compiler_flags, compiler_py_flags_nodist): |
| 84 | flags = sysconfig.get_config_var(compiler_flags) |
| 85 | py_flags_nodist = sysconfig.get_config_var(compiler_py_flags_nodist) |
| 86 | sysconfig.get_config_vars()[compiler_flags] = flags + ' ' + py_flags_nodist |
| 87 | |
| 88 | |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 | [diff] [blame] | 89 | def add_dir_to_list(dirlist, dir): |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 | [diff] [blame] | 90 | """Add the directory 'dir' to the list 'dirlist' (after any relative |
| 91 | directories) if: |
| 92 | |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 | [diff] [blame] | 93 | 1) 'dir' is not already in 'dirlist' |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 | [diff] [blame] | 94 | 2) 'dir' actually exists, and is a directory. |
| 95 | """ |
| 96 | if dir is None or not os.path.isdir(dir) or dir in dirlist: |
| 97 | return |
| 98 | for i, path in enumerate(dirlist): |
| 99 | if not os.path.isabs(path): |
| 100 | dirlist.insert(i + 1, dir) |
Barry Warsaw | 34520cd | 2010-11-27 20:03:03 | [diff] [blame] | 101 | return |
| 102 | dirlist.insert(0, dir) |
Michael W. Hudson | 39230b3 | 2002-01-16 15:26:48 | [diff] [blame] | 103 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 104 | |
xdegaye | 77f5139 | 2017-11-25 16:25:30 | [diff] [blame] | 105 | def sysroot_paths(make_vars, subdirs): |
| 106 | """Get the paths of sysroot sub-directories. |
| 107 | |
| 108 | * make_vars: a sequence of names of variables of the Makefile where |
| 109 | sysroot may be set. |
| 110 | * subdirs: a sequence of names of subdirectories used as the location for |
| 111 | headers or libraries. |
| 112 | """ |
| 113 | |
| 114 | dirs = [] |
| 115 | for var_name in make_vars: |
| 116 | var = sysconfig.get_config_var(var_name) |
| 117 | if var is not None: |
| 118 | m = re.search(r'--sysroot=([^"]\S*|"[^"]+")', var) |
| 119 | if m is not None: |
| 120 | sysroot = m.group(1).strip('"') |
| 121 | for subdir in subdirs: |
| 122 | if os.path.isabs(subdir): |
| 123 | subdir = subdir[1:] |
| 124 | path = os.path.join(sysroot, subdir) |
| 125 | if os.path.isdir(path): |
| 126 | dirs.append(path) |
| 127 | break |
| 128 | return dirs |
| 129 | |
Ned Deily | 0288dd6 | 2019-06-03 10:34:48 | [diff] [blame] | 130 | MACOS_SDK_ROOT = None |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 131 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 132 | def macosx_sdk_root(): |
Ned Deily | 0288dd6 | 2019-06-03 10:34:48 | [diff] [blame] | 133 | """Return the directory of the current macOS SDK. |
| 134 | |
| 135 | If no SDK was explicitly configured, call the compiler to find which |
| 136 | include files paths are being searched by default. Use '/' if the |
| 137 | compiler is searching /usr/include (meaning system header files are |
| 138 | installed) or use the root of an SDK if that is being searched. |
| 139 | (The SDK may be supplied via Xcode or via the Command Line Tools). |
| 140 | The SDK paths used by Apple-supplied tool chains depend on the |
| 141 | setting of various variables; see the xcrun man page for more info. |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 142 | """ |
Ned Deily | 0288dd6 | 2019-06-03 10:34:48 | [diff] [blame] | 143 | global MACOS_SDK_ROOT |
| 144 | |
| 145 | # If already called, return cached result. |
| 146 | if MACOS_SDK_ROOT: |
| 147 | return MACOS_SDK_ROOT |
| 148 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 149 | cflags = sysconfig.get_config_var('CFLAGS') |
Miss Islington (bot) | 4a6da0b | 2020-04-22 17:13:47 | [diff] [blame] | 150 | m = re.search(r'-isysroot\s*(\S+)', cflags) |
Ned Deily | 0288dd6 | 2019-06-03 10:34:48 | [diff] [blame] | 151 | if m is not None: |
| 152 | MACOS_SDK_ROOT = m.group(1) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 153 | else: |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 154 | MACOS_SDK_ROOT = _osx_support._default_sysroot( |
| 155 | sysconfig.get_config_var('CC')) |
Ned Deily | 0288dd6 | 2019-06-03 10:34:48 | [diff] [blame] | 156 | |
| 157 | return MACOS_SDK_ROOT |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 158 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 159 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 160 | def is_macosx_sdk_path(path): |
| 161 | """ |
| 162 | Returns True if 'path' can be located in an OSX SDK |
| 163 | """ |
Ned Deily | 2910a7b | 2012-07-30 09:35:58 | [diff] [blame] | 164 | return ( (path.startswith('/usr/') and not path.startswith('/usr/local')) |
| 165 | or path.startswith('/System/') |
| 166 | or path.startswith('/Library/') ) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 167 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 168 | |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 169 | def grep_headers_for(function, headers): |
| 170 | for header in headers: |
| 171 | with open(header, 'r', errors='surrogateescape') as f: |
| 172 | if function in f.read(): |
| 173 | return True |
| 174 | return False |
| 175 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 176 | def find_file(filename, std_dirs, paths): |
| 177 | """Searches for the directory where a given file is located, |
| 178 | and returns a possibly-empty list of additional directories, or None |
| 179 | if the file couldn't be found at all. |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 180 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 181 | 'filename' is the name of a file, such as readline.h or libcrypto.a. |
| 182 | 'std_dirs' is the list of standard system directories; if the |
| 183 | file is found in one of them, no additional directives are needed. |
| 184 | 'paths' is a list of additional locations to check; if the file is |
| 185 | found in one of them, the resulting list will contain the directory. |
| 186 | """ |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 187 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 188 | # Honor the MacOSX SDK setting when one was specified. |
| 189 | # An SDK is a directory with the same structure as a real |
| 190 | # system, but with only header files and libraries. |
| 191 | sysroot = macosx_sdk_root() |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 192 | |
| 193 | # Check the standard locations |
| 194 | for dir in std_dirs: |
| 195 | f = os.path.join(dir, filename) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 196 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 197 | if MACOS and is_macosx_sdk_path(dir): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 198 | f = os.path.join(sysroot, dir[1:], filename) |
| 199 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 200 | if os.path.exists(f): return [] |
| 201 | |
| 202 | # Check the additional directories |
| 203 | for dir in paths: |
| 204 | f = os.path.join(dir, filename) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 205 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 206 | if MACOS and is_macosx_sdk_path(dir): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 207 | f = os.path.join(sysroot, dir[1:], filename) |
| 208 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 209 | if os.path.exists(f): |
| 210 | return [dir] |
| 211 | |
| 212 | # Not found anywhere |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 213 | return None |
| 214 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 215 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 216 | def find_library_file(compiler, libname, std_dirs, paths): |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 | [diff] [blame] | 217 | result = compiler.find_library_file(std_dirs + paths, libname) |
| 218 | if result is None: |
| 219 | return None |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 220 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 221 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 222 | sysroot = macosx_sdk_root() |
| 223 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 | [diff] [blame] | 224 | # Check whether the found file is in one of the standard directories |
| 225 | dirname = os.path.dirname(result) |
| 226 | for p in std_dirs: |
| 227 | # Ensure path doesn't end with path separator |
Skip Montanaro | 9f5178a | 2003-05-06 20:59:57 | [diff] [blame] | 228 | p = p.rstrip(os.sep) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 229 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 230 | if MACOS and is_macosx_sdk_path(p): |
Ned Deily | 020250f | 2016-02-24 13:56:38 | [diff] [blame] | 231 | # Note that, as of Xcode 7, Apple SDKs may contain textual stub |
| 232 | # libraries with .tbd extensions rather than the normal .dylib |
| 233 | # shared libraries installed in /. The Apple compiler tool |
| 234 | # chain handles this transparently but it can cause problems |
| 235 | # for programs that are being built with an SDK and searching |
| 236 | # for specific libraries. Distutils find_library_file() now |
| 237 | # knows to also search for and return .tbd files. But callers |
| 238 | # of find_library_file need to keep in mind that the base filename |
| 239 | # of the returned SDK library file might have a different extension |
| 240 | # from that of the library file installed on the running system, |
| 241 | # for example: |
| 242 | # /Applications/Xcode.app/Contents/Developer/Platforms/ |
| 243 | # MacOSX.platform/Developer/SDKs/MacOSX10.11.sdk/ |
| 244 | # usr/lib/libedit.tbd |
| 245 | # vs |
| 246 | # /usr/lib/libedit.dylib |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 247 | if os.path.join(sysroot, p[1:]) == dirname: |
| 248 | return [ ] |
| 249 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 | [diff] [blame] | 250 | if p == dirname: |
| 251 | return [ ] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 252 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 | [diff] [blame] | 253 | # Otherwise, it must have been in one of the additional directories, |
| 254 | # so we have to figure out which one. |
| 255 | for p in paths: |
| 256 | # Ensure path doesn't end with path separator |
Skip Montanaro | 9f5178a | 2003-05-06 20:59:57 | [diff] [blame] | 257 | p = p.rstrip(os.sep) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 258 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 259 | if MACOS and is_macosx_sdk_path(p): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 260 | if os.path.join(sysroot, p[1:]) == dirname: |
| 261 | return [ p ] |
| 262 | |
Andrew M. Kuchling | a246d9f | 2002-11-27 13:43:46 | [diff] [blame] | 263 | if p == dirname: |
| 264 | return [p] |
| 265 | else: |
| 266 | assert False, "Internal error: Path not found in std_dirs or paths" |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 267 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 268 | |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 | [diff] [blame] | 269 | def find_module_file(module, dirlist): |
| 270 | """Find a module in a set of possible folders. If it is not found |
| 271 | return the unadorned filename""" |
| 272 | list = find_file(module, [], dirlist) |
| 273 | if not list: |
| 274 | return module |
| 275 | if len(list) > 1: |
Vinay Sajip | dd917f8 | 2016-08-31 07:22:29 | [diff] [blame] | 276 | log.info("WARNING: multiple copies of %s found", module) |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 | [diff] [blame] | 277 | return os.path.join(list[0], module) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 278 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 279 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 280 | class PyBuildExt(build_ext): |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 281 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 282 | def __init__(self, dist): |
| 283 | build_ext.__init__(self, dist) |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 284 | self.srcdir = None |
| 285 | self.lib_dirs = None |
| 286 | self.inc_dirs = None |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 287 | self.config_h_vars = None |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 288 | self.failed = [] |
Benjamin Peterson | 5c2ac8c | 2014-04-30 15:06:16 | [diff] [blame] | 289 | self.failed_on_import = [] |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 290 | self.missing = [] |
Antoine Pitrou | 2c0a916 | 2014-09-26 21:31:59 | [diff] [blame] | 291 | if '-j' in os.environ.get('MAKEFLAGS', ''): |
| 292 | self.parallel = True |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 293 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 294 | def add(self, ext): |
| 295 | self.extensions.append(ext) |
| 296 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 297 | def build_extensions(self): |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 298 | self.srcdir = sysconfig.get_config_var('srcdir') |
| 299 | if not self.srcdir: |
| 300 | # Maybe running on Windows but not using CYGWIN? |
| 301 | raise ValueError("No source directory; cannot proceed.") |
| 302 | self.srcdir = os.path.abspath(self.srcdir) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 303 | |
| 304 | # Detect which modules should be compiled |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 305 | self.detect_modules() |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 306 | |
| 307 | # Remove modules that are present on the disabled list |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 | [diff] [blame] | 308 | extensions = [ext for ext in self.extensions |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 309 | if ext.name not in DISABLED_MODULE_LIST] |
Christian Heimes | 679db4a | 2008-01-18 09:56:22 | [diff] [blame] | 310 | # move ctypes to the end, it depends on other modules |
| 311 | ext_map = dict((ext.name, i) for i, ext in enumerate(extensions)) |
| 312 | if "_ctypes" in ext_map: |
| 313 | ctypes = extensions.pop(ext_map["_ctypes"]) |
| 314 | extensions.append(ctypes) |
| 315 | self.extensions = extensions |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 316 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 317 | # Fix up the autodetected modules, prefixing all the source files |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 | [diff] [blame] | 318 | # with Modules/. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 319 | moddirlist = [os.path.join(self.srcdir, 'Modules')] |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 320 | |
Andrew M. Kuchling | 3da989c | 2001-02-28 22:49:26 | [diff] [blame] | 321 | # Fix up the paths for scripts, too |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 322 | self.distribution.scripts = [os.path.join(self.srcdir, filename) |
Andrew M. Kuchling | 3da989c | 2001-02-28 22:49:26 | [diff] [blame] | 323 | for filename in self.distribution.scripts] |
| 324 | |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 | [diff] [blame] | 325 | # Python header files |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 | [diff] [blame] | 326 | headers = [sysconfig.get_config_h_filename()] |
Serhiy Storchaka | e738962 | 2020-07-02 07:05:35 | [diff] [blame] | 327 | headers += glob(os.path.join(escape(sysconfig.get_path('include')), "*.h")) |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 | [diff] [blame] | 328 | |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 329 | # The sysconfig variables built by makesetup that list the already |
| 330 | # built modules and the disabled modules as configured by the Setup |
| 331 | # files. |
| 332 | sysconf_built = sysconfig.get_config_var('MODBUILT_NAMES').split() |
| 333 | sysconf_dis = sysconfig.get_config_var('MODDISABLED_NAMES').split() |
Xavier de Gaye | 84968b7 | 2016-10-29 14:57:20 | [diff] [blame] | 334 | |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 335 | mods_built = [] |
| 336 | mods_disabled = [] |
Xavier de Gaye | 84968b7 | 2016-10-29 14:57:20 | [diff] [blame] | 337 | for ext in self.extensions: |
Jack Jansen | 144ebcc | 2001-08-05 22:31:19 | [diff] [blame] | 338 | ext.sources = [ find_module_file(filename, moddirlist) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 339 | for filename in ext.sources ] |
Jeremy Hylton | 340043e | 2002-06-13 17:38:11 | [diff] [blame] | 340 | if ext.depends is not None: |
Neil Schemenauer | 014bf28 | 2009-02-05 16:35:45 | [diff] [blame] | 341 | ext.depends = [find_module_file(filename, moddirlist) |
Jeremy Hylton | 340043e | 2002-06-13 17:38:11 | [diff] [blame] | 342 | for filename in ext.depends] |
Christian Heimes | af98da1 | 2008-01-27 15:18:18 | [diff] [blame] | 343 | else: |
| 344 | ext.depends = [] |
| 345 | # re-compile extensions if a header file has been changed |
| 346 | ext.depends.extend(headers) |
| 347 | |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 348 | # If a module has already been built or has been disabled in the |
| 349 | # Setup files, don't build it here. |
| 350 | if ext.name in sysconf_built: |
| 351 | mods_built.append(ext) |
| 352 | if ext.name in sysconf_dis: |
| 353 | mods_disabled.append(ext) |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 | [diff] [blame] | 354 | |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 355 | mods_configured = mods_built + mods_disabled |
| 356 | if mods_configured: |
Xavier de Gaye | 84968b7 | 2016-10-29 14:57:20 | [diff] [blame] | 357 | self.extensions = [x for x in self.extensions if x not in |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 358 | mods_configured] |
| 359 | # Remove the shared libraries built by a previous build. |
| 360 | for ext in mods_configured: |
| 361 | fullpath = self.get_ext_fullpath(ext.name) |
| 362 | if os.path.exists(fullpath): |
| 363 | os.unlink(fullpath) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 364 | |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 | [diff] [blame] | 365 | # When you run "make CC=altcc" or something similar, you really want |
| 366 | # those environment variables passed into the setup.py phase. Here's |
| 367 | # a small set of useful ones. |
| 368 | compiler = os.environ.get('CC') |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 | [diff] [blame] | 369 | args = {} |
| 370 | # unfortunately, distutils doesn't let us provide separate C and C++ |
| 371 | # compilers |
| 372 | if compiler is not None: |
Martin v. Löwis | d7c795e | 2005-04-25 07:14:03 | [diff] [blame] | 373 | (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS') |
| 374 | args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 | [diff] [blame] | 375 | self.compiler.set_executables(**args) |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 | [diff] [blame] | 376 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 377 | build_ext.build_extensions(self) |
| 378 | |
Antoine Pitrou | 2c0a916 | 2014-09-26 21:31:59 | [diff] [blame] | 379 | for ext in self.extensions: |
| 380 | self.check_extension_import(ext) |
| 381 | |
Berker Peksag | 1d82a9c | 2014-10-01 02:11:13 | [diff] [blame] | 382 | longest = max([len(e.name) for e in self.extensions], default=0) |
Benjamin Peterson | 5c2ac8c | 2014-04-30 15:06:16 | [diff] [blame] | 383 | if self.failed or self.failed_on_import: |
| 384 | all_failed = self.failed + self.failed_on_import |
| 385 | longest = max(longest, max([len(name) for name in all_failed])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 386 | |
| 387 | def print_three_column(lst): |
| 388 | lst.sort(key=str.lower) |
| 389 | # guarantee zip() doesn't drop anything |
| 390 | while len(lst) % 3: |
| 391 | lst.append("") |
| 392 | for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]): |
| 393 | print("%-*s %-*s %-*s" % (longest, e, longest, f, |
| 394 | longest, g)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 395 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 396 | if self.missing: |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 397 | print() |
Brett Cannon | ae95b4f | 2013-07-12 15:30:32 | [diff] [blame] | 398 | print("Python build finished successfully!") |
| 399 | print("The necessary bits to build these optional modules were not " |
| 400 | "found:") |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 401 | print_three_column(self.missing) |
Guido van Rossum | 04110fb | 2007-08-24 16:32:05 | [diff] [blame] | 402 | print("To find the necessary bits, look in setup.py in" |
| 403 | " detect_modules() for the module's name.") |
| 404 | print() |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 405 | |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 406 | if mods_built: |
| 407 | print() |
Xavier de Gaye | 84968b7 | 2016-10-29 14:57:20 | [diff] [blame] | 408 | print("The following modules found by detect_modules() in" |
| 409 | " setup.py, have been") |
| 410 | print("built by the Makefile instead, as configured by the" |
| 411 | " Setup files:") |
xdegaye | c0364fc | 2017-05-27 16:25:03 | [diff] [blame] | 412 | print_three_column([ext.name for ext in mods_built]) |
| 413 | print() |
| 414 | |
| 415 | if mods_disabled: |
| 416 | print() |
| 417 | print("The following modules found by detect_modules() in" |
| 418 | " setup.py have not") |
| 419 | print("been built, they are *disabled* in the Setup files:") |
| 420 | print_three_column([ext.name for ext in mods_disabled]) |
| 421 | print() |
Xavier de Gaye | 84968b7 | 2016-10-29 14:57:20 | [diff] [blame] | 422 | |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 423 | if self.failed: |
| 424 | failed = self.failed[:] |
| 425 | print() |
| 426 | print("Failed to build these modules:") |
| 427 | print_three_column(failed) |
Guido van Rossum | 04110fb | 2007-08-24 16:32:05 | [diff] [blame] | 428 | print() |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 429 | |
Benjamin Peterson | 5c2ac8c | 2014-04-30 15:06:16 | [diff] [blame] | 430 | if self.failed_on_import: |
| 431 | failed = self.failed_on_import[:] |
| 432 | print() |
| 433 | print("Following modules built successfully" |
| 434 | " but were removed because they could not be imported:") |
| 435 | print_three_column(failed) |
| 436 | print() |
| 437 | |
Christian Heimes | 61d478c | 2018-01-27 14:51:38 | [diff] [blame] | 438 | if any('_ssl' in l |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 439 | for l in (self.missing, self.failed, self.failed_on_import)): |
Christian Heimes | 61d478c | 2018-01-27 14:51:38 | [diff] [blame] | 440 | print() |
| 441 | print("Could not build the ssl module!") |
| 442 | print("Python requires an OpenSSL 1.0.2 or 1.1 compatible " |
| 443 | "libssl with X509_VERIFY_PARAM_set1_host().") |
| 444 | print("LibreSSL 2.6.4 and earlier do not provide the necessary " |
| 445 | "APIs, https://github.com/libressl-portable/portable/issues/381") |
| 446 | print() |
| 447 | |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 | [diff] [blame] | 448 | def build_extension(self, ext): |
| 449 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 450 | if ext.name == '_ctypes': |
| 451 | if not self.configure_ctypes(ext): |
Zachary Ware | f40d4dd | 2016-09-17 06:25:24 | [diff] [blame] | 452 | self.failed.append(ext.name) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 453 | return |
| 454 | |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 | [diff] [blame] | 455 | try: |
| 456 | build_ext.build_extension(self, ext) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 | [diff] [blame] | 457 | except (CCompilerError, DistutilsError) as why: |
Marc-André Lemburg | 7c6fcda | 2001-01-26 18:03:24 | [diff] [blame] | 458 | self.announce('WARNING: building of extension "%s" failed: %s' % |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 459 | (ext.name, why)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 460 | self.failed.append(ext.name) |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 | [diff] [blame] | 461 | return |
Antoine Pitrou | 2c0a916 | 2014-09-26 21:31:59 | [diff] [blame] | 462 | |
| 463 | def check_extension_import(self, ext): |
| 464 | # Don't try to import an extension that has failed to compile |
| 465 | if ext.name in self.failed: |
| 466 | self.announce( |
| 467 | 'WARNING: skipping import check for failed build "%s"' % |
| 468 | ext.name, level=1) |
| 469 | return |
| 470 | |
Jack Jansen | f49c6f9 | 2001-11-01 14:44:15 | [diff] [blame] | 471 | # Workaround for Mac OS X: The Carbon-based modules cannot be |
| 472 | # reliably imported into a command-line Python |
| 473 | if 'Carbon' in ext.extra_link_args: |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 474 | self.announce( |
| 475 | 'WARNING: skipping import check for Carbon-based "%s"' % |
| 476 | ext.name) |
| 477 | return |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 | [diff] [blame] | 478 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 479 | if MACOS and ( |
Benjamin Peterson | fc57635 | 2008-07-16 02:39:02 | [diff] [blame] | 480 | sys.maxsize > 2**32 and '-arch' in ext.extra_link_args): |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 | [diff] [blame] | 481 | # Don't bother doing an import check when an extension was |
| 482 | # build with an explicit '-arch' flag on OSX. That's currently |
| 483 | # only used to build 32-bit only extensions in a 4-way |
| 484 | # universal build and loading 32-bit code into a 64-bit |
| 485 | # process will fail. |
| 486 | self.announce( |
| 487 | 'WARNING: skipping import check for "%s"' % |
| 488 | ext.name) |
| 489 | return |
| 490 | |
Jason Tishler | 24cf776 | 2002-05-22 16:46:15 | [diff] [blame] | 491 | # Workaround for Cygwin: Cygwin currently has fork issues when many |
| 492 | # modules have been imported |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 493 | if CYGWIN: |
Jason Tishler | 24cf776 | 2002-05-22 16:46:15 | [diff] [blame] | 494 | self.announce('WARNING: skipping import check for Cygwin-based "%s"' |
| 495 | % ext.name) |
| 496 | return |
Michael W. Hudson | af14289 | 2002-01-23 15:07:46 | [diff] [blame] | 497 | ext_filename = os.path.join( |
| 498 | self.build_lib, |
| 499 | self.get_ext_filename(self.get_ext_fullname(ext.name))) |
Guido van Rossum | c3fee69 | 2008-07-17 16:23:53 | [diff] [blame] | 500 | |
| 501 | # If the build directory didn't exist when setup.py was |
| 502 | # started, sys.path_importer_cache has a negative result |
| 503 | # cached. Clear that cache before trying to import. |
| 504 | sys.path_importer_cache.clear() |
| 505 | |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 506 | # Don't try to load extensions for cross builds |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 507 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 508 | return |
| 509 | |
Brett Cannon | ca5ff3a | 2013-06-15 21:52:59 | [diff] [blame] | 510 | loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename) |
Eric Snow | 335e14d | 2014-01-04 22:09:28 | [diff] [blame] | 511 | spec = importlib.util.spec_from_file_location(ext.name, ext_filename, |
| 512 | loader=loader) |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 | [diff] [blame] | 513 | try: |
Brett Cannon | 2a17bde | 2014-05-30 18:55:29 | [diff] [blame] | 514 | importlib._bootstrap._load(spec) |
Guido van Rossum | b940e11 | 2007-01-10 16:19:56 | [diff] [blame] | 515 | except ImportError as why: |
Benjamin Peterson | 5c2ac8c | 2014-04-30 15:06:16 | [diff] [blame] | 516 | self.failed_on_import.append(ext.name) |
Neal Norwitz | 6e2d1c7 | 2003-02-28 17:39:42 | [diff] [blame] | 517 | self.announce('*** WARNING: renaming "%s" since importing it' |
| 518 | ' failed: %s' % (ext.name, why), level=3) |
| 519 | assert not self.inplace |
| 520 | basename, tail = os.path.splitext(ext_filename) |
| 521 | newname = basename + "_failed" + tail |
| 522 | if os.path.exists(newname): |
| 523 | os.remove(newname) |
| 524 | os.rename(ext_filename, newname) |
| 525 | |
Neal Norwitz | 3f5fcc8 | 2003-02-28 17:21:39 | [diff] [blame] | 526 | except: |
Neal Norwitz | 3f5fcc8 | 2003-02-28 17:21:39 | [diff] [blame] | 527 | exc_type, why, tb = sys.exc_info() |
Neal Norwitz | 6e2d1c7 | 2003-02-28 17:39:42 | [diff] [blame] | 528 | self.announce('*** WARNING: importing extension "%s" ' |
| 529 | 'failed with %s: %s' % (ext.name, exc_type, why), |
| 530 | level=3) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 531 | self.failed.append(ext.name) |
Fred Drake | 9028d0a | 2001-12-06 22:59:54 | [diff] [blame] | 532 | |
Barry Warsaw | 5ca305a | 2011-04-06 19:18:12 | [diff] [blame] | 533 | def add_multiarch_paths(self): |
| 534 | # Debian/Ubuntu multiarch support. |
| 535 | # https://wiki.ubuntu.com/MultiarchSpec |
doko@ubuntu.com | 3277b35 | 2012-08-08 10:15:55 | [diff] [blame] | 536 | cc = sysconfig.get_config_var('CC') |
| 537 | tmpfile = os.path.join(self.build_temp, 'multiarch') |
| 538 | if not os.path.exists(self.build_temp): |
| 539 | os.makedirs(self.build_temp) |
| 540 | ret = os.system( |
| 541 | '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile)) |
| 542 | multiarch_path_component = '' |
| 543 | try: |
| 544 | if ret >> 8 == 0: |
| 545 | with open(tmpfile) as fp: |
| 546 | multiarch_path_component = fp.readline().strip() |
| 547 | finally: |
| 548 | os.unlink(tmpfile) |
| 549 | |
| 550 | if multiarch_path_component != '': |
| 551 | add_dir_to_list(self.compiler.library_dirs, |
| 552 | '/usr/lib/' + multiarch_path_component) |
| 553 | add_dir_to_list(self.compiler.include_dirs, |
| 554 | '/usr/include/' + multiarch_path_component) |
| 555 | return |
| 556 | |
Barry Warsaw | 88e1945 | 2011-04-07 14:40:36 | [diff] [blame] | 557 | if not find_executable('dpkg-architecture'): |
| 558 | return |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 559 | opt = '' |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 560 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 561 | opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE') |
Barry Warsaw | 5ca305a | 2011-04-06 19:18:12 | [diff] [blame] | 562 | tmpfile = os.path.join(self.build_temp, 'multiarch') |
| 563 | if not os.path.exists(self.build_temp): |
| 564 | os.makedirs(self.build_temp) |
| 565 | ret = os.system( |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 566 | 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' % |
| 567 | (opt, tmpfile)) |
Barry Warsaw | 5ca305a | 2011-04-06 19:18:12 | [diff] [blame] | 568 | try: |
| 569 | if ret >> 8 == 0: |
| 570 | with open(tmpfile) as fp: |
| 571 | multiarch_path_component = fp.readline().strip() |
| 572 | add_dir_to_list(self.compiler.library_dirs, |
| 573 | '/usr/lib/' + multiarch_path_component) |
| 574 | add_dir_to_list(self.compiler.include_dirs, |
| 575 | '/usr/include/' + multiarch_path_component) |
| 576 | finally: |
| 577 | os.unlink(tmpfile) |
| 578 | |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 579 | def add_cross_compiling_paths(self): |
| 580 | cc = sysconfig.get_config_var('CC') |
| 581 | tmpfile = os.path.join(self.build_temp, 'ccpaths') |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 582 | if not os.path.exists(self.build_temp): |
| 583 | os.makedirs(self.build_temp) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 584 | ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (cc, tmpfile)) |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 585 | is_gcc = False |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 586 | is_clang = False |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 587 | in_incdirs = False |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 588 | try: |
| 589 | if ret >> 8 == 0: |
| 590 | with open(tmpfile) as fp: |
| 591 | for line in fp.readlines(): |
| 592 | if line.startswith("gcc version"): |
| 593 | is_gcc = True |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 594 | elif line.startswith("clang version"): |
| 595 | is_clang = True |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 596 | elif line.startswith("#include <...>"): |
| 597 | in_incdirs = True |
| 598 | elif line.startswith("End of search list"): |
| 599 | in_incdirs = False |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 600 | elif (is_gcc or is_clang) and line.startswith("LIBRARY_PATH"): |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 601 | for d in line.strip().split("=")[1].split(":"): |
| 602 | d = os.path.normpath(d) |
| 603 | if '/gcc/' not in d: |
| 604 | add_dir_to_list(self.compiler.library_dirs, |
| 605 | d) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 606 | elif (is_gcc or is_clang) and in_incdirs and '/gcc/' not in line and '/clang/' not in line: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 607 | add_dir_to_list(self.compiler.include_dirs, |
| 608 | line.strip()) |
| 609 | finally: |
| 610 | os.unlink(tmpfile) |
| 611 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 612 | def add_ldflags_cppflags(self): |
Brett Cannon | 516592f | 2004-12-07 00:42:59 | [diff] [blame] | 613 | # Add paths specified in the environment variables LDFLAGS and |
Brett Cannon | 4810eb9 | 2004-12-31 08:11:21 | [diff] [blame] | 614 | # CPPFLAGS for header and library files. |
Brett Cannon | 5399c6d | 2004-12-18 20:48:09 | [diff] [blame] | 615 | # We must get the values from the Makefile and not the environment |
| 616 | # directly since an inconsistently reproducible issue comes up where |
| 617 | # the environment variable is not set even though the value were passed |
Brett Cannon | 4810eb9 | 2004-12-31 08:11:21 | [diff] [blame] | 618 | # into configure and stored in the Makefile (issue found on OS X 10.3). |
Brett Cannon | 516592f | 2004-12-07 00:42:59 | [diff] [blame] | 619 | for env_var, arg_name, dir_list in ( |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 | [diff] [blame] | 620 | ('LDFLAGS', '-R', self.compiler.runtime_library_dirs), |
| 621 | ('LDFLAGS', '-L', self.compiler.library_dirs), |
| 622 | ('CPPFLAGS', '-I', self.compiler.include_dirs)): |
Brett Cannon | 5399c6d | 2004-12-18 20:48:09 | [diff] [blame] | 623 | env_val = sysconfig.get_config_var(env_var) |
Brett Cannon | 516592f | 2004-12-07 00:42:59 | [diff] [blame] | 624 | if env_val: |
Chih-Hsuan Yen | 09b2bec | 2018-07-11 08:48:43 | [diff] [blame] | 625 | parser = argparse.ArgumentParser() |
| 626 | parser.add_argument(arg_name, dest="dirs", action="append") |
| 627 | options, _ = parser.parse_known_args(env_val.split()) |
Brett Cannon | 4483771 | 2005-01-02 21:54:07 | [diff] [blame] | 628 | if options.dirs: |
Christian Heimes | 292d351 | 2008-02-03 16:51:08 | [diff] [blame] | 629 | for directory in reversed(options.dirs): |
Brett Cannon | 4483771 | 2005-01-02 21:54:07 | [diff] [blame] | 630 | add_dir_to_list(dir_list, directory) |
Skip Montanaro | decc6a4 | 2003-01-01 20:07:49 | [diff] [blame] | 631 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 632 | def configure_compiler(self): |
| 633 | # Ensure that /usr/local is always used, but the local build |
| 634 | # directories (i.e. '.' and 'Include') must be first. See issue |
| 635 | # 10520. |
| 636 | if not CROSS_COMPILING: |
| 637 | add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib') |
| 638 | add_dir_to_list(self.compiler.include_dirs, '/usr/local/include') |
| 639 | # only change this for cross builds for 3.3, issues on Mageia |
| 640 | if CROSS_COMPILING: |
| 641 | self.add_cross_compiling_paths() |
| 642 | self.add_multiarch_paths() |
| 643 | self.add_ldflags_cppflags() |
| 644 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 645 | def init_inc_lib_dirs(self): |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 646 | if (not CROSS_COMPILING and |
Xavier de Gaye | 1351c31 | 2016-12-14 10:14:33 | [diff] [blame] | 647 | os.path.normpath(sys.base_prefix) != '/usr' and |
| 648 | not sysconfig.get_config_var('PYTHONFRAMEWORK')): |
Ronald Oussoren | f3500e1 | 2010-10-20 13:10:12 | [diff] [blame] | 649 | # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework |
| 650 | # (PYTHONFRAMEWORK is set) to avoid # linking problems when |
| 651 | # building a framework with different architectures than |
| 652 | # the one that is currently installed (issue #7473) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 | [diff] [blame] | 653 | add_dir_to_list(self.compiler.library_dirs, |
Michael W. Hudson | 90b8e4d | 2002-08-02 13:55:50 | [diff] [blame] | 654 | sysconfig.get_config_var("LIBDIR")) |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 | [diff] [blame] | 655 | add_dir_to_list(self.compiler.include_dirs, |
Michael W. Hudson | 90b8e4d | 2002-08-02 13:55:50 | [diff] [blame] | 656 | sysconfig.get_config_var("INCLUDEDIR")) |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 657 | |
xdegaye | 77f5139 | 2017-11-25 16:25:30 | [diff] [blame] | 658 | system_lib_dirs = ['/lib64', '/usr/lib64', '/lib', '/usr/lib'] |
| 659 | system_include_dirs = ['/usr/include'] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 660 | # lib_dirs and inc_dirs are used to search for files; |
| 661 | # if a file is found in one of those directories, it can |
| 662 | # be assumed that no additional -I,-L directives are needed. |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 663 | if not CROSS_COMPILING: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 664 | self.lib_dirs = self.compiler.library_dirs + system_lib_dirs |
| 665 | self.inc_dirs = self.compiler.include_dirs + system_include_dirs |
Christian Heimes | f19529c | 2012-12-12 11:41:00 | [diff] [blame] | 666 | else: |
xdegaye | 77f5139 | 2017-11-25 16:25:30 | [diff] [blame] | 667 | # Add the sysroot paths. 'sysroot' is a compiler option used to |
| 668 | # set the logical path of the standard system headers and |
| 669 | # libraries. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 670 | self.lib_dirs = (self.compiler.library_dirs + |
| 671 | sysroot_paths(('LDFLAGS', 'CC'), system_lib_dirs)) |
| 672 | self.inc_dirs = (self.compiler.include_dirs + |
| 673 | sysroot_paths(('CPPFLAGS', 'CFLAGS', 'CC'), |
| 674 | system_include_dirs)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 675 | |
Brett Cannon | 4454a1f | 2005-04-15 20:32:39 | [diff] [blame] | 676 | config_h = sysconfig.get_config_h_filename() |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 677 | with open(config_h) as file: |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 678 | self.config_h_vars = sysconfig.parse_config_h(file) |
Brett Cannon | 4454a1f | 2005-04-15 20:32:39 | [diff] [blame] | 679 | |
Andrew M. Kuchling | 7883dc8 | 2003-10-24 18:26:26 | [diff] [blame] | 680 | # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 681 | if HOST_PLATFORM in ['osf1', 'unixware7', 'openunix8']: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 682 | self.lib_dirs += ['/usr/ccs/lib'] |
Skip Montanaro | 22e00c4 | 2003-05-06 20:43:34 | [diff] [blame] | 683 | |
Charles-François Natali | 5739e10 | 2012-04-12 17:07:25 | [diff] [blame] | 684 | # HP-UX11iv3 keeps files in lib/hpux folders. |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 685 | if HOST_PLATFORM == 'hp-ux11': |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 686 | self.lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32'] |
Charles-François Natali | 5739e10 | 2012-04-12 17:07:25 | [diff] [blame] | 687 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 688 | if MACOS: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 689 | # This should work on any unixy platform ;-) |
| 690 | # If the user has bothered specifying additional -I and -L flags |
| 691 | # in OPT and LDFLAGS we might as well use them here. |
Barry Warsaw | 807bd0a | 2010-11-24 20:30:00 | [diff] [blame] | 692 | # |
| 693 | # NOTE: using shlex.split would technically be more correct, but |
| 694 | # also gives a bootstrap problem. Let's hope nobody uses |
| 695 | # directories with whitespace in the name to store libraries. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 696 | cflags, ldflags = sysconfig.get_config_vars( |
| 697 | 'CFLAGS', 'LDFLAGS') |
| 698 | for item in cflags.split(): |
| 699 | if item.startswith('-I'): |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 700 | self.inc_dirs.append(item[2:]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 701 | |
| 702 | for item in ldflags.split(): |
| 703 | if item.startswith('-L'): |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 704 | self.lib_dirs.append(item[2:]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 705 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 706 | def detect_simple_extensions(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 707 | # |
| 708 | # The following modules are all pretty straightforward, and compile |
| 709 | # on pretty much any POSIXish platform. |
| 710 | # |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 711 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 712 | # array objects |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 713 | self.add(Extension('array', ['arraymodule.c'])) |
Martin Panter | c9deece | 2016-02-03 05:19:44 | [diff] [blame] | 714 | |
Yury Selivanov | f23746a | 2018-01-23 00:11:18 | [diff] [blame] | 715 | # Context Variables |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 716 | self.add(Extension('_contextvars', ['_contextvarsmodule.c'])) |
Yury Selivanov | f23746a | 2018-01-23 00:11:18 | [diff] [blame] | 717 | |
Martin Panter | c9deece | 2016-02-03 05:19:44 | [diff] [blame] | 718 | shared_math = 'Modules/_math.o' |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 719 | |
| 720 | # math library functions, e.g. sin() |
| 721 | self.add(Extension('math', ['mathmodule.c'], |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 722 | extra_objects=[shared_math], |
| 723 | depends=['_math.h', shared_math], |
| 724 | libraries=['m'])) |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 725 | |
| 726 | # complex math library functions |
| 727 | self.add(Extension('cmath', ['cmathmodule.c'], |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 728 | extra_objects=[shared_math], |
| 729 | depends=['_math.h', shared_math], |
| 730 | libraries=['m'])) |
Victor Stinner | e0be423 | 2011-10-25 11:06:09 | [diff] [blame] | 731 | |
| 732 | # time libraries: librt may be needed for clock_gettime() |
| 733 | time_libs = [] |
| 734 | lib = sysconfig.get_config_var('TIMEMODULE_LIB') |
| 735 | if lib: |
| 736 | time_libs.append(lib) |
| 737 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 738 | # time operations and variables |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 739 | self.add(Extension('time', ['timemodule.c'], |
| 740 | libraries=time_libs)) |
Benjamin Peterson | 8acaa31 | 2017-11-13 04:53:39 | [diff] [blame] | 741 | # libm is needed by delta_new() that uses round() and by accum() that |
| 742 | # uses modf(). |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 743 | self.add(Extension('_datetime', ['_datetimemodule.c'], |
| 744 | libraries=['m'])) |
Christian Heimes | fe337bf | 2008-03-23 21:54:12 | [diff] [blame] | 745 | # random number generator implemented in C |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 746 | self.add(Extension("_random", ["_randommodule.c"])) |
Raymond Hettinger | 0c41027 | 2004-01-05 10:13:35 | [diff] [blame] | 747 | # bisect |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 748 | self.add(Extension("_bisect", ["_bisectmodule.c"])) |
Raymond Hettinger | b3af181 | 2003-11-08 10:24:38 | [diff] [blame] | 749 | # heapq |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 750 | self.add(Extension("_heapq", ["_heapqmodule.c"])) |
Alexandre Vassalotti | ca2d610 | 2008-06-12 18:26:05 | [diff] [blame] | 751 | # C-optimized pickle replacement |
Victor Stinner | 5c75f37 | 2019-04-17 21:02:26 | [diff] [blame] | 752 | self.add(Extension("_pickle", ["_pickle.c"], |
Victor Stinner | 5749134 | 2019-04-23 10:26:33 | [diff] [blame] | 753 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Collin Winter | 670e692 | 2007-03-21 02:57:17 | [diff] [blame] | 754 | # atexit |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 755 | self.add(Extension("atexit", ["atexitmodule.c"])) |
Christian Heimes | 9054000 | 2008-05-08 14:29:10 | [diff] [blame] | 756 | # _json speedups |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 757 | self.add(Extension("_json", ["_json.c"], |
Victor Stinner | 5749134 | 2019-04-23 10:26:33 | [diff] [blame] | 758 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 759 | |
Fred Drake | 0e474a8 | 2007-10-11 18:01:43 | [diff] [blame] | 760 | # profiler (_lsprof is for cProfile.py) |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 761 | self.add(Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 762 | # static Unicode character database |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 763 | self.add(Extension('unicodedata', ['unicodedata.c'], |
| 764 | depends=['unicodedata_db.h', 'unicodename_db.h'])) |
Larry Hastings | 3a90797 | 2013-11-23 22:49:22 | [diff] [blame] | 765 | # _opcode module |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 766 | self.add(Extension('_opcode', ['_opcode.c'])) |
INADA Naoki | 9f2ce25 | 2016-10-15 06:39:19 | [diff] [blame] | 767 | # asyncio speedups |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 768 | self.add(Extension("_asyncio", ["_asynciomodule.c"])) |
Ivan Levkivskyi | 03e3c34 | 2018-02-18 12:41:58 | [diff] [blame] | 769 | # _abc speedups |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 770 | self.add(Extension("_abc", ["_abc.c"])) |
Antoine Pitrou | 94e1696 | 2018-01-15 23:27:16 | [diff] [blame] | 771 | # _queue module |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 772 | self.add(Extension("_queue", ["_queuemodule.c"])) |
Miss Islington (bot) | 5779c53 | 2019-08-23 22:39:27 | [diff] [blame] | 773 | # _statistics module |
| 774 | self.add(Extension("_statistics", ["_statisticsmodule.c"])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 775 | |
| 776 | # Modules with some UNIX dependencies -- on by default: |
| 777 | # (If you have a really backward UNIX, select and socket may not be |
| 778 | # supported...) |
| 779 | |
| 780 | # fcntl(2) and ioctl(2) |
Antoine Pitrou | a300007 | 2010-09-07 14:52:42 | [diff] [blame] | 781 | libs = [] |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 782 | if (self.config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)): |
Antoine Pitrou | a300007 | 2010-09-07 14:52:42 | [diff] [blame] | 783 | # May be necessary on AIX for flock function |
| 784 | libs = ['bsd'] |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 785 | self.add(Extension('fcntl', ['fcntlmodule.c'], |
| 786 | libraries=libs)) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 787 | # pwd(3) |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 788 | self.add(Extension('pwd', ['pwdmodule.c'])) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 789 | # grp(3) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 790 | if not VXWORKS: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 791 | self.add(Extension('grp', ['grpmodule.c'])) |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 792 | # spwd, shadow passwords |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 793 | if (self.config_h_vars.get('HAVE_GETSPNAM', False) or |
| 794 | self.config_h_vars.get('HAVE_GETSPENT', False)): |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 795 | self.add(Extension('spwd', ['spwdmodule.c'])) |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 796 | # AIX has shadow passwords, but access is not via getspent(), etc. |
| 797 | # module support is not expected so it not 'missing' |
| 798 | elif not AIX: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 799 | self.missing.append('spwd') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 800 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 801 | # select(2); not on ancient System V |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 802 | self.add(Extension('select', ['selectmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 803 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 804 | # Fred Drake's interface to the Python parser |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 805 | self.add(Extension('parser', ['parsermodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 806 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 807 | # Memory-mapped files (also works on Win32). |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 808 | self.add(Extension('mmap', ['mmapmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 809 | |
Andrew M. Kuchling | 57269d0 | 2004-08-31 13:37:25 | [diff] [blame] | 810 | # Lance Ellinghaus's syslog module |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 811 | # syslog daemon interface |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 812 | self.add(Extension('syslog', ['syslogmodule.c'])) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 813 | |
Eric Snow | 7f8bfc9 | 2018-01-30 01:23:44 | [diff] [blame] | 814 | # Python interface to subinterpreter C-API. |
Eric Snow | c11183c | 2019-03-15 22:35:46 | [diff] [blame] | 815 | self.add(Extension('_xxsubinterpreters', ['_xxsubinterpretersmodule.c'])) |
Eric Snow | 7f8bfc9 | 2018-01-30 01:23:44 | [diff] [blame] | 816 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 817 | # |
Andrew M. Kuchling | 5bbc7b9 | 2001-01-18 20:39:34 | [diff] [blame] | 818 | # Here ends the simple stuff. From here on, modules need certain |
| 819 | # libraries, are platform-specific, or present other surprises. |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 820 | # |
| 821 | |
| 822 | # Multimedia modules |
| 823 | # These don't work for 64-bit platforms!!! |
| 824 | # These represent audio samples or images as strings: |
Victor Stinner | def8072 | 2016-04-19 13:58:11 | [diff] [blame] | 825 | # |
Neal Norwitz | 5e4a3b8 | 2004-07-19 16:55:07 | [diff] [blame] | 826 | # Operations on audio samples |
Tim Peters | f9cbf21 | 2004-07-23 02:50:10 | [diff] [blame] | 827 | # According to #993173, this one should actually work fine on |
Martin v. Löwis | 8fbefe2 | 2004-07-19 16:42:20 | [diff] [blame] | 828 | # 64-bit platforms. |
Victor Stinner | def8072 | 2016-04-19 13:58:11 | [diff] [blame] | 829 | # |
Benjamin Peterson | 8acaa31 | 2017-11-13 04:53:39 | [diff] [blame] | 830 | # audioop needs libm for floor() in multiple functions. |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 831 | self.add(Extension('audioop', ['audioop.c'], |
| 832 | libraries=['m'])) |
Martin v. Löwis | 8fbefe2 | 2004-07-19 16:42:20 | [diff] [blame] | 833 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 834 | # CSV files |
| 835 | self.add(Extension('_csv', ['_csv.c'])) |
| 836 | |
| 837 | # POSIX subprocess module helper. |
| 838 | self.add(Extension('_posixsubprocess', ['_posixsubprocess.c'])) |
| 839 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 840 | def detect_test_extensions(self): |
| 841 | # Python C API test module |
| 842 | self.add(Extension('_testcapi', ['_testcapimodule.c'], |
| 843 | depends=['testcapi_long.h'])) |
| 844 | |
Victor Stinner | 23bace2 | 2019-04-18 09:37:26 | [diff] [blame] | 845 | # Python Internal C API test module |
| 846 | self.add(Extension('_testinternalcapi', ['_testinternalcapi.c'], |
Victor Stinner | 5749134 | 2019-04-23 10:26:33 | [diff] [blame] | 847 | extra_compile_args=['-DPy_BUILD_CORE_MODULE'])) |
Victor Stinner | 23bace2 | 2019-04-18 09:37:26 | [diff] [blame] | 848 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 849 | # Python PEP-3118 (buffer protocol) test module |
| 850 | self.add(Extension('_testbuffer', ['_testbuffer.c'])) |
| 851 | |
| 852 | # Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421) |
| 853 | self.add(Extension('_testimportmultiple', ['_testimportmultiple.c'])) |
| 854 | |
| 855 | # Test multi-phase extension module init (PEP 489) |
| 856 | self.add(Extension('_testmultiphase', ['_testmultiphase.c'])) |
| 857 | |
| 858 | # Fuzz tests. |
| 859 | self.add(Extension('_xxtestfuzz', |
| 860 | ['_xxtestfuzz/_xxtestfuzz.c', |
| 861 | '_xxtestfuzz/fuzzer.c'])) |
| 862 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 863 | def detect_readline_curses(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 864 | # readline |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 865 | do_readline = self.compiler.find_library_file(self.lib_dirs, 'readline') |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 866 | readline_termcap_library = "" |
| 867 | curses_library = "" |
doko@ubuntu.com | 5884449 | 2012-06-30 16:25:32 | [diff] [blame] | 868 | # Cannot use os.popen here in py3k. |
| 869 | tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib') |
| 870 | if not os.path.exists(self.build_temp): |
| 871 | os.makedirs(self.build_temp) |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 872 | # Determine if readline is already linked against curses or tinfo. |
doko@ubuntu.com | 5884449 | 2012-06-30 16:25:32 | [diff] [blame] | 873 | if do_readline: |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 874 | if CROSS_COMPILING: |
doko@ubuntu.com | 5884449 | 2012-06-30 16:25:32 | [diff] [blame] | 875 | ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \ |
| 876 | % (sysconfig.get_config_var('READELF'), |
| 877 | do_readline, tmpfile)) |
| 878 | elif find_executable('ldd'): |
| 879 | ret = os.system("ldd %s > %s" % (do_readline, tmpfile)) |
| 880 | else: |
| 881 | ret = 256 |
doko@ubuntu.com | 4c99071 | 2012-06-30 21:28:09 | [diff] [blame] | 882 | if ret >> 8 == 0: |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 883 | with open(tmpfile) as fp: |
| 884 | for ln in fp: |
| 885 | if 'curses' in ln: |
| 886 | readline_termcap_library = re.sub( |
| 887 | r'.*lib(n?cursesw?)\.so.*', r'\1', ln |
| 888 | ).rstrip() |
| 889 | break |
| 890 | # termcap interface split out from ncurses |
| 891 | if 'tinfo' in ln: |
| 892 | readline_termcap_library = 'tinfo' |
| 893 | break |
doko@ubuntu.com | 4c99071 | 2012-06-30 21:28:09 | [diff] [blame] | 894 | if os.path.exists(tmpfile): |
| 895 | os.unlink(tmpfile) |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 896 | # Issue 7384: If readline is already linked against curses, |
| 897 | # use the same library for the readline and curses modules. |
| 898 | if 'curses' in readline_termcap_library: |
| 899 | curses_library = readline_termcap_library |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 900 | elif self.compiler.find_library_file(self.lib_dirs, 'ncursesw'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 901 | curses_library = 'ncursesw' |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 902 | # Issue 36210: OSS provided ncurses does not link on AIX |
| 903 | # Use IBM supplied 'curses' for successful build of _curses |
| 904 | elif AIX and self.compiler.find_library_file(self.lib_dirs, 'curses'): |
| 905 | curses_library = 'curses' |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 906 | elif self.compiler.find_library_file(self.lib_dirs, 'ncurses'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 907 | curses_library = 'ncurses' |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 908 | elif self.compiler.find_library_file(self.lib_dirs, 'curses'): |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 909 | curses_library = 'curses' |
| 910 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 911 | if MACOS: |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 | [diff] [blame] | 912 | os_release = int(os.uname()[2].split('.')[0]) |
Ronald Oussoren | 961683a | 2010-03-08 07:09:59 | [diff] [blame] | 913 | dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET') |
Ned Deily | 04cdfa1 | 2014-06-25 20:36:14 | [diff] [blame] | 914 | if (dep_target and |
| 915 | (tuple(int(n) for n in dep_target.split('.')[0:2]) |
| 916 | < (10, 5) ) ): |
Ronald Oussoren | 961683a | 2010-03-08 07:09:59 | [diff] [blame] | 917 | os_release = 8 |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 | [diff] [blame] | 918 | if os_release < 9: |
| 919 | # MacOSX 10.4 has a broken readline. Don't try to build |
| 920 | # the readline module unless the user has installed a fixed |
| 921 | # readline package |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 922 | if find_file('readline/rlconf.h', self.inc_dirs, []) is None: |
Ronald Oussoren | 2efd924 | 2009-09-20 14:53:22 | [diff] [blame] | 923 | do_readline = False |
Jack Jansen | 81ae235 | 2006-02-23 15:02:23 | [diff] [blame] | 924 | if do_readline: |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 925 | if MACOS and os_release < 9: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 926 | # In every directory on the search path search for a dynamic |
| 927 | # library and then a static library, instead of first looking |
Fred Drake | 0af1761 | 2007-09-04 19:43:19 | [diff] [blame] | 928 | # for dynamic libraries on the entire path. |
Martin Panter | e26da7c | 2016-06-02 10:07:09 | [diff] [blame] | 929 | # This way a statically linked custom readline gets picked up |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 930 | # before the (possibly broken) dynamic library in /usr/lib. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 931 | readline_extra_link_args = ('-Wl,-search_paths_first',) |
| 932 | else: |
| 933 | readline_extra_link_args = () |
| 934 | |
Marc-André Lemburg | 2efc323 | 2001-01-26 18:23:02 | [diff] [blame] | 935 | readline_libs = ['readline'] |
Stefan Krah | 095b273 | 2010-06-08 13:41:44 | [diff] [blame] | 936 | if readline_termcap_library: |
| 937 | pass # Issue 7384: Already linked against curses or tinfo. |
| 938 | elif curses_library: |
| 939 | readline_libs.append(curses_library) |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 940 | elif self.compiler.find_library_file(self.lib_dirs + |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 | [diff] [blame] | 941 | ['/usr/lib/termcap'], |
| 942 | 'termcap'): |
Marc-André Lemburg | 2efc323 | 2001-01-26 18:23:02 | [diff] [blame] | 943 | readline_libs.append('termcap') |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 944 | self.add(Extension('readline', ['readline.c'], |
| 945 | library_dirs=['/usr/lib/termcap'], |
| 946 | extra_link_args=readline_extra_link_args, |
| 947 | libraries=readline_libs)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 948 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 949 | self.missing.append('readline') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 950 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 951 | # Curses support, requiring the System V version of curses, often |
| 952 | # provided by the ncurses library. |
| 953 | curses_defines = [] |
| 954 | curses_includes = [] |
| 955 | panel_library = 'panel' |
| 956 | if curses_library == 'ncursesw': |
| 957 | curses_defines.append(('HAVE_NCURSESW', '1')) |
| 958 | if not CROSS_COMPILING: |
| 959 | curses_includes.append('/usr/include/ncursesw') |
| 960 | # Bug 1464056: If _curses.so links with ncursesw, |
| 961 | # _curses_panel.so must link with panelw. |
| 962 | panel_library = 'panelw' |
| 963 | if MACOS: |
| 964 | # On OS X, there is no separate /usr/lib/libncursesw nor |
| 965 | # libpanelw. If we are here, we found a locally-supplied |
| 966 | # version of libncursesw. There should also be a |
| 967 | # libpanelw. _XOPEN_SOURCE defines are usually excluded |
| 968 | # for OS X but we need _XOPEN_SOURCE_EXTENDED here for |
| 969 | # ncurses wide char support |
| 970 | curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1')) |
| 971 | elif MACOS and curses_library == 'ncurses': |
| 972 | # Building with the system-suppied combined libncurses/libpanel |
| 973 | curses_defines.append(('HAVE_NCURSESW', '1')) |
| 974 | curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1')) |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 975 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 976 | curses_enabled = True |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 977 | if curses_library.startswith('ncurses'): |
| 978 | curses_libs = [curses_library] |
| 979 | self.add(Extension('_curses', ['_cursesmodule.c'], |
| 980 | include_dirs=curses_includes, |
| 981 | define_macros=curses_defines, |
| 982 | libraries=curses_libs)) |
| 983 | elif curses_library == 'curses' and not MACOS: |
| 984 | # OSX has an old Berkeley curses, not good enough for |
| 985 | # the _curses module. |
| 986 | if (self.compiler.find_library_file(self.lib_dirs, 'terminfo')): |
| 987 | curses_libs = ['curses', 'terminfo'] |
| 988 | elif (self.compiler.find_library_file(self.lib_dirs, 'termcap')): |
| 989 | curses_libs = ['curses', 'termcap'] |
| 990 | else: |
| 991 | curses_libs = ['curses'] |
| 992 | |
| 993 | self.add(Extension('_curses', ['_cursesmodule.c'], |
| 994 | define_macros=curses_defines, |
| 995 | libraries=curses_libs)) |
| 996 | else: |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 997 | curses_enabled = False |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 998 | self.missing.append('_curses') |
| 999 | |
| 1000 | # If the curses module is enabled, check for the panel module |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 1001 | # _curses_panel needs some form of ncurses |
| 1002 | skip_curses_panel = True if AIX else False |
| 1003 | if (curses_enabled and not skip_curses_panel and |
| 1004 | self.compiler.find_library_file(self.lib_dirs, panel_library)): |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1005 | self.add(Extension('_curses_panel', ['_curses_panel.c'], |
| 1006 | include_dirs=curses_includes, |
| 1007 | define_macros=curses_defines, |
| 1008 | libraries=[panel_library, *curses_libs])) |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 1009 | elif not skip_curses_panel: |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1010 | self.missing.append('_curses_panel') |
| 1011 | |
| 1012 | def detect_crypt(self): |
| 1013 | # crypt module. |
pxinwr | 236d0b7 | 2019-04-15 09:02:20 | [diff] [blame] | 1014 | if VXWORKS: |
| 1015 | # bpo-31904: crypt() function is not provided by VxWorks. |
| 1016 | # DES_crypt() OpenSSL provides is too weak to implement |
| 1017 | # the encryption. |
| 1018 | return |
| 1019 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1020 | if self.compiler.find_library_file(self.lib_dirs, 'crypt'): |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 1021 | libs = ['crypt'] |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1022 | else: |
Ronald Oussoren | 94f2528 | 2010-05-05 19:11:21 | [diff] [blame] | 1023 | libs = [] |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1024 | |
pxinwr | 236d0b7 | 2019-04-15 09:02:20 | [diff] [blame] | 1025 | self.add(Extension('_crypt', ['_cryptmodule.c'], |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1026 | libraries=libs)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1027 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1028 | def detect_socket(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1029 | # socket(2) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1030 | if not VXWORKS: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1031 | self.add(Extension('_socket', ['socketmodule.c'], |
| 1032 | depends=['socketmodule.h'])) |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1033 | elif self.compiler.find_library_file(self.lib_dirs, 'net'): |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1034 | libs = ['net'] |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1035 | self.add(Extension('_socket', ['socketmodule.c'], |
| 1036 | depends=['socketmodule.h'], |
| 1037 | libraries=libs)) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1038 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1039 | def detect_dbm_gdbm(self): |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1040 | # Modules that provide persistent dictionary-like semantics. You will |
| 1041 | # probably want to arrange for at least one of them to be available on |
| 1042 | # your machine, though none are defined by default because of library |
| 1043 | # dependencies. The Python module dbm/__init__.py provides an |
| 1044 | # implementation independent wrapper for these; dbm/dumb.py provides |
| 1045 | # similar functionality (but slower of course) implemented in Python. |
| 1046 | |
| 1047 | # Sleepycat^WOracle Berkeley DB interface. |
| 1048 | # http://www.oracle.com/database/berkeley-db/db/index.html |
| 1049 | # |
| 1050 | # This requires the Sleepycat^WOracle DB code. The supported versions |
| 1051 | # are set below. Visit the URL above to download |
| 1052 | # a release. Most open source OSes come with one or more |
| 1053 | # versions of BerkeleyDB already installed. |
| 1054 | |
doko@ubuntu.com | 15bac0f | 2012-07-01 08:35:54 | [diff] [blame] | 1055 | max_db_ver = (5, 3) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1056 | min_db_ver = (3, 3) |
| 1057 | db_setup_debug = False # verbose debug prints from this script? |
| 1058 | |
| 1059 | def allow_db_ver(db_ver): |
| 1060 | """Returns a boolean if the given BerkeleyDB version is acceptable. |
| 1061 | |
| 1062 | Args: |
| 1063 | db_ver: A tuple of the version to verify. |
| 1064 | """ |
| 1065 | if not (min_db_ver <= db_ver <= max_db_ver): |
| 1066 | return False |
| 1067 | return True |
| 1068 | |
| 1069 | def gen_db_minor_ver_nums(major): |
| 1070 | if major == 4: |
| 1071 | for x in range(max_db_ver[1]+1): |
| 1072 | if allow_db_ver((4, x)): |
| 1073 | yield x |
| 1074 | elif major == 3: |
| 1075 | for x in (3,): |
| 1076 | if allow_db_ver((3, x)): |
| 1077 | yield x |
| 1078 | else: |
| 1079 | raise ValueError("unknown major BerkeleyDB version", major) |
| 1080 | |
| 1081 | # construct a list of paths to look for the header file in on |
| 1082 | # top of the normal inc_dirs. |
| 1083 | db_inc_paths = [ |
| 1084 | '/usr/include/db4', |
| 1085 | '/usr/local/include/db4', |
| 1086 | '/opt/sfw/include/db4', |
| 1087 | '/usr/include/db3', |
| 1088 | '/usr/local/include/db3', |
| 1089 | '/opt/sfw/include/db3', |
| 1090 | # Fink defaults (http://fink.sourceforge.net/) |
| 1091 | '/sw/include/db4', |
| 1092 | '/sw/include/db3', |
| 1093 | ] |
| 1094 | # 4.x minor number specific paths |
| 1095 | for x in gen_db_minor_ver_nums(4): |
| 1096 | db_inc_paths.append('/usr/include/db4%d' % x) |
| 1097 | db_inc_paths.append('/usr/include/db4.%d' % x) |
| 1098 | db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x) |
| 1099 | db_inc_paths.append('/usr/local/include/db4%d' % x) |
| 1100 | db_inc_paths.append('/pkg/db-4.%d/include' % x) |
| 1101 | db_inc_paths.append('/opt/db-4.%d/include' % x) |
| 1102 | # MacPorts default (http://www.macports.org/) |
| 1103 | db_inc_paths.append('/opt/local/include/db4%d' % x) |
| 1104 | # 3.x minor number specific paths |
| 1105 | for x in gen_db_minor_ver_nums(3): |
| 1106 | db_inc_paths.append('/usr/include/db3%d' % x) |
| 1107 | db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x) |
| 1108 | db_inc_paths.append('/usr/local/include/db3%d' % x) |
| 1109 | db_inc_paths.append('/pkg/db-3.%d/include' % x) |
| 1110 | db_inc_paths.append('/opt/db-3.%d/include' % x) |
| 1111 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1112 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 1113 | db_inc_paths = [] |
| 1114 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1115 | # Add some common subdirectories for Sleepycat DB to the list, |
| 1116 | # based on the standard include directories. This way DB3/4 gets |
| 1117 | # picked up when it is installed in a non-standard prefix and |
| 1118 | # the user has added that prefix into inc_dirs. |
| 1119 | std_variants = [] |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1120 | for dn in self.inc_dirs: |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1121 | std_variants.append(os.path.join(dn, 'db3')) |
| 1122 | std_variants.append(os.path.join(dn, 'db4')) |
| 1123 | for x in gen_db_minor_ver_nums(4): |
| 1124 | std_variants.append(os.path.join(dn, "db4%d"%x)) |
| 1125 | std_variants.append(os.path.join(dn, "db4.%d"%x)) |
| 1126 | for x in gen_db_minor_ver_nums(3): |
| 1127 | std_variants.append(os.path.join(dn, "db3%d"%x)) |
| 1128 | std_variants.append(os.path.join(dn, "db3.%d"%x)) |
| 1129 | |
| 1130 | db_inc_paths = std_variants + db_inc_paths |
| 1131 | db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)] |
| 1132 | |
| 1133 | db_ver_inc_map = {} |
| 1134 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1135 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1136 | sysroot = macosx_sdk_root() |
| 1137 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1138 | class db_found(Exception): pass |
| 1139 | try: |
| 1140 | # See whether there is a Sleepycat header in the standard |
| 1141 | # search path. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1142 | for d in self.inc_dirs + db_inc_paths: |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1143 | f = os.path.join(d, "db.h") |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1144 | if MACOS and is_macosx_sdk_path(d): |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1145 | f = os.path.join(sysroot, d[1:], "db.h") |
| 1146 | |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1147 | if db_setup_debug: print("db: looking for db.h in", f) |
| 1148 | if os.path.exists(f): |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 1149 | with open(f, 'rb') as file: |
| 1150 | f = file.read() |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 | [diff] [blame] | 1151 | m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1152 | if m: |
| 1153 | db_major = int(m.group(1)) |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 | [diff] [blame] | 1154 | m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1155 | db_minor = int(m.group(1)) |
| 1156 | db_ver = (db_major, db_minor) |
| 1157 | |
| 1158 | # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug |
| 1159 | if db_ver == (4, 6): |
Benjamin Peterson | 019f361 | 2009-08-12 18:18:03 | [diff] [blame] | 1160 | m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1161 | db_patch = int(m.group(1)) |
| 1162 | if db_patch < 21: |
| 1163 | print("db.h:", db_ver, "patch", db_patch, |
| 1164 | "being ignored (4.6.x must be >= 4.6.21)") |
| 1165 | continue |
| 1166 | |
| 1167 | if ( (db_ver not in db_ver_inc_map) and |
| 1168 | allow_db_ver(db_ver) ): |
| 1169 | # save the include directory with the db.h version |
| 1170 | # (first occurrence only) |
| 1171 | db_ver_inc_map[db_ver] = d |
| 1172 | if db_setup_debug: |
| 1173 | print("db.h: found", db_ver, "in", d) |
| 1174 | else: |
| 1175 | # we already found a header for this library version |
| 1176 | if db_setup_debug: print("db.h: ignoring", d) |
| 1177 | else: |
| 1178 | # ignore this header, it didn't contain a version number |
| 1179 | if db_setup_debug: |
| 1180 | print("db.h: no version number version in", d) |
| 1181 | |
| 1182 | db_found_vers = list(db_ver_inc_map.keys()) |
| 1183 | db_found_vers.sort() |
| 1184 | |
| 1185 | while db_found_vers: |
| 1186 | db_ver = db_found_vers.pop() |
| 1187 | db_incdir = db_ver_inc_map[db_ver] |
| 1188 | |
| 1189 | # check lib directories parallel to the location of the header |
| 1190 | db_dirs_to_check = [ |
| 1191 | db_incdir.replace("include", 'lib64'), |
| 1192 | db_incdir.replace("include", 'lib'), |
| 1193 | ] |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1194 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1195 | if not MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1196 | db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check)) |
| 1197 | |
| 1198 | else: |
| 1199 | # Same as other branch, but takes OSX SDK into account |
| 1200 | tmp = [] |
| 1201 | for dn in db_dirs_to_check: |
| 1202 | if is_macosx_sdk_path(dn): |
| 1203 | if os.path.isdir(os.path.join(sysroot, dn[1:])): |
| 1204 | tmp.append(dn) |
| 1205 | else: |
| 1206 | if os.path.isdir(dn): |
| 1207 | tmp.append(dn) |
Ronald Oussoren | dc969e5 | 2010-06-27 12:37:46 | [diff] [blame] | 1208 | db_dirs_to_check = tmp |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1209 | |
| 1210 | db_dirs_to_check = tmp |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1211 | |
Ezio Melotti | 42da663 | 2011-03-15 03:18:48 | [diff] [blame] | 1212 | # Look for a version specific db-X.Y before an ambiguous dbX |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1213 | # XXX should we -ever- look for a dbX name? Do any |
| 1214 | # systems really not name their library by version and |
| 1215 | # symlink to more general names? |
| 1216 | for dblib in (('db-%d.%d' % db_ver), |
| 1217 | ('db%d%d' % db_ver), |
| 1218 | ('db%d' % db_ver[0])): |
| 1219 | dblib_file = self.compiler.find_library_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1220 | db_dirs_to_check + self.lib_dirs, dblib ) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1221 | if dblib_file: |
| 1222 | dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ] |
| 1223 | raise db_found |
| 1224 | else: |
| 1225 | if db_setup_debug: print("db lib: ", dblib, "not found") |
| 1226 | |
| 1227 | except db_found: |
| 1228 | if db_setup_debug: |
| 1229 | print("bsddb using BerkeleyDB lib:", db_ver, dblib) |
| 1230 | print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir) |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1231 | dblibs = [dblib] |
doko@ubuntu.com | a3818a3 | 2014-04-17 15:52:48 | [diff] [blame] | 1232 | # Only add the found library and include directories if they aren't |
| 1233 | # already being searched. This avoids an explicit runtime library |
| 1234 | # dependency. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1235 | if db_incdir in self.inc_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 15:52:48 | [diff] [blame] | 1236 | db_incs = None |
| 1237 | else: |
| 1238 | db_incs = [db_incdir] |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1239 | if dblib_dir[0] in self.lib_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 15:52:48 | [diff] [blame] | 1240 | dblib_dir = None |
Georg Brandl | 489cb4f | 2009-07-11 10:08:49 | [diff] [blame] | 1241 | else: |
| 1242 | if db_setup_debug: print("db: no appropriate library found") |
| 1243 | db_incs = None |
| 1244 | dblibs = [] |
| 1245 | dblib_dir = None |
| 1246 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1247 | dbm_setup_debug = False # verbose debug prints from this script? |
| 1248 | dbm_order = ['gdbm'] |
| 1249 | # The standard Unix dbm module: |
| 1250 | if not CYGWIN: |
| 1251 | config_args = [arg.strip("'") |
| 1252 | for arg in sysconfig.get_config_var("CONFIG_ARGS").split()] |
| 1253 | dbm_args = [arg for arg in config_args |
| 1254 | if arg.startswith('--with-dbmliborder=')] |
| 1255 | if dbm_args: |
| 1256 | dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":") |
| 1257 | else: |
| 1258 | dbm_order = "ndbm:gdbm:bdb".split(":") |
| 1259 | dbmext = None |
| 1260 | for cand in dbm_order: |
| 1261 | if cand == "ndbm": |
| 1262 | if find_file("ndbm.h", self.inc_dirs, []) is not None: |
| 1263 | # Some systems have -lndbm, others have -lgdbm_compat, |
| 1264 | # others don't have either |
| 1265 | if self.compiler.find_library_file(self.lib_dirs, |
| 1266 | 'ndbm'): |
| 1267 | ndbm_libs = ['ndbm'] |
| 1268 | elif self.compiler.find_library_file(self.lib_dirs, |
| 1269 | 'gdbm_compat'): |
| 1270 | ndbm_libs = ['gdbm_compat'] |
| 1271 | else: |
| 1272 | ndbm_libs = [] |
| 1273 | if dbm_setup_debug: print("building dbm using ndbm") |
| 1274 | dbmext = Extension('_dbm', ['_dbmmodule.c'], |
| 1275 | define_macros=[ |
| 1276 | ('HAVE_NDBM_H',None), |
| 1277 | ], |
| 1278 | libraries=ndbm_libs) |
| 1279 | break |
| 1280 | |
| 1281 | elif cand == "gdbm": |
| 1282 | if self.compiler.find_library_file(self.lib_dirs, 'gdbm'): |
| 1283 | gdbm_libs = ['gdbm'] |
| 1284 | if self.compiler.find_library_file(self.lib_dirs, |
| 1285 | 'gdbm_compat'): |
| 1286 | gdbm_libs.append('gdbm_compat') |
| 1287 | if find_file("gdbm/ndbm.h", self.inc_dirs, []) is not None: |
| 1288 | if dbm_setup_debug: print("building dbm using gdbm") |
| 1289 | dbmext = Extension( |
| 1290 | '_dbm', ['_dbmmodule.c'], |
| 1291 | define_macros=[ |
| 1292 | ('HAVE_GDBM_NDBM_H', None), |
| 1293 | ], |
| 1294 | libraries = gdbm_libs) |
| 1295 | break |
| 1296 | if find_file("gdbm-ndbm.h", self.inc_dirs, []) is not None: |
| 1297 | if dbm_setup_debug: print("building dbm using gdbm") |
| 1298 | dbmext = Extension( |
| 1299 | '_dbm', ['_dbmmodule.c'], |
| 1300 | define_macros=[ |
| 1301 | ('HAVE_GDBM_DASH_NDBM_H', None), |
| 1302 | ], |
| 1303 | libraries = gdbm_libs) |
| 1304 | break |
| 1305 | elif cand == "bdb": |
| 1306 | if dblibs: |
| 1307 | if dbm_setup_debug: print("building dbm using bdb") |
| 1308 | dbmext = Extension('_dbm', ['_dbmmodule.c'], |
| 1309 | library_dirs=dblib_dir, |
| 1310 | runtime_library_dirs=dblib_dir, |
| 1311 | include_dirs=db_incs, |
| 1312 | define_macros=[ |
| 1313 | ('HAVE_BERKDB_H', None), |
| 1314 | ('DB_DBM_HSEARCH', None), |
| 1315 | ], |
| 1316 | libraries=dblibs) |
| 1317 | break |
| 1318 | if dbmext is not None: |
| 1319 | self.add(dbmext) |
| 1320 | else: |
| 1321 | self.missing.append('_dbm') |
| 1322 | |
| 1323 | # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm: |
| 1324 | if ('gdbm' in dbm_order and |
| 1325 | self.compiler.find_library_file(self.lib_dirs, 'gdbm')): |
| 1326 | self.add(Extension('_gdbm', ['_gdbmmodule.c'], |
| 1327 | libraries=['gdbm'])) |
| 1328 | else: |
| 1329 | self.missing.append('_gdbm') |
| 1330 | |
| 1331 | def detect_sqlite(self): |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1332 | # The sqlite interface |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 | [diff] [blame] | 1333 | sqlite_setup_debug = False # verbose debug prints from this script? |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1334 | |
| 1335 | # We hunt for #define SQLITE_VERSION "n.n.n" |
Charles Pigott | ad0daf5 | 2019-04-26 15:38:12 | [diff] [blame] | 1336 | # We need to find >= sqlite version 3.3.9, for sqlite3_prepare_v2 |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1337 | sqlite_incdir = sqlite_libdir = None |
| 1338 | sqlite_inc_paths = [ '/usr/include', |
| 1339 | '/usr/include/sqlite', |
| 1340 | '/usr/include/sqlite3', |
| 1341 | '/usr/local/include', |
| 1342 | '/usr/local/include/sqlite', |
| 1343 | '/usr/local/include/sqlite3', |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 1344 | ] |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1345 | if CROSS_COMPILING: |
doko@ubuntu.com | 1abe1c5 | 2012-06-30 18:42:45 | [diff] [blame] | 1346 | sqlite_inc_paths = [] |
Miss Islington (bot) | 36101c2 | 2019-07-13 03:33:53 | [diff] [blame] | 1347 | MIN_SQLITE_VERSION_NUMBER = (3, 7, 2) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1348 | MIN_SQLITE_VERSION = ".".join([str(x) |
| 1349 | for x in MIN_SQLITE_VERSION_NUMBER]) |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1350 | |
| 1351 | # Scan the default include directories before the SQLite specific |
| 1352 | # ones. This allows one to override the copy of sqlite on OSX, |
| 1353 | # where /usr/include contains an old version of sqlite. |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1354 | if MACOS: |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1355 | sysroot = macosx_sdk_root() |
| 1356 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1357 | for d_ in self.inc_dirs + sqlite_inc_paths: |
Ned Deily | 9b63583 | 2012-08-05 22:13:33 | [diff] [blame] | 1358 | d = d_ |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1359 | if MACOS and is_macosx_sdk_path(d): |
Ned Deily | 9b63583 | 2012-08-05 22:13:33 | [diff] [blame] | 1360 | d = os.path.join(sysroot, d[1:]) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1361 | |
Ned Deily | 9b63583 | 2012-08-05 22:13:33 | [diff] [blame] | 1362 | f = os.path.join(d, "sqlite3.h") |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1363 | if os.path.exists(f): |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 | [diff] [blame] | 1364 | if sqlite_setup_debug: print("sqlite: found %s"%f) |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 1365 | with open(f) as file: |
| 1366 | incf = file.read() |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1367 | m = re.search( |
Petri Lehtinen | ed909bc | 2013-02-23 16:05:28 | [diff] [blame] | 1368 | r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1369 | if m: |
| 1370 | sqlite_version = m.group(1) |
| 1371 | sqlite_version_tuple = tuple([int(x) |
| 1372 | for x in sqlite_version.split(".")]) |
| 1373 | if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER: |
| 1374 | # we win! |
Thomas Wouters | 89f507f | 2006-12-13 04:49:30 | [diff] [blame] | 1375 | if sqlite_setup_debug: |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 | [diff] [blame] | 1376 | print("%s/sqlite3.h: version %s"%(d, sqlite_version)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1377 | sqlite_incdir = d |
| 1378 | break |
| 1379 | else: |
| 1380 | if sqlite_setup_debug: |
Charles Pigott | ad0daf5 | 2019-04-26 15:38:12 | [diff] [blame] | 1381 | print("%s: version %s is too old, need >= %s"%(d, |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 | [diff] [blame] | 1382 | sqlite_version, MIN_SQLITE_VERSION)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1383 | elif sqlite_setup_debug: |
Guido van Rossum | 452bf51 | 2007-02-09 05:32:43 | [diff] [blame] | 1384 | print("sqlite: %s had no SQLITE_VERSION"%(f,)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1385 | |
| 1386 | if sqlite_incdir: |
| 1387 | sqlite_dirs_to_check = [ |
| 1388 | os.path.join(sqlite_incdir, '..', 'lib64'), |
| 1389 | os.path.join(sqlite_incdir, '..', 'lib'), |
| 1390 | os.path.join(sqlite_incdir, '..', '..', 'lib64'), |
| 1391 | os.path.join(sqlite_incdir, '..', '..', 'lib'), |
| 1392 | ] |
Tarek Ziadé | 3679727 | 2010-07-22 12:50:05 | [diff] [blame] | 1393 | sqlite_libfile = self.compiler.find_library_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1394 | sqlite_dirs_to_check + self.lib_dirs, 'sqlite3') |
Benjamin Peterson | f10a79a | 2008-10-11 00:49:57 | [diff] [blame] | 1395 | if sqlite_libfile: |
| 1396 | sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))] |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1397 | |
| 1398 | if sqlite_incdir and sqlite_libdir: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1399 | sqlite_srcs = ['_sqlite/cache.c', |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1400 | '_sqlite/connection.c', |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1401 | '_sqlite/cursor.c', |
| 1402 | '_sqlite/microprotocols.c', |
| 1403 | '_sqlite/module.c', |
| 1404 | '_sqlite/prepare_protocol.c', |
| 1405 | '_sqlite/row.c', |
| 1406 | '_sqlite/statement.c', |
| 1407 | '_sqlite/util.c', ] |
| 1408 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1409 | sqlite_defines = [] |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1410 | if not MS_WINDOWS: |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1411 | sqlite_defines.append(('MODULE_NAME', '"sqlite3"')) |
| 1412 | else: |
| 1413 | sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"')) |
| 1414 | |
Benjamin Peterson | 076ed00 | 2010-10-31 17:11:02 | [diff] [blame] | 1415 | # Enable support for loadable extensions in the sqlite3 module |
| 1416 | # if --enable-loadable-sqlite-extensions configure option is used. |
| 1417 | if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"): |
| 1418 | sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1")) |
Miss Islington (bot) | 9c74678 | 2021-08-27 11:27:45 | [diff] [blame] | 1419 | elif MACOS and sqlite_incdir == os.path.join(MACOS_SDK_ROOT, "usr/include"): |
| 1420 | raise DistutilsError("System version of SQLite does not support loadable extensions") |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1421 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1422 | if MACOS: |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1423 | # In every directory on the search path search for a dynamic |
| 1424 | # library and then a static library, instead of first looking |
Ezio Melotti | 1392500 | 2011-03-16 09:05:33 | [diff] [blame] | 1425 | # for dynamic libraries on the entire path. |
| 1426 | # This way a statically linked custom sqlite gets picked up |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1427 | # before the dynamic library in /usr/lib. |
| 1428 | sqlite_extra_link_args = ('-Wl,-search_paths_first',) |
| 1429 | else: |
| 1430 | sqlite_extra_link_args = () |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1431 | |
Brett Cannon | c5011fe | 2011-06-07 03:09:10 | [diff] [blame] | 1432 | include_dirs = ["Modules/_sqlite"] |
| 1433 | # Only include the directory where sqlite was found if it does |
| 1434 | # not already exist in set include directories, otherwise you |
| 1435 | # can end up with a bad search path order. |
| 1436 | if sqlite_incdir not in self.compiler.include_dirs: |
| 1437 | include_dirs.append(sqlite_incdir) |
doko@ubuntu.com | a3818a3 | 2014-04-17 15:52:48 | [diff] [blame] | 1438 | # avoid a runtime library path for a system library dir |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1439 | if sqlite_libdir and sqlite_libdir[0] in self.lib_dirs: |
doko@ubuntu.com | a3818a3 | 2014-04-17 15:52:48 | [diff] [blame] | 1440 | sqlite_libdir = None |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1441 | self.add(Extension('_sqlite3', sqlite_srcs, |
| 1442 | define_macros=sqlite_defines, |
| 1443 | include_dirs=include_dirs, |
| 1444 | library_dirs=sqlite_libdir, |
| 1445 | extra_link_args=sqlite_extra_link_args, |
| 1446 | libraries=["sqlite3",])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1447 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1448 | self.missing.append('_sqlite3') |
Skip Montanaro | 22e00c4 | 2003-05-06 20:43:34 | [diff] [blame] | 1449 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1450 | def detect_platform_specific_exts(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1451 | # Unix-only modules |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1452 | if not MS_WINDOWS: |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1453 | if not VXWORKS: |
| 1454 | # Steen Lumholt's termios module |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1455 | self.add(Extension('termios', ['termios.c'])) |
pxinwr | 32f5fdd | 2019-02-27 11:09:28 | [diff] [blame] | 1456 | # Jeremy Hylton's rlimit interface |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1457 | self.add(Extension('resource', ['resource.c'])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1458 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1459 | self.missing.extend(['resource', 'termios']) |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 1460 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1461 | # Platform-specific libraries |
| 1462 | if HOST_PLATFORM.startswith(('linux', 'freebsd', 'gnukfreebsd')): |
| 1463 | self.add(Extension('ossaudiodev', ['ossaudiodev.c'])) |
Michael Felt | e4be8c9 | 2019-09-25 14:14:09 | [diff] [blame] | 1464 | elif not AIX: |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1465 | self.missing.append('ossaudiodev') |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1466 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1467 | if MACOS: |
| 1468 | self.add(Extension('_scproxy', ['_scproxy.c'], |
| 1469 | extra_link_args=[ |
| 1470 | '-framework', 'SystemConfiguration', |
| 1471 | '-framework', 'CoreFoundation'])) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1472 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1473 | def detect_compress_exts(self): |
Barry Warsaw | 259b1e1 | 2002-08-13 20:09:26 | [diff] [blame] | 1474 | # Andrew Kuchling's zlib module. Note that some versions of zlib |
| 1475 | # 1.1.3 have security problems. See CERT Advisory CA-2002-07: |
| 1476 | # http://www.cert.org/advisories/CA-2002-07.html |
| 1477 | # |
| 1478 | # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to |
| 1479 | # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For |
| 1480 | # now, we still accept 1.1.3, because we think it's difficult to |
| 1481 | # exploit this in Python, and we'd rather make it RedHat's problem |
| 1482 | # than our problem <wink>. |
| 1483 | # |
| 1484 | # You can upgrade zlib to version 1.1.4 yourself by going to |
| 1485 | # http://www.gzip.org/zlib/ |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1486 | zlib_inc = find_file('zlib.h', [], self.inc_dirs) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 | [diff] [blame] | 1487 | have_zlib = False |
Guido van Rossum | e697091 | 2001-04-15 15:16:12 | [diff] [blame] | 1488 | if zlib_inc is not None: |
| 1489 | zlib_h = zlib_inc[0] + '/zlib.h' |
| 1490 | version = '"0.0.0"' |
Barry Warsaw | 259b1e1 | 2002-08-13 20:09:26 | [diff] [blame] | 1491 | version_req = '"1.1.3"' |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1492 | if MACOS and is_macosx_sdk_path(zlib_h): |
Ned Deily | 507c591 | 2013-10-19 04:32:00 | [diff] [blame] | 1493 | zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:]) |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 1494 | with open(zlib_h) as fp: |
| 1495 | while 1: |
| 1496 | line = fp.readline() |
| 1497 | if not line: |
| 1498 | break |
| 1499 | if line.startswith('#define ZLIB_VERSION'): |
| 1500 | version = line.split()[2] |
| 1501 | break |
Guido van Rossum | e697091 | 2001-04-15 15:16:12 | [diff] [blame] | 1502 | if version >= version_req: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1503 | if (self.compiler.find_library_file(self.lib_dirs, 'z')): |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1504 | if MACOS: |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 | [diff] [blame] | 1505 | zlib_extra_link_args = ('-Wl,-search_paths_first',) |
| 1506 | else: |
| 1507 | zlib_extra_link_args = () |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1508 | self.add(Extension('zlib', ['zlibmodule.c'], |
| 1509 | libraries=['z'], |
| 1510 | extra_link_args=zlib_extra_link_args)) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 | [diff] [blame] | 1511 | have_zlib = True |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1512 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1513 | self.missing.append('zlib') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1514 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1515 | self.missing.append('zlib') |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1516 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1517 | self.missing.append('zlib') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1518 | |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 | [diff] [blame] | 1519 | # Helper module for various ascii-encoders. Uses zlib for an optimized |
| 1520 | # crc32 if we have it. Otherwise binascii uses its own. |
| 1521 | if have_zlib: |
| 1522 | extra_compile_args = ['-DUSE_ZLIB_CRC32'] |
| 1523 | libraries = ['z'] |
| 1524 | extra_link_args = zlib_extra_link_args |
| 1525 | else: |
| 1526 | extra_compile_args = [] |
| 1527 | libraries = [] |
| 1528 | extra_link_args = [] |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1529 | self.add(Extension('binascii', ['binascii.c'], |
| 1530 | extra_compile_args=extra_compile_args, |
| 1531 | libraries=libraries, |
| 1532 | extra_link_args=extra_link_args)) |
Christian Heimes | 1dc5400 | 2008-03-24 02:19:29 | [diff] [blame] | 1533 | |
Gustavo Niemeyer | f8ca836 | 2002-11-05 16:50:05 | [diff] [blame] | 1534 | # Gustavo Niemeyer's bz2 module. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1535 | if (self.compiler.find_library_file(self.lib_dirs, 'bz2')): |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1536 | if MACOS: |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 | [diff] [blame] | 1537 | bz2_extra_link_args = ('-Wl,-search_paths_first',) |
| 1538 | else: |
| 1539 | bz2_extra_link_args = () |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1540 | self.add(Extension('_bz2', ['_bz2module.c'], |
| 1541 | libraries=['bz2'], |
| 1542 | extra_link_args=bz2_extra_link_args)) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1543 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1544 | self.missing.append('_bz2') |
Gustavo Niemeyer | f8ca836 | 2002-11-05 16:50:05 | [diff] [blame] | 1545 | |
Nadeem Vawda | 3ff069e | 2011-11-29 22:25:06 | [diff] [blame] | 1546 | # LZMA compression support. |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1547 | if self.compiler.find_library_file(self.lib_dirs, 'lzma'): |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1548 | self.add(Extension('_lzma', ['_lzmamodule.c'], |
| 1549 | libraries=['lzma'])) |
Nadeem Vawda | 3ff069e | 2011-11-29 22:25:06 | [diff] [blame] | 1550 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1551 | self.missing.append('_lzma') |
Nadeem Vawda | 3ff069e | 2011-11-29 22:25:06 | [diff] [blame] | 1552 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1553 | def detect_expat_elementtree(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1554 | # Interface to the Expat XML parser |
| 1555 | # |
Benjamin Peterson | a28e702 | 2010-01-09 18:53:06 | [diff] [blame] | 1556 | # Expat was written by James Clark and is now maintained by a group of |
| 1557 | # developers on SourceForge; see www.libexpat.org for more information. |
| 1558 | # The pyexpat module was written by Paul Prescod after a prototype by |
| 1559 | # Jack Jansen. The Expat source is included in Modules/expat/. Usage |
| 1560 | # of a system shared libexpat.so is possible with --with-system-expat |
Benjamin Peterson | c73206c | 2010-10-31 16:38:19 | [diff] [blame] | 1561 | # configure option. |
Fred Drake | fc8341d | 2002-06-17 17:55:30 | [diff] [blame] | 1562 | # |
| 1563 | # More information on Expat can be found at www.libexpat.org. |
| 1564 | # |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1565 | if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"): |
| 1566 | expat_inc = [] |
| 1567 | define_macros = [] |
Stefan Krah | 9e1e6f5 | 2017-08-25 12:07:50 | [diff] [blame] | 1568 | extra_compile_args = [] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1569 | expat_lib = ['expat'] |
| 1570 | expat_sources = [] |
Christian Heimes | d489c7a | 2013-02-09 16:02:06 | [diff] [blame] | 1571 | expat_depends = [] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1572 | else: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1573 | expat_inc = [os.path.join(self.srcdir, 'Modules', 'expat')] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1574 | define_macros = [ |
| 1575 | ('HAVE_EXPAT_CONFIG_H', '1'), |
Victor Stinner | 93d0cb5 | 2017-08-18 21:43:54 | [diff] [blame] | 1576 | # bpo-30947: Python uses best available entropy sources to |
| 1577 | # call XML_SetHashSalt(), expat entropy sources are not needed |
| 1578 | ('XML_POOR_ENTROPY', '1'), |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1579 | ] |
Stefan Krah | 9e1e6f5 | 2017-08-25 12:07:50 | [diff] [blame] | 1580 | extra_compile_args = [] |
Miss Islington (bot) | 90004fc | 2021-09-29 14:35:53 | [diff] [blame] | 1581 | # bpo-44394: libexpat uses isnan() of math.h and needs linkage |
| 1582 | # against the libm |
| 1583 | expat_lib = ['m'] |
Benjamin Peterson | b2d9046 | 2009-12-31 03:23:10 | [diff] [blame] | 1584 | expat_sources = ['expat/xmlparse.c', |
| 1585 | 'expat/xmlrole.c', |
| 1586 | 'expat/xmltok.c'] |
Christian Heimes | d489c7a | 2013-02-09 16:02:06 | [diff] [blame] | 1587 | expat_depends = ['expat/ascii.h', |
| 1588 | 'expat/asciitab.h', |
| 1589 | 'expat/expat.h', |
| 1590 | 'expat/expat_config.h', |
| 1591 | 'expat/expat_external.h', |
| 1592 | 'expat/internal.h', |
| 1593 | 'expat/latin1tab.h', |
| 1594 | 'expat/utf8tab.h', |
| 1595 | 'expat/xmlrole.h', |
| 1596 | 'expat/xmltok.h', |
| 1597 | 'expat/xmltok_impl.h' |
| 1598 | ] |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 1599 | |
Stefan Krah | 9e1e6f5 | 2017-08-25 12:07:50 | [diff] [blame] | 1600 | cc = sysconfig.get_config_var('CC').split()[0] |
| 1601 | ret = os.system( |
Benjamin Peterson | 66c42f8 | 2019-06-29 23:51:59 | [diff] [blame] | 1602 | '"%s" -Werror -Wno-unreachable-code -E -xc /dev/null >/dev/null 2>&1' % cc) |
Stefan Krah | 9e1e6f5 | 2017-08-25 12:07:50 | [diff] [blame] | 1603 | if ret >> 8 == 0: |
Benjamin Peterson | 66c42f8 | 2019-06-29 23:51:59 | [diff] [blame] | 1604 | extra_compile_args.append('-Wno-unreachable-code') |
Stefan Krah | 9e1e6f5 | 2017-08-25 12:07:50 | [diff] [blame] | 1605 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1606 | self.add(Extension('pyexpat', |
| 1607 | define_macros=define_macros, |
| 1608 | extra_compile_args=extra_compile_args, |
| 1609 | include_dirs=expat_inc, |
| 1610 | libraries=expat_lib, |
| 1611 | sources=['pyexpat.c'] + expat_sources, |
| 1612 | depends=expat_depends)) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1613 | |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 | [diff] [blame] | 1614 | # Fredrik Lundh's cElementTree module. Note that this also |
| 1615 | # uses expat (via the CAPI hook in pyexpat). |
| 1616 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1617 | if os.path.isfile(os.path.join(self.srcdir, 'Modules', '_elementtree.c')): |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 | [diff] [blame] | 1618 | define_macros.append(('USE_PYEXPAT_CAPI', None)) |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1619 | self.add(Extension('_elementtree', |
| 1620 | define_macros=define_macros, |
| 1621 | include_dirs=expat_inc, |
| 1622 | libraries=expat_lib, |
| 1623 | sources=['_elementtree.c'], |
| 1624 | depends=['pyexpat.c', *expat_sources, |
| 1625 | *expat_depends])) |
Guido van Rossum | d8faa36 | 2007-04-27 19:54:29 | [diff] [blame] | 1626 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1627 | self.missing.append('_elementtree') |
Fredrik Lundh | 4c86ec6 | 2005-12-14 18:46:16 | [diff] [blame] | 1628 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1629 | def detect_multibytecodecs(self): |
Hye-Shik Chang | 3e2a306 | 2004-01-17 14:29:29 | [diff] [blame] | 1630 | # Hye-Shik Chang's CJKCodecs modules. |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1631 | self.add(Extension('_multibytecodec', |
| 1632 | ['cjkcodecs/multibytecodec.c'])) |
Walter Dörwald | e9eaab4 | 2007-05-22 16:02:13 | [diff] [blame] | 1633 | for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'): |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1634 | self.add(Extension('_codecs_%s' % loc, |
| 1635 | ['cjkcodecs/_codecs_%s.c' % loc])) |
Hye-Shik Chang | 3e2a306 | 2004-01-17 14:29:29 | [diff] [blame] | 1636 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1637 | def detect_multiprocessing(self): |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 | [diff] [blame] | 1638 | # Richard Oudkerk's multiprocessing module |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1639 | if MS_WINDOWS: |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 1640 | multiprocessing_srcs = ['_multiprocessing/multiprocessing.c', |
| 1641 | '_multiprocessing/semaphore.c'] |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 | [diff] [blame] | 1642 | |
| 1643 | else: |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 1644 | multiprocessing_srcs = ['_multiprocessing/multiprocessing.c'] |
Mark Dickinson | a614f04 | 2009-11-28 12:48:43 | [diff] [blame] | 1645 | if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not |
| 1646 | sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')): |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 | [diff] [blame] | 1647 | multiprocessing_srcs.append('_multiprocessing/semaphore.c') |
Neil Schemenauer | 5741c45 | 2019-02-08 18:48:46 | [diff] [blame] | 1648 | if (sysconfig.get_config_var('HAVE_SHM_OPEN') and |
| 1649 | sysconfig.get_config_var('HAVE_SHM_UNLINK')): |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 1650 | posixshmem_srcs = ['_multiprocessing/posixshmem.c'] |
Davin Potts | e5ef45b | 2019-02-02 04:52:23 | [diff] [blame] | 1651 | libs = [] |
Neil Schemenauer | 5741c45 | 2019-02-08 18:48:46 | [diff] [blame] | 1652 | if sysconfig.get_config_var('SHM_NEEDS_LIBRT'): |
| 1653 | # need to link with librt to get shm_open() |
Davin Potts | e5ef45b | 2019-02-02 04:52:23 | [diff] [blame] | 1654 | libs.append('rt') |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1655 | self.add(Extension('_posixshmem', posixshmem_srcs, |
| 1656 | define_macros={}, |
| 1657 | libraries=libs, |
| 1658 | include_dirs=["Modules/_multiprocessing"])) |
Benjamin Peterson | e711caf | 2008-06-11 16:44:04 | [diff] [blame] | 1659 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1660 | self.add(Extension('_multiprocessing', multiprocessing_srcs, |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1661 | include_dirs=["Modules/_multiprocessing"])) |
Guido van Rossum | a9e2024 | 2007-03-08 00:43:48 | [diff] [blame] | 1662 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1663 | def detect_uuid(self): |
Antoine Pitrou | a106aec | 2017-09-28 21:03:06 | [diff] [blame] | 1664 | # Build the _uuid module if possible |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1665 | uuid_incs = find_file("uuid.h", self.inc_dirs, ["/usr/include/uuid"]) |
Nick Coghlan | 53efbf3 | 2017-11-26 03:04:46 | [diff] [blame] | 1666 | if uuid_incs is not None: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1667 | if self.compiler.find_library_file(self.lib_dirs, 'uuid'): |
Antoine Pitrou | a106aec | 2017-09-28 21:03:06 | [diff] [blame] | 1668 | uuid_libs = ['uuid'] |
| 1669 | else: |
| 1670 | uuid_libs = [] |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1671 | self.add(Extension('_uuid', ['_uuidmodule.c'], |
| 1672 | libraries=uuid_libs, |
| 1673 | include_dirs=uuid_incs)) |
Antoine Pitrou | a106aec | 2017-09-28 21:03:06 | [diff] [blame] | 1674 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 1675 | self.missing.append('_uuid') |
Antoine Pitrou | a106aec | 2017-09-28 21:03:06 | [diff] [blame] | 1676 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1677 | def detect_modules(self): |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1678 | self.configure_compiler() |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1679 | self.init_inc_lib_dirs() |
| 1680 | |
| 1681 | self.detect_simple_extensions() |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1682 | if TEST_EXTENSIONS: |
| 1683 | self.detect_test_extensions() |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1684 | self.detect_readline_curses() |
| 1685 | self.detect_crypt() |
| 1686 | self.detect_socket() |
| 1687 | self.detect_openssl_hashlib() |
xdegaye | 2ee077f | 2019-04-09 15:20:08 | [diff] [blame] | 1688 | self.detect_hash_builtins() |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1689 | self.detect_dbm_gdbm() |
| 1690 | self.detect_sqlite() |
| 1691 | self.detect_platform_specific_exts() |
| 1692 | self.detect_nis() |
| 1693 | self.detect_compress_exts() |
| 1694 | self.detect_expat_elementtree() |
| 1695 | self.detect_multibytecodecs() |
| 1696 | self.detect_decimal() |
| 1697 | self.detect_ctypes() |
| 1698 | self.detect_multiprocessing() |
| 1699 | if not self.detect_tkinter(): |
| 1700 | self.missing.append('_tkinter') |
| 1701 | self.detect_uuid() |
| 1702 | |
Ned Deily | cd3d8fb | 2013-08-02 06:51:27 | [diff] [blame] | 1703 | ## # Uncomment these lines if you want to play with xxmodule.c |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1704 | ## self.add(Extension('xx', ['xxmodule.c'])) |
Ned Deily | cd3d8fb | 2013-08-02 06:51:27 | [diff] [blame] | 1705 | |
Xavier de Gaye | 13f1c33 | 2016-12-10 15:45:53 | [diff] [blame] | 1706 | if 'd' not in sysconfig.get_config_var('ABIFLAGS'): |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1707 | self.add(Extension('xxlimited', ['xxlimited.c'], |
| 1708 | define_macros=[('Py_LIMITED_API', '0x03050000')])) |
Ned Deily | cd3d8fb | 2013-08-02 06:51:27 | [diff] [blame] | 1709 | |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1710 | def detect_tkinter_explicitly(self): |
| 1711 | # Build _tkinter using explicit locations for Tcl/Tk. |
| 1712 | # |
| 1713 | # This is enabled when both arguments are given to ./configure: |
| 1714 | # |
| 1715 | # --with-tcltk-includes="-I/path/to/tclincludes \ |
| 1716 | # -I/path/to/tkincludes" |
| 1717 | # --with-tcltk-libs="-L/path/to/tcllibs -ltclm.n \ |
| 1718 | # -L/path/to/tklibs -ltkm.n" |
| 1719 | # |
Martin Panter | e26da7c | 2016-06-02 10:07:09 | [diff] [blame] | 1720 | # These values can also be specified or overridden via make: |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1721 | # make TCLTK_INCLUDES="..." TCLTK_LIBS="..." |
| 1722 | # |
| 1723 | # This can be useful for building and testing tkinter with multiple |
| 1724 | # versions of Tcl/Tk. Note that a build of Tk depends on a particular |
| 1725 | # build of Tcl so you need to specify both arguments and use care when |
| 1726 | # overriding. |
| 1727 | |
| 1728 | # The _TCLTK variables are created in the Makefile sharedmods target. |
| 1729 | tcltk_includes = os.environ.get('_TCLTK_INCLUDES') |
| 1730 | tcltk_libs = os.environ.get('_TCLTK_LIBS') |
| 1731 | if not (tcltk_includes and tcltk_libs): |
| 1732 | # Resume default configuration search. |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1733 | return False |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1734 | |
| 1735 | extra_compile_args = tcltk_includes.split() |
| 1736 | extra_link_args = tcltk_libs.split() |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1737 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 1738 | define_macros=[('WITH_APPINIT', 1)], |
| 1739 | extra_compile_args = extra_compile_args, |
| 1740 | extra_link_args = extra_link_args)) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1741 | return True |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1742 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1743 | def detect_tkinter_darwin(self): |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1744 | # The _tkinter module, using frameworks. Since frameworks are quite |
| 1745 | # different the UNIX search logic is not sharable. |
| 1746 | from os.path import join, exists |
| 1747 | framework_dirs = [ |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1748 | '/Library/Frameworks', |
Ronald Oussoren | 5f734f1 | 2009-03-04 21:32:48 | [diff] [blame] | 1749 | '/System/Library/Frameworks/', |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1750 | join(os.getenv('HOME'), '/Library/Frameworks') |
| 1751 | ] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1752 | |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1753 | sysroot = macosx_sdk_root() |
| 1754 | |
Skip Montanaro | 0174ddd | 2005-12-30 05:01:26 | [diff] [blame] | 1755 | # Find the directory that contains the Tcl.framework and Tk.framework |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1756 | # bundles. |
| 1757 | # XXX distutils should support -F! |
| 1758 | for F in framework_dirs: |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1759 | # both Tcl.framework and Tk.framework should be present |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1760 | |
| 1761 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1762 | for fw in 'Tcl', 'Tk': |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1763 | if is_macosx_sdk_path(F): |
| 1764 | if not exists(join(sysroot, F[1:], fw + '.framework')): |
| 1765 | break |
| 1766 | else: |
| 1767 | if not exists(join(F, fw + '.framework')): |
| 1768 | break |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1769 | else: |
| 1770 | # ok, F is now directory with both frameworks. Continure |
| 1771 | # building |
| 1772 | break |
| 1773 | else: |
| 1774 | # Tk and Tcl frameworks not found. Normal "unix" tkinter search |
| 1775 | # will now resume. |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1776 | return False |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1777 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1778 | # For 8.4a2, we must add -I options that point inside the Tcl and Tk |
| 1779 | # frameworks. In later release we should hopefully be able to pass |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1780 | # the -F option to gcc, which specifies a framework lookup path. |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1781 | # |
| 1782 | include_dirs = [ |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1783 | join(F, fw + '.framework', H) |
Nick Coghlan | 650f0d0 | 2007-04-15 12:05:43 | [diff] [blame] | 1784 | for fw in ('Tcl', 'Tk') |
| 1785 | for H in ('Headers', 'Versions/Current/PrivateHeaders') |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1786 | ] |
| 1787 | |
Tim Peters | 2c60f7a | 2003-01-29 03:49:43 | [diff] [blame] | 1788 | # For 8.4a2, the X11 headers are not included. Rather than include a |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1789 | # complicated search, this is a hard-coded path. It could bail out |
| 1790 | # if X11 libs are not found... |
| 1791 | include_dirs.append('/usr/X11R6/include') |
| 1792 | frameworks = ['-framework', 'Tcl', '-framework', 'Tk'] |
| 1793 | |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 | [diff] [blame] | 1794 | # All existing framework builds of Tcl/Tk don't support 64-bit |
| 1795 | # architectures. |
| 1796 | cflags = sysconfig.get_config_vars('CFLAGS')[0] |
R David Murray | 44b548d | 2016-09-08 17:59:53 | [diff] [blame] | 1797 | archs = re.findall(r'-arch\s+(\w+)', cflags) |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 | [diff] [blame] | 1798 | |
Ronald Oussoren | d097efe | 2009-09-15 19:07:58 | [diff] [blame] | 1799 | tmpfile = os.path.join(self.build_temp, 'tk.arch') |
| 1800 | if not os.path.exists(self.build_temp): |
| 1801 | os.makedirs(self.build_temp) |
| 1802 | |
| 1803 | # Note: cannot use os.popen or subprocess here, that |
| 1804 | # requires extensions that are not available here. |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1805 | if is_macosx_sdk_path(F): |
| 1806 | os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile)) |
| 1807 | else: |
| 1808 | os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile)) |
Ronald Oussoren | 2c12ab1 | 2010-06-03 14:42:25 | [diff] [blame] | 1809 | |
Brett Cannon | 9f5db07 | 2010-10-29 20:19:27 | [diff] [blame] | 1810 | with open(tmpfile) as fp: |
| 1811 | detected_archs = [] |
| 1812 | for ln in fp: |
| 1813 | a = ln.split()[-1] |
| 1814 | if a in archs: |
| 1815 | detected_archs.append(ln.split()[-1]) |
Ronald Oussoren | d097efe | 2009-09-15 19:07:58 | [diff] [blame] | 1816 | os.unlink(tmpfile) |
| 1817 | |
| 1818 | for a in detected_archs: |
| 1819 | frameworks.append('-arch') |
| 1820 | frameworks.append(a) |
Georg Brandl | fcaf910 | 2008-07-16 02:17:56 | [diff] [blame] | 1821 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1822 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 1823 | define_macros=[('WITH_APPINIT', 1)], |
| 1824 | include_dirs=include_dirs, |
| 1825 | libraries=[], |
| 1826 | extra_compile_args=frameworks[2:], |
| 1827 | extra_link_args=frameworks)) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1828 | return True |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1829 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1830 | def detect_tkinter(self): |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1831 | # The _tkinter module. |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 1832 | |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1833 | # Check whether --with-tcltk-includes and --with-tcltk-libs were |
| 1834 | # configured or passed into the make target. If so, use these values |
| 1835 | # to build tkinter and bypass the searches for Tcl and TK in standard |
| 1836 | # locations. |
| 1837 | if self.detect_tkinter_explicitly(): |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1838 | return True |
Ned Deily | d819b93 | 2013-09-06 08:07:05 | [diff] [blame] | 1839 | |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1840 | # Rather than complicate the code below, detecting and building |
| 1841 | # AquaTk is a separate method. Only one Tkinter will be built on |
| 1842 | # Darwin - either AquaTk, if it is found, or X11 based Tk. |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1843 | if (MACOS and self.detect_tkinter_darwin()): |
| 1844 | return True |
Jack Jansen | 0b06be7 | 2002-06-21 14:48:38 | [diff] [blame] | 1845 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1846 | # Assume we haven't found any of the libraries or include files |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 | [diff] [blame] | 1847 | # The versions with dots are used on Unix, and the versions without |
| 1848 | # dots on Windows, for detection by cygwin. |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1849 | tcllib = tklib = tcl_includes = tk_includes = None |
Guilherme Polo | 5d377bd | 2009-08-16 14:44:14 | [diff] [blame] | 1850 | for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83', |
| 1851 | '8.2', '82', '8.1', '81', '8.0', '80']: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1852 | tklib = self.compiler.find_library_file(self.lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 | [diff] [blame] | 1853 | 'tk' + version) |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1854 | tcllib = self.compiler.find_library_file(self.lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 | [diff] [blame] | 1855 | 'tcl' + version) |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 1856 | if tklib and tcllib: |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1857 | # Exit the loop when we've found the Tcl/Tk libraries |
| 1858 | break |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1859 | |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1860 | # Now check for the header files |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1861 | if tklib and tcllib: |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 | [diff] [blame] | 1862 | # Check for the include files on Debian and {Free,Open}BSD, where |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1863 | # they're put in /usr/include/{tcl,tk}X.Y |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 | [diff] [blame] | 1864 | dotversion = version |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1865 | if '.' not in dotversion and "bsd" in HOST_PLATFORM.lower(): |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 | [diff] [blame] | 1866 | # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a, |
| 1867 | # but the include subdirs are named like .../include/tcl8.3. |
| 1868 | dotversion = dotversion[:-1] + '.' + dotversion[-1] |
| 1869 | tcl_include_sub = [] |
| 1870 | tk_include_sub = [] |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1871 | for dir in self.inc_dirs: |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 | [diff] [blame] | 1872 | tcl_include_sub += [dir + os.sep + "tcl" + dotversion] |
| 1873 | tk_include_sub += [dir + os.sep + "tk" + dotversion] |
| 1874 | tk_include_sub += tcl_include_sub |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1875 | tcl_includes = find_file('tcl.h', self.inc_dirs, tcl_include_sub) |
| 1876 | tk_includes = find_file('tk.h', self.inc_dirs, tk_include_sub) |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1877 | |
Martin v. Löwis | e86a59a | 2003-05-03 08:45:51 | [diff] [blame] | 1878 | if (tcllib is None or tklib is None or |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1879 | tcl_includes is None or tk_includes is None): |
Andrew M. Kuchling | 3c0aa7e | 2004-03-21 18:57:35 | [diff] [blame] | 1880 | self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2) |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1881 | return False |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1882 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1883 | # OK... everything seems to be present for Tcl/Tk. |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1884 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1885 | include_dirs = [] |
| 1886 | libs = [] |
| 1887 | defs = [] |
| 1888 | added_lib_dirs = [] |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1889 | for dir in tcl_includes + tk_includes: |
| 1890 | if dir not in include_dirs: |
| 1891 | include_dirs.append(dir) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1892 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1893 | # Check for various platform-specific directories |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1894 | if HOST_PLATFORM == 'sunos5': |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1895 | include_dirs.append('/usr/openwin/include') |
| 1896 | added_lib_dirs.append('/usr/openwin/lib') |
| 1897 | elif os.path.exists('/usr/X11R6/include'): |
| 1898 | include_dirs.append('/usr/X11R6/include') |
Martin v. Löwis | fba7369 | 2004-11-13 11:13:35 | [diff] [blame] | 1899 | added_lib_dirs.append('/usr/X11R6/lib64') |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1900 | added_lib_dirs.append('/usr/X11R6/lib') |
| 1901 | elif os.path.exists('/usr/X11R5/include'): |
| 1902 | include_dirs.append('/usr/X11R5/include') |
| 1903 | added_lib_dirs.append('/usr/X11R5/lib') |
| 1904 | else: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1905 | # Assume default location for X11 |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1906 | include_dirs.append('/usr/X11/include') |
| 1907 | added_lib_dirs.append('/usr/X11/lib') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1908 | |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 | [diff] [blame] | 1909 | # If Cygwin, then verify that X is installed before proceeding |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1910 | if CYGWIN: |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 | [diff] [blame] | 1911 | x11_inc = find_file('X11/Xlib.h', [], include_dirs) |
| 1912 | if x11_inc is None: |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1913 | return False |
Jason Tishler | 9181c94 | 2003-02-05 15:16:17 | [diff] [blame] | 1914 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1915 | # Check for BLT extension |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1916 | if self.compiler.find_library_file(self.lib_dirs + added_lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 | [diff] [blame] | 1917 | 'BLT8.0'): |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1918 | defs.append( ('WITH_BLT', 1) ) |
| 1919 | libs.append('BLT8.0') |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1920 | elif self.compiler.find_library_file(self.lib_dirs + added_lib_dirs, |
Tarek Ziadé | dd07ebb | 2009-07-06 13:52:17 | [diff] [blame] | 1921 | 'BLT'): |
Martin v. Löwis | 427a290 | 2002-12-12 20:23:38 | [diff] [blame] | 1922 | defs.append( ('WITH_BLT', 1) ) |
| 1923 | libs.append('BLT') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1924 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1925 | # Add the Tcl/Tk libraries |
Jason Tishler | cccac1a | 2003-02-05 15:06:46 | [diff] [blame] | 1926 | libs.append('tk'+ version) |
| 1927 | libs.append('tcl'+ version) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1928 | |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 | [diff] [blame] | 1929 | # Finally, link with the X11 libraries (not appropriate on cygwin) |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1930 | if not CYGWIN: |
Martin v. Löwis | 3db5b8c | 2001-07-24 06:54:01 | [diff] [blame] | 1931 | libs.append('X11') |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1932 | |
Andrew M. Kuchling | fbe7376 | 2001-01-18 18:44:20 | [diff] [blame] | 1933 | # XXX handle these, but how to detect? |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1934 | # *** Uncomment and edit for PIL (TkImaging) extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1935 | # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1936 | # *** Uncomment and edit for TOGL extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1937 | # -DWITH_TOGL togl.c \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1938 | # *** Uncomment these for TOGL extension only: |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 1939 | # -lGL -lGLU -lXext -lXmu \ |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 1940 | |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1941 | self.add(Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'], |
| 1942 | define_macros=[('WITH_APPINIT', 1)] + defs, |
| 1943 | include_dirs=include_dirs, |
| 1944 | libraries=libs, |
| 1945 | library_dirs=added_lib_dirs)) |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1946 | return True |
| 1947 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1948 | def configure_ctypes(self, ext): |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1949 | return True |
| 1950 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 1951 | def detect_ctypes(self): |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 1952 | # Thomas Heller's _ctypes module |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 1953 | |
| 1954 | if (not sysconfig.get_config_var("LIBFFI_INCLUDEDIR") and MACOS): |
| 1955 | self.use_system_libffi = True |
| 1956 | else: |
| 1957 | self.use_system_libffi = '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS") |
| 1958 | |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1959 | include_dirs = [] |
| 1960 | extra_compile_args = [] |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 | [diff] [blame] | 1961 | extra_link_args = [] |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1962 | sources = ['_ctypes/_ctypes.c', |
| 1963 | '_ctypes/callbacks.c', |
| 1964 | '_ctypes/callproc.c', |
| 1965 | '_ctypes/stgdict.c', |
Thomas Heller | 864cc67 | 2010-08-08 17:58:53 | [diff] [blame] | 1966 | '_ctypes/cfield.c'] |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1967 | depends = ['_ctypes/ctypes.h'] |
| 1968 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1969 | if MACOS: |
Ronald Oussoren | 2decf22 | 2010-09-05 18:25:59 | [diff] [blame] | 1970 | sources.append('_ctypes/malloc_closure.c') |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 1971 | extra_compile_args.append('-DUSING_MALLOC_CLOSURE_DOT_C=1') |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 | [diff] [blame] | 1972 | extra_compile_args.append('-DMACOSX') |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1973 | include_dirs.append('_ctypes/darwin') |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1974 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1975 | elif HOST_PLATFORM == 'sunos5': |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 | [diff] [blame] | 1976 | # XXX This shouldn't be necessary; it appears that some |
| 1977 | # of the assembler code is non-PIC (i.e. it has relocations |
| 1978 | # when it shouldn't. The proper fix would be to rewrite |
| 1979 | # the assembler code to be PIC. |
| 1980 | # This only works with GCC; the Sun compiler likely refuses |
| 1981 | # this option. If you want to compile ctypes with the Sun |
| 1982 | # compiler, please research a proper solution, instead of |
| 1983 | # finding some -z option for the Sun compiler. |
| 1984 | extra_link_args.append('-mimpure-text') |
| 1985 | |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 1986 | elif HOST_PLATFORM.startswith('hp-ux'): |
Thomas Heller | 3eaaeb4 | 2008-05-23 17:26:46 | [diff] [blame] | 1987 | extra_link_args.append('-fPIC') |
| 1988 | |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1989 | ext = Extension('_ctypes', |
| 1990 | include_dirs=include_dirs, |
| 1991 | extra_compile_args=extra_compile_args, |
Thomas Wouters | 0e3f591 | 2006-08-11 14:57:12 | [diff] [blame] | 1992 | extra_link_args=extra_link_args, |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 1993 | libraries=[], |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 1994 | sources=sources, |
| 1995 | depends=depends) |
Victor Stinner | cfe172d | 2019-03-01 17:21:49 | [diff] [blame] | 1996 | self.add(ext) |
| 1997 | if TEST_EXTENSIONS: |
| 1998 | # function my_sqrt() needs libm for sqrt() |
| 1999 | self.add(Extension('_ctypes_test', |
| 2000 | sources=['_ctypes/_ctypes_test.c'], |
| 2001 | libraries=['m'])) |
Thomas Heller | cf567c1 | 2006-03-08 19:51:58 | [diff] [blame] | 2002 | |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 2003 | ffi_inc = sysconfig.get_config_var("LIBFFI_INCLUDEDIR") |
| 2004 | ffi_lib = None |
| 2005 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2006 | ffi_inc_dirs = self.inc_dirs.copy() |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 2007 | if MACOS: |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 2008 | ffi_in_sdk = os.path.join(macosx_sdk_root(), "usr/include/ffi") |
Christian Heimes | 7864476 | 2008-03-04 23:39:23 | [diff] [blame] | 2009 | |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 2010 | if not ffi_inc: |
| 2011 | if os.path.exists(ffi_in_sdk): |
| 2012 | ext.extra_compile_args.append("-DUSING_APPLE_OS_LIBFFI=1") |
| 2013 | ffi_inc = ffi_in_sdk |
| 2014 | ffi_lib = 'ffi' |
| 2015 | else: |
| 2016 | # OS X 10.5 comes with libffi.dylib; the include files are |
| 2017 | # in /usr/include/ffi |
| 2018 | ffi_inc_dirs.append('/usr/include/ffi') |
| 2019 | |
| 2020 | if not ffi_inc: |
| 2021 | found = find_file('ffi.h', [], ffi_inc_dirs) |
| 2022 | if found: |
| 2023 | ffi_inc = found[0] |
| 2024 | if ffi_inc: |
| 2025 | ffi_h = ffi_inc + '/ffi.h' |
Shlomi Fish | 6d51b87 | 2017-09-06 20:19:19 | [diff] [blame] | 2026 | if not os.path.exists(ffi_h): |
| 2027 | ffi_inc = None |
| 2028 | print('Header file {} does not exist'.format(ffi_h)) |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 2029 | if ffi_lib is None and ffi_inc: |
doko@ubuntu.com | ae68365 | 2016-06-04 23:38:29 | [diff] [blame] | 2030 | for lib_name in ('ffi', 'ffi_pic'): |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2031 | if (self.compiler.find_library_file(self.lib_dirs, lib_name)): |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 2032 | ffi_lib = lib_name |
| 2033 | break |
| 2034 | |
| 2035 | if ffi_inc and ffi_lib: |
Ned Deily | b29d0a5 | 2021-05-02 09:18:58 | [diff] [blame] | 2036 | ffi_headers = glob(os.path.join(ffi_inc, '*.h')) |
| 2037 | if grep_headers_for('ffi_prep_cif_var', ffi_headers): |
| 2038 | ext.extra_compile_args.append("-DHAVE_FFI_PREP_CIF_VAR=1") |
| 2039 | if grep_headers_for('ffi_prep_closure_loc', ffi_headers): |
| 2040 | ext.extra_compile_args.append("-DHAVE_FFI_PREP_CLOSURE_LOC=1") |
| 2041 | if grep_headers_for('ffi_closure_alloc', ffi_headers): |
| 2042 | ext.extra_compile_args.append("-DHAVE_FFI_CLOSURE_ALLOC=1") |
| 2043 | |
| 2044 | ext.include_dirs.append(ffi_inc) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 2045 | ext.libraries.append(ffi_lib) |
| 2046 | self.use_system_libffi = True |
| 2047 | |
Christian Heimes | 5bb9692 | 2018-02-25 09:22:14 | [diff] [blame] | 2048 | if sysconfig.get_config_var('HAVE_LIBDL'): |
| 2049 | # for dlopen, see bpo-32647 |
| 2050 | ext.libraries.append('dl') |
| 2051 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 2052 | def detect_decimal(self): |
| 2053 | # Stefan Krah's _decimal module |
Stefan Krah | 60187b5 | 2012-03-23 18:06:27 | [diff] [blame] | 2054 | extra_compile_args = [] |
Stefan Krah | a10e2fb | 2012-09-01 12:21:22 | [diff] [blame] | 2055 | undef_macros = [] |
Stefan Krah | 60187b5 | 2012-03-23 18:06:27 | [diff] [blame] | 2056 | if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"): |
| 2057 | include_dirs = [] |
Stefan Krah | 45059eb | 2013-11-24 18:44:57 | [diff] [blame] | 2058 | libraries = [':libmpdec.so.2'] |
Stefan Krah | 60187b5 | 2012-03-23 18:06:27 | [diff] [blame] | 2059 | sources = ['_decimal/_decimal.c'] |
| 2060 | depends = ['_decimal/docstrings.h'] |
| 2061 | else: |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2062 | include_dirs = [os.path.abspath(os.path.join(self.srcdir, |
Ned Deily | 458a6fb | 2012-04-01 09:30:46 | [diff] [blame] | 2063 | 'Modules', |
| 2064 | '_decimal', |
| 2065 | 'libmpdec'))] |
Stefan Krah | bd4ed77 | 2017-12-06 17:24:17 | [diff] [blame] | 2066 | libraries = ['m'] |
Stefan Krah | 60187b5 | 2012-03-23 18:06:27 | [diff] [blame] | 2067 | sources = [ |
| 2068 | '_decimal/_decimal.c', |
| 2069 | '_decimal/libmpdec/basearith.c', |
| 2070 | '_decimal/libmpdec/constants.c', |
| 2071 | '_decimal/libmpdec/context.c', |
| 2072 | '_decimal/libmpdec/convolute.c', |
| 2073 | '_decimal/libmpdec/crt.c', |
| 2074 | '_decimal/libmpdec/difradix2.c', |
| 2075 | '_decimal/libmpdec/fnt.c', |
| 2076 | '_decimal/libmpdec/fourstep.c', |
| 2077 | '_decimal/libmpdec/io.c', |
| 2078 | '_decimal/libmpdec/memory.c', |
| 2079 | '_decimal/libmpdec/mpdecimal.c', |
| 2080 | '_decimal/libmpdec/numbertheory.c', |
| 2081 | '_decimal/libmpdec/sixstep.c', |
| 2082 | '_decimal/libmpdec/transpose.c', |
| 2083 | ] |
| 2084 | depends = [ |
| 2085 | '_decimal/docstrings.h', |
| 2086 | '_decimal/libmpdec/basearith.h', |
| 2087 | '_decimal/libmpdec/bits.h', |
| 2088 | '_decimal/libmpdec/constants.h', |
| 2089 | '_decimal/libmpdec/convolute.h', |
| 2090 | '_decimal/libmpdec/crt.h', |
| 2091 | '_decimal/libmpdec/difradix2.h', |
| 2092 | '_decimal/libmpdec/fnt.h', |
| 2093 | '_decimal/libmpdec/fourstep.h', |
| 2094 | '_decimal/libmpdec/io.h', |
Stefan Krah | 8d013a8 | 2016-04-26 14:34:41 | [diff] [blame] | 2095 | '_decimal/libmpdec/mpalloc.h', |
Stefan Krah | 60187b5 | 2012-03-23 18:06:27 | [diff] [blame] | 2096 | '_decimal/libmpdec/mpdecimal.h', |
| 2097 | '_decimal/libmpdec/numbertheory.h', |
| 2098 | '_decimal/libmpdec/sixstep.h', |
| 2099 | '_decimal/libmpdec/transpose.h', |
| 2100 | '_decimal/libmpdec/typearith.h', |
| 2101 | '_decimal/libmpdec/umodarith.h', |
| 2102 | ] |
| 2103 | |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2104 | config = { |
| 2105 | 'x64': [('CONFIG_64','1'), ('ASM','1')], |
| 2106 | 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')], |
| 2107 | 'ansi64': [('CONFIG_64','1'), ('ANSI','1')], |
| 2108 | 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')], |
| 2109 | 'ansi32': [('CONFIG_32','1'), ('ANSI','1')], |
| 2110 | 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'), |
| 2111 | ('LEGACY_COMPILER','1')], |
| 2112 | 'universal': [('UNIVERSAL','1')] |
| 2113 | } |
| 2114 | |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2115 | cc = sysconfig.get_config_var('CC') |
| 2116 | sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T') |
| 2117 | machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE') |
| 2118 | |
| 2119 | if machine: |
| 2120 | # Override automatic configuration to facilitate testing. |
| 2121 | define_macros = config[machine] |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 2122 | elif MACOS: |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2123 | # Universal here means: build with the same options Python |
| 2124 | # was built with. |
| 2125 | define_macros = config['universal'] |
| 2126 | elif sizeof_size_t == 8: |
| 2127 | if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'): |
| 2128 | define_macros = config['x64'] |
| 2129 | elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'): |
| 2130 | define_macros = config['uint128'] |
| 2131 | else: |
| 2132 | define_macros = config['ansi64'] |
| 2133 | elif sizeof_size_t == 4: |
| 2134 | ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87') |
| 2135 | if ppro and ('gcc' in cc or 'clang' in cc) and \ |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 2136 | not 'sunos' in HOST_PLATFORM: |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2137 | # solaris: problems with register allocation. |
| 2138 | # icc >= 11.0 works as well. |
| 2139 | define_macros = config['ppro'] |
Stefan Krah | ce23dbc | 2012-09-30 19:12:53 | [diff] [blame] | 2140 | extra_compile_args.append('-Wno-unknown-pragmas') |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2141 | else: |
| 2142 | define_macros = config['ansi32'] |
| 2143 | else: |
| 2144 | raise DistutilsError("_decimal: unsupported architecture") |
| 2145 | |
| 2146 | # Workarounds for toolchain bugs: |
| 2147 | if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'): |
| 2148 | # Some versions of gcc miscompile inline asm: |
| 2149 | # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491 |
| 2150 | # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html |
| 2151 | extra_compile_args.append('-fno-ipa-pure-const') |
| 2152 | if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'): |
| 2153 | # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect: |
| 2154 | # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html |
| 2155 | undef_macros.append('_FORTIFY_SOURCE') |
| 2156 | |
Stefan Krah | 1919b7e | 2012-03-21 17:25:23 | [diff] [blame] | 2157 | # Uncomment for extra functionality: |
| 2158 | #define_macros.append(('EXTRA_FUNCTIONALITY', 1)) |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2159 | self.add(Extension('_decimal', |
| 2160 | include_dirs=include_dirs, |
| 2161 | libraries=libraries, |
| 2162 | define_macros=define_macros, |
| 2163 | undef_macros=undef_macros, |
| 2164 | extra_compile_args=extra_compile_args, |
| 2165 | sources=sources, |
| 2166 | depends=depends)) |
Thomas Wouters | 49fd7fa | 2006-04-21 10:40:58 | [diff] [blame] | 2167 | |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 2168 | def detect_openssl_hashlib(self): |
| 2169 | # Detect SSL support for the socket module (via _ssl) |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2170 | config_vars = sysconfig.get_config_vars() |
| 2171 | |
| 2172 | def split_var(name, sep): |
| 2173 | # poor man's shlex, the re module is not available yet. |
| 2174 | value = config_vars.get(name) |
| 2175 | if not value: |
| 2176 | return () |
| 2177 | # This trick works because ax_check_openssl uses --libs-only-L, |
| 2178 | # --libs-only-l, and --cflags-only-I. |
| 2179 | value = ' ' + value |
| 2180 | sep = ' ' + sep |
| 2181 | return [v.strip() for v in value.split(sep) if v.strip()] |
| 2182 | |
| 2183 | openssl_includes = split_var('OPENSSL_INCLUDES', '-I') |
| 2184 | openssl_libdirs = split_var('OPENSSL_LDFLAGS', '-L') |
| 2185 | openssl_libs = split_var('OPENSSL_LIBS', '-l') |
| 2186 | if not openssl_libs: |
| 2187 | # libssl and libcrypto not found |
Christian Heimes | 8abc3f4 | 2019-04-09 16:40:12 | [diff] [blame] | 2188 | self.missing.extend(['_ssl', '_hashlib']) |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2189 | return None, None |
| 2190 | |
| 2191 | # Find OpenSSL includes |
| 2192 | ssl_incs = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2193 | 'openssl/ssl.h', self.inc_dirs, openssl_includes |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2194 | ) |
| 2195 | if ssl_incs is None: |
Christian Heimes | 8abc3f4 | 2019-04-09 16:40:12 | [diff] [blame] | 2196 | self.missing.extend(['_ssl', '_hashlib']) |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2197 | return None, None |
| 2198 | |
| 2199 | # OpenSSL 1.0.2 uses Kerberos for KRB5 ciphers |
| 2200 | krb5_h = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2201 | 'krb5.h', self.inc_dirs, |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2202 | ['/usr/kerberos/include'] |
| 2203 | ) |
| 2204 | if krb5_h: |
| 2205 | ssl_incs.extend(krb5_h) |
| 2206 | |
Christian Heimes | 61d478c | 2018-01-27 14:51:38 | [diff] [blame] | 2207 | if config_vars.get("HAVE_X509_VERIFY_PARAM_SET1_HOST"): |
Christian Heimes | c7f7069 | 2019-05-31 09:44:05 | [diff] [blame] | 2208 | self.add(Extension( |
| 2209 | '_ssl', ['_ssl.c'], |
| 2210 | include_dirs=openssl_includes, |
| 2211 | library_dirs=openssl_libdirs, |
| 2212 | libraries=openssl_libs, |
Christian Heimes | 70f2ca7 | 2021-04-09 16:34:54 | [diff] [blame] | 2213 | depends=[ |
| 2214 | 'socketmodule.h', |
| 2215 | '_ssl/debughelpers.c', |
| 2216 | '_ssl_data.h', |
| 2217 | '_ssl_data_111.h', |
| 2218 | '_ssl_data_300.h', |
| 2219 | ])) |
Christian Heimes | 61d478c | 2018-01-27 14:51:38 | [diff] [blame] | 2220 | else: |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2221 | self.missing.append('_ssl') |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2222 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2223 | self.add(Extension('_hashlib', ['_hashopenssl.c'], |
| 2224 | depends=['hashlib.h'], |
| 2225 | include_dirs=openssl_includes, |
| 2226 | library_dirs=openssl_libdirs, |
| 2227 | libraries=openssl_libs)) |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2228 | |
xdegaye | 2ee077f | 2019-04-09 15:20:08 | [diff] [blame] | 2229 | def detect_hash_builtins(self): |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 2230 | # We always compile these even when OpenSSL is available (issue #14693). |
| 2231 | # It's harmless and the object code is tiny (40-50 KiB per module, |
| 2232 | # only loaded when actually used). |
| 2233 | self.add(Extension('_sha256', ['sha256module.c'], |
| 2234 | depends=['hashlib.h'])) |
| 2235 | self.add(Extension('_sha512', ['sha512module.c'], |
| 2236 | depends=['hashlib.h'])) |
| 2237 | self.add(Extension('_md5', ['md5module.c'], |
| 2238 | depends=['hashlib.h'])) |
| 2239 | self.add(Extension('_sha1', ['sha1module.c'], |
| 2240 | depends=['hashlib.h'])) |
| 2241 | |
Serhiy Storchaka | e738962 | 2020-07-02 07:05:35 | [diff] [blame] | 2242 | blake2_deps = glob(os.path.join(escape(self.srcdir), |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 2243 | 'Modules/_blake2/impl/*')) |
| 2244 | blake2_deps.append('hashlib.h') |
| 2245 | |
| 2246 | self.add(Extension('_blake2', |
| 2247 | ['_blake2/blake2module.c', |
| 2248 | '_blake2/blake2b_impl.c', |
| 2249 | '_blake2/blake2s_impl.c'], |
| 2250 | depends=blake2_deps)) |
| 2251 | |
Serhiy Storchaka | e738962 | 2020-07-02 07:05:35 | [diff] [blame] | 2252 | sha3_deps = glob(os.path.join(escape(self.srcdir), |
Victor Stinner | 5ec33a1 | 2019-03-01 15:43:28 | [diff] [blame] | 2253 | 'Modules/_sha3/kcp/*')) |
| 2254 | sha3_deps.append('hashlib.h') |
| 2255 | self.add(Extension('_sha3', |
| 2256 | ['_sha3/sha3module.c'], |
| 2257 | depends=sha3_deps)) |
| 2258 | |
| 2259 | def detect_nis(self): |
Victor Stinner | 4cbea51 | 2019-02-28 16:48:38 | [diff] [blame] | 2260 | if MS_WINDOWS or CYGWIN or HOST_PLATFORM == 'qnx6': |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2261 | self.missing.append('nis') |
| 2262 | return |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2263 | |
| 2264 | libs = [] |
| 2265 | library_dirs = [] |
| 2266 | includes_dirs = [] |
| 2267 | |
| 2268 | # bpo-32521: glibc has deprecated Sun RPC for some time. Fedora 28 |
| 2269 | # moved headers and libraries to libtirpc and libnsl. The headers |
| 2270 | # are in tircp and nsl sub directories. |
| 2271 | rpcsvc_inc = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2272 | 'rpcsvc/yp_prot.h', self.inc_dirs, |
| 2273 | [os.path.join(inc_dir, 'nsl') for inc_dir in self.inc_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2274 | ) |
| 2275 | rpc_inc = find_file( |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2276 | 'rpc/rpc.h', self.inc_dirs, |
| 2277 | [os.path.join(inc_dir, 'tirpc') for inc_dir in self.inc_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2278 | ) |
| 2279 | if rpcsvc_inc is None or rpc_inc is None: |
| 2280 | # not found |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2281 | self.missing.append('nis') |
| 2282 | return |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2283 | includes_dirs.extend(rpcsvc_inc) |
| 2284 | includes_dirs.extend(rpc_inc) |
| 2285 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2286 | if self.compiler.find_library_file(self.lib_dirs, 'nsl'): |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2287 | libs.append('nsl') |
| 2288 | else: |
| 2289 | # libnsl-devel: check for libnsl in nsl/ subdirectory |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2290 | nsl_dirs = [os.path.join(lib_dir, 'nsl') for lib_dir in self.lib_dirs] |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2291 | libnsl = self.compiler.find_library_file(nsl_dirs, 'nsl') |
| 2292 | if libnsl is not None: |
| 2293 | library_dirs.append(os.path.dirname(libnsl)) |
| 2294 | libs.append('nsl') |
| 2295 | |
Victor Stinner | 625dbf2 | 2019-03-01 14:59:39 | [diff] [blame] | 2296 | if self.compiler.find_library_file(self.lib_dirs, 'tirpc'): |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2297 | libs.append('tirpc') |
| 2298 | |
Victor Stinner | 8058bda | 2019-03-01 14:31:45 | [diff] [blame] | 2299 | self.add(Extension('nis', ['nismodule.c'], |
| 2300 | libraries=libs, |
| 2301 | library_dirs=library_dirs, |
| 2302 | include_dirs=includes_dirs)) |
Christian Heimes | 29a7df7 | 2018-01-26 22:28:46 | [diff] [blame] | 2303 | |
Christian Heimes | ff5be6e | 2018-01-20 12:19:21 | [diff] [blame] | 2304 | |
Andrew M. Kuchling | f52d27e | 2001-05-21 20:29:27 | [diff] [blame] | 2305 | class PyBuildInstall(install): |
| 2306 | # Suppress the warning about installation into the lib_dynload |
| 2307 | # directory, which is not in sys.path when running Python during |
| 2308 | # installation: |
| 2309 | def initialize_options (self): |
| 2310 | install.initialize_options(self) |
| 2311 | self.warn_dir=0 |
Michael W. Hudson | 5b10910 | 2002-01-23 15:04:41 | [diff] [blame] | 2312 | |
Éric Araujo | e6792c1 | 2011-06-09 12:07:02 | [diff] [blame] | 2313 | # Customize subcommands to not install an egg-info file for Python |
| 2314 | sub_commands = [('install_lib', install.has_lib), |
| 2315 | ('install_headers', install.has_headers), |
| 2316 | ('install_scripts', install.has_scripts), |
| 2317 | ('install_data', install.has_data)] |
| 2318 | |
| 2319 | |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2320 | class PyBuildInstallLib(install_lib): |
| 2321 | # Do exactly what install_lib does but make sure correct access modes get |
| 2322 | # set on installed directories and files. All installed files with get |
| 2323 | # mode 644 unless they are a shared library in which case they will get |
| 2324 | # mode 755. All installed directories will get mode 755. |
| 2325 | |
doko@ubuntu.com | d5537d0 | 2013-03-21 20:21:49 | [diff] [blame] | 2326 | # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX |
| 2327 | shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX") |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2328 | |
| 2329 | def install(self): |
| 2330 | outfiles = install_lib.install(self) |
Guido van Rossum | cd16bf6 | 2007-06-13 18:07:49 | [diff] [blame] | 2331 | self.set_file_modes(outfiles, 0o644, 0o755) |
| 2332 | self.set_dir_modes(self.install_dir, 0o755) |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2333 | return outfiles |
| 2334 | |
| 2335 | def set_file_modes(self, files, defaultMode, sharedLibMode): |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2336 | if not files: return |
| 2337 | |
| 2338 | for filename in files: |
| 2339 | if os.path.islink(filename): continue |
| 2340 | mode = defaultMode |
doko@ubuntu.com | d5537d0 | 2013-03-21 20:21:49 | [diff] [blame] | 2341 | if filename.endswith(self.shlib_suffix): mode = sharedLibMode |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2342 | log.info("changing mode of %s to %o", filename, mode) |
| 2343 | if not self.dry_run: os.chmod(filename, mode) |
| 2344 | |
| 2345 | def set_dir_modes(self, dirname, mode): |
Amaury Forgeot d'Arc | 321e533 | 2009-07-02 23:08:45 | [diff] [blame] | 2346 | for dirpath, dirnames, fnames in os.walk(dirname): |
| 2347 | if os.path.islink(dirpath): |
| 2348 | continue |
| 2349 | log.info("changing mode of %s to %o", dirpath, mode) |
| 2350 | if not self.dry_run: os.chmod(dirpath, mode) |
Michael W. Hudson | 529a505 | 2002-12-17 16:47:17 | [diff] [blame] | 2351 | |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 2352 | |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 | [diff] [blame] | 2353 | class PyBuildScripts(build_scripts): |
| 2354 | def copy_scripts(self): |
| 2355 | outfiles, updated_files = build_scripts.copy_scripts(self) |
| 2356 | fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info) |
| 2357 | minoronly = '.{0[1]}'.format(sys.version_info) |
| 2358 | newoutfiles = [] |
| 2359 | newupdated_files = [] |
| 2360 | for filename in outfiles: |
Brett Cannon | a8c3424 | 2018-04-20 21:15:40 | [diff] [blame] | 2361 | if filename.endswith('2to3'): |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 | [diff] [blame] | 2362 | newfilename = filename + fullversion |
| 2363 | else: |
| 2364 | newfilename = filename + minoronly |
Vinay Sajip | dd917f8 | 2016-08-31 07:22:29 | [diff] [blame] | 2365 | log.info('renaming %s to %s', filename, newfilename) |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 | [diff] [blame] | 2366 | os.rename(filename, newfilename) |
| 2367 | newoutfiles.append(newfilename) |
| 2368 | if filename in updated_files: |
| 2369 | newupdated_files.append(newfilename) |
| 2370 | return newoutfiles, newupdated_files |
| 2371 | |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 | [diff] [blame] | 2372 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 2373 | def main(): |
Victor Stinner | c991f24 | 2019-03-01 16:19:04 | [diff] [blame] | 2374 | set_compiler_flags('CFLAGS', 'PY_CFLAGS_NODIST') |
| 2375 | set_compiler_flags('LDFLAGS', 'PY_LDFLAGS_NODIST') |
| 2376 | |
| 2377 | class DummyProcess: |
| 2378 | """Hack for parallel build""" |
| 2379 | ProcessPoolExecutor = None |
| 2380 | |
| 2381 | sys.modules['concurrent.futures.process'] = DummyProcess |
| 2382 | |
Andrew M. Kuchling | 6268669 | 2001-05-21 20:48:09 | [diff] [blame] | 2383 | # turn off warnings when deprecated modules are imported |
| 2384 | import warnings |
| 2385 | warnings.filterwarnings("ignore",category=DeprecationWarning) |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 | [diff] [blame] | 2386 | setup(# PyPI Metadata (PEP 301) |
| 2387 | name = "Python", |
| 2388 | version = sys.version.split()[0], |
Serhiy Storchaka | 885bdc4 | 2016-02-11 11:10:36 | [diff] [blame] | 2389 | url = "http://www.python.org/%d.%d" % sys.version_info[:2], |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 | [diff] [blame] | 2390 | maintainer = "Guido van Rossum and the Python community", |
| 2391 | maintainer_email = "python-dev@python.org", |
| 2392 | description = "A high-level object-oriented programming language", |
| 2393 | long_description = SUMMARY.strip(), |
| 2394 | license = "PSF license", |
Guido van Rossum | c1f779c | 2007-07-03 08:25:58 | [diff] [blame] | 2395 | classifiers = [x for x in CLASSIFIERS.split("\n") if x], |
Guido van Rossum | 14ee89c | 2003-02-20 02:52:04 | [diff] [blame] | 2396 | platforms = ["Many"], |
| 2397 | |
| 2398 | # Build info |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 | [diff] [blame] | 2399 | cmdclass = {'build_ext': PyBuildExt, |
| 2400 | 'build_scripts': PyBuildScripts, |
| 2401 | 'install': PyBuildInstall, |
| 2402 | 'install_lib': PyBuildInstallLib}, |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 2403 | # The struct module is defined here, because build_ext won't be |
| 2404 | # called unless there's at least one extension module defined. |
Thomas Wouters | 477c8d5 | 2006-05-27 19:21:47 | [diff] [blame] | 2405 | ext_modules=[Extension('_struct', ['_struct.c'])], |
Andrew M. Kuchling | aece427 | 2001-02-28 20:56:49 | [diff] [blame] | 2406 | |
Georg Brandl | ff52f76 | 2010-12-28 09:51:43 | [diff] [blame] | 2407 | # If you change the scripts installed here, you also need to |
| 2408 | # check the PyBuildScripts command above, and change the links |
| 2409 | # created by the bininstall target in Makefile.pre.in |
Benjamin Peterson | dfea192 | 2009-05-23 17:13:14 | [diff] [blame] | 2410 | scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3", |
Brett Cannon | a8c3424 | 2018-04-20 21:15:40 | [diff] [blame] | 2411 | "Tools/scripts/2to3"] |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 2412 | ) |
Fredrik Lundh | ade711a | 2001-01-24 08:00:28 | [diff] [blame] | 2413 | |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 2414 | # --install-platlib |
| 2415 | if __name__ == '__main__': |
Andrew M. Kuchling | 00e0f21 | 2001-01-17 15:23:23 | [diff] [blame] | 2416 | main() |