blob: 79d9f624da6095463a4ce729c93d6b943bec8b4a [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:581# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:283
Andrew M. Kuchling66012fe2001-01-26 21:56:584__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:186import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:187from glob import glob
Tarek Ziadéedacea32010-01-29 11:41:038import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:179
10from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:3211from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:2412from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:2313from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:2715from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:1716from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:4317from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:4418from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:2319
Gregory P. Smithb04ded42010-01-03 00:38:1020# Were we compiled --with-pydebug or with #define Py_DEBUG?
21COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
22
Andrew M. Kuchling00e0f212001-01-17 15:23:2323# This global variable is used to hold the list of modules to be disabled.
24disabled_module_list = []
25
Antoine Pitroue9b428f2010-08-13 22:25:0126# File which contains the directory for shared mods (for sys.path fixup
27# when running from the build dir, see Modules/getpath.c)
28_BUILDDIR_COOKIE = "pybuilddir.txt"
29
Michael W. Hudson39230b32002-01-16 15:26:4830def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:0031 """Add the directory 'dir' to the list 'dirlist' (after any relative
32 directories) if:
33
Michael W. Hudson39230b32002-01-16 15:26:4834 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:0035 2) 'dir' actually exists, and is a directory.
36 """
37 if dir is None or not os.path.isdir(dir) or dir in dirlist:
38 return
39 for i, path in enumerate(dirlist):
40 if not os.path.isabs(path):
41 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:0342 return
43 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:4844
Ronald Oussoren2c12ab12010-06-03 14:42:2545def macosx_sdk_root():
46 """
47 Return the directory of the current OSX SDK,
48 or '/' if no SDK was specified.
49 """
50 cflags = sysconfig.get_config_var('CFLAGS')
51 m = re.search(r'-isysroot\s+(\S+)', cflags)
52 if m is None:
53 sysroot = '/'
54 else:
55 sysroot = m.group(1)
56 return sysroot
57
58def is_macosx_sdk_path(path):
59 """
60 Returns True if 'path' can be located in an OSX SDK
61 """
Ronald Oussorendc969e52010-06-27 12:37:4662 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
Ronald Oussoren2c12ab12010-06-03 14:42:2563
Andrew M. Kuchlingfbe73762001-01-18 18:44:2064def find_file(filename, std_dirs, paths):
65 """Searches for the directory where a given file is located,
66 and returns a possibly-empty list of additional directories, or None
67 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:2868
Andrew M. Kuchlingfbe73762001-01-18 18:44:2069 'filename' is the name of a file, such as readline.h or libcrypto.a.
70 'std_dirs' is the list of standard system directories; if the
71 file is found in one of them, no additional directives are needed.
72 'paths' is a list of additional locations to check; if the file is
73 found in one of them, the resulting list will contain the directory.
74 """
Ronald Oussoren2c12ab12010-06-03 14:42:2575 if sys.platform == 'darwin':
76 # Honor the MacOSX SDK setting when one was specified.
77 # An SDK is a directory with the same structure as a real
78 # system, but with only header files and libraries.
79 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:2080
81 # Check the standard locations
82 for dir in std_dirs:
83 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:2584
85 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
86 f = os.path.join(sysroot, dir[1:], filename)
87
Andrew M. Kuchlingfbe73762001-01-18 18:44:2088 if os.path.exists(f): return []
89
90 # Check the additional directories
91 for dir in paths:
92 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:2593
94 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
95 f = os.path.join(sysroot, dir[1:], filename)
96
Andrew M. Kuchlingfbe73762001-01-18 18:44:2097 if os.path.exists(f):
98 return [dir]
99
100 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23101 return None
102
Andrew M. Kuchlingfbe73762001-01-18 18:44:20103def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46104 result = compiler.find_library_file(std_dirs + paths, libname)
105 if result is None:
106 return None
Fredrik Lundhade711a2001-01-24 08:00:28107
Ronald Oussoren2c12ab12010-06-03 14:42:25108 if sys.platform == 'darwin':
109 sysroot = macosx_sdk_root()
110
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46111 # Check whether the found file is in one of the standard directories
112 dirname = os.path.dirname(result)
113 for p in std_dirs:
114 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57115 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25116
117 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
118 if os.path.join(sysroot, p[1:]) == dirname:
119 return [ ]
120
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46121 if p == dirname:
122 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20123
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46124 # Otherwise, it must have been in one of the additional directories,
125 # so we have to figure out which one.
126 for p in paths:
127 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57128 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25129
130 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
131 if os.path.join(sysroot, p[1:]) == dirname:
132 return [ p ]
133
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46134 if p == dirname:
135 return [p]
136 else:
137 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43138
Andrew M. Kuchling00e0f212001-01-17 15:23:23139def module_enabled(extlist, modname):
140 """Returns whether the module 'modname' is present in the list
141 of extensions 'extlist'."""
142 extlist = [ext for ext in extlist if ext.name == modname]
143 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28144
Jack Jansen144ebcc2001-08-05 22:31:19145def find_module_file(module, dirlist):
146 """Find a module in a set of possible folders. If it is not found
147 return the unadorned filename"""
148 list = find_file(module, [], dirlist)
149 if not list:
150 return module
151 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43152 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19153 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41154
Andrew M. Kuchling00e0f212001-01-17 15:23:23155class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28156
Guido van Rossumd8faa362007-04-27 19:54:29157 def __init__(self, dist):
158 build_ext.__init__(self, dist)
159 self.failed = []
160
Andrew M. Kuchling00e0f212001-01-17 15:23:23161 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23162
163 # Detect which modules should be compiled
Antoine Pitrou327fd402010-09-04 16:28:00164 old_so = self.compiler.shared_lib_extension
165 # Workaround PEP 3149 stuff
166 self.compiler.shared_lib_extension = os.environ.get("SO", ".so")
167 try:
168 missing = self.detect_modules()
169 finally:
170 self.compiler.shared_lib_extension = old_so
Andrew M. Kuchling00e0f212001-01-17 15:23:23171
172 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22173 extensions = [ext for ext in self.extensions
174 if ext.name not in disabled_module_list]
175 # move ctypes to the end, it depends on other modules
176 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
177 if "_ctypes" in ext_map:
178 ctypes = extensions.pop(ext_map["_ctypes"])
179 extensions.append(ctypes)
180 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28181
Andrew M. Kuchling00e0f212001-01-17 15:23:23182 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45183 # with Modules/.
184 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09185 if not srcdir:
186 # Maybe running on Windows but not using CYGWIN?
187 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50188 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45189 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41190
Jack Jansen144ebcc2001-08-05 22:31:19191 # Platform-dependent module source and include directories
192 platform = self.get_platform()
Andrew M. Kuchling00e0f212001-01-17 15:23:23193
Andrew M. Kuchling3da989c2001-02-28 22:49:26194 # Fix up the paths for scripts, too
195 self.distribution.scripts = [os.path.join(srcdir, filename)
196 for filename in self.distribution.scripts]
197
Christian Heimesaf98da12008-01-27 15:18:18198 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45199 headers = [sysconfig.get_config_h_filename()]
Tarek Ziadéedacea32010-01-29 11:41:03200 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18201
Andrew M. Kuchlingfbe73762001-01-18 18:44:20202 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19203 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23204 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11205 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45206 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11207 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18208 else:
209 ext.depends = []
210 # re-compile extensions if a header file has been changed
211 ext.depends.extend(headers)
212
Andrew M. Kuchlinge7c87322001-01-19 16:58:21213 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20214 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21215 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20216 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34217
Ronald Oussoren94f25282010-05-05 19:11:21218 # Parse Modules/Setup and Modules/Setup.local to figure out which
219 # modules are turned on in the file.
220 remove_modules = []
221 for filename in ('Modules/Setup', 'Modules/Setup.local'):
222 input = text_file.TextFile(filename, join_lines=1)
223 while 1:
224 line = input.readline()
225 if not line: break
226 line = line.split()
227 remove_modules.append(line[0])
228 input.close()
Tim Peters1b27f862005-12-30 18:42:42229
Ronald Oussoren94f25282010-05-05 19:11:21230 for ext in self.extensions[:]:
231 if ext.name in remove_modules:
232 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41233
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34234 # When you run "make CC=altcc" or something similar, you really want
235 # those environment variables passed into the setup.py phase. Here's
236 # a small set of useful ones.
237 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34238 args = {}
239 # unfortunately, distutils doesn't let us provide separate C and C++
240 # compilers
241 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03242 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
243 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05244 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34245
Antoine Pitroue9b428f2010-08-13 22:25:01246 # Not only do we write the builddir cookie, but we manually install
247 # the shared modules directory if it isn't already in sys.path.
248 # Otherwise trying to import the extensions after building them
249 # will fail.
250 with open(_BUILDDIR_COOKIE, "wb") as f:
251 f.write(self.build_lib.encode('utf-8', 'surrogateescape'))
Matthias Klose73117292010-08-23 16:47:09252 abs_build_lib = os.path.join(os.getcwd(), self.build_lib)
Antoine Pitroue9b428f2010-08-13 22:25:01253 if abs_build_lib not in sys.path:
254 sys.path.append(abs_build_lib)
255
Andrew M. Kuchling00e0f212001-01-17 15:23:23256 build_ext.build_extensions(self)
257
Guido van Rossumd8faa362007-04-27 19:54:29258 longest = max([len(e.name) for e in self.extensions])
259 if self.failed:
260 longest = max(longest, max([len(name) for name in self.failed]))
261
262 def print_three_column(lst):
263 lst.sort(key=str.lower)
264 # guarantee zip() doesn't drop anything
265 while len(lst) % 3:
266 lst.append("")
267 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
268 print("%-*s %-*s %-*s" % (longest, e, longest, f,
269 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29270
271 if missing:
272 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30273 print("Python build finished, but the necessary bits to build "
274 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29275 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05276 print("To find the necessary bits, look in setup.py in"
277 " detect_modules() for the module's name.")
278 print()
Guido van Rossumd8faa362007-04-27 19:54:29279
280 if self.failed:
281 failed = self.failed[:]
282 print()
283 print("Failed to build these modules:")
284 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05285 print()
Guido van Rossumd8faa362007-04-27 19:54:29286
Marc-André Lemburg7c6fcda2001-01-26 18:03:24287 def build_extension(self, ext):
288
Thomas Wouters49fd7fa2006-04-21 10:40:58289 if ext.name == '_ctypes':
290 if not self.configure_ctypes(ext):
291 return
292
Marc-André Lemburg7c6fcda2001-01-26 18:03:24293 try:
294 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56295 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24296 self.announce('WARNING: building of extension "%s" failed: %s' %
297 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29298 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09299 return
Jack Jansenf49c6f92001-11-01 14:44:15300 # Workaround for Mac OS X: The Carbon-based modules cannot be
301 # reliably imported into a command-line Python
302 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41303 self.announce(
304 'WARNING: skipping import check for Carbon-based "%s"' %
305 ext.name)
306 return
Georg Brandlfcaf9102008-07-16 02:17:56307
308 if self.get_platform() == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02309 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56310 # Don't bother doing an import check when an extension was
311 # build with an explicit '-arch' flag on OSX. That's currently
312 # only used to build 32-bit only extensions in a 4-way
313 # universal build and loading 32-bit code into a 64-bit
314 # process will fail.
315 self.announce(
316 'WARNING: skipping import check for "%s"' %
317 ext.name)
318 return
319
Jason Tishler24cf7762002-05-22 16:46:15320 # Workaround for Cygwin: Cygwin currently has fork issues when many
321 # modules have been imported
322 if self.get_platform() == 'cygwin':
323 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
324 % ext.name)
325 return
Michael W. Hudsonaf142892002-01-23 15:07:46326 ext_filename = os.path.join(
327 self.build_lib,
328 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53329
330 # If the build directory didn't exist when setup.py was
331 # started, sys.path_importer_cache has a negative result
332 # cached. Clear that cache before trying to import.
333 sys.path_importer_cache.clear()
334
Andrew M. Kuchling62686692001-05-21 20:48:09335 try:
Michael W. Hudsonaf142892002-01-23 15:07:46336 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56337 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29338 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42339 self.announce('*** WARNING: renaming "%s" since importing it'
340 ' failed: %s' % (ext.name, why), level=3)
341 assert not self.inplace
342 basename, tail = os.path.splitext(ext_filename)
343 newname = basename + "_failed" + tail
344 if os.path.exists(newname):
345 os.remove(newname)
346 os.rename(ext_filename, newname)
347
348 # XXX -- This relies on a Vile HACK in
349 # distutils.command.build_ext.build_extension(). The
350 # _built_objects attribute is stored there strictly for
351 # use here.
352 # If there is a failure, _built_objects may not be there,
353 # so catch the AttributeError and move on.
354 try:
355 for filename in self._built_objects:
356 os.remove(filename)
357 except AttributeError:
358 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39359 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39360 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42361 self.announce('*** WARNING: importing extension "%s" '
362 'failed with %s: %s' % (ext.name, exc_type, why),
363 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29364 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54365
Neal Norwitz51dead72003-06-17 02:51:28366 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28367 # Get value of sys.platform
Antoine Pitrou6103ab12009-10-24 20:11:21368 for platform in ['cygwin', 'darwin', 'osf1']:
Neal Norwitz51dead72003-06-17 02:51:28369 if sys.platform.startswith(platform):
370 return platform
371 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07372
Andrew M. Kuchling00e0f212001-01-17 15:23:23373 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00374 # Ensure that /usr/local is always used, but the local build
375 # directories (i.e. '.' and 'Include') must be first. See issue
376 # 10520.
Tarek Ziadé36797272010-07-22 12:50:05377 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
378 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Michael W. Hudson39230b32002-01-16 15:26:48379
Brett Cannon516592f2004-12-07 00:42:59380 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21381 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09382 # We must get the values from the Makefile and not the environment
383 # directly since an inconsistently reproducible issue comes up where
384 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21385 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59386 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05387 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
388 ('LDFLAGS', '-L', self.compiler.library_dirs),
389 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09390 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59391 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21392 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48393 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21394 # all double dashes and any dashes followed by a character
395 # that is not for the option we are dealing with.
396 #
397 # Please note that order of the regex is important! We must
398 # strip out double-dashes first so that we don't end up with
399 # substituting "--Long" to "-Long" and thus lead to "ong" being
400 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05401 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
402 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18403 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21404 # Make sure that allowing args interspersed with options is
405 # allowed
406 parser.allow_interspersed_args = True
407 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18408 parser.add_option(arg_name, dest="dirs", action="append")
409 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07410 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08411 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07412 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49413
Ronald Oussorenf3500e12010-10-20 13:10:12414 if os.path.normpath(sys.prefix) != '/usr' \
415 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
416 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
417 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
418 # building a framework with different architectures than
419 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05420 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50421 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05422 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50423 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20424
425 # lib_dirs and inc_dirs are used to search for files;
426 # if a file is found in one of those directories, it can
427 # be assumed that no additional -I,-L directives are needed.
Tarek Ziadé36797272010-07-22 12:50:05428 lib_dirs = self.compiler.library_dirs + [
Martin v. Löwisfba73692004-11-13 11:13:35429 '/lib64', '/usr/lib64',
430 '/lib', '/usr/lib',
431 ]
Tarek Ziadé36797272010-07-22 12:50:05432 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23433 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29434 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23435
Brett Cannon4454a1f2005-04-15 20:32:39436 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27437 with open(config_h) as file:
438 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39439
Fredrik Lundhade711a2001-01-24 08:00:28440 platform = self.get_platform()
Neil Schemenauer014bf282009-02-05 16:35:45441 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41442
Andrew M. Kuchling7883dc82003-10-24 18:26:26443 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
444 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34445 lib_dirs += ['/usr/ccs/lib']
446
Thomas Wouters477c8d52006-05-27 19:21:47447 if platform == 'darwin':
448 # This should work on any unixy platform ;-)
449 # If the user has bothered specifying additional -I and -L flags
450 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00451 #
452 # NOTE: using shlex.split would technically be more correct, but
453 # also gives a bootstrap problem. Let's hope nobody uses
454 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47455 cflags, ldflags = sysconfig.get_config_vars(
456 'CFLAGS', 'LDFLAGS')
457 for item in cflags.split():
458 if item.startswith('-I'):
459 inc_dirs.append(item[2:])
460
461 for item in ldflags.split():
462 if item.startswith('-L'):
463 lib_dirs.append(item[2:])
464
Fredrik Lundhade711a2001-01-24 08:00:28465 # Check for MacOS X, which doesn't need libm.a at all
466 math_libs = ['m']
Ronald Oussoren94f25282010-05-05 19:11:21467 if platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28468 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41469
Andrew M. Kuchling00e0f212001-01-17 15:23:23470 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
471
472 #
473 # The following modules are all pretty straightforward, and compile
474 # on pretty much any POSIXish platform.
475 #
Fredrik Lundhade711a2001-01-24 08:00:28476
Andrew M. Kuchling00e0f212001-01-17 15:23:23477 # array objects
478 exts.append( Extension('array', ['arraymodule.c']) )
479 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41480 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
481 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11482 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23483 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42484 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56485 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11486 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23487 # time operations and variables
Alexander Belopolskyd95a5862010-06-16 22:38:15488 exts.append( Extension('time', ['timemodule.c', '_time.c'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11489 libraries=math_libs) )
Alexander Belopolskycf86e362010-07-23 19:25:47490 exts.append( Extension('_datetime', ['_datetimemodule.c', '_time.c'],
Guido van Rossuma29d5082002-12-16 20:31:57491 libraries=math_libs) )
Christian Heimesfe337bf2008-03-23 21:54:12492 # random number generator implemented in C
493 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35494 # bisect
495 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38496 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21497 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05498 # C-optimized pickle replacement
499 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17500 # atexit
501 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10502 # _json speedups
503 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44504 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22505 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
506 depends=['testcapi_long.h']) )
Fred Drake0e474a82007-10-11 18:01:43507 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56508 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23509 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13510 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23511
512 # Modules with some UNIX dependencies -- on by default:
513 # (If you have a really backward UNIX, select and socket may not be
514 # supported...)
515
516 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42517 libs = []
518 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
519 # May be necessary on AIX for flock function
520 libs = ['bsd']
521 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21522 # pwd(3)
523 exts.append( Extension('pwd', ['pwdmodule.c']) )
524 # grp(3)
525 exts.append( Extension('grp', ['grpmodule.c']) )
526 # spwd, shadow passwords
527 if (config_h_vars.get('HAVE_GETSPNAM', False) or
528 config_h_vars.get('HAVE_GETSPENT', False)):
529 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29530 else:
Ronald Oussoren94f25282010-05-05 19:11:21531 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29532
Andrew M. Kuchling00e0f212001-01-17 15:23:23533 # select(2); not on ancient System V
534 exts.append( Extension('select', ['selectmodule.c']) )
535
Andrew M. Kuchling00e0f212001-01-17 15:23:23536 # Fred Drake's interface to the Python parser
537 exts.append( Extension('parser', ['parsermodule.c']) )
538
Andrew M. Kuchling00e0f212001-01-17 15:23:23539 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21540 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23541
Andrew M. Kuchling57269d02004-08-31 13:37:25542 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21543 # syslog daemon interface
544 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23545
Andrew M. Kuchling00e0f212001-01-17 15:23:23546 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34547 # Here ends the simple stuff. From here on, modules need certain
548 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23549 #
550
551 # Multimedia modules
552 # These don't work for 64-bit platforms!!!
553 # These represent audio samples or images as strings:
554
Neal Norwitz5e4a3b82004-07-19 16:55:07555 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10556 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20557 # 64-bit platforms.
558 exts.append( Extension('audioop', ['audioop.c']) )
559
Andrew M. Kuchling00e0f212001-01-17 15:23:23560 # readline
Tarek Ziadé36797272010-07-22 12:50:05561 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44562 readline_termcap_library = ""
563 curses_library = ""
564 # Determine if readline is already linked against curses or tinfo.
565 if do_readline and find_executable('ldd'):
566 # Cannot use os.popen here in py3k.
567 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
568 if not os.path.exists(self.build_temp):
569 os.makedirs(self.build_temp)
Stefan Krahf4e7a352010-07-17 11:46:52570 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
571 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27572 with open(tmpfile) as fp:
573 for ln in fp:
574 if 'curses' in ln:
575 readline_termcap_library = re.sub(
576 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
577 ).rstrip()
578 break
579 # termcap interface split out from ncurses
580 if 'tinfo' in ln:
581 readline_termcap_library = 'tinfo'
582 break
Stefan Krah095b2732010-06-08 13:41:44583 os.unlink(tmpfile)
584 # Issue 7384: If readline is already linked against curses,
585 # use the same library for the readline and curses modules.
586 if 'curses' in readline_termcap_library:
587 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05588 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44589 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05590 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44591 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05592 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44593 curses_library = 'curses'
594
Ronald Oussoren2efd9242009-09-20 14:53:22595 if platform == 'darwin':
596 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59597 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
598 if dep_target and dep_target.split('.') < ['10', '5']:
599 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22600 if os_release < 9:
601 # MacOSX 10.4 has a broken readline. Don't try to build
602 # the readline module unless the user has installed a fixed
603 # readline package
604 if find_file('readline/rlconf.h', inc_dirs, []) is None:
605 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23606 if do_readline:
Ronald Oussoren2efd9242009-09-20 14:53:22607 if platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47608 # In every directory on the search path search for a dynamic
609 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19610 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47611 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25612 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47613 readline_extra_link_args = ('-Wl,-search_paths_first',)
614 else:
615 readline_extra_link_args = ()
616
Marc-André Lemburg2efc3232001-01-26 18:23:02617 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44618 if readline_termcap_library:
619 pass # Issue 7384: Already linked against curses or tinfo.
620 elif curses_library:
621 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05622 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17623 ['/usr/lib/termcap'],
624 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02625 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23626 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24627 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47628 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02629 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29630 else:
631 missing.append('readline')
632
Ronald Oussoren94f25282010-05-05 19:11:21633 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43634
Tarek Ziadé36797272010-07-22 12:50:05635 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21636 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29637 else:
Ronald Oussoren94f25282010-05-05 19:11:21638 libs = []
639 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23640
Skip Montanaroba9e9782003-03-20 23:34:22641 # CSV files
642 exts.append( Extension('_csv', ['_csv.c']) )
643
Gregory P. Smithfb94c5f2010-03-14 06:49:55644 # POSIX subprocess module helper.
645 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
646
Andrew M. Kuchling00e0f212001-01-17 15:23:23647 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32648 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11649 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30650 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40651 search_for_ssl_incs_in = [
652 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21653 '/usr/contrib/ssl/include/'
654 ]
Gregory P. Smithade97332005-08-23 21:19:40655 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
656 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20657 )
Martin v. Löwisa950f7f2003-05-09 09:05:19658 if ssl_incs is not None:
659 krb5_h = find_file('krb5.h', inc_dirs,
660 ['/usr/kerberos/include'])
661 if krb5_h:
662 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05663 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21664 ['/usr/local/ssl/lib',
665 '/usr/contrib/ssl/lib/'
666 ] )
Fredrik Lundhade711a2001-01-24 08:00:28667
Andrew M. Kuchlingfbe73762001-01-18 18:44:20668 if (ssl_incs is not None and
669 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30670 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20671 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28672 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32673 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11674 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29675 else:
676 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23677
Gregory P. Smithade97332005-08-23 21:19:40678 # find out which version of OpenSSL we have
679 openssl_ver = 0
680 openssl_ver_re = re.compile(
681 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40682
Ronald Oussoren2c12ab12010-06-03 14:42:25683 # look for the openssl version header on the compiler search path.
684 opensslv_h = find_file('openssl/opensslv.h', [],
685 inc_dirs + search_for_ssl_incs_in)
686 if opensslv_h:
687 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
688 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
689 name = os.path.join(macosx_sdk_root(), name[1:])
690 try:
Brett Cannon9f5db072010-10-29 20:19:27691 with open(name, 'r') as incfile:
692 for line in incfile:
693 m = openssl_ver_re.match(line)
694 if m:
695 openssl_ver = eval(m.group(1))
Ronald Oussoren2c12ab12010-06-03 14:42:25696 except IOError as msg:
697 print("IOError while reading opensshv.h:", msg)
698 pass
Gregory P. Smithade97332005-08-23 21:19:40699
Guido van Rossumeb1cf4e2007-08-17 17:14:17700 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10701 min_openssl_ver = 0x00907000
702 have_any_openssl = ssl_incs is not None and ssl_libs is not None
703 have_usable_openssl = (have_any_openssl and
704 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40705
Gregory P. Smithb04ded42010-01-03 00:38:10706 if have_any_openssl:
707 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17708 # The _hashlib module wraps optimized implementations
709 # of hash functions from the OpenSSL library.
710 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13711 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17712 include_dirs = ssl_incs,
713 library_dirs = ssl_libs,
714 libraries = ['ssl', 'crypto']) )
715 else:
716 print("warning: openssl 0x%08x is too old for _hashlib" %
717 openssl_ver)
718 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59719
Gregory P. Smithb04ded42010-01-03 00:38:10720 min_sha2_openssl_ver = 0x00908000
721 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
Gregory P. Smithade97332005-08-23 21:19:40722 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
Gregory P. Smith5af7fba2010-01-03 14:51:13723 exts.append( Extension('_sha256', ['sha256module.c'],
724 depends=['hashlib.h']) )
725 exts.append( Extension('_sha512', ['sha512module.c'],
726 depends=['hashlib.h']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59727
Gregory P. Smith91ae4a12010-01-03 00:44:10728 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
Gregory P. Smith2f21eb32007-09-09 06:44:34729 # no openssl at all, use our own md5 and sha1
Gregory P. Smith5af7fba2010-01-03 14:51:13730 exts.append( Extension('_md5', ['md5module.c'],
731 depends=['hashlib.h']) )
732 exts.append( Extension('_sha1', ['sha1module.c'],
733 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34734
Georg Brandl489cb4f2009-07-11 10:08:49735 # Modules that provide persistent dictionary-like semantics. You will
736 # probably want to arrange for at least one of them to be available on
737 # your machine, though none are defined by default because of library
738 # dependencies. The Python module dbm/__init__.py provides an
739 # implementation independent wrapper for these; dbm/dumb.py provides
740 # similar functionality (but slower of course) implemented in Python.
741
742 # Sleepycat^WOracle Berkeley DB interface.
743 # http://www.oracle.com/database/berkeley-db/db/index.html
744 #
745 # This requires the Sleepycat^WOracle DB code. The supported versions
746 # are set below. Visit the URL above to download
747 # a release. Most open source OSes come with one or more
748 # versions of BerkeleyDB already installed.
749
Matthias Klose8690ae52010-10-17 13:22:33750 max_db_ver = (5, 1)
Georg Brandl489cb4f2009-07-11 10:08:49751 min_db_ver = (3, 3)
752 db_setup_debug = False # verbose debug prints from this script?
753
754 def allow_db_ver(db_ver):
755 """Returns a boolean if the given BerkeleyDB version is acceptable.
756
757 Args:
758 db_ver: A tuple of the version to verify.
759 """
760 if not (min_db_ver <= db_ver <= max_db_ver):
761 return False
762 return True
763
764 def gen_db_minor_ver_nums(major):
765 if major == 4:
766 for x in range(max_db_ver[1]+1):
767 if allow_db_ver((4, x)):
768 yield x
769 elif major == 3:
770 for x in (3,):
771 if allow_db_ver((3, x)):
772 yield x
773 else:
774 raise ValueError("unknown major BerkeleyDB version", major)
775
776 # construct a list of paths to look for the header file in on
777 # top of the normal inc_dirs.
778 db_inc_paths = [
779 '/usr/include/db4',
780 '/usr/local/include/db4',
781 '/opt/sfw/include/db4',
782 '/usr/include/db3',
783 '/usr/local/include/db3',
784 '/opt/sfw/include/db3',
785 # Fink defaults (http://fink.sourceforge.net/)
786 '/sw/include/db4',
787 '/sw/include/db3',
788 ]
789 # 4.x minor number specific paths
790 for x in gen_db_minor_ver_nums(4):
791 db_inc_paths.append('/usr/include/db4%d' % x)
792 db_inc_paths.append('/usr/include/db4.%d' % x)
793 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
794 db_inc_paths.append('/usr/local/include/db4%d' % x)
795 db_inc_paths.append('/pkg/db-4.%d/include' % x)
796 db_inc_paths.append('/opt/db-4.%d/include' % x)
797 # MacPorts default (http://www.macports.org/)
798 db_inc_paths.append('/opt/local/include/db4%d' % x)
799 # 3.x minor number specific paths
800 for x in gen_db_minor_ver_nums(3):
801 db_inc_paths.append('/usr/include/db3%d' % x)
802 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
803 db_inc_paths.append('/usr/local/include/db3%d' % x)
804 db_inc_paths.append('/pkg/db-3.%d/include' % x)
805 db_inc_paths.append('/opt/db-3.%d/include' % x)
806
807 # Add some common subdirectories for Sleepycat DB to the list,
808 # based on the standard include directories. This way DB3/4 gets
809 # picked up when it is installed in a non-standard prefix and
810 # the user has added that prefix into inc_dirs.
811 std_variants = []
812 for dn in inc_dirs:
813 std_variants.append(os.path.join(dn, 'db3'))
814 std_variants.append(os.path.join(dn, 'db4'))
815 for x in gen_db_minor_ver_nums(4):
816 std_variants.append(os.path.join(dn, "db4%d"%x))
817 std_variants.append(os.path.join(dn, "db4.%d"%x))
818 for x in gen_db_minor_ver_nums(3):
819 std_variants.append(os.path.join(dn, "db3%d"%x))
820 std_variants.append(os.path.join(dn, "db3.%d"%x))
821
822 db_inc_paths = std_variants + db_inc_paths
823 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
824
825 db_ver_inc_map = {}
826
Ronald Oussoren2c12ab12010-06-03 14:42:25827 if sys.platform == 'darwin':
828 sysroot = macosx_sdk_root()
829
Georg Brandl489cb4f2009-07-11 10:08:49830 class db_found(Exception): pass
831 try:
832 # See whether there is a Sleepycat header in the standard
833 # search path.
834 for d in inc_dirs + db_inc_paths:
835 f = os.path.join(d, "db.h")
Ronald Oussoren2c12ab12010-06-03 14:42:25836 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
837 f = os.path.join(sysroot, d[1:], "db.h")
838
Georg Brandl489cb4f2009-07-11 10:08:49839 if db_setup_debug: print("db: looking for db.h in", f)
840 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27841 with open(f, 'rb') as file:
842 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03843 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49844 if m:
845 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03846 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49847 db_minor = int(m.group(1))
848 db_ver = (db_major, db_minor)
849
850 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
851 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03852 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49853 db_patch = int(m.group(1))
854 if db_patch < 21:
855 print("db.h:", db_ver, "patch", db_patch,
856 "being ignored (4.6.x must be >= 4.6.21)")
857 continue
858
859 if ( (db_ver not in db_ver_inc_map) and
860 allow_db_ver(db_ver) ):
861 # save the include directory with the db.h version
862 # (first occurrence only)
863 db_ver_inc_map[db_ver] = d
864 if db_setup_debug:
865 print("db.h: found", db_ver, "in", d)
866 else:
867 # we already found a header for this library version
868 if db_setup_debug: print("db.h: ignoring", d)
869 else:
870 # ignore this header, it didn't contain a version number
871 if db_setup_debug:
872 print("db.h: no version number version in", d)
873
874 db_found_vers = list(db_ver_inc_map.keys())
875 db_found_vers.sort()
876
877 while db_found_vers:
878 db_ver = db_found_vers.pop()
879 db_incdir = db_ver_inc_map[db_ver]
880
881 # check lib directories parallel to the location of the header
882 db_dirs_to_check = [
883 db_incdir.replace("include", 'lib64'),
884 db_incdir.replace("include", 'lib'),
885 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25886
887 if sys.platform != 'darwin':
888 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
889
890 else:
891 # Same as other branch, but takes OSX SDK into account
892 tmp = []
893 for dn in db_dirs_to_check:
894 if is_macosx_sdk_path(dn):
895 if os.path.isdir(os.path.join(sysroot, dn[1:])):
896 tmp.append(dn)
897 else:
898 if os.path.isdir(dn):
899 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:46900 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:25901
902 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:49903
904 # Look for a version specific db-X.Y before an ambiguoius dbX
905 # XXX should we -ever- look for a dbX name? Do any
906 # systems really not name their library by version and
907 # symlink to more general names?
908 for dblib in (('db-%d.%d' % db_ver),
909 ('db%d%d' % db_ver),
910 ('db%d' % db_ver[0])):
911 dblib_file = self.compiler.find_library_file(
912 db_dirs_to_check + lib_dirs, dblib )
913 if dblib_file:
914 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
915 raise db_found
916 else:
917 if db_setup_debug: print("db lib: ", dblib, "not found")
918
919 except db_found:
920 if db_setup_debug:
921 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
922 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
923 db_incs = [db_incdir]
924 dblibs = [dblib]
925 else:
926 if db_setup_debug: print("db: no appropriate library found")
927 db_incs = None
928 dblibs = []
929 dblib_dir = None
930
Thomas Wouters49fd7fa2006-04-21 10:40:58931 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30932 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58933
934 # We hunt for #define SQLITE_VERSION "n.n.n"
935 # We need to find >= sqlite version 3.0.8
936 sqlite_incdir = sqlite_libdir = None
937 sqlite_inc_paths = [ '/usr/include',
938 '/usr/include/sqlite',
939 '/usr/include/sqlite3',
940 '/usr/local/include',
941 '/usr/local/include/sqlite',
942 '/usr/local/include/sqlite3',
943 ]
944 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
945 MIN_SQLITE_VERSION = ".".join([str(x)
946 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47947
948 # Scan the default include directories before the SQLite specific
949 # ones. This allows one to override the copy of sqlite on OSX,
950 # where /usr/include contains an old version of sqlite.
Ronald Oussoren2c12ab12010-06-03 14:42:25951 if sys.platform == 'darwin':
952 sysroot = macosx_sdk_root()
953
Thomas Wouters477c8d52006-05-27 19:21:47954 for d in inc_dirs + sqlite_inc_paths:
Thomas Wouters49fd7fa2006-04-21 10:40:58955 f = os.path.join(d, "sqlite3.h")
Ronald Oussoren2c12ab12010-06-03 14:42:25956
957 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
958 f = os.path.join(sysroot, d[1:], "sqlite3.h")
959
Thomas Wouters49fd7fa2006-04-21 10:40:58960 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43961 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:27962 with open(f) as file:
963 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:58964 m = re.search(
965 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
966 if m:
967 sqlite_version = m.group(1)
968 sqlite_version_tuple = tuple([int(x)
969 for x in sqlite_version.split(".")])
970 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
971 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30972 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43973 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58974 sqlite_incdir = d
975 break
976 else:
977 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43978 print("%s: version %d is too old, need >= %s"%(d,
979 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58980 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43981 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58982
983 if sqlite_incdir:
984 sqlite_dirs_to_check = [
985 os.path.join(sqlite_incdir, '..', 'lib64'),
986 os.path.join(sqlite_incdir, '..', 'lib'),
987 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
988 os.path.join(sqlite_incdir, '..', '..', 'lib'),
989 ]
Tarek Ziadé36797272010-07-22 12:50:05990 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:58991 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57992 if sqlite_libfile:
993 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58994
995 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47996 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58997 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:58998 '_sqlite/cursor.c',
999 '_sqlite/microprotocols.c',
1000 '_sqlite/module.c',
1001 '_sqlite/prepare_protocol.c',
1002 '_sqlite/row.c',
1003 '_sqlite/statement.c',
1004 '_sqlite/util.c', ]
1005
Thomas Wouters49fd7fa2006-04-21 10:40:581006 sqlite_defines = []
1007 if sys.platform != "win32":
1008 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1009 else:
1010 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1011
Benjamin Peterson076ed002010-10-31 17:11:021012 # Enable support for loadable extensions in the sqlite3 module
1013 # if --enable-loadable-sqlite-extensions configure option is used.
1014 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1015 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:471016
1017 if sys.platform == 'darwin':
1018 # In every directory on the search path search for a dynamic
1019 # library and then a static library, instead of first looking
1020 # for dynamic libraries on the entiry path.
1021 # This way a staticly linked custom sqlite gets picked up
1022 # before the dynamic library in /usr/lib.
1023 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1024 else:
1025 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:581026
1027 exts.append(Extension('_sqlite3', sqlite_srcs,
1028 define_macros=sqlite_defines,
1029 include_dirs=["Modules/_sqlite",
1030 sqlite_incdir],
1031 library_dirs=sqlite_libdir,
1032 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:471033 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581034 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:291035 else:
1036 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:341037
Benjamin Petersond78735d2010-01-01 16:04:231038 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:231039 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:361040 if platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:491041 config_args = [arg.strip("'")
1042 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:231043 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:491044 if arg.startswith('--with-dbmliborder=')]
1045 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:231046 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:491047 else:
Georg Brandl489cb4f2009-07-11 10:08:491048 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:491049 dbmext = None
1050 for cand in dbm_order:
1051 if cand == "ndbm":
1052 if find_file("ndbm.h", inc_dirs, []) is not None:
1053 # Some systems have -lndbm, others don't
Tarek Ziadé36797272010-07-22 12:50:051054 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171055 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:491056 ndbm_libs = ['ndbm']
1057 else:
1058 ndbm_libs = []
1059 print("building dbm using ndbm")
1060 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1061 define_macros=[
1062 ('HAVE_NDBM_H',None),
1063 ],
1064 libraries=ndbm_libs)
1065 break
1066
1067 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:051068 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:491069 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:051070 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171071 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:491072 gdbm_libs.append('gdbm_compat')
1073 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1074 print("building dbm using gdbm")
1075 dbmext = Extension(
1076 '_dbm', ['_dbmmodule.c'],
1077 define_macros=[
1078 ('HAVE_GDBM_NDBM_H', None),
1079 ],
1080 libraries = gdbm_libs)
1081 break
1082 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1083 print("building dbm using gdbm")
1084 dbmext = Extension(
1085 '_dbm', ['_dbmmodule.c'],
1086 define_macros=[
1087 ('HAVE_GDBM_DASH_NDBM_H', None),
1088 ],
1089 libraries = gdbm_libs)
1090 break
Georg Brandl489cb4f2009-07-11 10:08:491091 elif cand == "bdb":
1092 if db_incs is not None:
1093 print("building dbm using bdb")
1094 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1095 library_dirs=dblib_dir,
1096 runtime_library_dirs=dblib_dir,
1097 include_dirs=db_incs,
1098 define_macros=[
1099 ('HAVE_BERKDB_H', None),
1100 ('DB_DBM_HSEARCH', None),
1101 ],
1102 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:491103 break
1104 if dbmext is not None:
1105 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:291106 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351107 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:281108
Andrew M. Kuchling00e0f212001-01-17 15:23:231109 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:231110 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:051111 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:351112 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:231113 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:291114 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351115 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:231116
Andrew M. Kuchling00e0f212001-01-17 15:23:231117 # Unix-only modules
Ronald Oussoren94f25282010-05-05 19:11:211118 if platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:231119 # Steen Lumholt's termios module
1120 exts.append( Extension('termios', ['termios.c']) )
1121 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:211122 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:231123
Andrew M. Kuchlingcf393f32001-02-21 02:38:241124 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Peterson588009e2009-12-30 03:03:541125 if (platform not in ['cygwin', 'qnx6'] and
1126 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:051127 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:231128 libs = ['nsl']
1129 else:
1130 libs = []
1131 exts.append( Extension('nis', ['nismodule.c'],
1132 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:291133 else:
1134 missing.append('nis')
1135 else:
1136 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:231137
Skip Montanaro72092942004-02-07 12:50:191138 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:281139 # provided by the ncurses library.
Thomas Wouters0e3f5912006-08-11 14:57:121140 panel_library = 'panel'
Stefan Krah095b2732010-06-08 13:41:441141 if curses_library.startswith('ncurses'):
1142 if curses_library == 'ncursesw':
1143 # Bug 1464056: If _curses.so links with ncursesw,
1144 # _curses_panel.so must link with panelw.
1145 panel_library = 'panelw'
1146 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:141147 exts.append( Extension('_curses', ['_cursesmodule.c'],
1148 libraries = curses_libs) )
Stefan Krah095b2732010-06-08 13:41:441149 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:411150 # OSX has an old Berkeley curses, not good enough for
1151 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:051152 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:231153 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:051154 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:231155 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:491156 else:
1157 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:281158
Andrew M. Kuchling00e0f212001-01-17 15:23:231159 exts.append( Extension('_curses', ['_cursesmodule.c'],
1160 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291161 else:
1162 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:281163
Andrew M. Kuchling00e0f212001-01-17 15:23:231164 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:161165 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:051166 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:231167 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121168 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291169 else:
1170 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:281171
Barry Warsaw259b1e12002-08-13 20:09:261172 # Andrew Kuchling's zlib module. Note that some versions of zlib
1173 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1174 # http://www.cert.org/advisories/CA-2002-07.html
1175 #
1176 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1177 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1178 # now, we still accept 1.1.3, because we think it's difficult to
1179 # exploit this in Python, and we'd rather make it RedHat's problem
1180 # than our problem <wink>.
1181 #
1182 # You can upgrade zlib to version 1.1.4 yourself by going to
1183 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:121184 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:291185 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:121186 if zlib_inc is not None:
1187 zlib_h = zlib_inc[0] + '/zlib.h'
1188 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:261189 version_req = '"1.1.3"'
Brett Cannon9f5db072010-10-29 20:19:271190 with open(zlib_h) as fp:
1191 while 1:
1192 line = fp.readline()
1193 if not line:
1194 break
1195 if line.startswith('#define ZLIB_VERSION'):
1196 version = line.split()[2]
1197 break
Guido van Rossume6970912001-04-15 15:16:121198 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:051199 if (self.compiler.find_library_file(lib_dirs, 'z')):
Thomas Wouters0e3f5912006-08-11 14:57:121200 if sys.platform == "darwin":
1201 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1202 else:
1203 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:121204 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121205 libraries = ['z'],
1206 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:291207 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:291208 else:
1209 missing.append('zlib')
1210 else:
1211 missing.append('zlib')
1212 else:
1213 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231214
Christian Heimes1dc54002008-03-24 02:19:291215 # Helper module for various ascii-encoders. Uses zlib for an optimized
1216 # crc32 if we have it. Otherwise binascii uses its own.
1217 if have_zlib:
1218 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1219 libraries = ['z']
1220 extra_link_args = zlib_extra_link_args
1221 else:
1222 extra_compile_args = []
1223 libraries = []
1224 extra_link_args = []
1225 exts.append( Extension('binascii', ['binascii.c'],
1226 extra_compile_args = extra_compile_args,
1227 libraries = libraries,
1228 extra_link_args = extra_link_args) )
1229
Gustavo Niemeyerf8ca8362002-11-05 16:50:051230 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:051231 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Thomas Wouters0e3f5912006-08-11 14:57:121232 if sys.platform == "darwin":
1233 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1234 else:
1235 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:051236 exts.append( Extension('bz2', ['bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121237 libraries = ['bz2'],
1238 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:291239 else:
1240 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:051241
Andrew M. Kuchling00e0f212001-01-17 15:23:231242 # Interface to the Expat XML parser
1243 #
Benjamin Petersona28e7022010-01-09 18:53:061244 # Expat was written by James Clark and is now maintained by a group of
1245 # developers on SourceForge; see www.libexpat.org for more information.
1246 # The pyexpat module was written by Paul Prescod after a prototype by
1247 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1248 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:191249 # configure option.
Fred Drakefc8341d2002-06-17 17:55:301250 #
1251 # More information on Expat can be found at www.libexpat.org.
1252 #
Benjamin Petersonb2d90462009-12-31 03:23:101253 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1254 expat_inc = []
1255 define_macros = []
1256 expat_lib = ['expat']
1257 expat_sources = []
1258 else:
1259 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1260 define_macros = [
1261 ('HAVE_EXPAT_CONFIG_H', '1'),
1262 ]
1263 expat_lib = []
1264 expat_sources = ['expat/xmlparse.c',
1265 'expat/xmlrole.c',
1266 'expat/xmltok.c']
Thomas Wouters477c8d52006-05-27 19:21:471267
Fred Drake2d59a492003-10-21 15:41:151268 exts.append(Extension('pyexpat',
1269 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:101270 include_dirs = expat_inc,
1271 libraries = expat_lib,
1272 sources = ['pyexpat.c'] + expat_sources
Fred Drake2d59a492003-10-21 15:41:151273 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:231274
Fredrik Lundh4c86ec62005-12-14 18:46:161275 # Fredrik Lundh's cElementTree module. Note that this also
1276 # uses expat (via the CAPI hook in pyexpat).
1277
Thomas Wouters49fd7fa2006-04-21 10:40:581278 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:161279 define_macros.append(('USE_PYEXPAT_CAPI', None))
1280 exts.append(Extension('_elementtree',
1281 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:101282 include_dirs = expat_inc,
1283 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:161284 sources = ['_elementtree.c'],
1285 ))
Guido van Rossumd8faa362007-04-27 19:54:291286 else:
1287 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:161288
Hye-Shik Chang3e2a3062004-01-17 14:29:291289 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:131290 exts.append(Extension('_multibytecodec',
1291 ['cjkcodecs/multibytecodec.c']))
1292 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1293 exts.append(Extension('_codecs_%s' % loc,
1294 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:291295
Thomas Hellercf567c12006-03-08 19:51:581296 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:581297 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:581298
Benjamin Petersone711caf2008-06-11 16:44:041299 # Richard Oudkerk's multiprocessing module
1300 if platform == 'win32': # Windows
1301 macros = dict()
1302 libraries = ['ws2_32']
1303
1304 elif platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:581305 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041306 libraries = []
1307
1308 elif platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:581309 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041310 libraries = []
Benjamin Peterson41181742008-07-02 20:22:541311
Martin v. Löwisb37509b2008-11-04 20:45:291312 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:541313 # FreeBSD's P1003.1b semaphore support is very experimental
1314 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:581315 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:541316 libraries = []
1317
Benjamin Petersone5384b02008-10-04 22:00:421318 elif platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581319 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:421320 libraries = []
1321
Jesse Noller32d68c22009-03-31 18:48:421322 elif platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581323 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:421324 libraries = []
1325
Benjamin Petersone711caf2008-06-11 16:44:041326 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:581327 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041328 libraries = ['rt']
1329
1330 if platform == 'win32':
1331 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1332 '_multiprocessing/semaphore.c',
1333 '_multiprocessing/pipe_connection.c',
1334 '_multiprocessing/socket_connection.c',
1335 '_multiprocessing/win32_functions.c'
1336 ]
1337
1338 else:
1339 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1340 '_multiprocessing/socket_connection.c'
1341 ]
Mark Dickinsona614f042009-11-28 12:48:431342 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1343 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:041344 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1345
Jesse Noller6fd47e22009-01-23 14:09:081346 if sysconfig.get_config_var('WITH_THREAD'):
1347 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1348 define_macros=list(macros.items()),
1349 include_dirs=["Modules/_multiprocessing"]))
1350 else:
1351 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:041352 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:481353
Andrew M. Kuchling00e0f212001-01-17 15:23:231354 # Platform-specific libraries
Matthias Klose4c4b0782010-04-21 22:21:031355 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1356 'freebsd7', 'freebsd8')
1357 or platform.startswith("gnukfreebsd")):
Guido van Rossum0c016a92003-02-13 16:12:211358 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:291359 else:
1360 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:231361
Benjamin Petersonebacd262008-05-29 21:09:511362 if sys.platform == 'darwin':
1363 exts.append(
1364 Extension('_gestalt', ['_gestalt.c'],
1365 extra_link_args=['-framework', 'Carbon'])
1366 )
Ronald Oussoren84151202010-04-18 20:46:111367 exts.append(
1368 Extension('_scproxy', ['_scproxy.c'],
1369 extra_link_args=[
1370 '-framework', 'SystemConfiguration',
1371 '-framework', 'CoreFoundation',
1372 ]))
Benjamin Petersonebacd262008-05-29 21:09:511373
Andrew M. Kuchlingfbe73762001-01-18 18:44:201374 self.extensions.extend(exts)
1375
1376 # Call the method for detecting whether _tkinter can be compiled
1377 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:281378
Guido van Rossumd8faa362007-04-27 19:54:291379 if '_tkinter' not in [e.name for e in self.extensions]:
1380 missing.append('_tkinter')
1381
1382 return missing
1383
Jack Jansen0b06be72002-06-21 14:48:381384 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1385 # The _tkinter module, using frameworks. Since frameworks are quite
1386 # different the UNIX search logic is not sharable.
1387 from os.path import join, exists
1388 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431389 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:481390 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:381391 join(os.getenv('HOME'), '/Library/Frameworks')
1392 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:201393
Ronald Oussoren2c12ab12010-06-03 14:42:251394 sysroot = macosx_sdk_root()
1395
Skip Montanaro0174ddd2005-12-30 05:01:261396 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:381397 # bundles.
1398 # XXX distutils should support -F!
1399 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:431400 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:251401
1402
Jack Jansen0b06be72002-06-21 14:48:381403 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:251404 if is_macosx_sdk_path(F):
1405 if not exists(join(sysroot, F[1:], fw + '.framework')):
1406 break
1407 else:
1408 if not exists(join(F, fw + '.framework')):
1409 break
Jack Jansen0b06be72002-06-21 14:48:381410 else:
1411 # ok, F is now directory with both frameworks. Continure
1412 # building
1413 break
1414 else:
1415 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1416 # will now resume.
1417 return 0
Tim Peters2c60f7a2003-01-29 03:49:431418
Jack Jansen0b06be72002-06-21 14:48:381419 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1420 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:431421 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:381422 #
1423 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431424 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:431425 for fw in ('Tcl', 'Tk')
1426 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:381427 ]
1428
Tim Peters2c60f7a2003-01-29 03:49:431429 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:381430 # complicated search, this is a hard-coded path. It could bail out
1431 # if X11 libs are not found...
1432 include_dirs.append('/usr/X11R6/include')
1433 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1434
Georg Brandlfcaf9102008-07-16 02:17:561435 # All existing framework builds of Tcl/Tk don't support 64-bit
1436 # architectures.
1437 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1438 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:561439
Ronald Oussorend097efe2009-09-15 19:07:581440 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1441 if not os.path.exists(self.build_temp):
1442 os.makedirs(self.build_temp)
1443
1444 # Note: cannot use os.popen or subprocess here, that
1445 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:251446 if is_macosx_sdk_path(F):
1447 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1448 else:
1449 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:251450
Brett Cannon9f5db072010-10-29 20:19:271451 with open(tmpfile) as fp:
1452 detected_archs = []
1453 for ln in fp:
1454 a = ln.split()[-1]
1455 if a in archs:
1456 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:581457 os.unlink(tmpfile)
1458
1459 for a in detected_archs:
1460 frameworks.append('-arch')
1461 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:561462
Jack Jansen0b06be72002-06-21 14:48:381463 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1464 define_macros=[('WITH_APPINIT', 1)],
1465 include_dirs = include_dirs,
1466 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:561467 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:381468 extra_link_args = frameworks,
1469 )
1470 self.extensions.append(ext)
1471 return 1
1472
Tim Peters2c60f7a2003-01-29 03:49:431473
Andrew M. Kuchlingfbe73762001-01-18 18:44:201474 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:231475 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:411476
Jack Jansen0b06be72002-06-21 14:48:381477 # Rather than complicate the code below, detecting and building
1478 # AquaTk is a separate method. Only one Tkinter will be built on
1479 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1480 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:261481 if (platform == 'darwin' and
1482 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:431483 return
Jack Jansen0b06be72002-06-21 14:48:381484
Andrew M. Kuchlingfbe73762001-01-18 18:44:201485 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:011486 # The versions with dots are used on Unix, and the versions without
1487 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:201488 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:141489 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1490 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:051491 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171492 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:051493 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171494 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:411495 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:231496 # Exit the loop when we've found the Tcl/Tk libraries
1497 break
Andrew M. Kuchling00e0f212001-01-17 15:23:231498
Fredrik Lundhade711a2001-01-24 08:00:281499 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:201500 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351501 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:201502 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351503 dotversion = version
1504 if '.' not in dotversion and "bsd" in sys.platform.lower():
1505 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1506 # but the include subdirs are named like .../include/tcl8.3.
1507 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1508 tcl_include_sub = []
1509 tk_include_sub = []
1510 for dir in inc_dirs:
1511 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1512 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1513 tk_include_sub += tcl_include_sub
1514 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1515 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:231516
Martin v. Löwise86a59a2003-05-03 08:45:511517 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:201518 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351519 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:201520 return
Fredrik Lundhade711a2001-01-24 08:00:281521
Andrew M. Kuchlingfbe73762001-01-18 18:44:201522 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:231523
Andrew M. Kuchlingfbe73762001-01-18 18:44:201524 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1525 for dir in tcl_includes + tk_includes:
1526 if dir not in include_dirs:
1527 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:281528
Andrew M. Kuchlingfbe73762001-01-18 18:44:201529 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:071530 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:201531 include_dirs.append('/usr/openwin/include')
1532 added_lib_dirs.append('/usr/openwin/lib')
1533 elif os.path.exists('/usr/X11R6/include'):
1534 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:351535 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:201536 added_lib_dirs.append('/usr/X11R6/lib')
1537 elif os.path.exists('/usr/X11R5/include'):
1538 include_dirs.append('/usr/X11R5/include')
1539 added_lib_dirs.append('/usr/X11R5/lib')
1540 else:
Fredrik Lundhade711a2001-01-24 08:00:281541 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:201542 include_dirs.append('/usr/X11/include')
1543 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231544
Jason Tishler9181c942003-02-05 15:16:171545 # If Cygwin, then verify that X is installed before proceeding
1546 if platform == 'cygwin':
1547 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1548 if x11_inc is None:
1549 return
1550
Andrew M. Kuchlingfbe73762001-01-18 18:44:201551 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:051552 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171553 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:201554 defs.append( ('WITH_BLT', 1) )
1555 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:051556 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171557 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:381558 defs.append( ('WITH_BLT', 1) )
1559 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:231560
Andrew M. Kuchlingfbe73762001-01-18 18:44:201561 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:461562 libs.append('tk'+ version)
1563 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:281564
Andrew M. Kuchling34febf52001-01-24 03:31:071565 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:201566 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:231567
Martin v. Löwis3db5b8c2001-07-24 06:54:011568 # Finally, link with the X11 libraries (not appropriate on cygwin)
1569 if platform != "cygwin":
1570 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:231571
Andrew M. Kuchlingfbe73762001-01-18 18:44:201572 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1573 define_macros=[('WITH_APPINIT', 1)] + defs,
1574 include_dirs = include_dirs,
1575 libraries = libs,
1576 library_dirs = added_lib_dirs,
1577 )
1578 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:281579
Guido van Rossum6c7438e2003-02-11 20:05:501580## # Uncomment these lines if you want to play with xxmodule.c
1581## ext = Extension('xx', ['xxmodule.c'])
1582## self.extensions.append(ext)
Antoine Pitrou8c30a712010-12-04 18:36:031583 if 'd' not in sys.abiflags:
1584 ext = Extension('xxlimited', ['xxlimited.c'],
1585 define_macros=[('Py_LIMITED_API', 1)])
1586 self.extensions.append(ext)
Guido van Rossum6c7438e2003-02-11 20:05:501587
Andrew M. Kuchlingfbe73762001-01-18 18:44:201588 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:231589 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:281590 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231591 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281592 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231593 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281594 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:231595
Christian Heimes78644762008-03-04 23:39:231596 def configure_ctypes_darwin(self, ext):
1597 # Darwin (OS X) uses preconfigured files, in
1598 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:451599 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:231600 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1601 '_ctypes', 'libffi_osx'))
1602 sources = [os.path.join(ffi_srcdir, p)
1603 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:561604 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:231605 'x86/x86-darwin.S',
1606 'x86/x86-ffi_darwin.c',
1607 'x86/x86-ffi64.c',
1608 'powerpc/ppc-darwin.S',
1609 'powerpc/ppc-darwin_closure.S',
1610 'powerpc/ppc-ffi_darwin.c',
1611 'powerpc/ppc64-darwin_closure.S',
1612 ]]
1613
1614 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:051615 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:231616
1617 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1618 os.path.join(ffi_srcdir, 'powerpc')]
1619 ext.include_dirs.extend(include_dirs)
1620 ext.sources.extend(sources)
1621 return True
1622
Thomas Wouters49fd7fa2006-04-21 10:40:581623 def configure_ctypes(self, ext):
1624 if not self.use_system_libffi:
Christian Heimes78644762008-03-04 23:39:231625 if sys.platform == 'darwin':
1626 return self.configure_ctypes_darwin(ext)
1627
Neil Schemenauer014bf282009-02-05 16:35:451628 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:581629 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1630 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1631 '_ctypes', 'libffi'))
1632 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:581633
Thomas Wouters477c8d52006-05-27 19:21:471634 from distutils.dep_util import newer_group
1635
1636 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:441637 for fname in os.listdir(ffi_srcdir)
1638 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:471639 if self.force or newer_group(config_sources,
1640 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:581641 from distutils.dir_util import mkpath
1642 mkpath(ffi_builddir)
1643 config_args = []
Thomas Hellercf567c12006-03-08 19:51:581644
Thomas Wouters49fd7fa2006-04-21 10:40:581645 # Pass empty CFLAGS because we'll just append the resulting
1646 # CFLAGS to Python's; -g or -O2 is to be avoided.
1647 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1648 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:581649
Thomas Wouters49fd7fa2006-04-21 10:40:581650 res = os.system(cmd)
1651 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:431652 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:581653 return False
Thomas Hellercf567c12006-03-08 19:51:581654
Thomas Wouters49fd7fa2006-04-21 10:40:581655 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:201656 with open(ffi_configfile) as f:
1657 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:581658
Thomas Wouters49fd7fa2006-04-21 10:40:581659 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:051660 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:581661
Thomas Wouters49fd7fa2006-04-21 10:40:581662 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:201663 ffi_builddir,
1664 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:581665 extra_compile_args = fficonfig['ffi_cflags'].split()
1666
Antoine Pitrou72f4d642010-01-13 12:04:201667 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1668 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:581669 ext.include_dirs.extend(include_dirs)
1670 ext.extra_compile_args.extend(extra_compile_args)
1671 return True
1672
1673 def detect_ctypes(self, inc_dirs, lib_dirs):
1674 self.use_system_libffi = False
1675 include_dirs = []
1676 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:121677 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:581678 sources = ['_ctypes/_ctypes.c',
1679 '_ctypes/callbacks.c',
1680 '_ctypes/callproc.c',
1681 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:531682 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:581683 depends = ['_ctypes/ctypes.h']
1684
1685 if sys.platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:591686 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:581687 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:231688 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:581689 include_dirs.append('_ctypes/darwin')
1690# XXX Is this still needed?
1691## extra_link_args.extend(['-read_only_relocs', 'warning'])
1692
Thomas Wouters0e3f5912006-08-11 14:57:121693 elif sys.platform == 'sunos5':
1694 # XXX This shouldn't be necessary; it appears that some
1695 # of the assembler code is non-PIC (i.e. it has relocations
1696 # when it shouldn't. The proper fix would be to rewrite
1697 # the assembler code to be PIC.
1698 # This only works with GCC; the Sun compiler likely refuses
1699 # this option. If you want to compile ctypes with the Sun
1700 # compiler, please research a proper solution, instead of
1701 # finding some -z option for the Sun compiler.
1702 extra_link_args.append('-mimpure-text')
1703
Thomas Heller9af0cba2008-06-06 09:11:461704 elif sys.platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:461705 extra_link_args.append('-fPIC')
1706
Thomas Hellercf567c12006-03-08 19:51:581707 ext = Extension('_ctypes',
1708 include_dirs=include_dirs,
1709 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:121710 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581711 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:581712 sources=sources,
1713 depends=depends)
1714 ext_test = Extension('_ctypes_test',
1715 sources=['_ctypes/_ctypes_test.c'])
1716 self.extensions.extend([ext, ext_test])
1717
Thomas Wouters49fd7fa2006-04-21 10:40:581718 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1719 return
1720
Christian Heimes78644762008-03-04 23:39:231721 if sys.platform == 'darwin':
1722 # OS X 10.5 comes with libffi.dylib; the include files are
1723 # in /usr/include/ffi
1724 inc_dirs.append('/usr/include/ffi')
1725
Benjamin Petersond78735d2010-01-01 16:04:231726 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:451727 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:231728 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:581729 if ffi_inc is not None:
1730 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:271731 with open(ffi_h) as fp:
1732 while 1:
1733 line = fp.readline()
1734 if not line:
1735 ffi_inc = None
1736 break
1737 if line.startswith('#define LIBFFI_H'):
1738 break
Thomas Wouters49fd7fa2006-04-21 10:40:581739 ffi_lib = None
1740 if ffi_inc is not None:
1741 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:051742 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:581743 ffi_lib = lib_name
1744 break
1745
1746 if ffi_inc and ffi_lib:
1747 ext.include_dirs.extend(ffi_inc)
1748 ext.libraries.append(ffi_lib)
1749 self.use_system_libffi = True
1750
1751
Andrew M. Kuchlingf52d27e2001-05-21 20:29:271752class PyBuildInstall(install):
1753 # Suppress the warning about installation into the lib_dynload
1754 # directory, which is not in sys.path when running Python during
1755 # installation:
1756 def initialize_options (self):
1757 install.initialize_options(self)
1758 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:411759
Michael W. Hudson529a5052002-12-17 16:47:171760class PyBuildInstallLib(install_lib):
1761 # Do exactly what install_lib does but make sure correct access modes get
1762 # set on installed directories and files. All installed files with get
1763 # mode 644 unless they are a shared library in which case they will get
1764 # mode 755. All installed directories will get mode 755.
1765
1766 so_ext = sysconfig.get_config_var("SO")
1767
1768 def install(self):
1769 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:491770 self.set_file_modes(outfiles, 0o644, 0o755)
1771 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:171772 return outfiles
1773
1774 def set_file_modes(self, files, defaultMode, sharedLibMode):
1775 if not self.is_chmod_supported(): return
1776 if not files: return
1777
1778 for filename in files:
1779 if os.path.islink(filename): continue
1780 mode = defaultMode
1781 if filename.endswith(self.so_ext): mode = sharedLibMode
1782 log.info("changing mode of %s to %o", filename, mode)
1783 if not self.dry_run: os.chmod(filename, mode)
1784
1785 def set_dir_modes(self, dirname, mode):
1786 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:451787 for dirpath, dirnames, fnames in os.walk(dirname):
1788 if os.path.islink(dirpath):
1789 continue
1790 log.info("changing mode of %s to %o", dirpath, mode)
1791 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:171792
1793 def is_chmod_supported(self):
1794 return hasattr(os, 'chmod')
1795
Georg Brandlff52f762010-12-28 09:51:431796class PyBuildScripts(build_scripts):
1797 def copy_scripts(self):
1798 outfiles, updated_files = build_scripts.copy_scripts(self)
1799 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
1800 minoronly = '.{0[1]}'.format(sys.version_info)
1801 newoutfiles = []
1802 newupdated_files = []
1803 for filename in outfiles:
1804 if filename.endswith('2to3'):
1805 newfilename = filename + fullversion
1806 else:
1807 newfilename = filename + minoronly
1808 log.info('renaming {} to {}'.format(filename, newfilename))
1809 os.rename(filename, newfilename)
1810 newoutfiles.append(newfilename)
1811 if filename in updated_files:
1812 newupdated_files.append(newfilename)
1813 return newoutfiles, newupdated_files
1814
Guido van Rossum14ee89c2003-02-20 02:52:041815SUMMARY = """
1816Python is an interpreted, interactive, object-oriented programming
1817language. It is often compared to Tcl, Perl, Scheme or Java.
1818
1819Python combines remarkable power with very clear syntax. It has
1820modules, classes, exceptions, very high level dynamic data types, and
1821dynamic typing. There are interfaces to many system calls and
1822libraries, as well as to various windowing systems (X11, Motif, Tk,
1823Mac, MFC). New built-in modules are easily written in C or C++. Python
1824is also usable as an extension language for applications that need a
1825programmable interface.
1826
1827The Python implementation is portable: it runs on many brands of UNIX,
1828on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1829listed here, it may still be supported, if there's a C compiler for
1830it. Ask around on comp.lang.python -- or just try compiling Python
1831yourself.
1832"""
1833
1834CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:041835Development Status :: 6 - Mature
1836License :: OSI Approved :: Python Software Foundation License
1837Natural Language :: English
1838Programming Language :: C
1839Programming Language :: Python
1840Topic :: Software Development
1841"""
1842
Andrew M. Kuchling00e0f212001-01-17 15:23:231843def main():
Andrew M. Kuchling62686692001-05-21 20:48:091844 # turn off warnings when deprecated modules are imported
1845 import warnings
1846 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:041847 setup(# PyPI Metadata (PEP 301)
1848 name = "Python",
1849 version = sys.version.split()[0],
1850 url = "http://www.python.org/%s" % sys.version[:3],
1851 maintainer = "Guido van Rossum and the Python community",
1852 maintainer_email = "python-dev@python.org",
1853 description = "A high-level object-oriented programming language",
1854 long_description = SUMMARY.strip(),
1855 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:581856 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:041857 platforms = ["Many"],
1858
1859 # Build info
Georg Brandlff52f762010-12-28 09:51:431860 cmdclass = {'build_ext': PyBuildExt,
1861 'build_scripts': PyBuildScripts,
1862 'install': PyBuildInstall,
1863 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:231864 # The struct module is defined here, because build_ext won't be
1865 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:471866 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:491867
Georg Brandlff52f762010-12-28 09:51:431868 # If you change the scripts installed here, you also need to
1869 # check the PyBuildScripts command above, and change the links
1870 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:141871 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
1872 "Tools/scripts/2to3"]
Andrew M. Kuchling00e0f212001-01-17 15:23:231873 )
Fredrik Lundhade711a2001-01-24 08:00:281874
Andrew M. Kuchling00e0f212001-01-17 15:23:231875# --install-platlib
1876if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:231877 main()