blob: 88c3759d09121bedb24ffa7a54e24e1c376c294a [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:581# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:283
Brett Cannonca5ff3a2013-06-15 21:52:594import sys, os, importlib.machinery, re, optparse
Christian Heimesaf98da12008-01-27 15:18:185from glob import glob
Eric Snow335e14d2014-01-04 22:09:286import importlib._bootstrap
7import importlib.util
Tarek Ziadéedacea32010-01-29 11:41:038import sysconfig
Michael W. Hudson529a5052002-12-17 16:47:179
10from distutils import log
Andrew M. Kuchling8d7f0862001-02-23 16:32:3211from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:2412from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:2313from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:2715from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:1716from distutils.command.install_lib import install_lib
Georg Brandlff52f762010-12-28 09:51:4317from distutils.command.build_scripts import build_scripts
Stefan Krah095b2732010-06-08 13:41:4418from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:2319
doko@ubuntu.com1abe1c52012-06-30 18:42:4520cross_compiling = "_PYTHON_HOST_PLATFORM" in os.environ
21
Benjamin Petersonacb8c522014-08-10 03:01:4922# Add special CFLAGS reserved for building the interpreter and the stdlib
23# modules (Issue #21121).
24cflags = sysconfig.get_config_var('CFLAGS')
25py_cflags_nodist = sysconfig.get_config_var('PY_CFLAGS_NODIST')
26sysconfig.get_config_vars()['CFLAGS'] = cflags + ' ' + py_cflags_nodist
27
doko@ubuntu.com93df16b2012-06-30 12:32:0828def get_platform():
doko@ubuntu.com1abe1c52012-06-30 18:42:4529 # cross build
30 if "_PYTHON_HOST_PLATFORM" in os.environ:
31 return os.environ["_PYTHON_HOST_PLATFORM"]
doko@ubuntu.com93df16b2012-06-30 12:32:0832 # Get value of sys.platform
33 if sys.platform.startswith('osf1'):
34 return 'osf1'
35 return sys.platform
36host_platform = get_platform()
37
Gregory P. Smithb04ded42010-01-03 00:38:1038# Were we compiled --with-pydebug or with #define Py_DEBUG?
doko@ubuntu.com1abe1c52012-06-30 18:42:4539COMPILED_WITH_PYDEBUG = ('--with-pydebug' in sysconfig.get_config_var("CONFIG_ARGS"))
Gregory P. Smithb04ded42010-01-03 00:38:1040
Andrew M. Kuchling00e0f212001-01-17 15:23:2341# This global variable is used to hold the list of modules to be disabled.
42disabled_module_list = []
43
Michael W. Hudson39230b32002-01-16 15:26:4844def add_dir_to_list(dirlist, dir):
Barry Warsaw807bd0a2010-11-24 20:30:0045 """Add the directory 'dir' to the list 'dirlist' (after any relative
46 directories) if:
47
Michael W. Hudson39230b32002-01-16 15:26:4848 1) 'dir' is not already in 'dirlist'
Barry Warsaw807bd0a2010-11-24 20:30:0049 2) 'dir' actually exists, and is a directory.
50 """
51 if dir is None or not os.path.isdir(dir) or dir in dirlist:
52 return
53 for i, path in enumerate(dirlist):
54 if not os.path.isabs(path):
55 dirlist.insert(i + 1, dir)
Barry Warsaw34520cd2010-11-27 20:03:0356 return
57 dirlist.insert(0, dir)
Michael W. Hudson39230b32002-01-16 15:26:4858
Ronald Oussoren2c12ab12010-06-03 14:42:2559def macosx_sdk_root():
60 """
61 Return the directory of the current OSX SDK,
62 or '/' if no SDK was specified.
63 """
64 cflags = sysconfig.get_config_var('CFLAGS')
65 m = re.search(r'-isysroot\s+(\S+)', cflags)
66 if m is None:
67 sysroot = '/'
68 else:
69 sysroot = m.group(1)
70 return sysroot
71
72def is_macosx_sdk_path(path):
73 """
74 Returns True if 'path' can be located in an OSX SDK
75 """
Ned Deily2910a7b2012-07-30 09:35:5876 return ( (path.startswith('/usr/') and not path.startswith('/usr/local'))
77 or path.startswith('/System/')
78 or path.startswith('/Library/') )
Ronald Oussoren2c12ab12010-06-03 14:42:2579
Andrew M. Kuchlingfbe73762001-01-18 18:44:2080def find_file(filename, std_dirs, paths):
81 """Searches for the directory where a given file is located,
82 and returns a possibly-empty list of additional directories, or None
83 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:2884
Andrew M. Kuchlingfbe73762001-01-18 18:44:2085 'filename' is the name of a file, such as readline.h or libcrypto.a.
86 'std_dirs' is the list of standard system directories; if the
87 file is found in one of them, no additional directives are needed.
88 'paths' is a list of additional locations to check; if the file is
89 found in one of them, the resulting list will contain the directory.
90 """
doko@ubuntu.com93df16b2012-06-30 12:32:0891 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:2592 # Honor the MacOSX SDK setting when one was specified.
93 # An SDK is a directory with the same structure as a real
94 # system, but with only header files and libraries.
95 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:2096
97 # Check the standard locations
98 for dir in std_dirs:
99 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25100
doko@ubuntu.com93df16b2012-06-30 12:32:08101 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25102 f = os.path.join(sysroot, dir[1:], filename)
103
Andrew M. Kuchlingfbe73762001-01-18 18:44:20104 if os.path.exists(f): return []
105
106 # Check the additional directories
107 for dir in paths:
108 f = os.path.join(dir, filename)
Ronald Oussoren2c12ab12010-06-03 14:42:25109
doko@ubuntu.com93df16b2012-06-30 12:32:08110 if host_platform == 'darwin' and is_macosx_sdk_path(dir):
Ronald Oussoren2c12ab12010-06-03 14:42:25111 f = os.path.join(sysroot, dir[1:], filename)
112
Andrew M. Kuchlingfbe73762001-01-18 18:44:20113 if os.path.exists(f):
114 return [dir]
115
116 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:23117 return None
118
Andrew M. Kuchlingfbe73762001-01-18 18:44:20119def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46120 result = compiler.find_library_file(std_dirs + paths, libname)
121 if result is None:
122 return None
Fredrik Lundhade711a2001-01-24 08:00:28123
doko@ubuntu.com93df16b2012-06-30 12:32:08124 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25125 sysroot = macosx_sdk_root()
126
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46127 # Check whether the found file is in one of the standard directories
128 dirname = os.path.dirname(result)
129 for p in std_dirs:
130 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57131 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25132
doko@ubuntu.com93df16b2012-06-30 12:32:08133 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25134 if os.path.join(sysroot, p[1:]) == dirname:
135 return [ ]
136
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46137 if p == dirname:
138 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20139
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46140 # Otherwise, it must have been in one of the additional directories,
141 # so we have to figure out which one.
142 for p in paths:
143 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57144 p = p.rstrip(os.sep)
Ronald Oussoren2c12ab12010-06-03 14:42:25145
doko@ubuntu.com93df16b2012-06-30 12:32:08146 if host_platform == 'darwin' and is_macosx_sdk_path(p):
Ronald Oussoren2c12ab12010-06-03 14:42:25147 if os.path.join(sysroot, p[1:]) == dirname:
148 return [ p ]
149
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46150 if p == dirname:
151 return [p]
152 else:
153 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43154
Andrew M. Kuchling00e0f212001-01-17 15:23:23155def module_enabled(extlist, modname):
156 """Returns whether the module 'modname' is present in the list
157 of extensions 'extlist'."""
158 extlist = [ext for ext in extlist if ext.name == modname]
159 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28160
Jack Jansen144ebcc2001-08-05 22:31:19161def find_module_file(module, dirlist):
162 """Find a module in a set of possible folders. If it is not found
163 return the unadorned filename"""
164 list = find_file(module, [], dirlist)
165 if not list:
166 return module
167 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43168 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19169 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41170
Andrew M. Kuchling00e0f212001-01-17 15:23:23171class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28172
Guido van Rossumd8faa362007-04-27 19:54:29173 def __init__(self, dist):
174 build_ext.__init__(self, dist)
175 self.failed = []
176
Andrew M. Kuchling00e0f212001-01-17 15:23:23177 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23178
179 # Detect which modules should be compiled
doko@ubuntu.comd5537d02013-03-21 20:21:49180 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23181
182 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22183 extensions = [ext for ext in self.extensions
184 if ext.name not in disabled_module_list]
185 # move ctypes to the end, it depends on other modules
186 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
187 if "_ctypes" in ext_map:
188 ctypes = extensions.pop(ext_map["_ctypes"])
189 extensions.append(ctypes)
190 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28191
Andrew M. Kuchling00e0f212001-01-17 15:23:23192 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45193 # with Modules/.
194 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09195 if not srcdir:
196 # Maybe running on Windows but not using CYGWIN?
197 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50198 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45199 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41200
Andrew M. Kuchling3da989c2001-02-28 22:49:26201 # Fix up the paths for scripts, too
202 self.distribution.scripts = [os.path.join(srcdir, filename)
203 for filename in self.distribution.scripts]
204
Christian Heimesaf98da12008-01-27 15:18:18205 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45206 headers = [sysconfig.get_config_h_filename()]
Stefan Kraheb977da2012-02-29 13:10:53207 headers += glob(os.path.join(sysconfig.get_path('include'), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18208
Andrew M. Kuchlingfbe73762001-01-18 18:44:20209 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19210 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23211 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11212 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45213 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11214 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18215 else:
216 ext.depends = []
217 # re-compile extensions if a header file has been changed
218 ext.depends.extend(headers)
219
Andrew M. Kuchlinge7c87322001-01-19 16:58:21220 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20221 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21222 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20223 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34224
Ronald Oussoren94f25282010-05-05 19:11:21225 # Parse Modules/Setup and Modules/Setup.local to figure out which
226 # modules are turned on in the file.
227 remove_modules = []
228 for filename in ('Modules/Setup', 'Modules/Setup.local'):
229 input = text_file.TextFile(filename, join_lines=1)
230 while 1:
231 line = input.readline()
232 if not line: break
233 line = line.split()
234 remove_modules.append(line[0])
235 input.close()
Tim Peters1b27f862005-12-30 18:42:42236
Ronald Oussoren94f25282010-05-05 19:11:21237 for ext in self.extensions[:]:
238 if ext.name in remove_modules:
239 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41240
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34241 # When you run "make CC=altcc" or something similar, you really want
242 # those environment variables passed into the setup.py phase. Here's
243 # a small set of useful ones.
244 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34245 args = {}
246 # unfortunately, distutils doesn't let us provide separate C and C++
247 # compilers
248 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03249 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
250 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Tarek Ziadé36797272010-07-22 12:50:05251 self.compiler.set_executables(**args)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34252
Andrew M. Kuchling00e0f212001-01-17 15:23:23253 build_ext.build_extensions(self)
254
Berker Peksag1d82a9c2014-10-01 02:11:13255 longest = max([len(e.name) for e in self.extensions], default=0)
Guido van Rossumd8faa362007-04-27 19:54:29256 if self.failed:
257 longest = max(longest, max([len(name) for name in self.failed]))
258
259 def print_three_column(lst):
260 lst.sort(key=str.lower)
261 # guarantee zip() doesn't drop anything
262 while len(lst) % 3:
263 lst.append("")
264 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
265 print("%-*s %-*s %-*s" % (longest, e, longest, f,
266 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29267
268 if missing:
269 print()
Brett Cannonae95b4f2013-07-12 15:30:32270 print("Python build finished successfully!")
271 print("The necessary bits to build these optional modules were not "
272 "found:")
Guido van Rossumd8faa362007-04-27 19:54:29273 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05274 print("To find the necessary bits, look in setup.py in"
275 " detect_modules() for the module's name.")
276 print()
Guido van Rossumd8faa362007-04-27 19:54:29277
278 if self.failed:
279 failed = self.failed[:]
280 print()
281 print("Failed to build these modules:")
282 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05283 print()
Guido van Rossumd8faa362007-04-27 19:54:29284
Marc-André Lemburg7c6fcda2001-01-26 18:03:24285 def build_extension(self, ext):
286
Thomas Wouters49fd7fa2006-04-21 10:40:58287 if ext.name == '_ctypes':
288 if not self.configure_ctypes(ext):
289 return
290
Marc-André Lemburg7c6fcda2001-01-26 18:03:24291 try:
292 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56293 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24294 self.announce('WARNING: building of extension "%s" failed: %s' %
295 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29296 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09297 return
Jack Jansenf49c6f92001-11-01 14:44:15298 # Workaround for Mac OS X: The Carbon-based modules cannot be
299 # reliably imported into a command-line Python
300 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41301 self.announce(
302 'WARNING: skipping import check for Carbon-based "%s"' %
303 ext.name)
304 return
Georg Brandlfcaf9102008-07-16 02:17:56305
doko@ubuntu.com93df16b2012-06-30 12:32:08306 if host_platform == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02307 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56308 # Don't bother doing an import check when an extension was
309 # build with an explicit '-arch' flag on OSX. That's currently
310 # only used to build 32-bit only extensions in a 4-way
311 # universal build and loading 32-bit code into a 64-bit
312 # process will fail.
313 self.announce(
314 'WARNING: skipping import check for "%s"' %
315 ext.name)
316 return
317
Jason Tishler24cf7762002-05-22 16:46:15318 # Workaround for Cygwin: Cygwin currently has fork issues when many
319 # modules have been imported
doko@ubuntu.com93df16b2012-06-30 12:32:08320 if host_platform == 'cygwin':
Jason Tishler24cf7762002-05-22 16:46:15321 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
322 % ext.name)
323 return
Michael W. Hudsonaf142892002-01-23 15:07:46324 ext_filename = os.path.join(
325 self.build_lib,
326 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53327
328 # If the build directory didn't exist when setup.py was
329 # started, sys.path_importer_cache has a negative result
330 # cached. Clear that cache before trying to import.
331 sys.path_importer_cache.clear()
332
doko@ubuntu.com1abe1c52012-06-30 18:42:45333 # Don't try to load extensions for cross builds
334 if cross_compiling:
335 return
336
Brett Cannonca5ff3a2013-06-15 21:52:59337 loader = importlib.machinery.ExtensionFileLoader(ext.name, ext_filename)
Eric Snow335e14d2014-01-04 22:09:28338 spec = importlib.util.spec_from_file_location(ext.name, ext_filename,
339 loader=loader)
Andrew M. Kuchling62686692001-05-21 20:48:09340 try:
Eric Snow335e14d2014-01-04 22:09:28341 importlib._bootstrap._SpecMethods(spec).load()
Guido van Rossumb940e112007-01-10 16:19:56342 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29343 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42344 self.announce('*** WARNING: renaming "%s" since importing it'
345 ' failed: %s' % (ext.name, why), level=3)
346 assert not self.inplace
347 basename, tail = os.path.splitext(ext_filename)
348 newname = basename + "_failed" + tail
349 if os.path.exists(newname):
350 os.remove(newname)
351 os.rename(ext_filename, newname)
352
353 # XXX -- This relies on a Vile HACK in
354 # distutils.command.build_ext.build_extension(). The
355 # _built_objects attribute is stored there strictly for
356 # use here.
357 # If there is a failure, _built_objects may not be there,
358 # so catch the AttributeError and move on.
359 try:
360 for filename in self._built_objects:
361 os.remove(filename)
362 except AttributeError:
363 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39364 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39365 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42366 self.announce('*** WARNING: importing extension "%s" '
367 'failed with %s: %s' % (ext.name, exc_type, why),
368 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29369 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54370
Barry Warsaw5ca305a2011-04-06 19:18:12371 def add_multiarch_paths(self):
372 # Debian/Ubuntu multiarch support.
373 # https://wiki.ubuntu.com/MultiarchSpec
doko@ubuntu.com3277b352012-08-08 10:15:55374 cc = sysconfig.get_config_var('CC')
375 tmpfile = os.path.join(self.build_temp, 'multiarch')
376 if not os.path.exists(self.build_temp):
377 os.makedirs(self.build_temp)
378 ret = os.system(
379 '%s -print-multiarch > %s 2> /dev/null' % (cc, tmpfile))
380 multiarch_path_component = ''
381 try:
382 if ret >> 8 == 0:
383 with open(tmpfile) as fp:
384 multiarch_path_component = fp.readline().strip()
385 finally:
386 os.unlink(tmpfile)
387
388 if multiarch_path_component != '':
389 add_dir_to_list(self.compiler.library_dirs,
390 '/usr/lib/' + multiarch_path_component)
391 add_dir_to_list(self.compiler.include_dirs,
392 '/usr/include/' + multiarch_path_component)
393 return
394
Barry Warsaw88e19452011-04-07 14:40:36395 if not find_executable('dpkg-architecture'):
396 return
doko@ubuntu.com1abe1c52012-06-30 18:42:45397 opt = ''
398 if cross_compiling:
399 opt = '-t' + sysconfig.get_config_var('HOST_GNU_TYPE')
Barry Warsaw5ca305a2011-04-06 19:18:12400 tmpfile = os.path.join(self.build_temp, 'multiarch')
401 if not os.path.exists(self.build_temp):
402 os.makedirs(self.build_temp)
403 ret = os.system(
doko@ubuntu.com1abe1c52012-06-30 18:42:45404 'dpkg-architecture %s -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
405 (opt, tmpfile))
Barry Warsaw5ca305a2011-04-06 19:18:12406 try:
407 if ret >> 8 == 0:
408 with open(tmpfile) as fp:
409 multiarch_path_component = fp.readline().strip()
410 add_dir_to_list(self.compiler.library_dirs,
411 '/usr/lib/' + multiarch_path_component)
412 add_dir_to_list(self.compiler.include_dirs,
413 '/usr/include/' + multiarch_path_component)
414 finally:
415 os.unlink(tmpfile)
416
doko@ubuntu.com1abe1c52012-06-30 18:42:45417 def add_gcc_paths(self):
418 gcc = sysconfig.get_config_var('CC')
419 tmpfile = os.path.join(self.build_temp, 'gccpaths')
420 if not os.path.exists(self.build_temp):
421 os.makedirs(self.build_temp)
422 ret = os.system('%s -E -v - </dev/null 2>%s 1>/dev/null' % (gcc, tmpfile))
423 is_gcc = False
424 in_incdirs = False
425 inc_dirs = []
426 lib_dirs = []
427 try:
428 if ret >> 8 == 0:
429 with open(tmpfile) as fp:
430 for line in fp.readlines():
431 if line.startswith("gcc version"):
432 is_gcc = True
433 elif line.startswith("#include <...>"):
434 in_incdirs = True
435 elif line.startswith("End of search list"):
436 in_incdirs = False
437 elif is_gcc and line.startswith("LIBRARY_PATH"):
438 for d in line.strip().split("=")[1].split(":"):
439 d = os.path.normpath(d)
440 if '/gcc/' not in d:
441 add_dir_to_list(self.compiler.library_dirs,
442 d)
443 elif is_gcc and in_incdirs and '/gcc/' not in line:
444 add_dir_to_list(self.compiler.include_dirs,
445 line.strip())
446 finally:
447 os.unlink(tmpfile)
448
Andrew M. Kuchling00e0f212001-01-17 15:23:23449 def detect_modules(self):
Barry Warsaw807bd0a2010-11-24 20:30:00450 # Ensure that /usr/local is always used, but the local build
451 # directories (i.e. '.' and 'Include') must be first. See issue
452 # 10520.
doko@ubuntu.com1abe1c52012-06-30 18:42:45453 if not cross_compiling:
454 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
455 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
doko@ubuntu.comcc5addd2012-06-30 22:23:51456 # only change this for cross builds for 3.3, issues on Mageia
457 if cross_compiling:
458 self.add_gcc_paths()
Barry Warsaw5ca305a2011-04-06 19:18:12459 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48460
Brett Cannon516592f2004-12-07 00:42:59461 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21462 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09463 # We must get the values from the Makefile and not the environment
464 # directly since an inconsistently reproducible issue comes up where
465 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21466 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59467 for env_var, arg_name, dir_list in (
Tarek Ziadé36797272010-07-22 12:50:05468 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
469 ('LDFLAGS', '-L', self.compiler.library_dirs),
470 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09471 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59472 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21473 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48474 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21475 # all double dashes and any dashes followed by a character
476 # that is not for the option we are dealing with.
477 #
478 # Please note that order of the regex is important! We must
479 # strip out double-dashes first so that we don't end up with
480 # substituting "--Long" to "-Long" and thus lead to "ong" being
481 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05482 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
483 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18484 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21485 # Make sure that allowing args interspersed with options is
486 # allowed
487 parser.allow_interspersed_args = True
488 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18489 parser.add_option(arg_name, dest="dirs", action="append")
490 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07491 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08492 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07493 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49494
Vinay Sajip7ded1f02012-05-26 02:45:29495 if os.path.normpath(sys.base_prefix) != '/usr' \
Ronald Oussorenf3500e12010-10-20 13:10:12496 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
497 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
498 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
499 # building a framework with different architectures than
500 # the one that is currently installed (issue #7473)
Tarek Ziadé36797272010-07-22 12:50:05501 add_dir_to_list(self.compiler.library_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50502 sysconfig.get_config_var("LIBDIR"))
Tarek Ziadé36797272010-07-22 12:50:05503 add_dir_to_list(self.compiler.include_dirs,
Michael W. Hudson90b8e4d2002-08-02 13:55:50504 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20505
506 # lib_dirs and inc_dirs are used to search for files;
507 # if a file is found in one of those directories, it can
508 # be assumed that no additional -I,-L directives are needed.
doko@ubuntu.com1abe1c52012-06-30 18:42:45509 if not cross_compiling:
doko@ubuntu.comcc5addd2012-06-30 22:23:51510 lib_dirs = self.compiler.library_dirs + [
doko@ubuntu.com1abe1c52012-06-30 18:42:45511 '/lib64', '/usr/lib64',
512 '/lib', '/usr/lib',
doko@ubuntu.comcc5addd2012-06-30 22:23:51513 ]
514 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Christian Heimesf19529c2012-12-12 11:41:00515 else:
Christian Heimesd7832612012-12-12 11:56:51516 lib_dirs = self.compiler.library_dirs[:]
517 inc_dirs = self.compiler.include_dirs[:]
Andrew M. Kuchling00e0f212001-01-17 15:23:23518 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29519 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23520
Brett Cannon4454a1f2005-04-15 20:32:39521 config_h = sysconfig.get_config_h_filename()
Brett Cannon9f5db072010-10-29 20:19:27522 with open(config_h) as file:
523 config_h_vars = sysconfig.parse_config_h(file)
Brett Cannon4454a1f2005-04-15 20:32:39524
Neil Schemenauer014bf282009-02-05 16:35:45525 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41526
Andrew M. Kuchling7883dc82003-10-24 18:26:26527 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
doko@ubuntu.com93df16b2012-06-30 12:32:08528 if host_platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34529 lib_dirs += ['/usr/ccs/lib']
530
Charles-François Natali5739e102012-04-12 17:07:25531 # HP-UX11iv3 keeps files in lib/hpux folders.
doko@ubuntu.com93df16b2012-06-30 12:32:08532 if host_platform == 'hp-ux11':
Charles-François Natali5739e102012-04-12 17:07:25533 lib_dirs += ['/usr/lib/hpux64', '/usr/lib/hpux32']
534
doko@ubuntu.com93df16b2012-06-30 12:32:08535 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:47536 # This should work on any unixy platform ;-)
537 # If the user has bothered specifying additional -I and -L flags
538 # in OPT and LDFLAGS we might as well use them here.
Barry Warsaw807bd0a2010-11-24 20:30:00539 #
540 # NOTE: using shlex.split would technically be more correct, but
541 # also gives a bootstrap problem. Let's hope nobody uses
542 # directories with whitespace in the name to store libraries.
Thomas Wouters477c8d52006-05-27 19:21:47543 cflags, ldflags = sysconfig.get_config_vars(
544 'CFLAGS', 'LDFLAGS')
545 for item in cflags.split():
546 if item.startswith('-I'):
547 inc_dirs.append(item[2:])
548
549 for item in ldflags.split():
550 if item.startswith('-L'):
551 lib_dirs.append(item[2:])
552
Fredrik Lundhade711a2001-01-24 08:00:28553 # Check for MacOS X, which doesn't need libm.a at all
554 math_libs = ['m']
doko@ubuntu.com93df16b2012-06-30 12:32:08555 if host_platform == 'darwin':
Fredrik Lundhade711a2001-01-24 08:00:28556 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41557
Andrew M. Kuchling00e0f212001-01-17 15:23:23558 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
559
560 #
561 # The following modules are all pretty straightforward, and compile
562 # on pretty much any POSIXish platform.
563 #
Fredrik Lundhade711a2001-01-24 08:00:28564
Andrew M. Kuchling00e0f212001-01-17 15:23:23565 # array objects
566 exts.append( Extension('array', ['arraymodule.c']) )
567 # complex math library functions
Mark Dickinsonf3718592009-12-21 15:27:41568 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
569 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11570 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23571 # math library functions, e.g. sin()
Mark Dickinson664b5112009-12-16 20:23:42572 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
Mark Dickinson8a591132009-12-17 08:35:56573 depends=['_math.h'],
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11574 libraries=math_libs) )
Victor Stinnere0be4232011-10-25 11:06:09575
576 # time libraries: librt may be needed for clock_gettime()
577 time_libs = []
578 lib = sysconfig.get_config_var('TIMEMODULE_LIB')
579 if lib:
580 time_libs.append(lib)
581
Andrew M. Kuchling00e0f212001-01-17 15:23:23582 # time operations and variables
Victor Stinner5d272cc2012-03-13 12:35:55583 exts.append( Extension('time', ['timemodule.c'],
Victor Stinnere0be4232011-10-25 11:06:09584 libraries=time_libs) )
Victor Stinner5d272cc2012-03-13 12:35:55585 exts.append( Extension('_datetime', ['_datetimemodule.c']) )
Christian Heimesfe337bf2008-03-23 21:54:12586 # random number generator implemented in C
587 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35588 # bisect
589 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38590 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21591 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Alexandre Vassalottica2d6102008-06-12 18:26:05592 # C-optimized pickle replacement
593 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17594 # atexit
595 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10596 # _json speedups
597 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44598 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22599 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
600 depends=['testcapi_long.h']) )
Stefan Krah9a2d99e2012-02-25 11:24:21601 # Python PEP-3118 (buffer protocol) test module
602 exts.append( Extension('_testbuffer', ['_testbuffer.c']) )
Andrew Svetlov6b2cbeb2012-12-14 15:04:59603 # Test loading multiple modules from one compiled file (http://bugs.python.org/issue16421)
604 exts.append( Extension('_testimportmultiple', ['_testimportmultiple.c']) )
Fred Drake0e474a82007-10-11 18:01:43605 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56606 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23607 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13608 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Larry Hastings3a907972013-11-23 22:49:22609 # _opcode module
610 exts.append( Extension('_opcode', ['_opcode.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23611
612 # Modules with some UNIX dependencies -- on by default:
613 # (If you have a really backward UNIX, select and socket may not be
614 # supported...)
615
616 # fcntl(2) and ioctl(2)
Antoine Pitroua3000072010-09-07 14:52:42617 libs = []
618 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
619 # May be necessary on AIX for flock function
620 libs = ['bsd']
621 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Ronald Oussoren94f25282010-05-05 19:11:21622 # pwd(3)
623 exts.append( Extension('pwd', ['pwdmodule.c']) )
624 # grp(3)
625 exts.append( Extension('grp', ['grpmodule.c']) )
626 # spwd, shadow passwords
627 if (config_h_vars.get('HAVE_GETSPNAM', False) or
628 config_h_vars.get('HAVE_GETSPENT', False)):
629 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29630 else:
Ronald Oussoren94f25282010-05-05 19:11:21631 missing.append('spwd')
Guido van Rossumd8faa362007-04-27 19:54:29632
Andrew M. Kuchling00e0f212001-01-17 15:23:23633 # select(2); not on ancient System V
634 exts.append( Extension('select', ['selectmodule.c']) )
635
Andrew M. Kuchling00e0f212001-01-17 15:23:23636 # Fred Drake's interface to the Python parser
637 exts.append( Extension('parser', ['parsermodule.c']) )
638
Andrew M. Kuchling00e0f212001-01-17 15:23:23639 # Memory-mapped files (also works on Win32).
Ronald Oussoren94f25282010-05-05 19:11:21640 exts.append( Extension('mmap', ['mmapmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23641
Andrew M. Kuchling57269d02004-08-31 13:37:25642 # Lance Ellinghaus's syslog module
Ronald Oussoren94f25282010-05-05 19:11:21643 # syslog daemon interface
644 exts.append( Extension('syslog', ['syslogmodule.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23645
Andrew M. Kuchling00e0f212001-01-17 15:23:23646 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34647 # Here ends the simple stuff. From here on, modules need certain
648 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23649 #
650
651 # Multimedia modules
652 # These don't work for 64-bit platforms!!!
653 # These represent audio samples or images as strings:
654
Neal Norwitz5e4a3b82004-07-19 16:55:07655 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10656 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20657 # 64-bit platforms.
658 exts.append( Extension('audioop', ['audioop.c']) )
659
Andrew M. Kuchling00e0f212001-01-17 15:23:23660 # readline
Tarek Ziadé36797272010-07-22 12:50:05661 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krah095b2732010-06-08 13:41:44662 readline_termcap_library = ""
663 curses_library = ""
doko@ubuntu.com58844492012-06-30 16:25:32664 # Cannot use os.popen here in py3k.
665 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
666 if not os.path.exists(self.build_temp):
667 os.makedirs(self.build_temp)
Stefan Krah095b2732010-06-08 13:41:44668 # Determine if readline is already linked against curses or tinfo.
doko@ubuntu.com58844492012-06-30 16:25:32669 if do_readline:
670 if cross_compiling:
671 ret = os.system("%s -d %s | grep '(NEEDED)' > %s" \
672 % (sysconfig.get_config_var('READELF'),
673 do_readline, tmpfile))
674 elif find_executable('ldd'):
675 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
676 else:
677 ret = 256
doko@ubuntu.com4c990712012-06-30 21:28:09678 if ret >> 8 == 0:
Brett Cannon9f5db072010-10-29 20:19:27679 with open(tmpfile) as fp:
680 for ln in fp:
681 if 'curses' in ln:
682 readline_termcap_library = re.sub(
683 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
684 ).rstrip()
685 break
686 # termcap interface split out from ncurses
687 if 'tinfo' in ln:
688 readline_termcap_library = 'tinfo'
689 break
doko@ubuntu.com4c990712012-06-30 21:28:09690 if os.path.exists(tmpfile):
691 os.unlink(tmpfile)
Stefan Krah095b2732010-06-08 13:41:44692 # Issue 7384: If readline is already linked against curses,
693 # use the same library for the readline and curses modules.
694 if 'curses' in readline_termcap_library:
695 curses_library = readline_termcap_library
Tarek Ziadé36797272010-07-22 12:50:05696 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
Stefan Krah095b2732010-06-08 13:41:44697 curses_library = 'ncursesw'
Tarek Ziadé36797272010-07-22 12:50:05698 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
Stefan Krah095b2732010-06-08 13:41:44699 curses_library = 'ncurses'
Tarek Ziadé36797272010-07-22 12:50:05700 elif self.compiler.find_library_file(lib_dirs, 'curses'):
Stefan Krah095b2732010-06-08 13:41:44701 curses_library = 'curses'
702
doko@ubuntu.com93df16b2012-06-30 12:32:08703 if host_platform == 'darwin':
Ronald Oussoren2efd9242009-09-20 14:53:22704 os_release = int(os.uname()[2].split('.')[0])
Ronald Oussoren961683a2010-03-08 07:09:59705 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
Ned Deily04cdfa12014-06-25 20:36:14706 if (dep_target and
707 (tuple(int(n) for n in dep_target.split('.')[0:2])
708 < (10, 5) ) ):
Ronald Oussoren961683a2010-03-08 07:09:59709 os_release = 8
Ronald Oussoren2efd9242009-09-20 14:53:22710 if os_release < 9:
711 # MacOSX 10.4 has a broken readline. Don't try to build
712 # the readline module unless the user has installed a fixed
713 # readline package
714 if find_file('readline/rlconf.h', inc_dirs, []) is None:
715 do_readline = False
Jack Jansen81ae2352006-02-23 15:02:23716 if do_readline:
doko@ubuntu.com93df16b2012-06-30 12:32:08717 if host_platform == 'darwin' and os_release < 9:
Thomas Wouters477c8d52006-05-27 19:21:47718 # In every directory on the search path search for a dynamic
719 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19720 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47721 # This way a staticly linked custom readline gets picked up
Ronald Oussoren2c12ab12010-06-03 14:42:25722 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47723 readline_extra_link_args = ('-Wl,-search_paths_first',)
724 else:
725 readline_extra_link_args = ()
726
Marc-André Lemburg2efc3232001-01-26 18:23:02727 readline_libs = ['readline']
Stefan Krah095b2732010-06-08 13:41:44728 if readline_termcap_library:
729 pass # Issue 7384: Already linked against curses or tinfo.
730 elif curses_library:
731 readline_libs.append(curses_library)
Tarek Ziadé36797272010-07-22 12:50:05732 elif self.compiler.find_library_file(lib_dirs +
Tarek Ziadédd07ebb2009-07-06 13:52:17733 ['/usr/lib/termcap'],
734 'termcap'):
Marc-André Lemburg2efc3232001-01-26 18:23:02735 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23736 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24737 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47738 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02739 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29740 else:
741 missing.append('readline')
742
Ronald Oussoren94f25282010-05-05 19:11:21743 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43744
Tarek Ziadé36797272010-07-22 12:50:05745 if self.compiler.find_library_file(lib_dirs, 'crypt'):
Ronald Oussoren94f25282010-05-05 19:11:21746 libs = ['crypt']
Guido van Rossumd8faa362007-04-27 19:54:29747 else:
Ronald Oussoren94f25282010-05-05 19:11:21748 libs = []
Sean Reifscheidere2dfefb2011-02-22 10:55:44749 exts.append( Extension('_crypt', ['_cryptmodule.c'], libraries=libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23750
Skip Montanaroba9e9782003-03-20 23:34:22751 # CSV files
752 exts.append( Extension('_csv', ['_csv.c']) )
753
Gregory P. Smithfb94c5f2010-03-14 06:49:55754 # POSIX subprocess module helper.
755 exts.append( Extension('_posixsubprocess', ['_posixsubprocess.c']) )
756
Andrew M. Kuchling00e0f212001-01-17 15:23:23757 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32758 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11759 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30760 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40761 search_for_ssl_incs_in = [
762 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21763 '/usr/contrib/ssl/include/'
764 ]
Gregory P. Smithade97332005-08-23 21:19:40765 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
766 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20767 )
Martin v. Löwisa950f7f2003-05-09 09:05:19768 if ssl_incs is not None:
769 krb5_h = find_file('krb5.h', inc_dirs,
770 ['/usr/kerberos/include'])
771 if krb5_h:
772 ssl_incs += krb5_h
Tarek Ziadé36797272010-07-22 12:50:05773 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21774 ['/usr/local/ssl/lib',
775 '/usr/contrib/ssl/lib/'
776 ] )
Fredrik Lundhade711a2001-01-24 08:00:28777
Andrew M. Kuchlingfbe73762001-01-18 18:44:20778 if (ssl_incs is not None and
779 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30780 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20781 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28782 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32783 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11784 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29785 else:
786 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23787
Gregory P. Smithade97332005-08-23 21:19:40788 # find out which version of OpenSSL we have
789 openssl_ver = 0
790 openssl_ver_re = re.compile(
791 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40792
Ronald Oussoren2c12ab12010-06-03 14:42:25793 # look for the openssl version header on the compiler search path.
794 opensslv_h = find_file('openssl/opensslv.h', [],
795 inc_dirs + search_for_ssl_incs_in)
796 if opensslv_h:
797 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
doko@ubuntu.com93df16b2012-06-30 12:32:08798 if host_platform == 'darwin' and is_macosx_sdk_path(name):
Ronald Oussoren2c12ab12010-06-03 14:42:25799 name = os.path.join(macosx_sdk_root(), name[1:])
800 try:
Brett Cannon9f5db072010-10-29 20:19:27801 with open(name, 'r') as incfile:
802 for line in incfile:
803 m = openssl_ver_re.match(line)
804 if m:
Antoine Pitrou2463e5f2013-03-28 21:24:43805 openssl_ver = int(m.group(1), 16)
806 break
Ronald Oussoren2c12ab12010-06-03 14:42:25807 except IOError as msg:
808 print("IOError while reading opensshv.h:", msg)
Gregory P. Smithade97332005-08-23 21:19:40809
Guido van Rossumeb1cf4e2007-08-17 17:14:17810 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithb04ded42010-01-03 00:38:10811 min_openssl_ver = 0x00907000
812 have_any_openssl = ssl_incs is not None and ssl_libs is not None
813 have_usable_openssl = (have_any_openssl and
814 openssl_ver >= min_openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40815
Gregory P. Smithb04ded42010-01-03 00:38:10816 if have_any_openssl:
817 if have_usable_openssl:
Guido van Rossumeb1cf4e2007-08-17 17:14:17818 # The _hashlib module wraps optimized implementations
819 # of hash functions from the OpenSSL library.
820 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
Gregory P. Smith5af7fba2010-01-03 14:51:13821 depends = ['hashlib.h'],
Guido van Rossumeb1cf4e2007-08-17 17:14:17822 include_dirs = ssl_incs,
823 library_dirs = ssl_libs,
824 libraries = ['ssl', 'crypto']) )
825 else:
826 print("warning: openssl 0x%08x is too old for _hashlib" %
827 openssl_ver)
828 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59829
Antoine Pitrou019ff192012-05-16 14:41:26830 # We always compile these even when OpenSSL is available (issue #14693).
831 # It's harmless and the object code is tiny (40-50 KB per module,
832 # only loaded when actually used).
833 exts.append( Extension('_sha256', ['sha256module.c'],
834 depends=['hashlib.h']) )
835 exts.append( Extension('_sha512', ['sha512module.c'],
836 depends=['hashlib.h']) )
837 exts.append( Extension('_md5', ['md5module.c'],
838 depends=['hashlib.h']) )
839 exts.append( Extension('_sha1', ['sha1module.c'],
840 depends=['hashlib.h']) )
Gregory P. Smith2f21eb32007-09-09 06:44:34841
Georg Brandl489cb4f2009-07-11 10:08:49842 # Modules that provide persistent dictionary-like semantics. You will
843 # probably want to arrange for at least one of them to be available on
844 # your machine, though none are defined by default because of library
845 # dependencies. The Python module dbm/__init__.py provides an
846 # implementation independent wrapper for these; dbm/dumb.py provides
847 # similar functionality (but slower of course) implemented in Python.
848
849 # Sleepycat^WOracle Berkeley DB interface.
850 # http://www.oracle.com/database/berkeley-db/db/index.html
851 #
852 # This requires the Sleepycat^WOracle DB code. The supported versions
853 # are set below. Visit the URL above to download
854 # a release. Most open source OSes come with one or more
855 # versions of BerkeleyDB already installed.
856
doko@ubuntu.com15bac0f2012-07-01 08:35:54857 max_db_ver = (5, 3)
Georg Brandl489cb4f2009-07-11 10:08:49858 min_db_ver = (3, 3)
859 db_setup_debug = False # verbose debug prints from this script?
860
861 def allow_db_ver(db_ver):
862 """Returns a boolean if the given BerkeleyDB version is acceptable.
863
864 Args:
865 db_ver: A tuple of the version to verify.
866 """
867 if not (min_db_ver <= db_ver <= max_db_ver):
868 return False
869 return True
870
871 def gen_db_minor_ver_nums(major):
872 if major == 4:
873 for x in range(max_db_ver[1]+1):
874 if allow_db_ver((4, x)):
875 yield x
876 elif major == 3:
877 for x in (3,):
878 if allow_db_ver((3, x)):
879 yield x
880 else:
881 raise ValueError("unknown major BerkeleyDB version", major)
882
883 # construct a list of paths to look for the header file in on
884 # top of the normal inc_dirs.
885 db_inc_paths = [
886 '/usr/include/db4',
887 '/usr/local/include/db4',
888 '/opt/sfw/include/db4',
889 '/usr/include/db3',
890 '/usr/local/include/db3',
891 '/opt/sfw/include/db3',
892 # Fink defaults (http://fink.sourceforge.net/)
893 '/sw/include/db4',
894 '/sw/include/db3',
895 ]
896 # 4.x minor number specific paths
897 for x in gen_db_minor_ver_nums(4):
898 db_inc_paths.append('/usr/include/db4%d' % x)
899 db_inc_paths.append('/usr/include/db4.%d' % x)
900 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
901 db_inc_paths.append('/usr/local/include/db4%d' % x)
902 db_inc_paths.append('/pkg/db-4.%d/include' % x)
903 db_inc_paths.append('/opt/db-4.%d/include' % x)
904 # MacPorts default (http://www.macports.org/)
905 db_inc_paths.append('/opt/local/include/db4%d' % x)
906 # 3.x minor number specific paths
907 for x in gen_db_minor_ver_nums(3):
908 db_inc_paths.append('/usr/include/db3%d' % x)
909 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
910 db_inc_paths.append('/usr/local/include/db3%d' % x)
911 db_inc_paths.append('/pkg/db-3.%d/include' % x)
912 db_inc_paths.append('/opt/db-3.%d/include' % x)
913
doko@ubuntu.com1abe1c52012-06-30 18:42:45914 if cross_compiling:
915 db_inc_paths = []
916
Georg Brandl489cb4f2009-07-11 10:08:49917 # Add some common subdirectories for Sleepycat DB to the list,
918 # based on the standard include directories. This way DB3/4 gets
919 # picked up when it is installed in a non-standard prefix and
920 # the user has added that prefix into inc_dirs.
921 std_variants = []
922 for dn in inc_dirs:
923 std_variants.append(os.path.join(dn, 'db3'))
924 std_variants.append(os.path.join(dn, 'db4'))
925 for x in gen_db_minor_ver_nums(4):
926 std_variants.append(os.path.join(dn, "db4%d"%x))
927 std_variants.append(os.path.join(dn, "db4.%d"%x))
928 for x in gen_db_minor_ver_nums(3):
929 std_variants.append(os.path.join(dn, "db3%d"%x))
930 std_variants.append(os.path.join(dn, "db3.%d"%x))
931
932 db_inc_paths = std_variants + db_inc_paths
933 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
934
935 db_ver_inc_map = {}
936
doko@ubuntu.com93df16b2012-06-30 12:32:08937 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25938 sysroot = macosx_sdk_root()
939
Georg Brandl489cb4f2009-07-11 10:08:49940 class db_found(Exception): pass
941 try:
942 # See whether there is a Sleepycat header in the standard
943 # search path.
944 for d in inc_dirs + db_inc_paths:
945 f = os.path.join(d, "db.h")
doko@ubuntu.com93df16b2012-06-30 12:32:08946 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ronald Oussoren2c12ab12010-06-03 14:42:25947 f = os.path.join(sysroot, d[1:], "db.h")
948
Georg Brandl489cb4f2009-07-11 10:08:49949 if db_setup_debug: print("db: looking for db.h in", f)
950 if os.path.exists(f):
Brett Cannon9f5db072010-10-29 20:19:27951 with open(f, 'rb') as file:
952 f = file.read()
Benjamin Peterson019f3612009-08-12 18:18:03953 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49954 if m:
955 db_major = int(m.group(1))
Benjamin Peterson019f3612009-08-12 18:18:03956 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49957 db_minor = int(m.group(1))
958 db_ver = (db_major, db_minor)
959
960 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
961 if db_ver == (4, 6):
Benjamin Peterson019f3612009-08-12 18:18:03962 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Georg Brandl489cb4f2009-07-11 10:08:49963 db_patch = int(m.group(1))
964 if db_patch < 21:
965 print("db.h:", db_ver, "patch", db_patch,
966 "being ignored (4.6.x must be >= 4.6.21)")
967 continue
968
969 if ( (db_ver not in db_ver_inc_map) and
970 allow_db_ver(db_ver) ):
971 # save the include directory with the db.h version
972 # (first occurrence only)
973 db_ver_inc_map[db_ver] = d
974 if db_setup_debug:
975 print("db.h: found", db_ver, "in", d)
976 else:
977 # we already found a header for this library version
978 if db_setup_debug: print("db.h: ignoring", d)
979 else:
980 # ignore this header, it didn't contain a version number
981 if db_setup_debug:
982 print("db.h: no version number version in", d)
983
984 db_found_vers = list(db_ver_inc_map.keys())
985 db_found_vers.sort()
986
987 while db_found_vers:
988 db_ver = db_found_vers.pop()
989 db_incdir = db_ver_inc_map[db_ver]
990
991 # check lib directories parallel to the location of the header
992 db_dirs_to_check = [
993 db_incdir.replace("include", 'lib64'),
994 db_incdir.replace("include", 'lib'),
995 ]
Ronald Oussoren2c12ab12010-06-03 14:42:25996
doko@ubuntu.com93df16b2012-06-30 12:32:08997 if host_platform != 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:25998 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
999
1000 else:
1001 # Same as other branch, but takes OSX SDK into account
1002 tmp = []
1003 for dn in db_dirs_to_check:
1004 if is_macosx_sdk_path(dn):
1005 if os.path.isdir(os.path.join(sysroot, dn[1:])):
1006 tmp.append(dn)
1007 else:
1008 if os.path.isdir(dn):
1009 tmp.append(dn)
Ronald Oussorendc969e52010-06-27 12:37:461010 db_dirs_to_check = tmp
Ronald Oussoren2c12ab12010-06-03 14:42:251011
1012 db_dirs_to_check = tmp
Georg Brandl489cb4f2009-07-11 10:08:491013
Ezio Melotti42da6632011-03-15 03:18:481014 # Look for a version specific db-X.Y before an ambiguous dbX
Georg Brandl489cb4f2009-07-11 10:08:491015 # XXX should we -ever- look for a dbX name? Do any
1016 # systems really not name their library by version and
1017 # symlink to more general names?
1018 for dblib in (('db-%d.%d' % db_ver),
1019 ('db%d%d' % db_ver),
1020 ('db%d' % db_ver[0])):
1021 dblib_file = self.compiler.find_library_file(
1022 db_dirs_to_check + lib_dirs, dblib )
1023 if dblib_file:
1024 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
1025 raise db_found
1026 else:
1027 if db_setup_debug: print("db lib: ", dblib, "not found")
1028
1029 except db_found:
1030 if db_setup_debug:
1031 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
1032 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
Georg Brandl489cb4f2009-07-11 10:08:491033 dblibs = [dblib]
doko@ubuntu.coma3818a32014-04-17 15:52:481034 # Only add the found library and include directories if they aren't
1035 # already being searched. This avoids an explicit runtime library
1036 # dependency.
1037 if db_incdir in inc_dirs:
1038 db_incs = None
1039 else:
1040 db_incs = [db_incdir]
1041 if dblib_dir[0] in lib_dirs:
1042 dblib_dir = None
Georg Brandl489cb4f2009-07-11 10:08:491043 else:
1044 if db_setup_debug: print("db: no appropriate library found")
1045 db_incs = None
1046 dblibs = []
1047 dblib_dir = None
1048
Thomas Wouters49fd7fa2006-04-21 10:40:581049 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:301050 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:581051
1052 # We hunt for #define SQLITE_VERSION "n.n.n"
1053 # We need to find >= sqlite version 3.0.8
1054 sqlite_incdir = sqlite_libdir = None
1055 sqlite_inc_paths = [ '/usr/include',
1056 '/usr/include/sqlite',
1057 '/usr/include/sqlite3',
1058 '/usr/local/include',
1059 '/usr/local/include/sqlite',
1060 '/usr/local/include/sqlite3',
doko@ubuntu.com1abe1c52012-06-30 18:42:451061 ]
1062 if cross_compiling:
1063 sqlite_inc_paths = []
Thomas Wouters49fd7fa2006-04-21 10:40:581064 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
1065 MIN_SQLITE_VERSION = ".".join([str(x)
1066 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:471067
1068 # Scan the default include directories before the SQLite specific
1069 # ones. This allows one to override the copy of sqlite on OSX,
1070 # where /usr/include contains an old version of sqlite.
doko@ubuntu.com93df16b2012-06-30 12:32:081071 if host_platform == 'darwin':
Ronald Oussoren2c12ab12010-06-03 14:42:251072 sysroot = macosx_sdk_root()
1073
Ned Deily9b635832012-08-05 22:13:331074 for d_ in inc_dirs + sqlite_inc_paths:
1075 d = d_
doko@ubuntu.com93df16b2012-06-30 12:32:081076 if host_platform == 'darwin' and is_macosx_sdk_path(d):
Ned Deily9b635832012-08-05 22:13:331077 d = os.path.join(sysroot, d[1:])
Ronald Oussoren2c12ab12010-06-03 14:42:251078
Ned Deily9b635832012-08-05 22:13:331079 f = os.path.join(d, "sqlite3.h")
Thomas Wouters49fd7fa2006-04-21 10:40:581080 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:431081 if sqlite_setup_debug: print("sqlite: found %s"%f)
Brett Cannon9f5db072010-10-29 20:19:271082 with open(f) as file:
1083 incf = file.read()
Thomas Wouters49fd7fa2006-04-21 10:40:581084 m = re.search(
Petri Lehtinened909bc2013-02-23 16:05:281085 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"([\d\.]*)"', incf)
Thomas Wouters49fd7fa2006-04-21 10:40:581086 if m:
1087 sqlite_version = m.group(1)
1088 sqlite_version_tuple = tuple([int(x)
1089 for x in sqlite_version.split(".")])
1090 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1091 # we win!
Thomas Wouters89f507f2006-12-13 04:49:301092 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:431093 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:581094 sqlite_incdir = d
1095 break
1096 else:
1097 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:431098 print("%s: version %d is too old, need >= %s"%(d,
1099 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:581100 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:431101 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:581102
1103 if sqlite_incdir:
1104 sqlite_dirs_to_check = [
1105 os.path.join(sqlite_incdir, '..', 'lib64'),
1106 os.path.join(sqlite_incdir, '..', 'lib'),
1107 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1108 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1109 ]
Tarek Ziadé36797272010-07-22 12:50:051110 sqlite_libfile = self.compiler.find_library_file(
Thomas Wouters49fd7fa2006-04-21 10:40:581111 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:571112 if sqlite_libfile:
1113 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:581114
1115 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:471116 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:581117 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:581118 '_sqlite/cursor.c',
1119 '_sqlite/microprotocols.c',
1120 '_sqlite/module.c',
1121 '_sqlite/prepare_protocol.c',
1122 '_sqlite/row.c',
1123 '_sqlite/statement.c',
1124 '_sqlite/util.c', ]
1125
Thomas Wouters49fd7fa2006-04-21 10:40:581126 sqlite_defines = []
doko@ubuntu.com93df16b2012-06-30 12:32:081127 if host_platform != "win32":
Thomas Wouters49fd7fa2006-04-21 10:40:581128 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1129 else:
1130 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1131
Benjamin Peterson076ed002010-10-31 17:11:021132 # Enable support for loadable extensions in the sqlite3 module
1133 # if --enable-loadable-sqlite-extensions configure option is used.
1134 if '--enable-loadable-sqlite-extensions' not in sysconfig.get_config_var("CONFIG_ARGS"):
1135 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
Thomas Wouters477c8d52006-05-27 19:21:471136
doko@ubuntu.com93df16b2012-06-30 12:32:081137 if host_platform == 'darwin':
Thomas Wouters477c8d52006-05-27 19:21:471138 # In every directory on the search path search for a dynamic
1139 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 09:05:331140 # for dynamic libraries on the entire path.
1141 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:471142 # before the dynamic library in /usr/lib.
1143 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1144 else:
1145 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:581146
Brett Cannonc5011fe2011-06-07 03:09:101147 include_dirs = ["Modules/_sqlite"]
1148 # Only include the directory where sqlite was found if it does
1149 # not already exist in set include directories, otherwise you
1150 # can end up with a bad search path order.
1151 if sqlite_incdir not in self.compiler.include_dirs:
1152 include_dirs.append(sqlite_incdir)
doko@ubuntu.coma3818a32014-04-17 15:52:481153 # avoid a runtime library path for a system library dir
1154 if sqlite_libdir and sqlite_libdir[0] in lib_dirs:
1155 sqlite_libdir = None
Thomas Wouters49fd7fa2006-04-21 10:40:581156 exts.append(Extension('_sqlite3', sqlite_srcs,
1157 define_macros=sqlite_defines,
Brett Cannonc5011fe2011-06-07 03:09:101158 include_dirs=include_dirs,
Thomas Wouters49fd7fa2006-04-21 10:40:581159 library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:471160 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581161 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:291162 else:
1163 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:341164
Ross Lagerwall0b63b562012-04-15 06:19:351165 dbm_setup_debug = False # verbose debug prints from this script?
Benjamin Petersond78735d2010-01-01 16:04:231166 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:231167 # The standard Unix dbm module:
doko@ubuntu.com93df16b2012-06-30 12:32:081168 if host_platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:491169 config_args = [arg.strip("'")
1170 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersond78735d2010-01-01 16:04:231171 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:491172 if arg.startswith('--with-dbmliborder=')]
1173 if dbm_args:
Benjamin Petersond78735d2010-01-01 16:04:231174 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:491175 else:
Georg Brandl489cb4f2009-07-11 10:08:491176 dbm_order = "ndbm:gdbm:bdb".split(":")
Matthias Klose55708cc2009-04-30 08:06:491177 dbmext = None
1178 for cand in dbm_order:
1179 if cand == "ndbm":
1180 if find_file("ndbm.h", inc_dirs, []) is not None:
Nick Coghlan50f147a2012-06-17 08:27:111181 # Some systems have -lndbm, others have -lgdbm_compat,
1182 # others don't have either
Tarek Ziadé36797272010-07-22 12:50:051183 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171184 'ndbm'):
Matthias Klose55708cc2009-04-30 08:06:491185 ndbm_libs = ['ndbm']
Nick Coghlan50f147a2012-06-17 08:27:111186 elif self.compiler.find_library_file(lib_dirs,
1187 'gdbm_compat'):
1188 ndbm_libs = ['gdbm_compat']
Matthias Klose55708cc2009-04-30 08:06:491189 else:
1190 ndbm_libs = []
Ross Lagerwall0b63b562012-04-15 06:19:351191 if dbm_setup_debug: print("building dbm using ndbm")
Matthias Klose55708cc2009-04-30 08:06:491192 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1193 define_macros=[
1194 ('HAVE_NDBM_H',None),
1195 ],
1196 libraries=ndbm_libs)
1197 break
1198
1199 elif cand == "gdbm":
Tarek Ziadé36797272010-07-22 12:50:051200 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
Matthias Klose55708cc2009-04-30 08:06:491201 gdbm_libs = ['gdbm']
Tarek Ziadé36797272010-07-22 12:50:051202 if self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171203 'gdbm_compat'):
Matthias Klose55708cc2009-04-30 08:06:491204 gdbm_libs.append('gdbm_compat')
1205 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 06:19:351206 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:491207 dbmext = Extension(
1208 '_dbm', ['_dbmmodule.c'],
1209 define_macros=[
1210 ('HAVE_GDBM_NDBM_H', None),
1211 ],
1212 libraries = gdbm_libs)
1213 break
1214 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
Ross Lagerwall0b63b562012-04-15 06:19:351215 if dbm_setup_debug: print("building dbm using gdbm")
Matthias Klose55708cc2009-04-30 08:06:491216 dbmext = Extension(
1217 '_dbm', ['_dbmmodule.c'],
1218 define_macros=[
1219 ('HAVE_GDBM_DASH_NDBM_H', None),
1220 ],
1221 libraries = gdbm_libs)
1222 break
Georg Brandl489cb4f2009-07-11 10:08:491223 elif cand == "bdb":
doko@ubuntu.coma3818a32014-04-17 15:52:481224 if dblibs:
Ross Lagerwall0b63b562012-04-15 06:19:351225 if dbm_setup_debug: print("building dbm using bdb")
Georg Brandl489cb4f2009-07-11 10:08:491226 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1227 library_dirs=dblib_dir,
1228 runtime_library_dirs=dblib_dir,
1229 include_dirs=db_incs,
1230 define_macros=[
1231 ('HAVE_BERKDB_H', None),
1232 ('DB_DBM_HSEARCH', None),
1233 ],
1234 libraries=dblibs)
Matthias Klose55708cc2009-04-30 08:06:491235 break
1236 if dbmext is not None:
1237 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:291238 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351239 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:281240
Andrew M. Kuchling00e0f212001-01-17 15:23:231241 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersond78735d2010-01-01 16:04:231242 if ('gdbm' in dbm_order and
Tarek Ziadé36797272010-07-22 12:50:051243 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:351244 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:231245 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:291246 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351247 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:231248
Andrew M. Kuchling00e0f212001-01-17 15:23:231249 # Unix-only modules
doko@ubuntu.com93df16b2012-06-30 12:32:081250 if host_platform != 'win32':
Andrew M. Kuchling00e0f212001-01-17 15:23:231251 # Steen Lumholt's termios module
1252 exts.append( Extension('termios', ['termios.c']) )
1253 # Jeremy Hylton's rlimit interface
Antoine Pitrou6103ab12009-10-24 20:11:211254 exts.append( Extension('resource', ['resource.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:231255
Andrew M. Kuchlingcf393f32001-02-21 02:38:241256 # Sun yellow pages. Some systems have the functions in libc.
doko@ubuntu.com93df16b2012-06-30 12:32:081257 if (host_platform not in ['cygwin', 'qnx6'] and
Benjamin Peterson588009e2009-12-30 03:03:541258 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Tarek Ziadé36797272010-07-22 12:50:051259 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:231260 libs = ['nsl']
1261 else:
1262 libs = []
1263 exts.append( Extension('nis', ['nismodule.c'],
1264 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:291265 else:
1266 missing.append('nis')
1267 else:
1268 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:231269
Skip Montanaro72092942004-02-07 12:50:191270 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:281271 # provided by the ncurses library.
Victor Stinneraa35b002011-11-28 23:08:121272 curses_defines = []
Victor Stinner756c6ec2011-11-26 23:19:531273 curses_includes = []
Victor Stinneraa35b002011-11-28 23:08:121274 panel_library = 'panel'
1275 if curses_library == 'ncursesw':
1276 curses_defines.append(('HAVE_NCURSESW', '1'))
1277 curses_includes.append('/usr/include/ncursesw')
1278 # Bug 1464056: If _curses.so links with ncursesw,
1279 # _curses_panel.so must link with panelw.
1280 panel_library = 'panelw'
doko@ubuntu.com93df16b2012-06-30 12:32:081281 if host_platform == 'darwin':
Ned Deily69192232012-06-21 06:47:141282 # On OS X, there is no separate /usr/lib/libncursesw nor
1283 # libpanelw. If we are here, we found a locally-supplied
1284 # version of libncursesw. There should be also be a
1285 # libpanelw. _XOPEN_SOURCE defines are usually excluded
1286 # for OS X but we need _XOPEN_SOURCE_EXTENDED here for
1287 # ncurses wide char support
1288 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
doko@ubuntu.com93df16b2012-06-30 12:32:081289 elif host_platform == 'darwin' and curses_library == 'ncurses':
Ned Deily69192232012-06-21 06:47:141290 # Building with the system-suppied combined libncurses/libpanel
1291 curses_defines.append(('HAVE_NCURSESW', '1'))
1292 curses_defines.append(('_XOPEN_SOURCE_EXTENDED', '1'))
Victor Stinneraa35b002011-11-28 23:08:121293
Stefan Krah095b2732010-06-08 13:41:441294 if curses_library.startswith('ncurses'):
Stefan Krah095b2732010-06-08 13:41:441295 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:141296 exts.append( Extension('_curses', ['_cursesmodule.c'],
Victor Stinner756c6ec2011-11-26 23:19:531297 include_dirs=curses_includes,
Nadeem Vawda9e2e9902011-07-31 13:01:111298 define_macros=curses_defines,
Martin v. Löwisa55e55e2006-02-11 15:55:141299 libraries = curses_libs) )
doko@ubuntu.com93df16b2012-06-30 12:32:081300 elif curses_library == 'curses' and host_platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:411301 # OSX has an old Berkeley curses, not good enough for
1302 # the _curses module.
Tarek Ziadé36797272010-07-22 12:50:051303 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
Andrew M. Kuchling00e0f212001-01-17 15:23:231304 curses_libs = ['curses', 'terminfo']
Tarek Ziadé36797272010-07-22 12:50:051305 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:231306 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:491307 else:
1308 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:281309
Andrew M. Kuchling00e0f212001-01-17 15:23:231310 exts.append( Extension('_curses', ['_cursesmodule.c'],
Nadeem Vawda9e2e9902011-07-31 13:01:111311 define_macros=curses_defines,
Andrew M. Kuchling00e0f212001-01-17 15:23:231312 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291313 else:
1314 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:281315
Andrew M. Kuchling00e0f212001-01-17 15:23:231316 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:161317 if (module_enabled(exts, '_curses') and
Tarek Ziadé36797272010-07-22 12:50:051318 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:231319 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Victor Stinner756c6ec2011-11-26 23:19:531320 include_dirs=curses_includes,
Ned Deily69192232012-06-21 06:47:141321 define_macros=curses_defines,
Thomas Wouters0e3f5912006-08-11 14:57:121322 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291323 else:
1324 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:281325
Barry Warsaw259b1e12002-08-13 20:09:261326 # Andrew Kuchling's zlib module. Note that some versions of zlib
1327 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1328 # http://www.cert.org/advisories/CA-2002-07.html
1329 #
1330 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1331 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1332 # now, we still accept 1.1.3, because we think it's difficult to
1333 # exploit this in Python, and we'd rather make it RedHat's problem
1334 # than our problem <wink>.
1335 #
1336 # You can upgrade zlib to version 1.1.4 yourself by going to
1337 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:121338 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:291339 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:121340 if zlib_inc is not None:
1341 zlib_h = zlib_inc[0] + '/zlib.h'
1342 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:261343 version_req = '"1.1.3"'
Ned Deily507c5912013-10-19 04:32:001344 if host_platform == 'darwin' and is_macosx_sdk_path(zlib_h):
1345 zlib_h = os.path.join(macosx_sdk_root(), zlib_h[1:])
Brett Cannon9f5db072010-10-29 20:19:271346 with open(zlib_h) as fp:
1347 while 1:
1348 line = fp.readline()
1349 if not line:
1350 break
1351 if line.startswith('#define ZLIB_VERSION'):
1352 version = line.split()[2]
1353 break
Guido van Rossume6970912001-04-15 15:16:121354 if version >= version_req:
Tarek Ziadé36797272010-07-22 12:50:051355 if (self.compiler.find_library_file(lib_dirs, 'z')):
doko@ubuntu.com93df16b2012-06-30 12:32:081356 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:121357 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1358 else:
1359 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:121360 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121361 libraries = ['z'],
1362 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:291363 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:291364 else:
1365 missing.append('zlib')
1366 else:
1367 missing.append('zlib')
1368 else:
1369 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231370
Christian Heimes1dc54002008-03-24 02:19:291371 # Helper module for various ascii-encoders. Uses zlib for an optimized
1372 # crc32 if we have it. Otherwise binascii uses its own.
1373 if have_zlib:
1374 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1375 libraries = ['z']
1376 extra_link_args = zlib_extra_link_args
1377 else:
1378 extra_compile_args = []
1379 libraries = []
1380 extra_link_args = []
1381 exts.append( Extension('binascii', ['binascii.c'],
1382 extra_compile_args = extra_compile_args,
1383 libraries = libraries,
1384 extra_link_args = extra_link_args) )
1385
Gustavo Niemeyerf8ca8362002-11-05 16:50:051386 # Gustavo Niemeyer's bz2 module.
Tarek Ziadé36797272010-07-22 12:50:051387 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
doko@ubuntu.com93df16b2012-06-30 12:32:081388 if host_platform == "darwin":
Thomas Wouters0e3f5912006-08-11 14:57:121389 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1390 else:
1391 bz2_extra_link_args = ()
Antoine Pitrou37dc5f82011-04-03 15:05:461392 exts.append( Extension('_bz2', ['_bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121393 libraries = ['bz2'],
1394 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:291395 else:
Antoine Pitrou37dc5f82011-04-03 15:05:461396 missing.append('_bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:051397
Nadeem Vawda3ff069e2011-11-29 22:25:061398 # LZMA compression support.
1399 if self.compiler.find_library_file(lib_dirs, 'lzma'):
1400 exts.append( Extension('_lzma', ['_lzmamodule.c'],
1401 libraries = ['lzma']) )
1402 else:
1403 missing.append('_lzma')
1404
Andrew M. Kuchling00e0f212001-01-17 15:23:231405 # Interface to the Expat XML parser
1406 #
Benjamin Petersona28e7022010-01-09 18:53:061407 # Expat was written by James Clark and is now maintained by a group of
1408 # developers on SourceForge; see www.libexpat.org for more information.
1409 # The pyexpat module was written by Paul Prescod after a prototype by
1410 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1411 # of a system shared libexpat.so is possible with --with-system-expat
Benjamin Petersonc73206c2010-10-31 16:38:191412 # configure option.
Fred Drakefc8341d2002-06-17 17:55:301413 #
1414 # More information on Expat can be found at www.libexpat.org.
1415 #
Benjamin Petersonb2d90462009-12-31 03:23:101416 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1417 expat_inc = []
1418 define_macros = []
1419 expat_lib = ['expat']
1420 expat_sources = []
Christian Heimesd489c7a2013-02-09 16:02:061421 expat_depends = []
Benjamin Petersonb2d90462009-12-31 03:23:101422 else:
1423 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1424 define_macros = [
1425 ('HAVE_EXPAT_CONFIG_H', '1'),
Victor Stinner86a713c2017-09-24 08:04:531426 # bpo-30947: Python uses best available entropy sources to
1427 # call XML_SetHashSalt(), expat entropy sources are not needed
1428 ('XML_POOR_ENTROPY', '1'),
Benjamin Petersonb2d90462009-12-31 03:23:101429 ]
1430 expat_lib = []
1431 expat_sources = ['expat/xmlparse.c',
1432 'expat/xmlrole.c',
1433 'expat/xmltok.c']
Christian Heimesd489c7a2013-02-09 16:02:061434 expat_depends = ['expat/ascii.h',
1435 'expat/asciitab.h',
1436 'expat/expat.h',
1437 'expat/expat_config.h',
1438 'expat/expat_external.h',
1439 'expat/internal.h',
1440 'expat/latin1tab.h',
1441 'expat/utf8tab.h',
1442 'expat/xmlrole.h',
1443 'expat/xmltok.h',
1444 'expat/xmltok_impl.h'
1445 ]
Thomas Wouters477c8d52006-05-27 19:21:471446
Fred Drake2d59a492003-10-21 15:41:151447 exts.append(Extension('pyexpat',
1448 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:101449 include_dirs = expat_inc,
1450 libraries = expat_lib,
Christian Heimesd489c7a2013-02-09 16:02:061451 sources = ['pyexpat.c'] + expat_sources,
1452 depends = expat_depends,
Fred Drake2d59a492003-10-21 15:41:151453 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:231454
Fredrik Lundh4c86ec62005-12-14 18:46:161455 # Fredrik Lundh's cElementTree module. Note that this also
1456 # uses expat (via the CAPI hook in pyexpat).
1457
Thomas Wouters49fd7fa2006-04-21 10:40:581458 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:161459 define_macros.append(('USE_PYEXPAT_CAPI', None))
1460 exts.append(Extension('_elementtree',
1461 define_macros = define_macros,
Benjamin Petersonb2d90462009-12-31 03:23:101462 include_dirs = expat_inc,
1463 libraries = expat_lib,
Fredrik Lundh4c86ec62005-12-14 18:46:161464 sources = ['_elementtree.c'],
Christian Heimesd489c7a2013-02-09 16:02:061465 depends = ['pyexpat.c'] + expat_sources +
1466 expat_depends,
Fredrik Lundh4c86ec62005-12-14 18:46:161467 ))
Guido van Rossumd8faa362007-04-27 19:54:291468 else:
1469 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:161470
Hye-Shik Chang3e2a3062004-01-17 14:29:291471 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:131472 exts.append(Extension('_multibytecodec',
1473 ['cjkcodecs/multibytecodec.c']))
1474 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1475 exts.append(Extension('_codecs_%s' % loc,
1476 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:291477
Stefan Krah1919b7e2012-03-21 17:25:231478 # Stefan Krah's _decimal module
1479 exts.append(self._decimal_ext())
1480
Thomas Hellercf567c12006-03-08 19:51:581481 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:581482 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:581483
Benjamin Petersone711caf2008-06-11 16:44:041484 # Richard Oudkerk's multiprocessing module
doko@ubuntu.com93df16b2012-06-30 12:32:081485 if host_platform == 'win32': # Windows
Benjamin Petersone711caf2008-06-11 16:44:041486 macros = dict()
1487 libraries = ['ws2_32']
1488
doko@ubuntu.com93df16b2012-06-30 12:32:081489 elif host_platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:581490 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041491 libraries = []
1492
doko@ubuntu.com93df16b2012-06-30 12:32:081493 elif host_platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:581494 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041495 libraries = []
Benjamin Peterson41181742008-07-02 20:22:541496
doko@ubuntu.com93df16b2012-06-30 12:32:081497 elif host_platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:541498 # FreeBSD's P1003.1b semaphore support is very experimental
1499 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:581500 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:541501 libraries = []
1502
doko@ubuntu.com93df16b2012-06-30 12:32:081503 elif host_platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581504 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:421505 libraries = []
1506
doko@ubuntu.com93df16b2012-06-30 12:32:081507 elif host_platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581508 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:421509 libraries = []
1510
Benjamin Petersone711caf2008-06-11 16:44:041511 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:581512 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041513 libraries = ['rt']
1514
doko@ubuntu.com93df16b2012-06-30 12:32:081515 if host_platform == 'win32':
Benjamin Petersone711caf2008-06-11 16:44:041516 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1517 '_multiprocessing/semaphore.c',
Benjamin Petersone711caf2008-06-11 16:44:041518 ]
1519
1520 else:
1521 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
Benjamin Petersone711caf2008-06-11 16:44:041522 ]
Mark Dickinsona614f042009-11-28 12:48:431523 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1524 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:041525 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1526
Jesse Noller6fd47e22009-01-23 14:09:081527 if sysconfig.get_config_var('WITH_THREAD'):
1528 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1529 define_macros=list(macros.items()),
1530 include_dirs=["Modules/_multiprocessing"]))
1531 else:
1532 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:041533 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:481534
Andrew M. Kuchling00e0f212001-01-17 15:23:231535 # Platform-specific libraries
doko@ubuntu.com93df16b2012-06-30 12:32:081536 if host_platform.startswith(('linux', 'freebsd', 'gnukfreebsd')):
Guido van Rossum0c016a92003-02-13 16:12:211537 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:291538 else:
1539 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:231540
doko@ubuntu.com93df16b2012-06-30 12:32:081541 if host_platform == 'darwin':
Benjamin Petersonebacd262008-05-29 21:09:511542 exts.append(
Ronald Oussoren84151202010-04-18 20:46:111543 Extension('_scproxy', ['_scproxy.c'],
1544 extra_link_args=[
1545 '-framework', 'SystemConfiguration',
1546 '-framework', 'CoreFoundation',
1547 ]))
Benjamin Petersonebacd262008-05-29 21:09:511548
Andrew M. Kuchlingfbe73762001-01-18 18:44:201549 self.extensions.extend(exts)
1550
1551 # Call the method for detecting whether _tkinter can be compiled
1552 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:281553
Guido van Rossumd8faa362007-04-27 19:54:291554 if '_tkinter' not in [e.name for e in self.extensions]:
1555 missing.append('_tkinter')
1556
Ned Deilycd3d8fb2013-08-02 06:51:271557## # Uncomment these lines if you want to play with xxmodule.c
1558## ext = Extension('xx', ['xxmodule.c'])
1559## self.extensions.append(ext)
1560
1561 if 'd' not in sys.abiflags:
1562 ext = Extension('xxlimited', ['xxlimited.c'],
Martin v. Löwisca7b0462014-02-04 08:33:051563 define_macros=[('Py_LIMITED_API', '0x03040000')])
Ned Deilycd3d8fb2013-08-02 06:51:271564 self.extensions.append(ext)
1565
Guido van Rossumd8faa362007-04-27 19:54:291566 return missing
1567
Ned Deilyd819b932013-09-06 08:07:051568 def detect_tkinter_explicitly(self):
1569 # Build _tkinter using explicit locations for Tcl/Tk.
1570 #
1571 # This is enabled when both arguments are given to ./configure:
1572 #
1573 # --with-tcltk-includes="-I/path/to/tclincludes \
1574 # -I/path/to/tkincludes"
1575 # --with-tcltk-libs="-L/path/to/tcllibs -ltclm.n \
1576 # -L/path/to/tklibs -ltkm.n"
1577 #
1578 # These values can also be specified or overriden via make:
1579 # make TCLTK_INCLUDES="..." TCLTK_LIBS="..."
1580 #
1581 # This can be useful for building and testing tkinter with multiple
1582 # versions of Tcl/Tk. Note that a build of Tk depends on a particular
1583 # build of Tcl so you need to specify both arguments and use care when
1584 # overriding.
1585
1586 # The _TCLTK variables are created in the Makefile sharedmods target.
1587 tcltk_includes = os.environ.get('_TCLTK_INCLUDES')
1588 tcltk_libs = os.environ.get('_TCLTK_LIBS')
1589 if not (tcltk_includes and tcltk_libs):
1590 # Resume default configuration search.
1591 return 0
1592
1593 extra_compile_args = tcltk_includes.split()
1594 extra_link_args = tcltk_libs.split()
1595 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1596 define_macros=[('WITH_APPINIT', 1)],
1597 extra_compile_args = extra_compile_args,
1598 extra_link_args = extra_link_args,
1599 )
1600 self.extensions.append(ext)
1601 return 1
1602
Jack Jansen0b06be72002-06-21 14:48:381603 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1604 # The _tkinter module, using frameworks. Since frameworks are quite
1605 # different the UNIX search logic is not sharable.
1606 from os.path import join, exists
1607 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431608 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:481609 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:381610 join(os.getenv('HOME'), '/Library/Frameworks')
1611 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:201612
Ronald Oussoren2c12ab12010-06-03 14:42:251613 sysroot = macosx_sdk_root()
1614
Skip Montanaro0174ddd2005-12-30 05:01:261615 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:381616 # bundles.
1617 # XXX distutils should support -F!
1618 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:431619 # both Tcl.framework and Tk.framework should be present
Ronald Oussoren2c12ab12010-06-03 14:42:251620
1621
Jack Jansen0b06be72002-06-21 14:48:381622 for fw in 'Tcl', 'Tk':
Ronald Oussoren2c12ab12010-06-03 14:42:251623 if is_macosx_sdk_path(F):
1624 if not exists(join(sysroot, F[1:], fw + '.framework')):
1625 break
1626 else:
1627 if not exists(join(F, fw + '.framework')):
1628 break
Jack Jansen0b06be72002-06-21 14:48:381629 else:
1630 # ok, F is now directory with both frameworks. Continure
1631 # building
1632 break
1633 else:
1634 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1635 # will now resume.
1636 return 0
Tim Peters2c60f7a2003-01-29 03:49:431637
Jack Jansen0b06be72002-06-21 14:48:381638 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1639 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:431640 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:381641 #
1642 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431643 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:431644 for fw in ('Tcl', 'Tk')
1645 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:381646 ]
1647
Tim Peters2c60f7a2003-01-29 03:49:431648 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:381649 # complicated search, this is a hard-coded path. It could bail out
1650 # if X11 libs are not found...
1651 include_dirs.append('/usr/X11R6/include')
1652 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1653
Georg Brandlfcaf9102008-07-16 02:17:561654 # All existing framework builds of Tcl/Tk don't support 64-bit
1655 # architectures.
1656 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1657 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:561658
Ronald Oussorend097efe2009-09-15 19:07:581659 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1660 if not os.path.exists(self.build_temp):
1661 os.makedirs(self.build_temp)
1662
1663 # Note: cannot use os.popen or subprocess here, that
1664 # requires extensions that are not available here.
Ronald Oussoren2c12ab12010-06-03 14:42:251665 if is_macosx_sdk_path(F):
1666 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1667 else:
1668 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren2c12ab12010-06-03 14:42:251669
Brett Cannon9f5db072010-10-29 20:19:271670 with open(tmpfile) as fp:
1671 detected_archs = []
1672 for ln in fp:
1673 a = ln.split()[-1]
1674 if a in archs:
1675 detected_archs.append(ln.split()[-1])
Ronald Oussorend097efe2009-09-15 19:07:581676 os.unlink(tmpfile)
1677
1678 for a in detected_archs:
1679 frameworks.append('-arch')
1680 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:561681
Jack Jansen0b06be72002-06-21 14:48:381682 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1683 define_macros=[('WITH_APPINIT', 1)],
1684 include_dirs = include_dirs,
1685 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:561686 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:381687 extra_link_args = frameworks,
1688 )
1689 self.extensions.append(ext)
1690 return 1
1691
Andrew M. Kuchlingfbe73762001-01-18 18:44:201692 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:231693 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:411694
Ned Deilyd819b932013-09-06 08:07:051695 # Check whether --with-tcltk-includes and --with-tcltk-libs were
1696 # configured or passed into the make target. If so, use these values
1697 # to build tkinter and bypass the searches for Tcl and TK in standard
1698 # locations.
1699 if self.detect_tkinter_explicitly():
1700 return
1701
Jack Jansen0b06be72002-06-21 14:48:381702 # Rather than complicate the code below, detecting and building
1703 # AquaTk is a separate method. Only one Tkinter will be built on
1704 # Darwin - either AquaTk, if it is found, or X11 based Tk.
doko@ubuntu.com93df16b2012-06-30 12:32:081705 if (host_platform == 'darwin' and
Skip Montanaro0174ddd2005-12-30 05:01:261706 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:431707 return
Jack Jansen0b06be72002-06-21 14:48:381708
Andrew M. Kuchlingfbe73762001-01-18 18:44:201709 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:011710 # The versions with dots are used on Unix, and the versions without
1711 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:201712 tcllib = tklib = tcl_includes = tk_includes = None
Guilherme Polo5d377bd2009-08-16 14:44:141713 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1714 '8.2', '82', '8.1', '81', '8.0', '80']:
Tarek Ziadé36797272010-07-22 12:50:051715 tklib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171716 'tk' + version)
Tarek Ziadé36797272010-07-22 12:50:051717 tcllib = self.compiler.find_library_file(lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171718 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:411719 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:231720 # Exit the loop when we've found the Tcl/Tk libraries
1721 break
Andrew M. Kuchling00e0f212001-01-17 15:23:231722
Fredrik Lundhade711a2001-01-24 08:00:281723 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:201724 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351725 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:201726 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351727 dotversion = version
doko@ubuntu.com93df16b2012-06-30 12:32:081728 if '.' not in dotversion and "bsd" in host_platform.lower():
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351729 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1730 # but the include subdirs are named like .../include/tcl8.3.
1731 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1732 tcl_include_sub = []
1733 tk_include_sub = []
1734 for dir in inc_dirs:
1735 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1736 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1737 tk_include_sub += tcl_include_sub
1738 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1739 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:231740
Martin v. Löwise86a59a2003-05-03 08:45:511741 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:201742 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351743 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:201744 return
Fredrik Lundhade711a2001-01-24 08:00:281745
Andrew M. Kuchlingfbe73762001-01-18 18:44:201746 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:231747
Andrew M. Kuchlingfbe73762001-01-18 18:44:201748 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1749 for dir in tcl_includes + tk_includes:
1750 if dir not in include_dirs:
1751 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:281752
Andrew M. Kuchlingfbe73762001-01-18 18:44:201753 # Check for various platform-specific directories
doko@ubuntu.com93df16b2012-06-30 12:32:081754 if host_platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:201755 include_dirs.append('/usr/openwin/include')
1756 added_lib_dirs.append('/usr/openwin/lib')
1757 elif os.path.exists('/usr/X11R6/include'):
1758 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:351759 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:201760 added_lib_dirs.append('/usr/X11R6/lib')
1761 elif os.path.exists('/usr/X11R5/include'):
1762 include_dirs.append('/usr/X11R5/include')
1763 added_lib_dirs.append('/usr/X11R5/lib')
1764 else:
Fredrik Lundhade711a2001-01-24 08:00:281765 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:201766 include_dirs.append('/usr/X11/include')
1767 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231768
Jason Tishler9181c942003-02-05 15:16:171769 # If Cygwin, then verify that X is installed before proceeding
doko@ubuntu.com93df16b2012-06-30 12:32:081770 if host_platform == 'cygwin':
Jason Tishler9181c942003-02-05 15:16:171771 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1772 if x11_inc is None:
1773 return
1774
Andrew M. Kuchlingfbe73762001-01-18 18:44:201775 # Check for BLT extension
Tarek Ziadé36797272010-07-22 12:50:051776 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171777 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:201778 defs.append( ('WITH_BLT', 1) )
1779 libs.append('BLT8.0')
Tarek Ziadé36797272010-07-22 12:50:051780 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
Tarek Ziadédd07ebb2009-07-06 13:52:171781 'BLT'):
Martin v. Löwis427a2902002-12-12 20:23:381782 defs.append( ('WITH_BLT', 1) )
1783 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:231784
Andrew M. Kuchlingfbe73762001-01-18 18:44:201785 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:461786 libs.append('tk'+ version)
1787 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:281788
doko@ubuntu.com93df16b2012-06-30 12:32:081789 if host_platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:201790 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:231791
Martin v. Löwis3db5b8c2001-07-24 06:54:011792 # Finally, link with the X11 libraries (not appropriate on cygwin)
doko@ubuntu.com93df16b2012-06-30 12:32:081793 if host_platform != "cygwin":
Martin v. Löwis3db5b8c2001-07-24 06:54:011794 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:231795
Andrew M. Kuchlingfbe73762001-01-18 18:44:201796 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1797 define_macros=[('WITH_APPINIT', 1)] + defs,
1798 include_dirs = include_dirs,
1799 libraries = libs,
1800 library_dirs = added_lib_dirs,
1801 )
1802 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:281803
Andrew M. Kuchlingfbe73762001-01-18 18:44:201804 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:231805 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:281806 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231807 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281808 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231809 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281810 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:231811
Christian Heimes78644762008-03-04 23:39:231812 def configure_ctypes_darwin(self, ext):
1813 # Darwin (OS X) uses preconfigured files, in
1814 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:451815 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:231816 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1817 '_ctypes', 'libffi_osx'))
1818 sources = [os.path.join(ffi_srcdir, p)
1819 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:561820 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:231821 'x86/x86-darwin.S',
1822 'x86/x86-ffi_darwin.c',
1823 'x86/x86-ffi64.c',
1824 'powerpc/ppc-darwin.S',
1825 'powerpc/ppc-darwin_closure.S',
1826 'powerpc/ppc-ffi_darwin.c',
1827 'powerpc/ppc64-darwin_closure.S',
1828 ]]
1829
1830 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:051831 self.compiler.src_extensions.append('.S')
Christian Heimes78644762008-03-04 23:39:231832
1833 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1834 os.path.join(ffi_srcdir, 'powerpc')]
1835 ext.include_dirs.extend(include_dirs)
1836 ext.sources.extend(sources)
1837 return True
1838
Thomas Wouters49fd7fa2006-04-21 10:40:581839 def configure_ctypes(self, ext):
1840 if not self.use_system_libffi:
doko@ubuntu.com93df16b2012-06-30 12:32:081841 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:231842 return self.configure_ctypes_darwin(ext)
1843
Neil Schemenauer014bf282009-02-05 16:35:451844 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:581845 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1846 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1847 '_ctypes', 'libffi'))
1848 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:581849
Thomas Wouters477c8d52006-05-27 19:21:471850 from distutils.dep_util import newer_group
1851
1852 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:441853 for fname in os.listdir(ffi_srcdir)
1854 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:471855 if self.force or newer_group(config_sources,
1856 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:581857 from distutils.dir_util import mkpath
1858 mkpath(ffi_builddir)
doko@ubuntu.com1abe1c52012-06-30 18:42:451859 config_args = [arg for arg in sysconfig.get_config_var("CONFIG_ARGS").split()
1860 if (('--host=' in arg) or ('--build=' in arg))]
Christian Heimes7dd06e12012-09-06 16:02:491861 if not self.verbose:
1862 config_args.append("-q")
Thomas Hellercf567c12006-03-08 19:51:581863
Thomas Wouters49fd7fa2006-04-21 10:40:581864 # Pass empty CFLAGS because we'll just append the resulting
1865 # CFLAGS to Python's; -g or -O2 is to be avoided.
1866 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1867 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:581868
Thomas Wouters49fd7fa2006-04-21 10:40:581869 res = os.system(cmd)
1870 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:431871 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:581872 return False
Thomas Hellercf567c12006-03-08 19:51:581873
Thomas Wouters49fd7fa2006-04-21 10:40:581874 fficonfig = {}
Antoine Pitrou72f4d642010-01-13 12:04:201875 with open(ffi_configfile) as f:
1876 exec(f.read(), globals(), fficonfig)
Thomas Hellercf567c12006-03-08 19:51:581877
Thomas Wouters49fd7fa2006-04-21 10:40:581878 # Add .S (preprocessed assembly) to C compiler source extensions.
Tarek Ziadé36797272010-07-22 12:50:051879 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:581880
Thomas Wouters49fd7fa2006-04-21 10:40:581881 include_dirs = [os.path.join(ffi_builddir, 'include'),
Antoine Pitrou72f4d642010-01-13 12:04:201882 ffi_builddir,
1883 os.path.join(ffi_srcdir, 'src')]
Thomas Wouters49fd7fa2006-04-21 10:40:581884 extra_compile_args = fficonfig['ffi_cflags'].split()
1885
Antoine Pitrou72f4d642010-01-13 12:04:201886 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1887 fficonfig['ffi_sources'])
Thomas Wouters49fd7fa2006-04-21 10:40:581888 ext.include_dirs.extend(include_dirs)
1889 ext.extra_compile_args.extend(extra_compile_args)
1890 return True
1891
1892 def detect_ctypes(self, inc_dirs, lib_dirs):
1893 self.use_system_libffi = False
1894 include_dirs = []
1895 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:121896 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:581897 sources = ['_ctypes/_ctypes.c',
1898 '_ctypes/callbacks.c',
1899 '_ctypes/callproc.c',
1900 '_ctypes/stgdict.c',
Thomas Heller864cc672010-08-08 17:58:531901 '_ctypes/cfield.c']
Thomas Hellercf567c12006-03-08 19:51:581902 depends = ['_ctypes/ctypes.h']
1903
doko@ubuntu.com93df16b2012-06-30 12:32:081904 if host_platform == 'darwin':
Ronald Oussoren2decf222010-09-05 18:25:591905 sources.append('_ctypes/malloc_closure.c')
Thomas Hellercf567c12006-03-08 19:51:581906 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:231907 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:581908 include_dirs.append('_ctypes/darwin')
1909# XXX Is this still needed?
1910## extra_link_args.extend(['-read_only_relocs', 'warning'])
1911
doko@ubuntu.com93df16b2012-06-30 12:32:081912 elif host_platform == 'sunos5':
Thomas Wouters0e3f5912006-08-11 14:57:121913 # XXX This shouldn't be necessary; it appears that some
1914 # of the assembler code is non-PIC (i.e. it has relocations
1915 # when it shouldn't. The proper fix would be to rewrite
1916 # the assembler code to be PIC.
1917 # This only works with GCC; the Sun compiler likely refuses
1918 # this option. If you want to compile ctypes with the Sun
1919 # compiler, please research a proper solution, instead of
1920 # finding some -z option for the Sun compiler.
1921 extra_link_args.append('-mimpure-text')
1922
doko@ubuntu.com93df16b2012-06-30 12:32:081923 elif host_platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:461924 extra_link_args.append('-fPIC')
1925
Thomas Hellercf567c12006-03-08 19:51:581926 ext = Extension('_ctypes',
1927 include_dirs=include_dirs,
1928 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:121929 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581930 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:581931 sources=sources,
1932 depends=depends)
1933 ext_test = Extension('_ctypes_test',
1934 sources=['_ctypes/_ctypes_test.c'])
1935 self.extensions.extend([ext, ext_test])
1936
Thomas Wouters49fd7fa2006-04-21 10:40:581937 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1938 return
1939
doko@ubuntu.com93df16b2012-06-30 12:32:081940 if host_platform == 'darwin':
Christian Heimes78644762008-03-04 23:39:231941 # OS X 10.5 comes with libffi.dylib; the include files are
1942 # in /usr/include/ffi
1943 inc_dirs.append('/usr/include/ffi')
1944
Benjamin Petersond78735d2010-01-01 16:04:231945 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
Matthias Klose5a204fe2010-04-21 21:47:451946 if not ffi_inc or ffi_inc[0] == '':
Benjamin Petersond78735d2010-01-01 16:04:231947 ffi_inc = find_file('ffi.h', [], inc_dirs)
Thomas Wouters49fd7fa2006-04-21 10:40:581948 if ffi_inc is not None:
1949 ffi_h = ffi_inc[0] + '/ffi.h'
Brett Cannon9f5db072010-10-29 20:19:271950 with open(ffi_h) as fp:
1951 while 1:
1952 line = fp.readline()
1953 if not line:
1954 ffi_inc = None
1955 break
1956 if line.startswith('#define LIBFFI_H'):
1957 break
Thomas Wouters49fd7fa2006-04-21 10:40:581958 ffi_lib = None
1959 if ffi_inc is not None:
1960 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
Tarek Ziadé36797272010-07-22 12:50:051961 if (self.compiler.find_library_file(lib_dirs, lib_name)):
Thomas Wouters49fd7fa2006-04-21 10:40:581962 ffi_lib = lib_name
1963 break
1964
1965 if ffi_inc and ffi_lib:
1966 ext.include_dirs.extend(ffi_inc)
1967 ext.libraries.append(ffi_lib)
1968 self.use_system_libffi = True
1969
Stefan Krah1919b7e2012-03-21 17:25:231970 def _decimal_ext(self):
Stefan Krah60187b52012-03-23 18:06:271971 extra_compile_args = []
Stefan Kraha10e2fb2012-09-01 12:21:221972 undef_macros = []
Stefan Krah60187b52012-03-23 18:06:271973 if '--with-system-libmpdec' in sysconfig.get_config_var("CONFIG_ARGS"):
1974 include_dirs = []
Stefan Krah45059eb2013-11-24 18:44:571975 libraries = [':libmpdec.so.2']
Stefan Krah60187b52012-03-23 18:06:271976 sources = ['_decimal/_decimal.c']
1977 depends = ['_decimal/docstrings.h']
1978 else:
Ned Deily458a6fb2012-04-01 09:30:461979 srcdir = sysconfig.get_config_var('srcdir')
1980 include_dirs = [os.path.abspath(os.path.join(srcdir,
1981 'Modules',
1982 '_decimal',
1983 'libmpdec'))]
Stefan Krah60187b52012-03-23 18:06:271984 libraries = []
1985 sources = [
1986 '_decimal/_decimal.c',
1987 '_decimal/libmpdec/basearith.c',
1988 '_decimal/libmpdec/constants.c',
1989 '_decimal/libmpdec/context.c',
1990 '_decimal/libmpdec/convolute.c',
1991 '_decimal/libmpdec/crt.c',
1992 '_decimal/libmpdec/difradix2.c',
1993 '_decimal/libmpdec/fnt.c',
1994 '_decimal/libmpdec/fourstep.c',
1995 '_decimal/libmpdec/io.c',
1996 '_decimal/libmpdec/memory.c',
1997 '_decimal/libmpdec/mpdecimal.c',
1998 '_decimal/libmpdec/numbertheory.c',
1999 '_decimal/libmpdec/sixstep.c',
2000 '_decimal/libmpdec/transpose.c',
2001 ]
2002 depends = [
2003 '_decimal/docstrings.h',
2004 '_decimal/libmpdec/basearith.h',
2005 '_decimal/libmpdec/bits.h',
2006 '_decimal/libmpdec/constants.h',
2007 '_decimal/libmpdec/convolute.h',
2008 '_decimal/libmpdec/crt.h',
2009 '_decimal/libmpdec/difradix2.h',
2010 '_decimal/libmpdec/fnt.h',
2011 '_decimal/libmpdec/fourstep.h',
2012 '_decimal/libmpdec/io.h',
2013 '_decimal/libmpdec/memory.h',
2014 '_decimal/libmpdec/mpdecimal.h',
2015 '_decimal/libmpdec/numbertheory.h',
2016 '_decimal/libmpdec/sixstep.h',
2017 '_decimal/libmpdec/transpose.h',
2018 '_decimal/libmpdec/typearith.h',
2019 '_decimal/libmpdec/umodarith.h',
2020 ]
2021
Stefan Krah1919b7e2012-03-21 17:25:232022 config = {
2023 'x64': [('CONFIG_64','1'), ('ASM','1')],
2024 'uint128': [('CONFIG_64','1'), ('ANSI','1'), ('HAVE_UINT128_T','1')],
2025 'ansi64': [('CONFIG_64','1'), ('ANSI','1')],
2026 'ppro': [('CONFIG_32','1'), ('PPRO','1'), ('ASM','1')],
2027 'ansi32': [('CONFIG_32','1'), ('ANSI','1')],
2028 'ansi-legacy': [('CONFIG_32','1'), ('ANSI','1'),
2029 ('LEGACY_COMPILER','1')],
2030 'universal': [('UNIVERSAL','1')]
2031 }
2032
Stefan Krah1919b7e2012-03-21 17:25:232033 cc = sysconfig.get_config_var('CC')
2034 sizeof_size_t = sysconfig.get_config_var('SIZEOF_SIZE_T')
2035 machine = os.environ.get('PYTHON_DECIMAL_WITH_MACHINE')
2036
2037 if machine:
2038 # Override automatic configuration to facilitate testing.
2039 define_macros = config[machine]
doko@ubuntu.com93df16b2012-06-30 12:32:082040 elif host_platform == 'darwin':
Stefan Krah1919b7e2012-03-21 17:25:232041 # Universal here means: build with the same options Python
2042 # was built with.
2043 define_macros = config['universal']
2044 elif sizeof_size_t == 8:
2045 if sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X64'):
2046 define_macros = config['x64']
2047 elif sysconfig.get_config_var('HAVE_GCC_UINT128_T'):
2048 define_macros = config['uint128']
2049 else:
2050 define_macros = config['ansi64']
2051 elif sizeof_size_t == 4:
2052 ppro = sysconfig.get_config_var('HAVE_GCC_ASM_FOR_X87')
2053 if ppro and ('gcc' in cc or 'clang' in cc) and \
doko@ubuntu.com93df16b2012-06-30 12:32:082054 not 'sunos' in host_platform:
Stefan Krah1919b7e2012-03-21 17:25:232055 # solaris: problems with register allocation.
2056 # icc >= 11.0 works as well.
2057 define_macros = config['ppro']
Stefan Krahce23dbc2012-09-30 19:12:532058 extra_compile_args.append('-Wno-unknown-pragmas')
Stefan Krah1919b7e2012-03-21 17:25:232059 else:
2060 define_macros = config['ansi32']
2061 else:
2062 raise DistutilsError("_decimal: unsupported architecture")
2063
2064 # Workarounds for toolchain bugs:
2065 if sysconfig.get_config_var('HAVE_IPA_PURE_CONST_BUG'):
2066 # Some versions of gcc miscompile inline asm:
2067 # http://gcc.gnu.org/bugzilla/show_bug.cgi?id=46491
2068 # http://gcc.gnu.org/ml/gcc/2010-11/msg00366.html
2069 extra_compile_args.append('-fno-ipa-pure-const')
2070 if sysconfig.get_config_var('HAVE_GLIBC_MEMMOVE_BUG'):
2071 # _FORTIFY_SOURCE wrappers for memmove and bcopy are incorrect:
2072 # http://sourceware.org/ml/libc-alpha/2010-12/msg00009.html
2073 undef_macros.append('_FORTIFY_SOURCE')
2074
2075 # Faster version without thread local contexts:
2076 if not sysconfig.get_config_var('WITH_THREAD'):
2077 define_macros.append(('WITHOUT_THREADS', 1))
2078
Stefan Krahce55f082013-01-16 13:45:162079 # Increase warning level for gcc:
2080 if 'gcc' in cc:
Stefan Krah4f197442013-03-07 00:12:032081 cmd = ("echo '' | %s -Wextra -Wno-missing-field-initializers -E - "
2082 "> /dev/null 2>&1" % cc)
Stefan Krah13fe6d12013-01-17 11:49:342083 ret = os.system(cmd)
2084 if ret >> 8 == 0:
2085 extra_compile_args.extend(['-Wextra',
2086 '-Wno-missing-field-initializers'])
Stefan Krahce55f082013-01-16 13:45:162087
Stefan Krah1919b7e2012-03-21 17:25:232088 # Uncomment for extra functionality:
2089 #define_macros.append(('EXTRA_FUNCTIONALITY', 1))
2090 ext = Extension (
2091 '_decimal',
2092 include_dirs=include_dirs,
Stefan Krah60187b52012-03-23 18:06:272093 libraries=libraries,
Stefan Krah1919b7e2012-03-21 17:25:232094 define_macros=define_macros,
2095 undef_macros=undef_macros,
2096 extra_compile_args=extra_compile_args,
2097 sources=sources,
2098 depends=depends
2099 )
2100 return ext
Thomas Wouters49fd7fa2006-04-21 10:40:582101
Andrew M. Kuchlingf52d27e2001-05-21 20:29:272102class PyBuildInstall(install):
2103 # Suppress the warning about installation into the lib_dynload
2104 # directory, which is not in sys.path when running Python during
2105 # installation:
2106 def initialize_options (self):
2107 install.initialize_options(self)
2108 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:412109
Éric Araujoe6792c12011-06-09 12:07:022110 # Customize subcommands to not install an egg-info file for Python
2111 sub_commands = [('install_lib', install.has_lib),
2112 ('install_headers', install.has_headers),
2113 ('install_scripts', install.has_scripts),
2114 ('install_data', install.has_data)]
2115
2116
Michael W. Hudson529a5052002-12-17 16:47:172117class PyBuildInstallLib(install_lib):
2118 # Do exactly what install_lib does but make sure correct access modes get
2119 # set on installed directories and files. All installed files with get
2120 # mode 644 unless they are a shared library in which case they will get
2121 # mode 755. All installed directories will get mode 755.
2122
doko@ubuntu.comd5537d02013-03-21 20:21:492123 # this is works for EXT_SUFFIX too, which ends with SHLIB_SUFFIX
2124 shlib_suffix = sysconfig.get_config_var("SHLIB_SUFFIX")
Michael W. Hudson529a5052002-12-17 16:47:172125
2126 def install(self):
2127 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:492128 self.set_file_modes(outfiles, 0o644, 0o755)
2129 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:172130 return outfiles
2131
2132 def set_file_modes(self, files, defaultMode, sharedLibMode):
2133 if not self.is_chmod_supported(): return
2134 if not files: return
2135
2136 for filename in files:
2137 if os.path.islink(filename): continue
2138 mode = defaultMode
doko@ubuntu.comd5537d02013-03-21 20:21:492139 if filename.endswith(self.shlib_suffix): mode = sharedLibMode
Michael W. Hudson529a5052002-12-17 16:47:172140 log.info("changing mode of %s to %o", filename, mode)
2141 if not self.dry_run: os.chmod(filename, mode)
2142
2143 def set_dir_modes(self, dirname, mode):
2144 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc321e5332009-07-02 23:08:452145 for dirpath, dirnames, fnames in os.walk(dirname):
2146 if os.path.islink(dirpath):
2147 continue
2148 log.info("changing mode of %s to %o", dirpath, mode)
2149 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:172150
2151 def is_chmod_supported(self):
2152 return hasattr(os, 'chmod')
2153
Georg Brandlff52f762010-12-28 09:51:432154class PyBuildScripts(build_scripts):
2155 def copy_scripts(self):
2156 outfiles, updated_files = build_scripts.copy_scripts(self)
2157 fullversion = '-{0[0]}.{0[1]}'.format(sys.version_info)
2158 minoronly = '.{0[1]}'.format(sys.version_info)
2159 newoutfiles = []
2160 newupdated_files = []
2161 for filename in outfiles:
Vinay Sajip7ded1f02012-05-26 02:45:292162 if filename.endswith(('2to3', 'pyvenv')):
Georg Brandlff52f762010-12-28 09:51:432163 newfilename = filename + fullversion
2164 else:
2165 newfilename = filename + minoronly
2166 log.info('renaming {} to {}'.format(filename, newfilename))
2167 os.rename(filename, newfilename)
2168 newoutfiles.append(newfilename)
2169 if filename in updated_files:
2170 newupdated_files.append(newfilename)
2171 return newoutfiles, newupdated_files
2172
Guido van Rossum14ee89c2003-02-20 02:52:042173SUMMARY = """
2174Python is an interpreted, interactive, object-oriented programming
2175language. It is often compared to Tcl, Perl, Scheme or Java.
2176
2177Python combines remarkable power with very clear syntax. It has
2178modules, classes, exceptions, very high level dynamic data types, and
2179dynamic typing. There are interfaces to many system calls and
2180libraries, as well as to various windowing systems (X11, Motif, Tk,
2181Mac, MFC). New built-in modules are easily written in C or C++. Python
2182is also usable as an extension language for applications that need a
2183programmable interface.
2184
2185The Python implementation is portable: it runs on many brands of UNIX,
Jesus Ceaf1af7052012-10-05 00:48:462186on Windows, DOS, Mac, Amiga... If your favorite system isn't
Guido van Rossum14ee89c2003-02-20 02:52:042187listed here, it may still be supported, if there's a C compiler for
2188it. Ask around on comp.lang.python -- or just try compiling Python
2189yourself.
2190"""
2191
2192CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:042193Development Status :: 6 - Mature
2194License :: OSI Approved :: Python Software Foundation License
2195Natural Language :: English
2196Programming Language :: C
2197Programming Language :: Python
2198Topic :: Software Development
2199"""
2200
Andrew M. Kuchling00e0f212001-01-17 15:23:232201def main():
Andrew M. Kuchling62686692001-05-21 20:48:092202 # turn off warnings when deprecated modules are imported
2203 import warnings
2204 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:042205 setup(# PyPI Metadata (PEP 301)
2206 name = "Python",
2207 version = sys.version.split()[0],
2208 url = "http://www.python.org/%s" % sys.version[:3],
2209 maintainer = "Guido van Rossum and the Python community",
2210 maintainer_email = "python-dev@python.org",
2211 description = "A high-level object-oriented programming language",
2212 long_description = SUMMARY.strip(),
2213 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:582214 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:042215 platforms = ["Many"],
2216
2217 # Build info
Georg Brandlff52f762010-12-28 09:51:432218 cmdclass = {'build_ext': PyBuildExt,
2219 'build_scripts': PyBuildScripts,
2220 'install': PyBuildInstall,
2221 'install_lib': PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:232222 # The struct module is defined here, because build_ext won't be
2223 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:472224 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:492225
Georg Brandlff52f762010-12-28 09:51:432226 # If you change the scripts installed here, you also need to
2227 # check the PyBuildScripts command above, and change the links
2228 # created by the bininstall target in Makefile.pre.in
Benjamin Petersondfea1922009-05-23 17:13:142229 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
Éric Araujo859aad62012-06-24 04:07:412230 "Tools/scripts/2to3", "Tools/scripts/pyvenv"]
Andrew M. Kuchling00e0f212001-01-17 15:23:232231 )
Fredrik Lundhade711a2001-01-24 08:00:282232
Andrew M. Kuchling00e0f212001-01-17 15:23:232233# --install-platlib
2234if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:232235 main()