blob: 1e15b7ae9cecd440232db2f099b40383df547ffc [file] [log] [blame]
Andrew M. Kuchling66012fe2001-01-26 21:56:581# Autodetecting setup.py script for building the Python extensions
2#
Fredrik Lundhade711a2001-01-24 08:00:283
Andrew M. Kuchling66012fe2001-01-26 21:56:584__version__ = "$Revision$"
5
Brett Cannon84667c02004-12-07 03:25:186import sys, os, imp, re, optparse
Christian Heimesaf98da12008-01-27 15:18:187from glob import glob
Michael W. Hudson529a5052002-12-17 16:47:178
9from distutils import log
Andrew M. Kuchling00e0f212001-01-17 15:23:2310from distutils import sysconfig
Andrew M. Kuchling8d7f0862001-02-23 16:32:3211from distutils import text_file
Marc-André Lemburg7c6fcda2001-01-26 18:03:2412from distutils.errors import *
Andrew M. Kuchling00e0f212001-01-17 15:23:2313from distutils.core import Extension, setup
14from distutils.command.build_ext import build_ext
Andrew M. Kuchlingf52d27e2001-05-21 20:29:2715from distutils.command.install import install
Michael W. Hudson529a5052002-12-17 16:47:1716from distutils.command.install_lib import install_lib
Stefan Krahb0434fc2010-06-16 15:07:4117from distutils.spawn import find_executable
Andrew M. Kuchling00e0f212001-01-17 15:23:2318
19# This global variable is used to hold the list of modules to be disabled.
20disabled_module_list = []
21
Michael W. Hudson39230b32002-01-16 15:26:4822def add_dir_to_list(dirlist, dir):
23 """Add the directory 'dir' to the list 'dirlist' (at the front) if
24 1) 'dir' is not already in 'dirlist'
25 2) 'dir' actually exists, and is a directory."""
Jack Jansen4439b7c2002-06-26 15:44:3026 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
Michael W. Hudson39230b32002-01-16 15:26:4827 dirlist.insert(0, dir)
28
Ronald Oussorend3f15032010-06-03 16:21:0329def macosx_sdk_root():
30 """
31 Return the directory of the current OSX SDK,
32 or '/' if no SDK was specified.
33 """
34 cflags = sysconfig.get_config_var('CFLAGS')
35 m = re.search(r'-isysroot\s+(\S+)', cflags)
36 if m is None:
37 sysroot = '/'
38 else:
39 sysroot = m.group(1)
40 return sysroot
41
42def is_macosx_sdk_path(path):
43 """
44 Returns True if 'path' can be located in an OSX SDK
45 """
Ronald Oussoren0f2985c2010-06-27 12:40:3546 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
Ronald Oussorend3f15032010-06-03 16:21:0347
Andrew M. Kuchlingfbe73762001-01-18 18:44:2048def find_file(filename, std_dirs, paths):
49 """Searches for the directory where a given file is located,
50 and returns a possibly-empty list of additional directories, or None
51 if the file couldn't be found at all.
Fredrik Lundhade711a2001-01-24 08:00:2852
Andrew M. Kuchlingfbe73762001-01-18 18:44:2053 'filename' is the name of a file, such as readline.h or libcrypto.a.
54 'std_dirs' is the list of standard system directories; if the
55 file is found in one of them, no additional directives are needed.
56 'paths' is a list of additional locations to check; if the file is
57 found in one of them, the resulting list will contain the directory.
58 """
Ronald Oussorend3f15032010-06-03 16:21:0359 if sys.platform == 'darwin':
60 # Honor the MacOSX SDK setting when one was specified.
61 # An SDK is a directory with the same structure as a real
62 # system, but with only header files and libraries.
63 sysroot = macosx_sdk_root()
Andrew M. Kuchlingfbe73762001-01-18 18:44:2064
65 # Check the standard locations
66 for dir in std_dirs:
67 f = os.path.join(dir, filename)
Ronald Oussorend3f15032010-06-03 16:21:0368
69 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
70 f = os.path.join(sysroot, dir[1:], filename)
71
Andrew M. Kuchlingfbe73762001-01-18 18:44:2072 if os.path.exists(f): return []
73
74 # Check the additional directories
75 for dir in paths:
76 f = os.path.join(dir, filename)
Ronald Oussorend3f15032010-06-03 16:21:0377
78 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
79 f = os.path.join(sysroot, dir[1:], filename)
80
Andrew M. Kuchlingfbe73762001-01-18 18:44:2081 if os.path.exists(f):
82 return [dir]
83
84 # Not found anywhere
Andrew M. Kuchling00e0f212001-01-17 15:23:2385 return None
86
Andrew M. Kuchlingfbe73762001-01-18 18:44:2087def find_library_file(compiler, libname, std_dirs, paths):
Andrew M. Kuchlinga246d9f2002-11-27 13:43:4688 result = compiler.find_library_file(std_dirs + paths, libname)
89 if result is None:
90 return None
Fredrik Lundhade711a2001-01-24 08:00:2891
Ronald Oussorend3f15032010-06-03 16:21:0392 if sys.platform == 'darwin':
93 sysroot = macosx_sdk_root()
94
Andrew M. Kuchlinga246d9f2002-11-27 13:43:4695 # Check whether the found file is in one of the standard directories
96 dirname = os.path.dirname(result)
97 for p in std_dirs:
98 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:5799 p = p.rstrip(os.sep)
Ronald Oussorend3f15032010-06-03 16:21:03100
101 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
102 if os.path.join(sysroot, p[1:]) == dirname:
103 return [ ]
104
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46105 if p == dirname:
106 return [ ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:20107
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46108 # Otherwise, it must have been in one of the additional directories,
109 # so we have to figure out which one.
110 for p in paths:
111 # Ensure path doesn't end with path separator
Skip Montanaro9f5178a2003-05-06 20:59:57112 p = p.rstrip(os.sep)
Ronald Oussorend3f15032010-06-03 16:21:03113
114 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
115 if os.path.join(sysroot, p[1:]) == dirname:
116 return [ p ]
117
Andrew M. Kuchlinga246d9f2002-11-27 13:43:46118 if p == dirname:
119 return [p]
120 else:
121 assert False, "Internal error: Path not found in std_dirs or paths"
Tim Peters2c60f7a2003-01-29 03:49:43122
Andrew M. Kuchling00e0f212001-01-17 15:23:23123def module_enabled(extlist, modname):
124 """Returns whether the module 'modname' is present in the list
125 of extensions 'extlist'."""
126 extlist = [ext for ext in extlist if ext.name == modname]
127 return len(extlist)
Fredrik Lundhade711a2001-01-24 08:00:28128
Jack Jansen144ebcc2001-08-05 22:31:19129def find_module_file(module, dirlist):
130 """Find a module in a set of possible folders. If it is not found
131 return the unadorned filename"""
132 list = find_file(module, [], dirlist)
133 if not list:
134 return module
135 if len(list) > 1:
Guido van Rossum12471d62003-02-20 02:11:43136 log.info("WARNING: multiple copies of %s found"%module)
Jack Jansen144ebcc2001-08-05 22:31:19137 return os.path.join(list[0], module)
Michael W. Hudson5b109102002-01-23 15:04:41138
Andrew M. Kuchling00e0f212001-01-17 15:23:23139class PyBuildExt(build_ext):
Fredrik Lundhade711a2001-01-24 08:00:28140
Guido van Rossumd8faa362007-04-27 19:54:29141 def __init__(self, dist):
142 build_ext.__init__(self, dist)
143 self.failed = []
144
Andrew M. Kuchling00e0f212001-01-17 15:23:23145 def build_extensions(self):
Andrew M. Kuchling00e0f212001-01-17 15:23:23146
147 # Detect which modules should be compiled
Guido van Rossumd8faa362007-04-27 19:54:29148 missing = self.detect_modules()
Andrew M. Kuchling00e0f212001-01-17 15:23:23149
150 # Remove modules that are present on the disabled list
Christian Heimes679db4a2008-01-18 09:56:22151 extensions = [ext for ext in self.extensions
152 if ext.name not in disabled_module_list]
153 # move ctypes to the end, it depends on other modules
154 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
155 if "_ctypes" in ext_map:
156 ctypes = extensions.pop(ext_map["_ctypes"])
157 extensions.append(ctypes)
158 self.extensions = extensions
Fredrik Lundhade711a2001-01-24 08:00:28159
Andrew M. Kuchling00e0f212001-01-17 15:23:23160 # Fix up the autodetected modules, prefixing all the source files
Neil Schemenauer014bf282009-02-05 16:35:45161 # with Modules/.
162 srcdir = sysconfig.get_config_var('srcdir')
Guido van Rossume0fea6c2002-10-14 20:48:09163 if not srcdir:
164 # Maybe running on Windows but not using CYGWIN?
165 raise ValueError("No source directory; cannot proceed.")
Neil Schemenauer4d491a52009-02-06 00:27:50166 srcdir = os.path.abspath(srcdir)
Neil Schemenauer014bf282009-02-05 16:35:45167 moddirlist = [os.path.join(srcdir, 'Modules')]
Michael W. Hudson5b109102002-01-23 15:04:41168
Jack Jansen144ebcc2001-08-05 22:31:19169 # Platform-dependent module source and include directories
170 platform = self.get_platform()
Andrew M. Kuchling00e0f212001-01-17 15:23:23171
Andrew M. Kuchling3da989c2001-02-28 22:49:26172 # Fix up the paths for scripts, too
173 self.distribution.scripts = [os.path.join(srcdir, filename)
174 for filename in self.distribution.scripts]
175
Christian Heimesaf98da12008-01-27 15:18:18176 # Python header files
Neil Schemenauer014bf282009-02-05 16:35:45177 headers = [sysconfig.get_config_h_filename()]
178 headers += glob(os.path.join(sysconfig.get_python_inc(), "*.h"))
Christian Heimesaf98da12008-01-27 15:18:18179
Andrew M. Kuchlingfbe73762001-01-18 18:44:20180 for ext in self.extensions[:]:
Jack Jansen144ebcc2001-08-05 22:31:19181 ext.sources = [ find_module_file(filename, moddirlist)
Andrew M. Kuchling00e0f212001-01-17 15:23:23182 for filename in ext.sources ]
Jeremy Hylton340043e2002-06-13 17:38:11183 if ext.depends is not None:
Neil Schemenauer014bf282009-02-05 16:35:45184 ext.depends = [find_module_file(filename, moddirlist)
Jeremy Hylton340043e2002-06-13 17:38:11185 for filename in ext.depends]
Christian Heimesaf98da12008-01-27 15:18:18186 else:
187 ext.depends = []
188 # re-compile extensions if a header file has been changed
189 ext.depends.extend(headers)
190
Andrew M. Kuchlinge7c87322001-01-19 16:58:21191 # If a module has already been built statically,
Andrew M. Kuchlingfbe73762001-01-18 18:44:20192 # don't build it here
Andrew M. Kuchlinge7c87322001-01-19 16:58:21193 if ext.name in sys.builtin_module_names:
Andrew M. Kuchlingfbe73762001-01-18 18:44:20194 self.extensions.remove(ext)
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34195
Jack Jansen4439b7c2002-06-26 15:44:30196 if platform != 'mac':
Georg Brandle08fa292005-12-27 18:24:27197 # Parse Modules/Setup and Modules/Setup.local to figure out which
198 # modules are turned on in the file.
Jack Jansen4439b7c2002-06-26 15:44:30199 remove_modules = []
Georg Brandle08fa292005-12-27 18:24:27200 for filename in ('Modules/Setup', 'Modules/Setup.local'):
201 input = text_file.TextFile(filename, join_lines=1)
202 while 1:
203 line = input.readline()
204 if not line: break
205 line = line.split()
206 remove_modules.append(line[0])
207 input.close()
Tim Peters1b27f862005-12-30 18:42:42208
Jack Jansen4439b7c2002-06-26 15:44:30209 for ext in self.extensions[:]:
210 if ext.name in remove_modules:
211 self.extensions.remove(ext)
Michael W. Hudson5b109102002-01-23 15:04:41212
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34213 # When you run "make CC=altcc" or something similar, you really want
214 # those environment variables passed into the setup.py phase. Here's
215 # a small set of useful ones.
216 compiler = os.environ.get('CC')
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34217 args = {}
218 # unfortunately, distutils doesn't let us provide separate C and C++
219 # compilers
220 if compiler is not None:
Martin v. Löwisd7c795e2005-04-25 07:14:03221 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
222 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34223 self.compiler.set_executables(**args)
224
Andrew M. Kuchling00e0f212001-01-17 15:23:23225 build_ext.build_extensions(self)
226
Guido van Rossumd8faa362007-04-27 19:54:29227 longest = max([len(e.name) for e in self.extensions])
228 if self.failed:
229 longest = max(longest, max([len(name) for name in self.failed]))
230
231 def print_three_column(lst):
232 lst.sort(key=str.lower)
233 # guarantee zip() doesn't drop anything
234 while len(lst) % 3:
235 lst.append("")
236 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
237 print("%-*s %-*s %-*s" % (longest, e, longest, f,
238 longest, g))
Guido van Rossumd8faa362007-04-27 19:54:29239
240 if missing:
241 print()
Benjamin Petersonda10d3b2009-01-01 00:23:30242 print("Python build finished, but the necessary bits to build "
243 "these modules were not found:")
Guido van Rossumd8faa362007-04-27 19:54:29244 print_three_column(missing)
Guido van Rossum04110fb2007-08-24 16:32:05245 print("To find the necessary bits, look in setup.py in"
246 " detect_modules() for the module's name.")
247 print()
Guido van Rossumd8faa362007-04-27 19:54:29248
249 if self.failed:
250 failed = self.failed[:]
251 print()
252 print("Failed to build these modules:")
253 print_three_column(failed)
Guido van Rossum04110fb2007-08-24 16:32:05254 print()
Guido van Rossumd8faa362007-04-27 19:54:29255
Marc-André Lemburg7c6fcda2001-01-26 18:03:24256 def build_extension(self, ext):
257
Thomas Wouters49fd7fa2006-04-21 10:40:58258 if ext.name == '_ctypes':
259 if not self.configure_ctypes(ext):
260 return
261
Marc-André Lemburg7c6fcda2001-01-26 18:03:24262 try:
263 build_ext.build_extension(self, ext)
Guido van Rossumb940e112007-01-10 16:19:56264 except (CCompilerError, DistutilsError) as why:
Marc-André Lemburg7c6fcda2001-01-26 18:03:24265 self.announce('WARNING: building of extension "%s" failed: %s' %
266 (ext.name, sys.exc_info()[1]))
Guido van Rossumd8faa362007-04-27 19:54:29267 self.failed.append(ext.name)
Andrew M. Kuchling62686692001-05-21 20:48:09268 return
Jack Jansenf49c6f92001-11-01 14:44:15269 # Workaround for Mac OS X: The Carbon-based modules cannot be
270 # reliably imported into a command-line Python
271 if 'Carbon' in ext.extra_link_args:
Michael W. Hudson5b109102002-01-23 15:04:41272 self.announce(
273 'WARNING: skipping import check for Carbon-based "%s"' %
274 ext.name)
275 return
Georg Brandlfcaf9102008-07-16 02:17:56276
277 if self.get_platform() == 'darwin' and (
Benjamin Petersonfc576352008-07-16 02:39:02278 sys.maxsize > 2**32 and '-arch' in ext.extra_link_args):
Georg Brandlfcaf9102008-07-16 02:17:56279 # Don't bother doing an import check when an extension was
280 # build with an explicit '-arch' flag on OSX. That's currently
281 # only used to build 32-bit only extensions in a 4-way
282 # universal build and loading 32-bit code into a 64-bit
283 # process will fail.
284 self.announce(
285 'WARNING: skipping import check for "%s"' %
286 ext.name)
287 return
288
Jason Tishler24cf7762002-05-22 16:46:15289 # Workaround for Cygwin: Cygwin currently has fork issues when many
290 # modules have been imported
291 if self.get_platform() == 'cygwin':
292 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
293 % ext.name)
294 return
Michael W. Hudsonaf142892002-01-23 15:07:46295 ext_filename = os.path.join(
296 self.build_lib,
297 self.get_ext_filename(self.get_ext_fullname(ext.name)))
Guido van Rossumc3fee692008-07-17 16:23:53298
299 # If the build directory didn't exist when setup.py was
300 # started, sys.path_importer_cache has a negative result
301 # cached. Clear that cache before trying to import.
302 sys.path_importer_cache.clear()
303
Andrew M. Kuchling62686692001-05-21 20:48:09304 try:
Michael W. Hudsonaf142892002-01-23 15:07:46305 imp.load_dynamic(ext.name, ext_filename)
Guido van Rossumb940e112007-01-10 16:19:56306 except ImportError as why:
Guido van Rossumd8faa362007-04-27 19:54:29307 self.failed.append(ext.name)
Neal Norwitz6e2d1c72003-02-28 17:39:42308 self.announce('*** WARNING: renaming "%s" since importing it'
309 ' failed: %s' % (ext.name, why), level=3)
310 assert not self.inplace
311 basename, tail = os.path.splitext(ext_filename)
312 newname = basename + "_failed" + tail
313 if os.path.exists(newname):
314 os.remove(newname)
315 os.rename(ext_filename, newname)
316
317 # XXX -- This relies on a Vile HACK in
318 # distutils.command.build_ext.build_extension(). The
319 # _built_objects attribute is stored there strictly for
320 # use here.
321 # If there is a failure, _built_objects may not be there,
322 # so catch the AttributeError and move on.
323 try:
324 for filename in self._built_objects:
325 os.remove(filename)
326 except AttributeError:
327 self.announce('unable to remove files (ignored)')
Neal Norwitz3f5fcc82003-02-28 17:21:39328 except:
Neal Norwitz3f5fcc82003-02-28 17:21:39329 exc_type, why, tb = sys.exc_info()
Neal Norwitz6e2d1c72003-02-28 17:39:42330 self.announce('*** WARNING: importing extension "%s" '
331 'failed with %s: %s' % (ext.name, exc_type, why),
332 level=3)
Guido van Rossumd8faa362007-04-27 19:54:29333 self.failed.append(ext.name)
Fred Drake9028d0a2001-12-06 22:59:54334
Neal Norwitz51dead72003-06-17 02:51:28335 def get_platform(self):
Fredrik Lundhade711a2001-01-24 08:00:28336 # Get value of sys.platform
Skip Montanaroeb33e5a2007-08-17 12:57:41337 for platform in ['cygwin', 'darwin', 'atheos', 'osf1']:
Neal Norwitz51dead72003-06-17 02:51:28338 if sys.platform.startswith(platform):
339 return platform
340 return sys.platform
Andrew M. Kuchling34febf52001-01-24 03:31:07341
Barry Warsaw5ca305a2011-04-06 19:18:12342 def add_multiarch_paths(self):
343 # Debian/Ubuntu multiarch support.
344 # https://wiki.ubuntu.com/MultiarchSpec
Barry Warsaw88e19452011-04-07 14:40:36345 if not find_executable('dpkg-architecture'):
346 return
Barry Warsaw5ca305a2011-04-06 19:18:12347 tmpfile = os.path.join(self.build_temp, 'multiarch')
348 if not os.path.exists(self.build_temp):
349 os.makedirs(self.build_temp)
350 ret = os.system(
351 'dpkg-architecture -qDEB_HOST_MULTIARCH > %s 2> /dev/null' %
352 tmpfile)
353 try:
354 if ret >> 8 == 0:
355 with open(tmpfile) as fp:
356 multiarch_path_component = fp.readline().strip()
357 add_dir_to_list(self.compiler.library_dirs,
358 '/usr/lib/' + multiarch_path_component)
359 add_dir_to_list(self.compiler.include_dirs,
360 '/usr/include/' + multiarch_path_component)
361 finally:
362 os.unlink(tmpfile)
363
Andrew M. Kuchling00e0f212001-01-17 15:23:23364 def detect_modules(self):
Fredrik Lundhade711a2001-01-24 08:00:28365 # Ensure that /usr/local is always used
Michael W. Hudson39230b32002-01-16 15:26:48366 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
367 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
Barry Warsaw5ca305a2011-04-06 19:18:12368 self.add_multiarch_paths()
Michael W. Hudson39230b32002-01-16 15:26:48369
Brett Cannon516592f2004-12-07 00:42:59370 # Add paths specified in the environment variables LDFLAGS and
Brett Cannon4810eb92004-12-31 08:11:21371 # CPPFLAGS for header and library files.
Brett Cannon5399c6d2004-12-18 20:48:09372 # We must get the values from the Makefile and not the environment
373 # directly since an inconsistently reproducible issue comes up where
374 # the environment variable is not set even though the value were passed
Brett Cannon4810eb92004-12-31 08:11:21375 # into configure and stored in the Makefile (issue found on OS X 10.3).
Brett Cannon516592f2004-12-07 00:42:59376 for env_var, arg_name, dir_list in (
Skip Montanaroa5c2a512008-10-07 02:51:48377 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
Brett Cannon516592f2004-12-07 00:42:59378 ('LDFLAGS', '-L', self.compiler.library_dirs),
379 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
Brett Cannon5399c6d2004-12-18 20:48:09380 env_val = sysconfig.get_config_var(env_var)
Brett Cannon516592f2004-12-07 00:42:59381 if env_val:
Brett Cannon4810eb92004-12-31 08:11:21382 # To prevent optparse from raising an exception about any
Skip Montanaroa5c2a512008-10-07 02:51:48383 # options in env_val that it doesn't know about we strip out
Brett Cannon4810eb92004-12-31 08:11:21384 # all double dashes and any dashes followed by a character
385 # that is not for the option we are dealing with.
386 #
387 # Please note that order of the regex is important! We must
388 # strip out double-dashes first so that we don't end up with
389 # substituting "--Long" to "-Long" and thus lead to "ong" being
390 # used for a library directory.
Guido van Rossum04110fb2007-08-24 16:32:05391 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
392 ' ', env_val)
Brett Cannon84667c02004-12-07 03:25:18393 parser = optparse.OptionParser()
Brett Cannon4810eb92004-12-31 08:11:21394 # Make sure that allowing args interspersed with options is
395 # allowed
396 parser.allow_interspersed_args = True
397 parser.error = lambda msg: None
Brett Cannon84667c02004-12-07 03:25:18398 parser.add_option(arg_name, dest="dirs", action="append")
399 options = parser.parse_args(env_val.split())[0]
Brett Cannon44837712005-01-02 21:54:07400 if options.dirs:
Christian Heimes292d3512008-02-03 16:51:08401 for directory in reversed(options.dirs):
Brett Cannon44837712005-01-02 21:54:07402 add_dir_to_list(dir_list, directory)
Skip Montanarodecc6a42003-01-01 20:07:49403
Ronald Oussoren7e7dbab2010-10-20 13:40:38404 if os.path.normpath(sys.prefix) != '/usr' \
405 and not sysconfig.get_config_var('PYTHONFRAMEWORK'):
406 # OSX note: Don't add LIBDIR and INCLUDEDIR to building a framework
407 # (PYTHONFRAMEWORK is set) to avoid # linking problems when
408 # building a framework with different architectures than
409 # the one that is currently installed (issue #7473)
Michael W. Hudson90b8e4d2002-08-02 13:55:50410 add_dir_to_list(self.compiler.library_dirs,
411 sysconfig.get_config_var("LIBDIR"))
412 add_dir_to_list(self.compiler.include_dirs,
413 sysconfig.get_config_var("INCLUDEDIR"))
Andrew M. Kuchlingfbe73762001-01-18 18:44:20414
415 # lib_dirs and inc_dirs are used to search for files;
416 # if a file is found in one of those directories, it can
417 # be assumed that no additional -I,-L directives are needed.
Martin v. Löwisfba73692004-11-13 11:13:35418 lib_dirs = self.compiler.library_dirs + [
419 '/lib64', '/usr/lib64',
420 '/lib', '/usr/lib',
421 ]
Michael W. Hudson5b109102002-01-23 15:04:41422 inc_dirs = self.compiler.include_dirs + ['/usr/include']
Andrew M. Kuchling00e0f212001-01-17 15:23:23423 exts = []
Guido van Rossumd8faa362007-04-27 19:54:29424 missing = []
Andrew M. Kuchling00e0f212001-01-17 15:23:23425
Brett Cannon4454a1f2005-04-15 20:32:39426 config_h = sysconfig.get_config_h_filename()
427 config_h_vars = sysconfig.parse_config_h(open(config_h))
428
Fredrik Lundhade711a2001-01-24 08:00:28429 platform = self.get_platform()
Neil Schemenauer014bf282009-02-05 16:35:45430 srcdir = sysconfig.get_config_var('srcdir')
Michael W. Hudson5b109102002-01-23 15:04:41431
Martin v. Löwisf90ae202002-06-11 06:22:31432 # Check for AtheOS which has libraries in non-standard locations
433 if platform == 'atheos':
434 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
435 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
436 inc_dirs += ['/system/include', '/atheos/autolnk/include']
437 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
438
Andrew M. Kuchling7883dc82003-10-24 18:26:26439 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
440 if platform in ['osf1', 'unixware7', 'openunix8']:
Skip Montanaro22e00c42003-05-06 20:43:34441 lib_dirs += ['/usr/ccs/lib']
442
Thomas Wouters477c8d52006-05-27 19:21:47443 if platform == 'darwin':
444 # This should work on any unixy platform ;-)
445 # If the user has bothered specifying additional -I and -L flags
446 # in OPT and LDFLAGS we might as well use them here.
447 # NOTE: using shlex.split would technically be more correct, but
448 # also gives a bootstrap problem. Let's hope nobody uses directories
449 # with whitespace in the name to store libraries.
450 cflags, ldflags = sysconfig.get_config_vars(
451 'CFLAGS', 'LDFLAGS')
452 for item in cflags.split():
453 if item.startswith('-I'):
454 inc_dirs.append(item[2:])
455
456 for item in ldflags.split():
457 if item.startswith('-L'):
458 lib_dirs.append(item[2:])
459
Fredrik Lundhade711a2001-01-24 08:00:28460 # Check for MacOS X, which doesn't need libm.a at all
461 math_libs = ['m']
Skip Montanaroeb33e5a2007-08-17 12:57:41462 if platform in ['darwin', 'mac']:
Fredrik Lundhade711a2001-01-24 08:00:28463 math_libs = []
Michael W. Hudson5b109102002-01-23 15:04:41464
Andrew M. Kuchling00e0f212001-01-17 15:23:23465 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
466
467 #
468 # The following modules are all pretty straightforward, and compile
469 # on pretty much any POSIXish platform.
470 #
Fredrik Lundhade711a2001-01-24 08:00:28471
Andrew M. Kuchling00e0f212001-01-17 15:23:23472 # Some modules that are normally always on:
Fred Drake2de74712001-02-01 05:26:54473 exts.append( Extension('_weakref', ['_weakref.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23474
475 # array objects
476 exts.append( Extension('array', ['arraymodule.c']) )
477 # complex math library functions
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11478 exts.append( Extension('cmath', ['cmathmodule.c'],
479 libraries=math_libs) )
Fredrik Lundhade711a2001-01-24 08:00:28480
Andrew M. Kuchling00e0f212001-01-17 15:23:23481 # math library functions, e.g. sin()
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11482 exts.append( Extension('math', ['mathmodule.c'],
483 libraries=math_libs) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23484 # time operations and variables
Andrew M. Kuchling5ddb25f2001-01-23 22:21:11485 exts.append( Extension('time', ['timemodule.c'],
486 libraries=math_libs) )
Brett Cannon057e7202004-06-24 01:38:47487 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
Guido van Rossuma29d5082002-12-16 20:31:57488 libraries=math_libs) )
Raymond Hettinger96ef8112003-02-01 00:10:11489 # fast iterator tools implemented in C
490 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
Christian Heimesfe337bf2008-03-23 21:54:12491 # random number generator implemented in C
492 exts.append( Extension("_random", ["_randommodule.c"]) )
Raymond Hettinger756b3f32004-01-29 06:37:52493 # high-performance collections
Guido van Rossumd8faa362007-04-27 19:54:29494 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
Raymond Hettinger0c410272004-01-05 10:13:35495 # bisect
496 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
Raymond Hettingerb3af1812003-11-08 10:24:38497 # heapq
Raymond Hettingerc46cb2a2004-04-19 19:06:21498 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23499 # operator.add() and similar goodies
500 exts.append( Extension('operator', ['operator.c']) )
Alexandre Vassalottica2d6102008-06-12 18:26:05501 # C-optimized pickle replacement
502 exts.append( Extension("_pickle", ["_pickle.c"]) )
Collin Winter670e6922007-03-21 02:57:17503 # atexit
504 exts.append( Extension("atexit", ["atexitmodule.c"]) )
Christian Heimes90540002008-05-08 14:29:10505 # _json speedups
506 exts.append( Extension("_json", ["_json.c"]) )
Marc-André Lemburg261b8e22001-02-02 12:12:44507 # Python C API test module
Mark Dickinsona06f44b2009-02-10 16:18:22508 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
509 depends=['testcapi_long.h']) )
Fred Drake0e474a82007-10-11 18:01:43510 # profiler (_lsprof is for cProfile.py)
Armin Rigoa871ef22006-02-08 12:53:56511 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23512 # static Unicode character database
Walter Dörwalde9eaab42007-05-22 16:02:13513 exts.append( Extension('unicodedata', ['unicodedata.c']) )
Andrew M. Kuchling00e0f212001-01-17 15:23:23514
515 # Modules with some UNIX dependencies -- on by default:
516 # (If you have a really backward UNIX, select and socket may not be
517 # supported...)
518
519 # fcntl(2) and ioctl(2)
Antoine Pitrou15db1442010-09-07 14:58:50520 libs = []
521 if (config_h_vars.get('FLOCK_NEEDS_LIBBSD', False)):
522 # May be necessary on AIX for flock function
523 libs = ['bsd']
524 exts.append( Extension('fcntl', ['fcntlmodule.c'], libraries=libs) )
Jack Jansen73aa1ff2002-06-27 22:06:49525 if platform not in ['mac']:
Brett Cannon46d96232005-02-16 00:07:19526 # pwd(3)
Tim Peters2c60f7a2003-01-29 03:49:43527 exts.append( Extension('pwd', ['pwdmodule.c']) )
528 # grp(3)
529 exts.append( Extension('grp', ['grpmodule.c']) )
Martin v. Löwisc3001752005-01-23 09:27:24530 # spwd, shadow passwords
Brett Cannon4454a1f2005-04-15 20:32:39531 if (config_h_vars.get('HAVE_GETSPNAM', False) or
532 config_h_vars.get('HAVE_GETSPENT', False)):
Brett Cannon46d96232005-02-16 00:07:19533 exts.append( Extension('spwd', ['spwdmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29534 else:
535 missing.append('spwd')
536 else:
537 missing.extend(['pwd', 'grp', 'spwd'])
538
Andrew M. Kuchling00e0f212001-01-17 15:23:23539 # select(2); not on ancient System V
540 exts.append( Extension('select', ['selectmodule.c']) )
541
Andrew M. Kuchling00e0f212001-01-17 15:23:23542 # Fred Drake's interface to the Python parser
543 exts.append( Extension('parser', ['parsermodule.c']) )
544
Andrew M. Kuchling00e0f212001-01-17 15:23:23545 # Memory-mapped files (also works on Win32).
Jack Jansen73aa1ff2002-06-27 22:06:49546 if platform not in ['atheos', 'mac']:
Martin v. Löwisf90ae202002-06-11 06:22:31547 exts.append( Extension('mmap', ['mmapmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29548 else:
549 missing.append('mmap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23550
Andrew M. Kuchling57269d02004-08-31 13:37:25551 # Lance Ellinghaus's syslog module
Jack Jansen73aa1ff2002-06-27 22:06:49552 if platform not in ['mac']:
Tim Peters2c60f7a2003-01-29 03:49:43553 # syslog daemon interface
554 exts.append( Extension('syslog', ['syslogmodule.c']) )
Guido van Rossumd8faa362007-04-27 19:54:29555 else:
556 missing.append('syslog')
Andrew M. Kuchling00e0f212001-01-17 15:23:23557
Andrew M. Kuchling00e0f212001-01-17 15:23:23558 #
Andrew M. Kuchling5bbc7b92001-01-18 20:39:34559 # Here ends the simple stuff. From here on, modules need certain
560 # libraries, are platform-specific, or present other surprises.
Andrew M. Kuchling00e0f212001-01-17 15:23:23561 #
562
563 # Multimedia modules
564 # These don't work for 64-bit platforms!!!
565 # These represent audio samples or images as strings:
566
Neal Norwitz5e4a3b82004-07-19 16:55:07567 # Operations on audio samples
Tim Petersf9cbf212004-07-23 02:50:10568 # According to #993173, this one should actually work fine on
Martin v. Löwis8fbefe22004-07-19 16:42:20569 # 64-bit platforms.
570 exts.append( Extension('audioop', ['audioop.c']) )
571
Andrew M. Kuchling00e0f212001-01-17 15:23:23572 # readline
Jack Jansen81ae2352006-02-23 15:02:23573 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
Stefan Krahb0434fc2010-06-16 15:07:41574 readline_termcap_library = ""
575 curses_library = ""
576 # Determine if readline is already linked against curses or tinfo.
577 if do_readline and find_executable('ldd'):
578 # Cannot use os.popen here in py3k.
579 tmpfile = os.path.join(self.build_temp, 'readline_termcap_lib')
580 if not os.path.exists(self.build_temp):
581 os.makedirs(self.build_temp)
Stefan Krah61f5f012010-07-17 11:48:58582 ret = os.system("ldd %s > %s" % (do_readline, tmpfile))
583 if ret >> 8 == 0:
584 fp = open(tmpfile)
585 for ln in fp:
586 if 'curses' in ln:
587 readline_termcap_library = re.sub(
588 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
589 ).rstrip()
590 break
591 if 'tinfo' in ln: # termcap interface split out from ncurses
592 readline_termcap_library = 'tinfo'
593 break
594 fp.close()
Stefan Krahb0434fc2010-06-16 15:07:41595 os.unlink(tmpfile)
596 # Issue 7384: If readline is already linked against curses,
597 # use the same library for the readline and curses modules.
598 # Disabled since applications relying on ncursesw might break.
599 #
600 # if 'curses' in readline_termcap_library:
601 # curses_library = readline_termcap_library
602 # elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
603 # (...)
604 if self.compiler.find_library_file(lib_dirs, 'ncursesw'):
605 curses_library = 'ncursesw'
606 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
607 curses_library = 'ncurses'
608 elif self.compiler.find_library_file(lib_dirs, 'curses'):
609 curses_library = 'curses'
610
Georg Brandlfcaf9102008-07-16 02:17:56611 if platform == 'darwin': # and os.uname()[2] < '9.':
Jack Jansen81ae2352006-02-23 15:02:23612 # MacOSX 10.4 has a broken readline. Don't try to build
613 # the readline module unless the user has installed a fixed
614 # readline package
Georg Brandlfcaf9102008-07-16 02:17:56615 # FIXME: The readline emulation on 10.5 is better, but the
616 # readline module doesn't compile out of the box.
Martin v. Löwis2086eaf2006-02-27 15:16:21617 if find_file('readline/rlconf.h', inc_dirs, []) is None:
Jack Jansen81ae2352006-02-23 15:02:23618 do_readline = False
619 if do_readline:
Thomas Wouters477c8d52006-05-27 19:21:47620 if sys.platform == 'darwin':
621 # In every directory on the search path search for a dynamic
622 # library and then a static library, instead of first looking
Fred Drake0af17612007-09-04 19:43:19623 # for dynamic libraries on the entire path.
Thomas Wouters477c8d52006-05-27 19:21:47624 # This way a staticly linked custom readline gets picked up
Ronald Oussorend3f15032010-06-03 16:21:03625 # before the (possibly broken) dynamic library in /usr/lib.
Thomas Wouters477c8d52006-05-27 19:21:47626 readline_extra_link_args = ('-Wl,-search_paths_first',)
627 else:
628 readline_extra_link_args = ()
629
Marc-André Lemburg2efc3232001-01-26 18:23:02630 readline_libs = ['readline']
Stefan Krahb0434fc2010-06-16 15:07:41631 if readline_termcap_library:
632 pass # Issue 7384: Already linked against curses or tinfo.
633 elif curses_library:
634 readline_libs.append(curses_library)
Andrew M. Kuchling5aa3c4a2001-08-16 20:30:18635 elif self.compiler.find_library_file(lib_dirs +
Marc-André Lemburg2efc3232001-01-26 18:23:02636 ['/usr/lib/termcap'],
637 'termcap'):
638 readline_libs.append('termcap')
Andrew M. Kuchling00e0f212001-01-17 15:23:23639 exts.append( Extension('readline', ['readline.c'],
Marc-André Lemburg7c6fcda2001-01-26 18:03:24640 library_dirs=['/usr/lib/termcap'],
Thomas Wouters477c8d52006-05-27 19:21:47641 extra_link_args=readline_extra_link_args,
Marc-André Lemburg2efc3232001-01-26 18:23:02642 libraries=readline_libs) )
Guido van Rossumd8faa362007-04-27 19:54:29643 else:
644 missing.append('readline')
645
Jack Jansen73aa1ff2002-06-27 22:06:49646 if platform not in ['mac']:
Andrew M. Kuchling7883dc82003-10-24 18:26:26647 # crypt module.
Tim Peters2c60f7a2003-01-29 03:49:43648
649 if self.compiler.find_library_file(lib_dirs, 'crypt'):
650 libs = ['crypt']
651 else:
652 libs = []
653 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
Guido van Rossumd8faa362007-04-27 19:54:29654 else:
655 missing.append('crypt')
Andrew M. Kuchling00e0f212001-01-17 15:23:23656
Skip Montanaroba9e9782003-03-20 23:34:22657 # CSV files
658 exts.append( Extension('_csv', ['_csv.c']) )
659
Andrew M. Kuchling00e0f212001-01-17 15:23:23660 # socket(2)
Guido van Rossum47d3a7a2002-06-13 14:41:32661 exts.append( Extension('_socket', ['socketmodule.c'],
Jeremy Hylton340043e2002-06-13 17:38:11662 depends = ['socketmodule.h']) )
Marc-André Lemburga5d2b4c2002-02-16 18:23:30663 # Detect SSL support for the socket module (via _ssl)
Gregory P. Smithade97332005-08-23 21:19:40664 search_for_ssl_incs_in = [
665 '/usr/local/ssl/include',
Andrew M. Kuchlinge7c87322001-01-19 16:58:21666 '/usr/contrib/ssl/include/'
667 ]
Gregory P. Smithade97332005-08-23 21:19:40668 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
669 search_for_ssl_incs_in
Andrew M. Kuchlingfbe73762001-01-18 18:44:20670 )
Martin v. Löwisa950f7f2003-05-09 09:05:19671 if ssl_incs is not None:
672 krb5_h = find_file('krb5.h', inc_dirs,
673 ['/usr/kerberos/include'])
674 if krb5_h:
675 ssl_incs += krb5_h
Andrew M. Kuchlingfbe73762001-01-18 18:44:20676 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
Andrew M. Kuchlinge7c87322001-01-19 16:58:21677 ['/usr/local/ssl/lib',
678 '/usr/contrib/ssl/lib/'
679 ] )
Fredrik Lundhade711a2001-01-24 08:00:28680
Andrew M. Kuchlingfbe73762001-01-18 18:44:20681 if (ssl_incs is not None and
682 ssl_libs is not None):
Marc-André Lemburga5d2b4c2002-02-16 18:23:30683 exts.append( Extension('_ssl', ['_ssl.c'],
Andrew M. Kuchlingfbe73762001-01-18 18:44:20684 include_dirs = ssl_incs,
Fredrik Lundhade711a2001-01-24 08:00:28685 library_dirs = ssl_libs,
Guido van Rossum47d3a7a2002-06-13 14:41:32686 libraries = ['ssl', 'crypto'],
Jeremy Hylton340043e2002-06-13 17:38:11687 depends = ['socketmodule.h']), )
Guido van Rossumd8faa362007-04-27 19:54:29688 else:
689 missing.append('_ssl')
Andrew M. Kuchling00e0f212001-01-17 15:23:23690
Gregory P. Smithade97332005-08-23 21:19:40691 # find out which version of OpenSSL we have
692 openssl_ver = 0
693 openssl_ver_re = re.compile(
694 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
Gregory P. Smithade97332005-08-23 21:19:40695
Ronald Oussorend3f15032010-06-03 16:21:03696 # look for the openssl version header on the compiler search path.
697 opensslv_h = find_file('openssl/opensslv.h', [],
698 inc_dirs + search_for_ssl_incs_in)
699 if opensslv_h:
700 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
701 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
702 name = os.path.join(macosx_sdk_root(), name[1:])
703 try:
704 incfile = open(name, 'r')
705 for line in incfile:
706 m = openssl_ver_re.match(line)
707 if m:
708 openssl_ver = eval(m.group(1))
709 except IOError as msg:
710 print("IOError while reading opensshv.h:", msg)
711 pass
Gregory P. Smithade97332005-08-23 21:19:40712
Guido van Rossumeb1cf4e2007-08-17 17:14:17713 #print('openssl_ver = 0x%08x' % openssl_ver)
Gregory P. Smithade97332005-08-23 21:19:40714
Guido van Rossumeb1cf4e2007-08-17 17:14:17715 if ssl_incs is not None and ssl_libs is not None:
716 if openssl_ver >= 0x00907000:
717 # The _hashlib module wraps optimized implementations
718 # of hash functions from the OpenSSL library.
719 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
720 include_dirs = ssl_incs,
721 library_dirs = ssl_libs,
722 libraries = ['ssl', 'crypto']) )
723 else:
724 print("warning: openssl 0x%08x is too old for _hashlib" %
725 openssl_ver)
726 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59727 else:
Guido van Rossumd8faa362007-04-27 19:54:29728 missing.append('_hashlib')
Gregory P. Smithf21a5f72005-08-21 18:45:59729
Gregory P. Smithb2c3a532007-09-09 18:01:42730 if openssl_ver < 0x00908000:
Gregory P. Smithade97332005-08-23 21:19:40731 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
732 exts.append( Extension('_sha256', ['sha256module.c']) )
733 exts.append( Extension('_sha512', ['sha512module.c']) )
Gregory P. Smithf21a5f72005-08-21 18:45:59734
Gregory P. Smithb2c3a532007-09-09 18:01:42735 if openssl_ver < 0x00907000:
Gregory P. Smith2f21eb32007-09-09 06:44:34736 # no openssl at all, use our own md5 and sha1
737 exts.append( Extension('_md5', ['md5module.c']) )
738 exts.append( Extension('_sha1', ['sha1module.c']) )
739
Andrew M. Kuchling00e0f212001-01-17 15:23:23740 # Modules that provide persistent dictionary-like semantics. You will
741 # probably want to arrange for at least one of them to be available on
742 # your machine, though none are defined by default because of library
Georg Brandl0a7ac7d2008-05-26 10:29:35743 # dependencies. The Python module dbm/__init__.py provides an
744 # implementation independent wrapper for these; dbm/dumb.py provides
Andrew M. Kuchling00e0f212001-01-17 15:23:23745 # similar functionality (but slower of course) implemented in Python.
746
Matthias Klose535336f2009-04-07 13:49:45747 # Sleepycat^WOracle Berkeley DB interface.
748 # http://www.oracle.com/database/berkeley-db/db/index.html
749 #
750 # This requires the Sleepycat^WOracle DB code. The supported versions
751 # are set below. Visit the URL above to download
752 # a release. Most open source OSes come with one or more
753 # versions of BerkeleyDB already installed.
754
Matthias Klose55aa2f32010-11-26 11:56:26755 max_db_ver = (5, 1)
Matthias Klose535336f2009-04-07 13:49:45756 min_db_ver = (3, 3)
757 db_setup_debug = False # verbose debug prints from this script?
758
759 def allow_db_ver(db_ver):
760 """Returns a boolean if the given BerkeleyDB version is acceptable.
761
762 Args:
763 db_ver: A tuple of the version to verify.
764 """
765 if not (min_db_ver <= db_ver <= max_db_ver):
766 return False
Matthias Klose535336f2009-04-07 13:49:45767 return True
768
769 def gen_db_minor_ver_nums(major):
770 if major == 4:
771 for x in range(max_db_ver[1]+1):
772 if allow_db_ver((4, x)):
773 yield x
774 elif major == 3:
775 for x in (3,):
776 if allow_db_ver((3, x)):
777 yield x
778 else:
779 raise ValueError("unknown major BerkeleyDB version", major)
780
781 # construct a list of paths to look for the header file in on
782 # top of the normal inc_dirs.
Benjamin Peterson6ecc5c12008-09-03 23:30:49783 db_inc_paths = [
784 '/usr/include/db4',
785 '/usr/local/include/db4',
786 '/opt/sfw/include/db4',
787 '/usr/include/db3',
788 '/usr/local/include/db3',
789 '/opt/sfw/include/db3',
790 # Fink defaults (http://fink.sourceforge.net/)
791 '/sw/include/db4',
792 '/sw/include/db3',
793 ]
Matthias Klose535336f2009-04-07 13:49:45794 # 4.x minor number specific paths
795 for x in gen_db_minor_ver_nums(4):
796 db_inc_paths.append('/usr/include/db4%d' % x)
797 db_inc_paths.append('/usr/include/db4.%d' % x)
798 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
799 db_inc_paths.append('/usr/local/include/db4%d' % x)
800 db_inc_paths.append('/pkg/db-4.%d/include' % x)
801 db_inc_paths.append('/opt/db-4.%d/include' % x)
802 # MacPorts default (http://www.macports.org/)
803 db_inc_paths.append('/opt/local/include/db4%d' % x)
804 # 3.x minor number specific paths
805 for x in gen_db_minor_ver_nums(3):
806 db_inc_paths.append('/usr/include/db3%d' % x)
807 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
808 db_inc_paths.append('/usr/local/include/db3%d' % x)
809 db_inc_paths.append('/pkg/db-3.%d/include' % x)
810 db_inc_paths.append('/opt/db-3.%d/include' % x)
Benjamin Peterson6ecc5c12008-09-03 23:30:49811
Matthias Klose535336f2009-04-07 13:49:45812 # Add some common subdirectories for Sleepycat DB to the list,
813 # based on the standard include directories. This way DB3/4 gets
814 # picked up when it is installed in a non-standard prefix and
815 # the user has added that prefix into inc_dirs.
816 std_variants = []
817 for dn in inc_dirs:
818 std_variants.append(os.path.join(dn, 'db3'))
819 std_variants.append(os.path.join(dn, 'db4'))
820 for x in gen_db_minor_ver_nums(4):
821 std_variants.append(os.path.join(dn, "db4%d"%x))
822 std_variants.append(os.path.join(dn, "db4.%d"%x))
823 for x in gen_db_minor_ver_nums(3):
824 std_variants.append(os.path.join(dn, "db3%d"%x))
825 std_variants.append(os.path.join(dn, "db3.%d"%x))
826
827 db_inc_paths = std_variants + db_inc_paths
828 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
829
830 db_ver_inc_map = {}
831
Ronald Oussorend3f15032010-06-03 16:21:03832 if sys.platform == 'darwin':
833 sysroot = macosx_sdk_root()
834
Matthias Klose535336f2009-04-07 13:49:45835 class db_found(Exception): pass
836 try:
837 # See whether there is a Sleepycat header in the standard
838 # search path.
839 for d in inc_dirs + db_inc_paths:
840 f = os.path.join(d, "db.h")
Ronald Oussorend3f15032010-06-03 16:21:03841 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
842 f = os.path.join(sysroot, d[1:], "db.h")
843
Matthias Klose535336f2009-04-07 13:49:45844 if db_setup_debug: print("db: looking for db.h in", f)
845 if os.path.exists(f):
Benjamin Peterson606bbc92009-08-12 18:39:44846 f = open(f, "rb").read()
847 m = re.search(br"#define\WDB_VERSION_MAJOR\W(\d+)", f)
Matthias Klose535336f2009-04-07 13:49:45848 if m:
849 db_major = int(m.group(1))
Benjamin Peterson606bbc92009-08-12 18:39:44850 m = re.search(br"#define\WDB_VERSION_MINOR\W(\d+)", f)
Matthias Klose535336f2009-04-07 13:49:45851 db_minor = int(m.group(1))
852 db_ver = (db_major, db_minor)
853
854 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
855 if db_ver == (4, 6):
Benjamin Peterson606bbc92009-08-12 18:39:44856 m = re.search(br"#define\WDB_VERSION_PATCH\W(\d+)", f)
Matthias Klose535336f2009-04-07 13:49:45857 db_patch = int(m.group(1))
858 if db_patch < 21:
859 print("db.h:", db_ver, "patch", db_patch,
860 "being ignored (4.6.x must be >= 4.6.21)")
861 continue
862
863 if ( (db_ver not in db_ver_inc_map) and
864 allow_db_ver(db_ver) ):
865 # save the include directory with the db.h version
866 # (first occurrence only)
867 db_ver_inc_map[db_ver] = d
868 if db_setup_debug:
869 print("db.h: found", db_ver, "in", d)
870 else:
871 # we already found a header for this library version
872 if db_setup_debug: print("db.h: ignoring", d)
873 else:
874 # ignore this header, it didn't contain a version number
875 if db_setup_debug:
876 print("db.h: no version number version in", d)
877
878 db_found_vers = list(db_ver_inc_map.keys())
879 db_found_vers.sort()
880
881 while db_found_vers:
882 db_ver = db_found_vers.pop()
883 db_incdir = db_ver_inc_map[db_ver]
884
885 # check lib directories parallel to the location of the header
886 db_dirs_to_check = [
887 db_incdir.replace("include", 'lib64'),
888 db_incdir.replace("include", 'lib'),
889 ]
Ronald Oussorend3f15032010-06-03 16:21:03890
891 if sys.platform != 'darwin':
892 db_dirs_to_check = list(filter(os.path.isdir, db_dirs_to_check))
893
894 else:
895 # Same as other branch, but takes OSX SDK into account
896 tmp = []
897 for dn in db_dirs_to_check:
898 if is_macosx_sdk_path(dn):
899 if os.path.isdir(os.path.join(sysroot, dn[1:])):
900 tmp.append(dn)
901 else:
902 if os.path.isdir(dn):
903 tmp.append(dn)
Ronald Oussoren0f2985c2010-06-27 12:40:35904 db_dirs_to_check = tmp
Ronald Oussorend3f15032010-06-03 16:21:03905
906 db_dirs_to_check = tmp
Matthias Klose535336f2009-04-07 13:49:45907
Ezio Melotti42da6632011-03-15 03:18:48908 # Look for a version specific db-X.Y before an ambiguous dbX
Matthias Klose535336f2009-04-07 13:49:45909 # XXX should we -ever- look for a dbX name? Do any
910 # systems really not name their library by version and
911 # symlink to more general names?
912 for dblib in (('db-%d.%d' % db_ver),
913 ('db%d%d' % db_ver),
914 ('db%d' % db_ver[0])):
915 dblib_file = self.compiler.find_library_file(
916 db_dirs_to_check + lib_dirs, dblib )
917 if dblib_file:
918 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
919 raise db_found
920 else:
921 if db_setup_debug: print("db lib: ", dblib, "not found")
922
923 except db_found:
924 if db_setup_debug:
925 print("bsddb using BerkeleyDB lib:", db_ver, dblib)
926 print("bsddb lib dir:", dblib_dir, " inc dir:", db_incdir)
927 db_incs = [db_incdir]
928 dblibs = [dblib]
929 else:
930 if db_setup_debug: print("db: no appropriate library found")
931 db_incs = None
932 dblibs = []
933 dblib_dir = None
Benjamin Peterson6ecc5c12008-09-03 23:30:49934
Thomas Wouters49fd7fa2006-04-21 10:40:58935 # The sqlite interface
Thomas Wouters89f507f2006-12-13 04:49:30936 sqlite_setup_debug = False # verbose debug prints from this script?
Thomas Wouters49fd7fa2006-04-21 10:40:58937
938 # We hunt for #define SQLITE_VERSION "n.n.n"
939 # We need to find >= sqlite version 3.0.8
940 sqlite_incdir = sqlite_libdir = None
941 sqlite_inc_paths = [ '/usr/include',
942 '/usr/include/sqlite',
943 '/usr/include/sqlite3',
944 '/usr/local/include',
945 '/usr/local/include/sqlite',
946 '/usr/local/include/sqlite3',
947 ]
948 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
949 MIN_SQLITE_VERSION = ".".join([str(x)
950 for x in MIN_SQLITE_VERSION_NUMBER])
Thomas Wouters477c8d52006-05-27 19:21:47951
952 # Scan the default include directories before the SQLite specific
953 # ones. This allows one to override the copy of sqlite on OSX,
954 # where /usr/include contains an old version of sqlite.
Ronald Oussorend3f15032010-06-03 16:21:03955 if sys.platform == 'darwin':
956 sysroot = macosx_sdk_root()
957
Thomas Wouters477c8d52006-05-27 19:21:47958 for d in inc_dirs + sqlite_inc_paths:
Thomas Wouters49fd7fa2006-04-21 10:40:58959 f = os.path.join(d, "sqlite3.h")
Ronald Oussorend3f15032010-06-03 16:21:03960
961 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
962 f = os.path.join(sysroot, d[1:], "sqlite3.h")
963
Thomas Wouters49fd7fa2006-04-21 10:40:58964 if os.path.exists(f):
Guido van Rossum452bf512007-02-09 05:32:43965 if sqlite_setup_debug: print("sqlite: found %s"%f)
Thomas Wouters49fd7fa2006-04-21 10:40:58966 incf = open(f).read()
967 m = re.search(
968 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
969 if m:
970 sqlite_version = m.group(1)
971 sqlite_version_tuple = tuple([int(x)
972 for x in sqlite_version.split(".")])
973 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
974 # we win!
Thomas Wouters89f507f2006-12-13 04:49:30975 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43976 print("%s/sqlite3.h: version %s"%(d, sqlite_version))
Thomas Wouters49fd7fa2006-04-21 10:40:58977 sqlite_incdir = d
978 break
979 else:
980 if sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43981 print("%s: version %d is too old, need >= %s"%(d,
982 sqlite_version, MIN_SQLITE_VERSION))
Thomas Wouters49fd7fa2006-04-21 10:40:58983 elif sqlite_setup_debug:
Guido van Rossum452bf512007-02-09 05:32:43984 print("sqlite: %s had no SQLITE_VERSION"%(f,))
Thomas Wouters49fd7fa2006-04-21 10:40:58985
986 if sqlite_incdir:
987 sqlite_dirs_to_check = [
988 os.path.join(sqlite_incdir, '..', 'lib64'),
989 os.path.join(sqlite_incdir, '..', 'lib'),
990 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
991 os.path.join(sqlite_incdir, '..', '..', 'lib'),
992 ]
993 sqlite_libfile = self.compiler.find_library_file(
994 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
Benjamin Petersonf10a79a2008-10-11 00:49:57995 if sqlite_libfile:
996 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
Thomas Wouters49fd7fa2006-04-21 10:40:58997
998 if sqlite_incdir and sqlite_libdir:
Thomas Wouters477c8d52006-05-27 19:21:47999 sqlite_srcs = ['_sqlite/cache.c',
Thomas Wouters49fd7fa2006-04-21 10:40:581000 '_sqlite/connection.c',
Thomas Wouters49fd7fa2006-04-21 10:40:581001 '_sqlite/cursor.c',
1002 '_sqlite/microprotocols.c',
1003 '_sqlite/module.c',
1004 '_sqlite/prepare_protocol.c',
1005 '_sqlite/row.c',
1006 '_sqlite/statement.c',
1007 '_sqlite/util.c', ]
1008
Thomas Wouters49fd7fa2006-04-21 10:40:581009 sqlite_defines = []
1010 if sys.platform != "win32":
1011 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1012 else:
1013 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1014
Thomas Wouters477c8d52006-05-27 19:21:471015
1016 if sys.platform == 'darwin':
1017 # In every directory on the search path search for a dynamic
1018 # library and then a static library, instead of first looking
Ezio Melotti13925002011-03-16 09:05:331019 # for dynamic libraries on the entire path.
1020 # This way a statically linked custom sqlite gets picked up
Thomas Wouters477c8d52006-05-27 19:21:471021 # before the dynamic library in /usr/lib.
1022 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1023 else:
1024 sqlite_extra_link_args = ()
Thomas Wouters49fd7fa2006-04-21 10:40:581025
1026 exts.append(Extension('_sqlite3', sqlite_srcs,
1027 define_macros=sqlite_defines,
1028 include_dirs=["Modules/_sqlite",
1029 sqlite_incdir],
1030 library_dirs=sqlite_libdir,
1031 runtime_library_dirs=sqlite_libdir,
Thomas Wouters477c8d52006-05-27 19:21:471032 extra_link_args=sqlite_extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581033 libraries=["sqlite3",]))
Guido van Rossumd8faa362007-04-27 19:54:291034 else:
1035 missing.append('_sqlite3')
Skip Montanaro22e00c42003-05-06 20:43:341036
Benjamin Petersona09e8702010-01-01 16:29:511037 dbm_order = ['gdbm']
Andrew M. Kuchling00e0f212001-01-17 15:23:231038 # The standard Unix dbm module:
Jack Jansend1b20452002-07-08 21:39:361039 if platform not in ['cygwin']:
Matthias Klose55708cc2009-04-30 08:06:491040 config_args = [arg.strip("'")
1041 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
Benjamin Petersona09e8702010-01-01 16:29:511042 dbm_args = [arg for arg in config_args
Matthias Klose55708cc2009-04-30 08:06:491043 if arg.startswith('--with-dbmliborder=')]
1044 if dbm_args:
Benjamin Petersona09e8702010-01-01 16:29:511045 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
Matthias Klose55708cc2009-04-30 08:06:491046 else:
1047 dbm_order = "ndbm:gdbm:bdb".split(":")
1048 dbmext = None
1049 for cand in dbm_order:
1050 if cand == "ndbm":
1051 if find_file("ndbm.h", inc_dirs, []) is not None:
1052 # Some systems have -lndbm, others don't
1053 if self.compiler.find_library_file(lib_dirs, 'ndbm'):
1054 ndbm_libs = ['ndbm']
1055 else:
1056 ndbm_libs = []
1057 print("building dbm using ndbm")
1058 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1059 define_macros=[
1060 ('HAVE_NDBM_H',None),
1061 ],
1062 libraries=ndbm_libs)
1063 break
1064
1065 elif cand == "gdbm":
1066 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
1067 gdbm_libs = ['gdbm']
1068 if self.compiler.find_library_file(lib_dirs, 'gdbm_compat'):
1069 gdbm_libs.append('gdbm_compat')
1070 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1071 print("building dbm using gdbm")
1072 dbmext = Extension(
1073 '_dbm', ['_dbmmodule.c'],
1074 define_macros=[
1075 ('HAVE_GDBM_NDBM_H', None),
1076 ],
1077 libraries = gdbm_libs)
1078 break
1079 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1080 print("building dbm using gdbm")
1081 dbmext = Extension(
1082 '_dbm', ['_dbmmodule.c'],
1083 define_macros=[
1084 ('HAVE_GDBM_DASH_NDBM_H', None),
1085 ],
1086 libraries = gdbm_libs)
1087 break
1088 elif cand == "bdb":
1089 if db_incs is not None:
1090 print("building dbm using bdb")
1091 dbmext = Extension('_dbm', ['_dbmmodule.c'],
1092 library_dirs=dblib_dir,
1093 runtime_library_dirs=dblib_dir,
1094 include_dirs=db_incs,
1095 define_macros=[
1096 ('HAVE_BERKDB_H', None),
1097 ('DB_DBM_HSEARCH', None),
1098 ],
1099 libraries=dblibs)
1100 break
1101 if dbmext is not None:
1102 exts.append(dbmext)
Guido van Rossumd8faa362007-04-27 19:54:291103 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351104 missing.append('_dbm')
Fredrik Lundhade711a2001-01-24 08:00:281105
Andrew M. Kuchling00e0f212001-01-17 15:23:231106 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
Benjamin Petersona09e8702010-01-01 16:29:511107 if ('gdbm' in dbm_order and
1108 self.compiler.find_library_file(lib_dirs, 'gdbm')):
Georg Brandl0a7ac7d2008-05-26 10:29:351109 exts.append( Extension('_gdbm', ['_gdbmmodule.c'],
Andrew M. Kuchling00e0f212001-01-17 15:23:231110 libraries = ['gdbm'] ) )
Guido van Rossumd8faa362007-04-27 19:54:291111 else:
Georg Brandl0a7ac7d2008-05-26 10:29:351112 missing.append('_gdbm')
Andrew M. Kuchling00e0f212001-01-17 15:23:231113
Andrew M. Kuchling00e0f212001-01-17 15:23:231114 # Unix-only modules
Andrew M. Kuchling34febf52001-01-24 03:31:071115 if platform not in ['mac', 'win32']:
Andrew M. Kuchling00e0f212001-01-17 15:23:231116 # Steen Lumholt's termios module
1117 exts.append( Extension('termios', ['termios.c']) )
1118 # Jeremy Hylton's rlimit interface
Tim Peters2c60f7a2003-01-29 03:49:431119 if platform not in ['atheos']:
Martin v. Löwisf90ae202002-06-11 06:22:311120 exts.append( Extension('resource', ['resource.c']) )
Guido van Rossumd8faa362007-04-27 19:54:291121 else:
1122 missing.append('resource')
Andrew M. Kuchling00e0f212001-01-17 15:23:231123
Andrew M. Kuchlingcf393f32001-02-21 02:38:241124 # Sun yellow pages. Some systems have the functions in libc.
Benjamin Petersonf9a6dab2009-12-30 03:06:541125 if (platform not in ['cygwin', 'qnx6'] and
1126 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
Benjamin Petersonf4c38c52009-12-30 03:40:091127 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
Andrew M. Kuchling6efc6e72001-02-27 20:54:231128 libs = ['nsl']
1129 else:
1130 libs = []
1131 exts.append( Extension('nis', ['nismodule.c'],
1132 libraries = libs) )
Guido van Rossumd8faa362007-04-27 19:54:291133 else:
1134 missing.append('nis')
1135 else:
1136 missing.extend(['nis', 'resource', 'termios'])
Andrew M. Kuchling00e0f212001-01-17 15:23:231137
Skip Montanaro72092942004-02-07 12:50:191138 # Curses support, requiring the System V version of curses, often
Fredrik Lundhade711a2001-01-24 08:00:281139 # provided by the ncurses library.
Thomas Wouters0e3f5912006-08-11 14:57:121140 panel_library = 'panel'
Stefan Krahb0434fc2010-06-16 15:07:411141 if curses_library.startswith('ncurses'):
1142 if curses_library == 'ncursesw':
1143 # Bug 1464056: If _curses.so links with ncursesw,
1144 # _curses_panel.so must link with panelw.
1145 panel_library = 'panelw'
1146 curses_libs = [curses_library]
Martin v. Löwisa55e55e2006-02-11 15:55:141147 exts.append( Extension('_curses', ['_cursesmodule.c'],
1148 libraries = curses_libs) )
Stefan Krahb0434fc2010-06-16 15:07:411149 elif curses_library == 'curses' and platform != 'darwin':
Michael W. Hudson5b109102002-01-23 15:04:411150 # OSX has an old Berkeley curses, not good enough for
1151 # the _curses module.
Andrew M. Kuchling00e0f212001-01-17 15:23:231152 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
1153 curses_libs = ['curses', 'terminfo']
Neal Norwitz0b27ff92003-03-31 15:53:491154 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
Andrew M. Kuchling00e0f212001-01-17 15:23:231155 curses_libs = ['curses', 'termcap']
Neal Norwitz0b27ff92003-03-31 15:53:491156 else:
1157 curses_libs = ['curses']
Fredrik Lundhade711a2001-01-24 08:00:281158
Andrew M. Kuchling00e0f212001-01-17 15:23:231159 exts.append( Extension('_curses', ['_cursesmodule.c'],
1160 libraries = curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291161 else:
1162 missing.append('_curses')
Fredrik Lundhade711a2001-01-24 08:00:281163
Andrew M. Kuchling00e0f212001-01-17 15:23:231164 # If the curses module is enabled, check for the panel module
Andrew M. Kuchlinge7ffbb22001-12-06 15:57:161165 if (module_enabled(exts, '_curses') and
Thomas Wouters0e3f5912006-08-11 14:57:121166 self.compiler.find_library_file(lib_dirs, panel_library)):
Andrew M. Kuchling00e0f212001-01-17 15:23:231167 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121168 libraries = [panel_library] + curses_libs) )
Guido van Rossumd8faa362007-04-27 19:54:291169 else:
1170 missing.append('_curses_panel')
Fredrik Lundhade711a2001-01-24 08:00:281171
Barry Warsaw259b1e12002-08-13 20:09:261172 # Andrew Kuchling's zlib module. Note that some versions of zlib
1173 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1174 # http://www.cert.org/advisories/CA-2002-07.html
1175 #
1176 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1177 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1178 # now, we still accept 1.1.3, because we think it's difficult to
1179 # exploit this in Python, and we'd rather make it RedHat's problem
1180 # than our problem <wink>.
1181 #
1182 # You can upgrade zlib to version 1.1.4 yourself by going to
1183 # http://www.gzip.org/zlib/
Guido van Rossume6970912001-04-15 15:16:121184 zlib_inc = find_file('zlib.h', [], inc_dirs)
Christian Heimes1dc54002008-03-24 02:19:291185 have_zlib = False
Guido van Rossume6970912001-04-15 15:16:121186 if zlib_inc is not None:
1187 zlib_h = zlib_inc[0] + '/zlib.h'
1188 version = '"0.0.0"'
Barry Warsaw259b1e12002-08-13 20:09:261189 version_req = '"1.1.3"'
Guido van Rossume6970912001-04-15 15:16:121190 fp = open(zlib_h)
1191 while 1:
1192 line = fp.readline()
1193 if not line:
1194 break
Guido van Rossum8cdc03d2002-08-06 17:28:301195 if line.startswith('#define ZLIB_VERSION'):
Guido van Rossume6970912001-04-15 15:16:121196 version = line.split()[2]
1197 break
1198 if version >= version_req:
1199 if (self.compiler.find_library_file(lib_dirs, 'z')):
Thomas Wouters0e3f5912006-08-11 14:57:121200 if sys.platform == "darwin":
1201 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1202 else:
1203 zlib_extra_link_args = ()
Guido van Rossume6970912001-04-15 15:16:121204 exts.append( Extension('zlib', ['zlibmodule.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121205 libraries = ['z'],
1206 extra_link_args = zlib_extra_link_args))
Christian Heimes1dc54002008-03-24 02:19:291207 have_zlib = True
Guido van Rossumd8faa362007-04-27 19:54:291208 else:
1209 missing.append('zlib')
1210 else:
1211 missing.append('zlib')
1212 else:
1213 missing.append('zlib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231214
Christian Heimes1dc54002008-03-24 02:19:291215 # Helper module for various ascii-encoders. Uses zlib for an optimized
1216 # crc32 if we have it. Otherwise binascii uses its own.
1217 if have_zlib:
1218 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1219 libraries = ['z']
1220 extra_link_args = zlib_extra_link_args
1221 else:
1222 extra_compile_args = []
1223 libraries = []
1224 extra_link_args = []
1225 exts.append( Extension('binascii', ['binascii.c'],
1226 extra_compile_args = extra_compile_args,
1227 libraries = libraries,
1228 extra_link_args = extra_link_args) )
1229
Gustavo Niemeyerf8ca8362002-11-05 16:50:051230 # Gustavo Niemeyer's bz2 module.
1231 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
Thomas Wouters0e3f5912006-08-11 14:57:121232 if sys.platform == "darwin":
1233 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1234 else:
1235 bz2_extra_link_args = ()
Gustavo Niemeyerf8ca8362002-11-05 16:50:051236 exts.append( Extension('bz2', ['bz2module.c'],
Thomas Wouters0e3f5912006-08-11 14:57:121237 libraries = ['bz2'],
1238 extra_link_args = bz2_extra_link_args) )
Guido van Rossumd8faa362007-04-27 19:54:291239 else:
1240 missing.append('bz2')
Gustavo Niemeyerf8ca8362002-11-05 16:50:051241
Andrew M. Kuchling00e0f212001-01-17 15:23:231242 # Interface to the Expat XML parser
1243 #
Fred Drakefc8341d2002-06-17 17:55:301244 # Expat was written by James Clark and is now maintained by a
1245 # group of developers on SourceForge; see www.libexpat.org for
1246 # more information. The pyexpat module was written by Paul
Andrew M. Kuchling99f3ba12003-09-15 12:27:181247 # Prescod after a prototype by Jack Jansen. The Expat source
1248 # is included in Modules/expat/. Usage of a system
Fred Drakefc8341d2002-06-17 17:55:301249 # shared libexpat.so/expat.dll is not advised.
1250 #
1251 # More information on Expat can be found at www.libexpat.org.
1252 #
Martin v. Löwis83012562002-02-14 01:25:371253 expatinc = os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')
Fred Drake2d59a492003-10-21 15:41:151254 define_macros = [
Thomas Wouters477c8d52006-05-27 19:21:471255 ('HAVE_EXPAT_CONFIG_H', '1'),
1256 ]
1257
Fred Drake2d59a492003-10-21 15:41:151258 exts.append(Extension('pyexpat',
1259 define_macros = define_macros,
1260 include_dirs = [expatinc],
1261 sources = ['pyexpat.c',
1262 'expat/xmlparse.c',
1263 'expat/xmlrole.c',
1264 'expat/xmltok.c',
1265 ],
1266 ))
Andrew M. Kuchling00e0f212001-01-17 15:23:231267
Fredrik Lundh4c86ec62005-12-14 18:46:161268 # Fredrik Lundh's cElementTree module. Note that this also
1269 # uses expat (via the CAPI hook in pyexpat).
1270
Thomas Wouters49fd7fa2006-04-21 10:40:581271 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
Fredrik Lundh4c86ec62005-12-14 18:46:161272 define_macros.append(('USE_PYEXPAT_CAPI', None))
1273 exts.append(Extension('_elementtree',
1274 define_macros = define_macros,
1275 include_dirs = [expatinc],
1276 sources = ['_elementtree.c'],
1277 ))
Guido van Rossumd8faa362007-04-27 19:54:291278 else:
1279 missing.append('_elementtree')
Fredrik Lundh4c86ec62005-12-14 18:46:161280
Hye-Shik Chang3e2a3062004-01-17 14:29:291281 # Hye-Shik Chang's CJKCodecs modules.
Walter Dörwalde9eaab42007-05-22 16:02:131282 exts.append(Extension('_multibytecodec',
1283 ['cjkcodecs/multibytecodec.c']))
1284 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1285 exts.append(Extension('_codecs_%s' % loc,
1286 ['cjkcodecs/_codecs_%s.c' % loc]))
Hye-Shik Chang3e2a3062004-01-17 14:29:291287
Thomas Hellercf567c12006-03-08 19:51:581288 # Thomas Heller's _ctypes module
Thomas Wouters49fd7fa2006-04-21 10:40:581289 self.detect_ctypes(inc_dirs, lib_dirs)
Thomas Hellercf567c12006-03-08 19:51:581290
Benjamin Petersone711caf2008-06-11 16:44:041291 # Richard Oudkerk's multiprocessing module
1292 if platform == 'win32': # Windows
1293 macros = dict()
1294 libraries = ['ws2_32']
1295
1296 elif platform == 'darwin': # Mac OSX
Benjamin Peterson965ce872009-04-05 21:24:581297 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041298 libraries = []
1299
1300 elif platform == 'cygwin': # Cygwin
Benjamin Peterson965ce872009-04-05 21:24:581301 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041302 libraries = []
Benjamin Peterson41181742008-07-02 20:22:541303
Martin v. Löwisb37509b2008-11-04 20:45:291304 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
Benjamin Peterson41181742008-07-02 20:22:541305 # FreeBSD's P1003.1b semaphore support is very experimental
1306 # and has many known problems. (as of June 2008)
Benjamin Peterson965ce872009-04-05 21:24:581307 macros = dict()
Benjamin Peterson41181742008-07-02 20:22:541308 libraries = []
1309
Benjamin Petersone5384b02008-10-04 22:00:421310 elif platform.startswith('openbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581311 macros = dict()
Benjamin Petersone5384b02008-10-04 22:00:421312 libraries = []
1313
Jesse Noller32d68c22009-03-31 18:48:421314 elif platform.startswith('netbsd'):
Benjamin Peterson965ce872009-04-05 21:24:581315 macros = dict()
Jesse Noller32d68c22009-03-31 18:48:421316 libraries = []
1317
Benjamin Petersone711caf2008-06-11 16:44:041318 else: # Linux and other unices
Benjamin Peterson965ce872009-04-05 21:24:581319 macros = dict()
Benjamin Petersone711caf2008-06-11 16:44:041320 libraries = ['rt']
1321
1322 if platform == 'win32':
1323 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1324 '_multiprocessing/semaphore.c',
1325 '_multiprocessing/pipe_connection.c',
1326 '_multiprocessing/socket_connection.c',
1327 '_multiprocessing/win32_functions.c'
1328 ]
1329
1330 else:
1331 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1332 '_multiprocessing/socket_connection.c'
1333 ]
Mark Dickinson875ada42009-11-28 12:52:391334 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1335 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
Benjamin Petersone711caf2008-06-11 16:44:041336 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1337
Jesse Noller6fd47e22009-01-23 14:09:081338 if sysconfig.get_config_var('WITH_THREAD'):
1339 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1340 define_macros=list(macros.items()),
1341 include_dirs=["Modules/_multiprocessing"]))
1342 else:
1343 missing.append('_multiprocessing')
Benjamin Petersone711caf2008-06-11 16:44:041344 # End multiprocessing
Guido van Rossuma9e20242007-03-08 00:43:481345
Andrew M. Kuchling00e0f212001-01-17 15:23:231346 # Platform-specific libraries
Hye-Shik Chang4e422812005-07-17 02:36:591347 if platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
Guido van Rossum8ce8a782007-11-01 19:42:391348 'freebsd7', 'freebsd8'):
Guido van Rossum0c016a92003-02-13 16:12:211349 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
Guido van Rossumd8faa362007-04-27 19:54:291350 else:
1351 missing.append('ossaudiodev')
Andrew M. Kuchling00e0f212001-01-17 15:23:231352
Benjamin Petersonebacd262008-05-29 21:09:511353 if sys.platform == 'darwin':
1354 exts.append(
1355 Extension('_gestalt', ['_gestalt.c'],
1356 extra_link_args=['-framework', 'Carbon'])
1357 )
Ronald Oussoren218cc582010-04-18 20:49:341358 exts.append(
1359 Extension('_scproxy', ['_scproxy.c'],
1360 extra_link_args=[
1361 '-framework', 'SystemConfiguration',
1362 '-framework', 'CoreFoundation',
1363 ]))
Benjamin Petersonebacd262008-05-29 21:09:511364
Andrew M. Kuchlingfbe73762001-01-18 18:44:201365 self.extensions.extend(exts)
1366
1367 # Call the method for detecting whether _tkinter can be compiled
1368 self.detect_tkinter(inc_dirs, lib_dirs)
Fredrik Lundhade711a2001-01-24 08:00:281369
Guido van Rossumd8faa362007-04-27 19:54:291370 if '_tkinter' not in [e.name for e in self.extensions]:
1371 missing.append('_tkinter')
1372
1373 return missing
1374
Jack Jansen0b06be72002-06-21 14:48:381375 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1376 # The _tkinter module, using frameworks. Since frameworks are quite
1377 # different the UNIX search logic is not sharable.
1378 from os.path import join, exists
1379 framework_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431380 '/Library/Frameworks',
Ronald Oussoren5f734f12009-03-04 21:32:481381 '/System/Library/Frameworks/',
Jack Jansen0b06be72002-06-21 14:48:381382 join(os.getenv('HOME'), '/Library/Frameworks')
1383 ]
Andrew M. Kuchlingfbe73762001-01-18 18:44:201384
Ronald Oussorend3f15032010-06-03 16:21:031385 sysroot = macosx_sdk_root()
1386
Skip Montanaro0174ddd2005-12-30 05:01:261387 # Find the directory that contains the Tcl.framework and Tk.framework
Jack Jansen0b06be72002-06-21 14:48:381388 # bundles.
1389 # XXX distutils should support -F!
1390 for F in framework_dirs:
Tim Peters2c60f7a2003-01-29 03:49:431391 # both Tcl.framework and Tk.framework should be present
Ronald Oussorend3f15032010-06-03 16:21:031392
1393
Jack Jansen0b06be72002-06-21 14:48:381394 for fw in 'Tcl', 'Tk':
Ronald Oussorend3f15032010-06-03 16:21:031395 if is_macosx_sdk_path(F):
1396 if not exists(join(sysroot, F[1:], fw + '.framework')):
1397 break
1398 else:
1399 if not exists(join(F, fw + '.framework')):
1400 break
Jack Jansen0b06be72002-06-21 14:48:381401 else:
1402 # ok, F is now directory with both frameworks. Continure
1403 # building
1404 break
1405 else:
1406 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1407 # will now resume.
1408 return 0
Tim Peters2c60f7a2003-01-29 03:49:431409
Jack Jansen0b06be72002-06-21 14:48:381410 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1411 # frameworks. In later release we should hopefully be able to pass
Tim Peters2c60f7a2003-01-29 03:49:431412 # the -F option to gcc, which specifies a framework lookup path.
Jack Jansen0b06be72002-06-21 14:48:381413 #
1414 include_dirs = [
Tim Peters2c60f7a2003-01-29 03:49:431415 join(F, fw + '.framework', H)
Nick Coghlan650f0d02007-04-15 12:05:431416 for fw in ('Tcl', 'Tk')
1417 for H in ('Headers', 'Versions/Current/PrivateHeaders')
Jack Jansen0b06be72002-06-21 14:48:381418 ]
1419
Tim Peters2c60f7a2003-01-29 03:49:431420 # For 8.4a2, the X11 headers are not included. Rather than include a
Jack Jansen0b06be72002-06-21 14:48:381421 # complicated search, this is a hard-coded path. It could bail out
1422 # if X11 libs are not found...
1423 include_dirs.append('/usr/X11R6/include')
1424 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1425
Georg Brandlfcaf9102008-07-16 02:17:561426 # All existing framework builds of Tcl/Tk don't support 64-bit
1427 # architectures.
1428 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1429 archs = re.findall('-arch\s+(\w+)', cflags)
Georg Brandlfcaf9102008-07-16 02:17:561430
Ronald Oussoren38a4d8c2009-09-15 19:11:531431 tmpfile = os.path.join(self.build_temp, 'tk.arch')
1432 if not os.path.exists(self.build_temp):
1433 os.makedirs(self.build_temp)
1434
1435 # Note: cannot use os.popen or subprocess here, that
1436 # requires extensions that are not available here.
Ronald Oussorend3f15032010-06-03 16:21:031437 if is_macosx_sdk_path(F):
1438 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(os.path.join(sysroot, F[1:]), tmpfile))
1439 else:
1440 os.system("file %s/Tk.framework/Tk | grep 'for architecture' > %s"%(F, tmpfile))
Ronald Oussoren38a4d8c2009-09-15 19:11:531441 fp = open(tmpfile)
Ronald Oussorend3f15032010-06-03 16:21:031442
Ronald Oussoren38a4d8c2009-09-15 19:11:531443 detected_archs = []
1444 for ln in fp:
1445 a = ln.split()[-1]
1446 if a in archs:
1447 detected_archs.append(ln.split()[-1])
1448 fp.close()
1449 os.unlink(tmpfile)
1450
1451 for a in detected_archs:
1452 frameworks.append('-arch')
1453 frameworks.append(a)
Georg Brandlfcaf9102008-07-16 02:17:561454
Jack Jansen0b06be72002-06-21 14:48:381455 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1456 define_macros=[('WITH_APPINIT', 1)],
1457 include_dirs = include_dirs,
1458 libraries = [],
Georg Brandlfcaf9102008-07-16 02:17:561459 extra_compile_args = frameworks[2:],
Jack Jansen0b06be72002-06-21 14:48:381460 extra_link_args = frameworks,
1461 )
1462 self.extensions.append(ext)
1463 return 1
1464
Tim Peters2c60f7a2003-01-29 03:49:431465
Andrew M. Kuchlingfbe73762001-01-18 18:44:201466 def detect_tkinter(self, inc_dirs, lib_dirs):
Andrew M. Kuchling00e0f212001-01-17 15:23:231467 # The _tkinter module.
Michael W. Hudson5b109102002-01-23 15:04:411468
Jack Jansen0b06be72002-06-21 14:48:381469 # Rather than complicate the code below, detecting and building
1470 # AquaTk is a separate method. Only one Tkinter will be built on
1471 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1472 platform = self.get_platform()
Skip Montanaro0174ddd2005-12-30 05:01:261473 if (platform == 'darwin' and
1474 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
Tim Peters2c60f7a2003-01-29 03:49:431475 return
Jack Jansen0b06be72002-06-21 14:48:381476
Andrew M. Kuchlingfbe73762001-01-18 18:44:201477 # Assume we haven't found any of the libraries or include files
Martin v. Löwis3db5b8c2001-07-24 06:54:011478 # The versions with dots are used on Unix, and the versions without
1479 # dots on Windows, for detection by cygwin.
Andrew M. Kuchlingfbe73762001-01-18 18:44:201480 tcllib = tklib = tcl_includes = tk_includes = None
Antoine Pitrou07f62a72010-10-09 10:25:551481 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1482 '8.2', '82', '8.1', '81', '8.0', '80']:
Jason Tishlercccac1a2003-02-05 15:06:461483 tklib = self.compiler.find_library_file(lib_dirs, 'tk' + version)
1484 tcllib = self.compiler.find_library_file(lib_dirs, 'tcl' + version)
Michael W. Hudson5b109102002-01-23 15:04:411485 if tklib and tcllib:
Andrew M. Kuchling00e0f212001-01-17 15:23:231486 # Exit the loop when we've found the Tcl/Tk libraries
1487 break
Andrew M. Kuchling00e0f212001-01-17 15:23:231488
Fredrik Lundhade711a2001-01-24 08:00:281489 # Now check for the header files
Andrew M. Kuchlingfbe73762001-01-18 18:44:201490 if tklib and tcllib:
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351491 # Check for the include files on Debian and {Free,Open}BSD, where
Andrew M. Kuchlingfbe73762001-01-18 18:44:201492 # they're put in /usr/include/{tcl,tk}X.Y
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351493 dotversion = version
1494 if '.' not in dotversion and "bsd" in sys.platform.lower():
1495 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1496 # but the include subdirs are named like .../include/tcl8.3.
1497 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1498 tcl_include_sub = []
1499 tk_include_sub = []
1500 for dir in inc_dirs:
1501 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1502 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1503 tk_include_sub += tcl_include_sub
1504 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1505 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
Andrew M. Kuchling00e0f212001-01-17 15:23:231506
Martin v. Löwise86a59a2003-05-03 08:45:511507 if (tcllib is None or tklib is None or
Andrew M. Kuchlingfbe73762001-01-18 18:44:201508 tcl_includes is None or tk_includes is None):
Andrew M. Kuchling3c0aa7e2004-03-21 18:57:351509 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
Andrew M. Kuchlingfbe73762001-01-18 18:44:201510 return
Fredrik Lundhade711a2001-01-24 08:00:281511
Andrew M. Kuchlingfbe73762001-01-18 18:44:201512 # OK... everything seems to be present for Tcl/Tk.
Andrew M. Kuchling00e0f212001-01-17 15:23:231513
Andrew M. Kuchlingfbe73762001-01-18 18:44:201514 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1515 for dir in tcl_includes + tk_includes:
1516 if dir not in include_dirs:
1517 include_dirs.append(dir)
Fredrik Lundhade711a2001-01-24 08:00:281518
Andrew M. Kuchlingfbe73762001-01-18 18:44:201519 # Check for various platform-specific directories
Andrew M. Kuchling34febf52001-01-24 03:31:071520 if platform == 'sunos5':
Andrew M. Kuchlingfbe73762001-01-18 18:44:201521 include_dirs.append('/usr/openwin/include')
1522 added_lib_dirs.append('/usr/openwin/lib')
1523 elif os.path.exists('/usr/X11R6/include'):
1524 include_dirs.append('/usr/X11R6/include')
Martin v. Löwisfba73692004-11-13 11:13:351525 added_lib_dirs.append('/usr/X11R6/lib64')
Andrew M. Kuchlingfbe73762001-01-18 18:44:201526 added_lib_dirs.append('/usr/X11R6/lib')
1527 elif os.path.exists('/usr/X11R5/include'):
1528 include_dirs.append('/usr/X11R5/include')
1529 added_lib_dirs.append('/usr/X11R5/lib')
1530 else:
Fredrik Lundhade711a2001-01-24 08:00:281531 # Assume default location for X11
Andrew M. Kuchlingfbe73762001-01-18 18:44:201532 include_dirs.append('/usr/X11/include')
1533 added_lib_dirs.append('/usr/X11/lib')
Andrew M. Kuchling00e0f212001-01-17 15:23:231534
Jason Tishler9181c942003-02-05 15:16:171535 # If Cygwin, then verify that X is installed before proceeding
1536 if platform == 'cygwin':
1537 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1538 if x11_inc is None:
1539 return
1540
Andrew M. Kuchlingfbe73762001-01-18 18:44:201541 # Check for BLT extension
Fred Drake38419c02001-12-06 22:24:471542 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1543 'BLT8.0'):
Andrew M. Kuchlingfbe73762001-01-18 18:44:201544 defs.append( ('WITH_BLT', 1) )
1545 libs.append('BLT8.0')
Martin v. Löwis427a2902002-12-12 20:23:381546 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1547 'BLT'):
1548 defs.append( ('WITH_BLT', 1) )
1549 libs.append('BLT')
Andrew M. Kuchling00e0f212001-01-17 15:23:231550
Andrew M. Kuchlingfbe73762001-01-18 18:44:201551 # Add the Tcl/Tk libraries
Jason Tishlercccac1a2003-02-05 15:06:461552 libs.append('tk'+ version)
1553 libs.append('tcl'+ version)
Fredrik Lundhade711a2001-01-24 08:00:281554
Andrew M. Kuchling34febf52001-01-24 03:31:071555 if platform in ['aix3', 'aix4']:
Andrew M. Kuchlingfbe73762001-01-18 18:44:201556 libs.append('ld')
Andrew M. Kuchling00e0f212001-01-17 15:23:231557
Martin v. Löwis3db5b8c2001-07-24 06:54:011558 # Finally, link with the X11 libraries (not appropriate on cygwin)
1559 if platform != "cygwin":
1560 libs.append('X11')
Andrew M. Kuchling00e0f212001-01-17 15:23:231561
Andrew M. Kuchlingfbe73762001-01-18 18:44:201562 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1563 define_macros=[('WITH_APPINIT', 1)] + defs,
1564 include_dirs = include_dirs,
1565 libraries = libs,
1566 library_dirs = added_lib_dirs,
1567 )
1568 self.extensions.append(ext)
Fredrik Lundhade711a2001-01-24 08:00:281569
Guido van Rossum6c7438e2003-02-11 20:05:501570## # Uncomment these lines if you want to play with xxmodule.c
1571## ext = Extension('xx', ['xxmodule.c'])
1572## self.extensions.append(ext)
1573
Andrew M. Kuchlingfbe73762001-01-18 18:44:201574 # XXX handle these, but how to detect?
Andrew M. Kuchling00e0f212001-01-17 15:23:231575 # *** Uncomment and edit for PIL (TkImaging) extension only:
Fredrik Lundhade711a2001-01-24 08:00:281576 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231577 # *** Uncomment and edit for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281578 # -DWITH_TOGL togl.c \
Andrew M. Kuchling00e0f212001-01-17 15:23:231579 # *** Uncomment these for TOGL extension only:
Fredrik Lundhade711a2001-01-24 08:00:281580 # -lGL -lGLU -lXext -lXmu \
Andrew M. Kuchling00e0f212001-01-17 15:23:231581
Christian Heimes78644762008-03-04 23:39:231582 def configure_ctypes_darwin(self, ext):
1583 # Darwin (OS X) uses preconfigured files, in
1584 # the Modules/_ctypes/libffi_osx directory.
Neil Schemenauer014bf282009-02-05 16:35:451585 srcdir = sysconfig.get_config_var('srcdir')
Christian Heimes78644762008-03-04 23:39:231586 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1587 '_ctypes', 'libffi_osx'))
1588 sources = [os.path.join(ffi_srcdir, p)
1589 for p in ['ffi.c',
Georg Brandlfcaf9102008-07-16 02:17:561590 'x86/darwin64.S',
Christian Heimes78644762008-03-04 23:39:231591 'x86/x86-darwin.S',
1592 'x86/x86-ffi_darwin.c',
1593 'x86/x86-ffi64.c',
1594 'powerpc/ppc-darwin.S',
1595 'powerpc/ppc-darwin_closure.S',
1596 'powerpc/ppc-ffi_darwin.c',
1597 'powerpc/ppc64-darwin_closure.S',
1598 ]]
1599
1600 # Add .S (preprocessed assembly) to C compiler source extensions.
1601 self.compiler.src_extensions.append('.S')
1602
1603 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1604 os.path.join(ffi_srcdir, 'powerpc')]
1605 ext.include_dirs.extend(include_dirs)
1606 ext.sources.extend(sources)
1607 return True
1608
Thomas Wouters49fd7fa2006-04-21 10:40:581609 def configure_ctypes(self, ext):
1610 if not self.use_system_libffi:
Christian Heimes78644762008-03-04 23:39:231611 if sys.platform == 'darwin':
1612 return self.configure_ctypes_darwin(ext)
1613
Neil Schemenauer014bf282009-02-05 16:35:451614 srcdir = sysconfig.get_config_var('srcdir')
Thomas Wouters49fd7fa2006-04-21 10:40:581615 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1616 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1617 '_ctypes', 'libffi'))
1618 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
Thomas Hellercf567c12006-03-08 19:51:581619
Thomas Wouters477c8d52006-05-27 19:21:471620 from distutils.dep_util import newer_group
1621
1622 config_sources = [os.path.join(ffi_srcdir, fname)
Thomas Wouterscf297e42007-02-23 15:07:441623 for fname in os.listdir(ffi_srcdir)
1624 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
Thomas Wouters477c8d52006-05-27 19:21:471625 if self.force or newer_group(config_sources,
1626 ffi_configfile):
Thomas Wouters49fd7fa2006-04-21 10:40:581627 from distutils.dir_util import mkpath
1628 mkpath(ffi_builddir)
1629 config_args = []
Thomas Hellercf567c12006-03-08 19:51:581630
Thomas Wouters49fd7fa2006-04-21 10:40:581631 # Pass empty CFLAGS because we'll just append the resulting
1632 # CFLAGS to Python's; -g or -O2 is to be avoided.
1633 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1634 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
Thomas Hellercf567c12006-03-08 19:51:581635
Thomas Wouters49fd7fa2006-04-21 10:40:581636 res = os.system(cmd)
1637 if res or not os.path.exists(ffi_configfile):
Guido van Rossum452bf512007-02-09 05:32:431638 print("Failed to configure _ctypes module")
Thomas Wouters49fd7fa2006-04-21 10:40:581639 return False
Thomas Hellercf567c12006-03-08 19:51:581640
Thomas Wouters49fd7fa2006-04-21 10:40:581641 fficonfig = {}
Neal Norwitz01688022007-08-12 00:43:291642 fp = open(ffi_configfile)
1643 try:
1644 script = fp.read()
1645 finally:
1646 fp.close()
1647 exec(script, globals(), fficonfig)
Thomas Wouters49fd7fa2006-04-21 10:40:581648 ffi_srcdir = os.path.join(fficonfig['ffi_srcdir'], 'src')
Thomas Hellercf567c12006-03-08 19:51:581649
Thomas Wouters49fd7fa2006-04-21 10:40:581650 # Add .S (preprocessed assembly) to C compiler source extensions.
1651 self.compiler.src_extensions.append('.S')
Thomas Hellercf567c12006-03-08 19:51:581652
Thomas Wouters49fd7fa2006-04-21 10:40:581653 include_dirs = [os.path.join(ffi_builddir, 'include'),
1654 ffi_builddir, ffi_srcdir]
1655 extra_compile_args = fficonfig['ffi_cflags'].split()
1656
1657 ext.sources.extend(fficonfig['ffi_sources'])
1658 ext.include_dirs.extend(include_dirs)
1659 ext.extra_compile_args.extend(extra_compile_args)
1660 return True
1661
1662 def detect_ctypes(self, inc_dirs, lib_dirs):
1663 self.use_system_libffi = False
1664 include_dirs = []
1665 extra_compile_args = []
Thomas Wouters0e3f5912006-08-11 14:57:121666 extra_link_args = []
Thomas Hellercf567c12006-03-08 19:51:581667 sources = ['_ctypes/_ctypes.c',
1668 '_ctypes/callbacks.c',
1669 '_ctypes/callproc.c',
1670 '_ctypes/stgdict.c',
Antoine Pitroue647b472010-08-10 00:22:011671 '_ctypes/cfield.c',
1672 '_ctypes/malloc_closure.c']
Thomas Hellercf567c12006-03-08 19:51:581673 depends = ['_ctypes/ctypes.h']
1674
1675 if sys.platform == 'darwin':
1676 sources.append('_ctypes/darwin/dlfcn_simple.c')
Christian Heimes78644762008-03-04 23:39:231677 extra_compile_args.append('-DMACOSX')
Thomas Hellercf567c12006-03-08 19:51:581678 include_dirs.append('_ctypes/darwin')
1679# XXX Is this still needed?
1680## extra_link_args.extend(['-read_only_relocs', 'warning'])
1681
Thomas Wouters0e3f5912006-08-11 14:57:121682 elif sys.platform == 'sunos5':
1683 # XXX This shouldn't be necessary; it appears that some
1684 # of the assembler code is non-PIC (i.e. it has relocations
1685 # when it shouldn't. The proper fix would be to rewrite
1686 # the assembler code to be PIC.
1687 # This only works with GCC; the Sun compiler likely refuses
1688 # this option. If you want to compile ctypes with the Sun
1689 # compiler, please research a proper solution, instead of
1690 # finding some -z option for the Sun compiler.
1691 extra_link_args.append('-mimpure-text')
1692
Thomas Heller9af0cba2008-06-06 09:11:461693 elif sys.platform.startswith('hp-ux'):
Thomas Heller3eaaeb42008-05-23 17:26:461694 extra_link_args.append('-fPIC')
1695
Thomas Hellercf567c12006-03-08 19:51:581696 ext = Extension('_ctypes',
1697 include_dirs=include_dirs,
1698 extra_compile_args=extra_compile_args,
Thomas Wouters0e3f5912006-08-11 14:57:121699 extra_link_args=extra_link_args,
Thomas Wouters49fd7fa2006-04-21 10:40:581700 libraries=[],
Thomas Hellercf567c12006-03-08 19:51:581701 sources=sources,
1702 depends=depends)
1703 ext_test = Extension('_ctypes_test',
1704 sources=['_ctypes/_ctypes_test.c'])
1705 self.extensions.extend([ext, ext_test])
1706
Thomas Wouters49fd7fa2006-04-21 10:40:581707 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1708 return
1709
Christian Heimes78644762008-03-04 23:39:231710 if sys.platform == 'darwin':
1711 # OS X 10.5 comes with libffi.dylib; the include files are
1712 # in /usr/include/ffi
1713 inc_dirs.append('/usr/include/ffi')
1714
Thomas Wouters49fd7fa2006-04-21 10:40:581715 ffi_inc = find_file('ffi.h', [], inc_dirs)
1716 if ffi_inc is not None:
1717 ffi_h = ffi_inc[0] + '/ffi.h'
1718 fp = open(ffi_h)
1719 while 1:
1720 line = fp.readline()
1721 if not line:
1722 ffi_inc = None
1723 break
1724 if line.startswith('#define LIBFFI_H'):
1725 break
1726 ffi_lib = None
1727 if ffi_inc is not None:
1728 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
1729 if (self.compiler.find_library_file(lib_dirs, lib_name)):
1730 ffi_lib = lib_name
1731 break
1732
1733 if ffi_inc and ffi_lib:
1734 ext.include_dirs.extend(ffi_inc)
1735 ext.libraries.append(ffi_lib)
1736 self.use_system_libffi = True
1737
1738
Andrew M. Kuchlingf52d27e2001-05-21 20:29:271739class PyBuildInstall(install):
1740 # Suppress the warning about installation into the lib_dynload
1741 # directory, which is not in sys.path when running Python during
1742 # installation:
1743 def initialize_options (self):
1744 install.initialize_options(self)
1745 self.warn_dir=0
Michael W. Hudson5b109102002-01-23 15:04:411746
Michael W. Hudson529a5052002-12-17 16:47:171747class PyBuildInstallLib(install_lib):
1748 # Do exactly what install_lib does but make sure correct access modes get
1749 # set on installed directories and files. All installed files with get
1750 # mode 644 unless they are a shared library in which case they will get
1751 # mode 755. All installed directories will get mode 755.
1752
1753 so_ext = sysconfig.get_config_var("SO")
1754
1755 def install(self):
1756 outfiles = install_lib.install(self)
Guido van Rossumcd16bf62007-06-13 18:07:491757 self.set_file_modes(outfiles, 0o644, 0o755)
1758 self.set_dir_modes(self.install_dir, 0o755)
Michael W. Hudson529a5052002-12-17 16:47:171759 return outfiles
1760
1761 def set_file_modes(self, files, defaultMode, sharedLibMode):
1762 if not self.is_chmod_supported(): return
1763 if not files: return
1764
1765 for filename in files:
1766 if os.path.islink(filename): continue
1767 mode = defaultMode
1768 if filename.endswith(self.so_ext): mode = sharedLibMode
1769 log.info("changing mode of %s to %o", filename, mode)
1770 if not self.dry_run: os.chmod(filename, mode)
1771
1772 def set_dir_modes(self, dirname, mode):
1773 if not self.is_chmod_supported(): return
Amaury Forgeot d'Arc7e077242009-07-02 23:57:111774 for dirpath, dirnames, fnames in os.walk(dirname):
1775 if os.path.islink(dirpath):
1776 continue
1777 log.info("changing mode of %s to %o", dirpath, mode)
1778 if not self.dry_run: os.chmod(dirpath, mode)
Michael W. Hudson529a5052002-12-17 16:47:171779
1780 def is_chmod_supported(self):
1781 return hasattr(os, 'chmod')
1782
Guido van Rossum14ee89c2003-02-20 02:52:041783SUMMARY = """
1784Python is an interpreted, interactive, object-oriented programming
1785language. It is often compared to Tcl, Perl, Scheme or Java.
1786
1787Python combines remarkable power with very clear syntax. It has
1788modules, classes, exceptions, very high level dynamic data types, and
1789dynamic typing. There are interfaces to many system calls and
1790libraries, as well as to various windowing systems (X11, Motif, Tk,
1791Mac, MFC). New built-in modules are easily written in C or C++. Python
1792is also usable as an extension language for applications that need a
1793programmable interface.
1794
1795The Python implementation is portable: it runs on many brands of UNIX,
1796on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1797listed here, it may still be supported, if there's a C compiler for
1798it. Ask around on comp.lang.python -- or just try compiling Python
1799yourself.
1800"""
1801
1802CLASSIFIERS = """
Guido van Rossum14ee89c2003-02-20 02:52:041803Development Status :: 6 - Mature
1804License :: OSI Approved :: Python Software Foundation License
1805Natural Language :: English
1806Programming Language :: C
1807Programming Language :: Python
1808Topic :: Software Development
1809"""
1810
Andrew M. Kuchling00e0f212001-01-17 15:23:231811def main():
Andrew M. Kuchling62686692001-05-21 20:48:091812 # turn off warnings when deprecated modules are imported
1813 import warnings
1814 warnings.filterwarnings("ignore",category=DeprecationWarning)
Guido van Rossum14ee89c2003-02-20 02:52:041815 setup(# PyPI Metadata (PEP 301)
1816 name = "Python",
1817 version = sys.version.split()[0],
1818 url = "http://www.python.org/%s" % sys.version[:3],
1819 maintainer = "Guido van Rossum and the Python community",
1820 maintainer_email = "python-dev@python.org",
1821 description = "A high-level object-oriented programming language",
1822 long_description = SUMMARY.strip(),
1823 license = "PSF license",
Guido van Rossumc1f779c2007-07-03 08:25:581824 classifiers = [x for x in CLASSIFIERS.split("\n") if x],
Guido van Rossum14ee89c2003-02-20 02:52:041825 platforms = ["Many"],
1826
1827 # Build info
Michael W. Hudson529a5052002-12-17 16:47:171828 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
1829 'install_lib':PyBuildInstallLib},
Andrew M. Kuchling00e0f212001-01-17 15:23:231830 # The struct module is defined here, because build_ext won't be
1831 # called unless there's at least one extension module defined.
Thomas Wouters477c8d52006-05-27 19:21:471832 ext_modules=[Extension('_struct', ['_struct.c'])],
Andrew M. Kuchlingaece4272001-02-28 20:56:491833
Benjamin Petersondfea1922009-05-23 17:13:141834 scripts = ["Tools/scripts/pydoc3", "Tools/scripts/idle3",
1835 "Tools/scripts/2to3"]
Andrew M. Kuchling00e0f212001-01-17 15:23:231836 )
Fredrik Lundhade711a2001-01-24 08:00:281837
Andrew M. Kuchling00e0f212001-01-17 15:23:231838# --install-platlib
1839if __name__ == '__main__':
Andrew M. Kuchling00e0f212001-01-17 15:23:231840 main()