add another line between sections
[python/dscho.git] / setup.py
blob464242d5c13e1a167c118ebee88f14401b030e7c
1 # Autodetecting setup.py script for building the Python extensions
4 __version__ = "$Revision$"
6 import sys, os, imp, re, optparse
7 from glob import glob
8 from platform import machine as platform_machine
9 import sysconfig
11 from distutils import log
12 from distutils import text_file
13 from distutils.errors import *
14 from distutils.core import Extension, setup
15 from distutils.command.build_ext import build_ext
16 from distutils.command.install import install
17 from distutils.command.install_lib import install_lib
18 from distutils.spawn import find_executable
20 # Were we compiled --with-pydebug or with #define Py_DEBUG?
21 COMPILED_WITH_PYDEBUG = hasattr(sys, 'gettotalrefcount')
23 # This global variable is used to hold the list of modules to be disabled.
24 disabled_module_list = []
26 def add_dir_to_list(dirlist, dir):
27 """Add the directory 'dir' to the list 'dirlist' (at the front) if
28 1) 'dir' is not already in 'dirlist'
29 2) 'dir' actually exists, and is a directory."""
30 if dir is not None and os.path.isdir(dir) and dir not in dirlist:
31 dirlist.insert(0, dir)
33 def macosx_sdk_root():
34 """
35 Return the directory of the current OSX SDK,
36 or '/' if no SDK was specified.
37 """
38 cflags = sysconfig.get_config_var('CFLAGS')
39 m = re.search(r'-isysroot\s+(\S+)', cflags)
40 if m is None:
41 sysroot = '/'
42 else:
43 sysroot = m.group(1)
44 return sysroot
46 def is_macosx_sdk_path(path):
47 """
48 Returns True if 'path' can be located in an OSX SDK
49 """
50 return (path.startswith('/usr/') and not path.startswith('/usr/local')) or path.startswith('/System/')
52 def find_file(filename, std_dirs, paths):
53 """Searches for the directory where a given file is located,
54 and returns a possibly-empty list of additional directories, or None
55 if the file couldn't be found at all.
57 'filename' is the name of a file, such as readline.h or libcrypto.a.
58 'std_dirs' is the list of standard system directories; if the
59 file is found in one of them, no additional directives are needed.
60 'paths' is a list of additional locations to check; if the file is
61 found in one of them, the resulting list will contain the directory.
62 """
63 if sys.platform == 'darwin':
64 # Honor the MacOSX SDK setting when one was specified.
65 # An SDK is a directory with the same structure as a real
66 # system, but with only header files and libraries.
67 sysroot = macosx_sdk_root()
69 # Check the standard locations
70 for dir in std_dirs:
71 f = os.path.join(dir, filename)
73 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
74 f = os.path.join(sysroot, dir[1:], filename)
76 if os.path.exists(f): return []
78 # Check the additional directories
79 for dir in paths:
80 f = os.path.join(dir, filename)
82 if sys.platform == 'darwin' and is_macosx_sdk_path(dir):
83 f = os.path.join(sysroot, dir[1:], filename)
85 if os.path.exists(f):
86 return [dir]
88 # Not found anywhere
89 return None
91 def find_library_file(compiler, libname, std_dirs, paths):
92 result = compiler.find_library_file(std_dirs + paths, libname)
93 if result is None:
94 return None
96 if sys.platform == 'darwin':
97 sysroot = macosx_sdk_root()
99 # Check whether the found file is in one of the standard directories
100 dirname = os.path.dirname(result)
101 for p in std_dirs:
102 # Ensure path doesn't end with path separator
103 p = p.rstrip(os.sep)
105 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
106 if os.path.join(sysroot, p[1:]) == dirname:
107 return [ ]
109 if p == dirname:
110 return [ ]
112 # Otherwise, it must have been in one of the additional directories,
113 # so we have to figure out which one.
114 for p in paths:
115 # Ensure path doesn't end with path separator
116 p = p.rstrip(os.sep)
118 if sys.platform == 'darwin' and is_macosx_sdk_path(p):
119 if os.path.join(sysroot, p[1:]) == dirname:
120 return [ p ]
122 if p == dirname:
123 return [p]
124 else:
125 assert False, "Internal error: Path not found in std_dirs or paths"
127 def module_enabled(extlist, modname):
128 """Returns whether the module 'modname' is present in the list
129 of extensions 'extlist'."""
130 extlist = [ext for ext in extlist if ext.name == modname]
131 return len(extlist)
133 def find_module_file(module, dirlist):
134 """Find a module in a set of possible folders. If it is not found
135 return the unadorned filename"""
136 list = find_file(module, [], dirlist)
137 if not list:
138 return module
139 if len(list) > 1:
140 log.info("WARNING: multiple copies of %s found"%module)
141 return os.path.join(list[0], module)
143 class PyBuildExt(build_ext):
145 def __init__(self, dist):
146 build_ext.__init__(self, dist)
147 self.failed = []
149 def build_extensions(self):
151 # Detect which modules should be compiled
152 missing = self.detect_modules()
154 # Remove modules that are present on the disabled list
155 extensions = [ext for ext in self.extensions
156 if ext.name not in disabled_module_list]
157 # move ctypes to the end, it depends on other modules
158 ext_map = dict((ext.name, i) for i, ext in enumerate(extensions))
159 if "_ctypes" in ext_map:
160 ctypes = extensions.pop(ext_map["_ctypes"])
161 extensions.append(ctypes)
162 self.extensions = extensions
164 # Fix up the autodetected modules, prefixing all the source files
165 # with Modules/ and adding Python's include directory to the path.
166 (srcdir,) = sysconfig.get_config_vars('srcdir')
167 if not srcdir:
168 # Maybe running on Windows but not using CYGWIN?
169 raise ValueError("No source directory; cannot proceed.")
170 srcdir = os.path.abspath(srcdir)
171 moddirlist = [os.path.join(srcdir, 'Modules')]
173 # Platform-dependent module source and include directories
174 incdirlist = []
175 platform = self.get_platform()
176 if platform == 'darwin' and ("--disable-toolbox-glue" not in
177 sysconfig.get_config_var("CONFIG_ARGS")):
178 # Mac OS X also includes some mac-specific modules
179 macmoddir = os.path.join(srcdir, 'Mac/Modules')
180 moddirlist.append(macmoddir)
181 incdirlist.append(os.path.join(srcdir, 'Mac/Include'))
183 # Fix up the paths for scripts, too
184 self.distribution.scripts = [os.path.join(srcdir, filename)
185 for filename in self.distribution.scripts]
187 # Python header files
188 headers = [sysconfig.get_config_h_filename()]
189 headers += glob(os.path.join(sysconfig.get_path('platinclude'), "*.h"))
190 for ext in self.extensions[:]:
191 ext.sources = [ find_module_file(filename, moddirlist)
192 for filename in ext.sources ]
193 if ext.depends is not None:
194 ext.depends = [find_module_file(filename, moddirlist)
195 for filename in ext.depends]
196 else:
197 ext.depends = []
198 # re-compile extensions if a header file has been changed
199 ext.depends.extend(headers)
201 # platform specific include directories
202 ext.include_dirs.extend(incdirlist)
204 # If a module has already been built statically,
205 # don't build it here
206 if ext.name in sys.builtin_module_names:
207 self.extensions.remove(ext)
209 # Parse Modules/Setup and Modules/Setup.local to figure out which
210 # modules are turned on in the file.
211 remove_modules = []
212 for filename in ('Modules/Setup', 'Modules/Setup.local'):
213 input = text_file.TextFile(filename, join_lines=1)
214 while 1:
215 line = input.readline()
216 if not line: break
217 line = line.split()
218 remove_modules.append(line[0])
219 input.close()
221 for ext in self.extensions[:]:
222 if ext.name in remove_modules:
223 self.extensions.remove(ext)
225 # When you run "make CC=altcc" or something similar, you really want
226 # those environment variables passed into the setup.py phase. Here's
227 # a small set of useful ones.
228 compiler = os.environ.get('CC')
229 args = {}
230 # unfortunately, distutils doesn't let us provide separate C and C++
231 # compilers
232 if compiler is not None:
233 (ccshared,cflags) = sysconfig.get_config_vars('CCSHARED','CFLAGS')
234 args['compiler_so'] = compiler + ' ' + ccshared + ' ' + cflags
235 self.compiler.set_executables(**args)
237 build_ext.build_extensions(self)
239 longest = max([len(e.name) for e in self.extensions])
240 if self.failed:
241 longest = max(longest, max([len(name) for name in self.failed]))
243 def print_three_column(lst):
244 lst.sort(key=str.lower)
245 # guarantee zip() doesn't drop anything
246 while len(lst) % 3:
247 lst.append("")
248 for e, f, g in zip(lst[::3], lst[1::3], lst[2::3]):
249 print "%-*s %-*s %-*s" % (longest, e, longest, f,
250 longest, g)
252 if missing:
253 print
254 print ("Python build finished, but the necessary bits to build "
255 "these modules were not found:")
256 print_three_column(missing)
257 print ("To find the necessary bits, look in setup.py in"
258 " detect_modules() for the module's name.")
259 print
261 if self.failed:
262 failed = self.failed[:]
263 print
264 print "Failed to build these modules:"
265 print_three_column(failed)
266 print
268 def build_extension(self, ext):
270 if ext.name == '_ctypes':
271 if not self.configure_ctypes(ext):
272 return
274 try:
275 build_ext.build_extension(self, ext)
276 except (CCompilerError, DistutilsError), why:
277 self.announce('WARNING: building of extension "%s" failed: %s' %
278 (ext.name, sys.exc_info()[1]))
279 self.failed.append(ext.name)
280 return
281 # Workaround for Mac OS X: The Carbon-based modules cannot be
282 # reliably imported into a command-line Python
283 if 'Carbon' in ext.extra_link_args:
284 self.announce(
285 'WARNING: skipping import check for Carbon-based "%s"' %
286 ext.name)
287 return
289 if self.get_platform() == 'darwin' and (
290 sys.maxint > 2**32 and '-arch' in ext.extra_link_args):
291 # Don't bother doing an import check when an extension was
292 # build with an explicit '-arch' flag on OSX. That's currently
293 # only used to build 32-bit only extensions in a 4-way
294 # universal build and loading 32-bit code into a 64-bit
295 # process will fail.
296 self.announce(
297 'WARNING: skipping import check for "%s"' %
298 ext.name)
299 return
301 # Workaround for Cygwin: Cygwin currently has fork issues when many
302 # modules have been imported
303 if self.get_platform() == 'cygwin':
304 self.announce('WARNING: skipping import check for Cygwin-based "%s"'
305 % ext.name)
306 return
307 ext_filename = os.path.join(
308 self.build_lib,
309 self.get_ext_filename(self.get_ext_fullname(ext.name)))
310 try:
311 imp.load_dynamic(ext.name, ext_filename)
312 except ImportError, why:
313 self.failed.append(ext.name)
314 self.announce('*** WARNING: renaming "%s" since importing it'
315 ' failed: %s' % (ext.name, why), level=3)
316 assert not self.inplace
317 basename, tail = os.path.splitext(ext_filename)
318 newname = basename + "_failed" + tail
319 if os.path.exists(newname):
320 os.remove(newname)
321 os.rename(ext_filename, newname)
323 # XXX -- This relies on a Vile HACK in
324 # distutils.command.build_ext.build_extension(). The
325 # _built_objects attribute is stored there strictly for
326 # use here.
327 # If there is a failure, _built_objects may not be there,
328 # so catch the AttributeError and move on.
329 try:
330 for filename in self._built_objects:
331 os.remove(filename)
332 except AttributeError:
333 self.announce('unable to remove files (ignored)')
334 except:
335 exc_type, why, tb = sys.exc_info()
336 self.announce('*** WARNING: importing extension "%s" '
337 'failed with %s: %s' % (ext.name, exc_type, why),
338 level=3)
339 self.failed.append(ext.name)
341 def get_platform(self):
342 # Get value of sys.platform
343 for platform in ['cygwin', 'beos', 'darwin', 'atheos', 'osf1']:
344 if sys.platform.startswith(platform):
345 return platform
346 return sys.platform
348 def detect_modules(self):
349 # Ensure that /usr/local is always used
350 add_dir_to_list(self.compiler.library_dirs, '/usr/local/lib')
351 add_dir_to_list(self.compiler.include_dirs, '/usr/local/include')
353 # Add paths specified in the environment variables LDFLAGS and
354 # CPPFLAGS for header and library files.
355 # We must get the values from the Makefile and not the environment
356 # directly since an inconsistently reproducible issue comes up where
357 # the environment variable is not set even though the value were passed
358 # into configure and stored in the Makefile (issue found on OS X 10.3).
359 for env_var, arg_name, dir_list in (
360 ('LDFLAGS', '-R', self.compiler.runtime_library_dirs),
361 ('LDFLAGS', '-L', self.compiler.library_dirs),
362 ('CPPFLAGS', '-I', self.compiler.include_dirs)):
363 env_val = sysconfig.get_config_var(env_var)
364 if env_val:
365 # To prevent optparse from raising an exception about any
366 # options in env_val that it doesn't know about we strip out
367 # all double dashes and any dashes followed by a character
368 # that is not for the option we are dealing with.
370 # Please note that order of the regex is important! We must
371 # strip out double-dashes first so that we don't end up with
372 # substituting "--Long" to "-Long" and thus lead to "ong" being
373 # used for a library directory.
374 env_val = re.sub(r'(^|\s+)-(-|(?!%s))' % arg_name[1],
375 ' ', env_val)
376 parser = optparse.OptionParser()
377 # Make sure that allowing args interspersed with options is
378 # allowed
379 parser.allow_interspersed_args = True
380 parser.error = lambda msg: None
381 parser.add_option(arg_name, dest="dirs", action="append")
382 options = parser.parse_args(env_val.split())[0]
383 if options.dirs:
384 for directory in reversed(options.dirs):
385 add_dir_to_list(dir_list, directory)
387 if os.path.normpath(sys.prefix) != '/usr':
388 add_dir_to_list(self.compiler.library_dirs,
389 sysconfig.get_config_var("LIBDIR"))
390 add_dir_to_list(self.compiler.include_dirs,
391 sysconfig.get_config_var("INCLUDEDIR"))
393 try:
394 have_unicode = unicode
395 except NameError:
396 have_unicode = 0
398 # lib_dirs and inc_dirs are used to search for files;
399 # if a file is found in one of those directories, it can
400 # be assumed that no additional -I,-L directives are needed.
401 lib_dirs = self.compiler.library_dirs + [
402 '/lib64', '/usr/lib64',
403 '/lib', '/usr/lib',
405 inc_dirs = self.compiler.include_dirs + ['/usr/include']
406 exts = []
407 missing = []
409 config_h = sysconfig.get_config_h_filename()
410 config_h_vars = sysconfig.parse_config_h(open(config_h))
412 platform = self.get_platform()
413 srcdir = sysconfig.get_config_var('srcdir')
415 # Check for AtheOS which has libraries in non-standard locations
416 if platform == 'atheos':
417 lib_dirs += ['/system/libs', '/atheos/autolnk/lib']
418 lib_dirs += os.getenv('LIBRARY_PATH', '').split(os.pathsep)
419 inc_dirs += ['/system/include', '/atheos/autolnk/include']
420 inc_dirs += os.getenv('C_INCLUDE_PATH', '').split(os.pathsep)
422 # OSF/1 and Unixware have some stuff in /usr/ccs/lib (like -ldb)
423 if platform in ['osf1', 'unixware7', 'openunix8']:
424 lib_dirs += ['/usr/ccs/lib']
426 if platform == 'darwin':
427 # This should work on any unixy platform ;-)
428 # If the user has bothered specifying additional -I and -L flags
429 # in OPT and LDFLAGS we might as well use them here.
430 # NOTE: using shlex.split would technically be more correct, but
431 # also gives a bootstrap problem. Let's hope nobody uses directories
432 # with whitespace in the name to store libraries.
433 cflags, ldflags = sysconfig.get_config_vars(
434 'CFLAGS', 'LDFLAGS')
435 for item in cflags.split():
436 if item.startswith('-I'):
437 inc_dirs.append(item[2:])
439 for item in ldflags.split():
440 if item.startswith('-L'):
441 lib_dirs.append(item[2:])
443 # Check for MacOS X, which doesn't need libm.a at all
444 math_libs = ['m']
445 if platform in ['darwin', 'beos']:
446 math_libs = []
448 # XXX Omitted modules: gl, pure, dl, SGI-specific modules
451 # The following modules are all pretty straightforward, and compile
452 # on pretty much any POSIXish platform.
455 # Some modules that are normally always on:
456 exts.append( Extension('_weakref', ['_weakref.c']) )
458 # array objects
459 exts.append( Extension('array', ['arraymodule.c']) )
460 # complex math library functions
461 exts.append( Extension('cmath', ['cmathmodule.c', '_math.c'],
462 depends=['_math.h'],
463 libraries=math_libs) )
464 # math library functions, e.g. sin()
465 exts.append( Extension('math', ['mathmodule.c', '_math.c'],
466 depends=['_math.h'],
467 libraries=math_libs) )
468 # fast string operations implemented in C
469 exts.append( Extension('strop', ['stropmodule.c']) )
470 # time operations and variables
471 exts.append( Extension('time', ['timemodule.c'],
472 libraries=math_libs) )
473 exts.append( Extension('datetime', ['datetimemodule.c', 'timemodule.c'],
474 libraries=math_libs) )
475 # fast iterator tools implemented in C
476 exts.append( Extension("itertools", ["itertoolsmodule.c"]) )
477 # code that will be builtins in the future, but conflict with the
478 # current builtins
479 exts.append( Extension('future_builtins', ['future_builtins.c']) )
480 # random number generator implemented in C
481 exts.append( Extension("_random", ["_randommodule.c"]) )
482 # high-performance collections
483 exts.append( Extension("_collections", ["_collectionsmodule.c"]) )
484 # bisect
485 exts.append( Extension("_bisect", ["_bisectmodule.c"]) )
486 # heapq
487 exts.append( Extension("_heapq", ["_heapqmodule.c"]) )
488 # operator.add() and similar goodies
489 exts.append( Extension('operator', ['operator.c']) )
490 # Python 3.1 _io library
491 exts.append( Extension("_io",
492 ["_io/bufferedio.c", "_io/bytesio.c", "_io/fileio.c",
493 "_io/iobase.c", "_io/_iomodule.c", "_io/stringio.c", "_io/textio.c"],
494 depends=["_io/_iomodule.h"], include_dirs=["Modules/_io"]))
495 # _functools
496 exts.append( Extension("_functools", ["_functoolsmodule.c"]) )
497 # _json speedups
498 exts.append( Extension("_json", ["_json.c"]) )
499 # Python C API test module
500 exts.append( Extension('_testcapi', ['_testcapimodule.c'],
501 depends=['testcapi_long.h']) )
502 # profilers (_lsprof is for cProfile.py)
503 exts.append( Extension('_hotshot', ['_hotshot.c']) )
504 exts.append( Extension('_lsprof', ['_lsprof.c', 'rotatingtree.c']) )
505 # static Unicode character database
506 if have_unicode:
507 exts.append( Extension('unicodedata', ['unicodedata.c']) )
508 else:
509 missing.append('unicodedata')
510 # access to ISO C locale support
511 data = open('pyconfig.h').read()
512 m = re.search(r"#s*define\s+WITH_LIBINTL\s+1\s*", data)
513 if m is not None:
514 locale_libs = ['intl']
515 else:
516 locale_libs = []
517 if platform == 'darwin':
518 locale_extra_link_args = ['-framework', 'CoreFoundation']
519 else:
520 locale_extra_link_args = []
523 exts.append( Extension('_locale', ['_localemodule.c'],
524 libraries=locale_libs,
525 extra_link_args=locale_extra_link_args) )
527 # Modules with some UNIX dependencies -- on by default:
528 # (If you have a really backward UNIX, select and socket may not be
529 # supported...)
531 # fcntl(2) and ioctl(2)
532 exts.append( Extension('fcntl', ['fcntlmodule.c']) )
533 # pwd(3)
534 exts.append( Extension('pwd', ['pwdmodule.c']) )
535 # grp(3)
536 exts.append( Extension('grp', ['grpmodule.c']) )
537 # spwd, shadow passwords
538 if (config_h_vars.get('HAVE_GETSPNAM', False) or
539 config_h_vars.get('HAVE_GETSPENT', False)):
540 exts.append( Extension('spwd', ['spwdmodule.c']) )
541 else:
542 missing.append('spwd')
544 # select(2); not on ancient System V
545 exts.append( Extension('select', ['selectmodule.c']) )
547 # Fred Drake's interface to the Python parser
548 exts.append( Extension('parser', ['parsermodule.c']) )
550 # cStringIO and cPickle
551 exts.append( Extension('cStringIO', ['cStringIO.c']) )
552 exts.append( Extension('cPickle', ['cPickle.c']) )
554 # Memory-mapped files (also works on Win32).
555 if platform not in ['atheos']:
556 exts.append( Extension('mmap', ['mmapmodule.c']) )
557 else:
558 missing.append('mmap')
560 # Lance Ellinghaus's syslog module
561 # syslog daemon interface
562 exts.append( Extension('syslog', ['syslogmodule.c']) )
564 # George Neville-Neil's timing module:
565 # Deprecated in PEP 4 http://www.python.org/peps/pep-0004.html
566 # http://mail.python.org/pipermail/python-dev/2006-January/060023.html
567 #exts.append( Extension('timing', ['timingmodule.c']) )
570 # Here ends the simple stuff. From here on, modules need certain
571 # libraries, are platform-specific, or present other surprises.
574 # Multimedia modules
575 # These don't work for 64-bit platforms!!!
576 # These represent audio samples or images as strings:
578 # Operations on audio samples
579 # According to #993173, this one should actually work fine on
580 # 64-bit platforms.
581 exts.append( Extension('audioop', ['audioop.c']) )
583 # Disabled on 64-bit platforms
584 if sys.maxint != 9223372036854775807L:
585 # Operations on images
586 exts.append( Extension('imageop', ['imageop.c']) )
587 else:
588 missing.extend(['imageop'])
590 # readline
591 do_readline = self.compiler.find_library_file(lib_dirs, 'readline')
592 readline_termcap_library = ""
593 curses_library = ""
594 # Determine if readline is already linked against curses or tinfo.
595 if do_readline and find_executable('ldd'):
596 fp = os.popen("ldd %s" % do_readline)
597 for ln in fp:
598 if 'curses' in ln:
599 readline_termcap_library = re.sub(
600 r'.*lib(n?cursesw?)\.so.*', r'\1', ln
601 ).rstrip()
602 break
603 if 'tinfo' in ln: # termcap interface split out from ncurses
604 readline_termcap_library = 'tinfo'
605 break
606 fp.close()
607 # Issue 7384: If readline is already linked against curses,
608 # use the same library for the readline and curses modules.
609 if 'curses' in readline_termcap_library:
610 curses_library = readline_termcap_library
611 elif self.compiler.find_library_file(lib_dirs, 'ncursesw'):
612 curses_library = 'ncursesw'
613 elif self.compiler.find_library_file(lib_dirs, 'ncurses'):
614 curses_library = 'ncurses'
615 elif self.compiler.find_library_file(lib_dirs, 'curses'):
616 curses_library = 'curses'
618 if platform == 'darwin':
619 os_release = int(os.uname()[2].split('.')[0])
620 dep_target = sysconfig.get_config_var('MACOSX_DEPLOYMENT_TARGET')
621 if dep_target and dep_target.split('.') < ['10', '5']:
622 os_release = 8
623 if os_release < 9:
624 # MacOSX 10.4 has a broken readline. Don't try to build
625 # the readline module unless the user has installed a fixed
626 # readline package
627 if find_file('readline/rlconf.h', inc_dirs, []) is None:
628 do_readline = False
629 if do_readline:
630 if platform == 'darwin' and os_release < 9:
631 # In every directory on the search path search for a dynamic
632 # library and then a static library, instead of first looking
633 # for dynamic libraries on the entiry path.
634 # This way a staticly linked custom readline gets picked up
635 # before the (possibly broken) dynamic library in /usr/lib.
636 readline_extra_link_args = ('-Wl,-search_paths_first',)
637 else:
638 readline_extra_link_args = ()
640 readline_libs = ['readline']
641 if readline_termcap_library:
642 pass # Issue 7384: Already linked against curses or tinfo.
643 elif curses_library:
644 readline_libs.append(curses_library)
645 elif self.compiler.find_library_file(lib_dirs +
646 ['/usr/lib/termcap'],
647 'termcap'):
648 readline_libs.append('termcap')
649 exts.append( Extension('readline', ['readline.c'],
650 library_dirs=['/usr/lib/termcap'],
651 extra_link_args=readline_extra_link_args,
652 libraries=readline_libs) )
653 else:
654 missing.append('readline')
656 # crypt module.
658 if self.compiler.find_library_file(lib_dirs, 'crypt'):
659 libs = ['crypt']
660 else:
661 libs = []
662 exts.append( Extension('crypt', ['cryptmodule.c'], libraries=libs) )
664 # CSV files
665 exts.append( Extension('_csv', ['_csv.c']) )
667 # socket(2)
668 exts.append( Extension('_socket', ['socketmodule.c'],
669 depends = ['socketmodule.h']) )
670 # Detect SSL support for the socket module (via _ssl)
671 search_for_ssl_incs_in = [
672 '/usr/local/ssl/include',
673 '/usr/contrib/ssl/include/'
675 ssl_incs = find_file('openssl/ssl.h', inc_dirs,
676 search_for_ssl_incs_in
678 if ssl_incs is not None:
679 krb5_h = find_file('krb5.h', inc_dirs,
680 ['/usr/kerberos/include'])
681 if krb5_h:
682 ssl_incs += krb5_h
683 ssl_libs = find_library_file(self.compiler, 'ssl',lib_dirs,
684 ['/usr/local/ssl/lib',
685 '/usr/contrib/ssl/lib/'
688 if (ssl_incs is not None and
689 ssl_libs is not None):
690 exts.append( Extension('_ssl', ['_ssl.c'],
691 include_dirs = ssl_incs,
692 library_dirs = ssl_libs,
693 libraries = ['ssl', 'crypto'],
694 depends = ['socketmodule.h']), )
695 else:
696 missing.append('_ssl')
698 # find out which version of OpenSSL we have
699 openssl_ver = 0
700 openssl_ver_re = re.compile(
701 '^\s*#\s*define\s+OPENSSL_VERSION_NUMBER\s+(0x[0-9a-fA-F]+)' )
703 # look for the openssl version header on the compiler search path.
704 opensslv_h = find_file('openssl/opensslv.h', [],
705 inc_dirs + search_for_ssl_incs_in)
706 if opensslv_h:
707 name = os.path.join(opensslv_h[0], 'openssl/opensslv.h')
708 if sys.platform == 'darwin' and is_macosx_sdk_path(name):
709 name = os.path.join(macosx_sdk_root(), name[1:])
710 try:
711 incfile = open(name, 'r')
712 for line in incfile:
713 m = openssl_ver_re.match(line)
714 if m:
715 openssl_ver = eval(m.group(1))
716 except IOError, msg:
717 print "IOError while reading opensshv.h:", msg
718 pass
720 min_openssl_ver = 0x00907000
721 have_any_openssl = ssl_incs is not None and ssl_libs is not None
722 have_usable_openssl = (have_any_openssl and
723 openssl_ver >= min_openssl_ver)
725 if have_any_openssl:
726 if have_usable_openssl:
727 # The _hashlib module wraps optimized implementations
728 # of hash functions from the OpenSSL library.
729 exts.append( Extension('_hashlib', ['_hashopenssl.c'],
730 include_dirs = ssl_incs,
731 library_dirs = ssl_libs,
732 libraries = ['ssl', 'crypto']) )
733 else:
734 print ("warning: openssl 0x%08x is too old for _hashlib" %
735 openssl_ver)
736 missing.append('_hashlib')
737 if COMPILED_WITH_PYDEBUG or not have_usable_openssl:
738 # The _sha module implements the SHA1 hash algorithm.
739 exts.append( Extension('_sha', ['shamodule.c']) )
740 # The _md5 module implements the RSA Data Security, Inc. MD5
741 # Message-Digest Algorithm, described in RFC 1321. The
742 # necessary files md5.c and md5.h are included here.
743 exts.append( Extension('_md5',
744 sources = ['md5module.c', 'md5.c'],
745 depends = ['md5.h']) )
747 min_sha2_openssl_ver = 0x00908000
748 if COMPILED_WITH_PYDEBUG or openssl_ver < min_sha2_openssl_ver:
749 # OpenSSL doesn't do these until 0.9.8 so we'll bring our own hash
750 exts.append( Extension('_sha256', ['sha256module.c']) )
751 exts.append( Extension('_sha512', ['sha512module.c']) )
753 # Modules that provide persistent dictionary-like semantics. You will
754 # probably want to arrange for at least one of them to be available on
755 # your machine, though none are defined by default because of library
756 # dependencies. The Python module anydbm.py provides an
757 # implementation independent wrapper for these; dumbdbm.py provides
758 # similar functionality (but slower of course) implemented in Python.
760 # Sleepycat^WOracle Berkeley DB interface.
761 # http://www.oracle.com/database/berkeley-db/db/index.html
763 # This requires the Sleepycat^WOracle DB code. The supported versions
764 # are set below. Visit the URL above to download
765 # a release. Most open source OSes come with one or more
766 # versions of BerkeleyDB already installed.
768 max_db_ver = (4, 8)
769 min_db_ver = (4, 1)
770 db_setup_debug = False # verbose debug prints from this script?
772 def allow_db_ver(db_ver):
773 """Returns a boolean if the given BerkeleyDB version is acceptable.
775 Args:
776 db_ver: A tuple of the version to verify.
778 if not (min_db_ver <= db_ver <= max_db_ver):
779 return False
780 # Use this function to filter out known bad configurations.
781 if (4, 6) == db_ver[:2]:
782 # BerkeleyDB 4.6.x is not stable on many architectures.
783 arch = platform_machine()
784 if arch not in ('i386', 'i486', 'i586', 'i686',
785 'x86_64', 'ia64'):
786 return False
787 return True
789 def gen_db_minor_ver_nums(major):
790 if major == 4:
791 for x in range(max_db_ver[1]+1):
792 if allow_db_ver((4, x)):
793 yield x
794 elif major == 3:
795 for x in (3,):
796 if allow_db_ver((3, x)):
797 yield x
798 else:
799 raise ValueError("unknown major BerkeleyDB version", major)
801 # construct a list of paths to look for the header file in on
802 # top of the normal inc_dirs.
803 db_inc_paths = [
804 '/usr/include/db4',
805 '/usr/local/include/db4',
806 '/opt/sfw/include/db4',
807 '/usr/include/db3',
808 '/usr/local/include/db3',
809 '/opt/sfw/include/db3',
810 # Fink defaults (http://fink.sourceforge.net/)
811 '/sw/include/db4',
812 '/sw/include/db3',
814 # 4.x minor number specific paths
815 for x in gen_db_minor_ver_nums(4):
816 db_inc_paths.append('/usr/include/db4%d' % x)
817 db_inc_paths.append('/usr/include/db4.%d' % x)
818 db_inc_paths.append('/usr/local/BerkeleyDB.4.%d/include' % x)
819 db_inc_paths.append('/usr/local/include/db4%d' % x)
820 db_inc_paths.append('/pkg/db-4.%d/include' % x)
821 db_inc_paths.append('/opt/db-4.%d/include' % x)
822 # MacPorts default (http://www.macports.org/)
823 db_inc_paths.append('/opt/local/include/db4%d' % x)
824 # 3.x minor number specific paths
825 for x in gen_db_minor_ver_nums(3):
826 db_inc_paths.append('/usr/include/db3%d' % x)
827 db_inc_paths.append('/usr/local/BerkeleyDB.3.%d/include' % x)
828 db_inc_paths.append('/usr/local/include/db3%d' % x)
829 db_inc_paths.append('/pkg/db-3.%d/include' % x)
830 db_inc_paths.append('/opt/db-3.%d/include' % x)
832 # Add some common subdirectories for Sleepycat DB to the list,
833 # based on the standard include directories. This way DB3/4 gets
834 # picked up when it is installed in a non-standard prefix and
835 # the user has added that prefix into inc_dirs.
836 std_variants = []
837 for dn in inc_dirs:
838 std_variants.append(os.path.join(dn, 'db3'))
839 std_variants.append(os.path.join(dn, 'db4'))
840 for x in gen_db_minor_ver_nums(4):
841 std_variants.append(os.path.join(dn, "db4%d"%x))
842 std_variants.append(os.path.join(dn, "db4.%d"%x))
843 for x in gen_db_minor_ver_nums(3):
844 std_variants.append(os.path.join(dn, "db3%d"%x))
845 std_variants.append(os.path.join(dn, "db3.%d"%x))
847 db_inc_paths = std_variants + db_inc_paths
848 db_inc_paths = [p for p in db_inc_paths if os.path.exists(p)]
850 db_ver_inc_map = {}
852 if sys.platform == 'darwin':
853 sysroot = macosx_sdk_root()
855 class db_found(Exception): pass
856 try:
857 # See whether there is a Sleepycat header in the standard
858 # search path.
859 for d in inc_dirs + db_inc_paths:
860 f = os.path.join(d, "db.h")
862 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
863 f = os.path.join(sysroot, d[1:], "db.h")
865 if db_setup_debug: print "db: looking for db.h in", f
866 if os.path.exists(f):
867 f = open(f).read()
868 m = re.search(r"#define\WDB_VERSION_MAJOR\W(\d+)", f)
869 if m:
870 db_major = int(m.group(1))
871 m = re.search(r"#define\WDB_VERSION_MINOR\W(\d+)", f)
872 db_minor = int(m.group(1))
873 db_ver = (db_major, db_minor)
875 # Avoid 4.6 prior to 4.6.21 due to a BerkeleyDB bug
876 if db_ver == (4, 6):
877 m = re.search(r"#define\WDB_VERSION_PATCH\W(\d+)", f)
878 db_patch = int(m.group(1))
879 if db_patch < 21:
880 print "db.h:", db_ver, "patch", db_patch,
881 print "being ignored (4.6.x must be >= 4.6.21)"
882 continue
884 if ( (db_ver not in db_ver_inc_map) and
885 allow_db_ver(db_ver) ):
886 # save the include directory with the db.h version
887 # (first occurrence only)
888 db_ver_inc_map[db_ver] = d
889 if db_setup_debug:
890 print "db.h: found", db_ver, "in", d
891 else:
892 # we already found a header for this library version
893 if db_setup_debug: print "db.h: ignoring", d
894 else:
895 # ignore this header, it didn't contain a version number
896 if db_setup_debug:
897 print "db.h: no version number version in", d
899 db_found_vers = db_ver_inc_map.keys()
900 db_found_vers.sort()
902 while db_found_vers:
903 db_ver = db_found_vers.pop()
904 db_incdir = db_ver_inc_map[db_ver]
906 # check lib directories parallel to the location of the header
907 db_dirs_to_check = [
908 db_incdir.replace("include", 'lib64'),
909 db_incdir.replace("include", 'lib'),
912 if sys.platform != 'darwin':
913 db_dirs_to_check = filter(os.path.isdir, db_dirs_to_check)
915 else:
916 # Same as other branch, but takes OSX SDK into account
917 tmp = []
918 for dn in db_dirs_to_check:
919 if is_macosx_sdk_path(dn):
920 if os.path.isdir(os.path.join(sysroot, dn[1:])):
921 tmp.append(dn)
922 else:
923 if os.path.isdir(dn):
924 tmp.append(dn)
925 db_dirs_to_check = tmp
927 # Look for a version specific db-X.Y before an ambiguoius dbX
928 # XXX should we -ever- look for a dbX name? Do any
929 # systems really not name their library by version and
930 # symlink to more general names?
931 for dblib in (('db-%d.%d' % db_ver),
932 ('db%d%d' % db_ver),
933 ('db%d' % db_ver[0])):
934 dblib_file = self.compiler.find_library_file(
935 db_dirs_to_check + lib_dirs, dblib )
936 if dblib_file:
937 dblib_dir = [ os.path.abspath(os.path.dirname(dblib_file)) ]
938 raise db_found
939 else:
940 if db_setup_debug: print "db lib: ", dblib, "not found"
942 except db_found:
943 if db_setup_debug:
944 print "bsddb using BerkeleyDB lib:", db_ver, dblib
945 print "bsddb lib dir:", dblib_dir, " inc dir:", db_incdir
946 db_incs = [db_incdir]
947 dblibs = [dblib]
948 # We add the runtime_library_dirs argument because the
949 # BerkeleyDB lib we're linking against often isn't in the
950 # system dynamic library search path. This is usually
951 # correct and most trouble free, but may cause problems in
952 # some unusual system configurations (e.g. the directory
953 # is on an NFS server that goes away).
954 exts.append(Extension('_bsddb', ['_bsddb.c'],
955 depends = ['bsddb.h'],
956 library_dirs=dblib_dir,
957 runtime_library_dirs=dblib_dir,
958 include_dirs=db_incs,
959 libraries=dblibs))
960 else:
961 if db_setup_debug: print "db: no appropriate library found"
962 db_incs = None
963 dblibs = []
964 dblib_dir = None
965 missing.append('_bsddb')
967 # The sqlite interface
968 sqlite_setup_debug = False # verbose debug prints from this script?
970 # We hunt for #define SQLITE_VERSION "n.n.n"
971 # We need to find >= sqlite version 3.0.8
972 sqlite_incdir = sqlite_libdir = None
973 sqlite_inc_paths = [ '/usr/include',
974 '/usr/include/sqlite',
975 '/usr/include/sqlite3',
976 '/usr/local/include',
977 '/usr/local/include/sqlite',
978 '/usr/local/include/sqlite3',
980 MIN_SQLITE_VERSION_NUMBER = (3, 0, 8)
981 MIN_SQLITE_VERSION = ".".join([str(x)
982 for x in MIN_SQLITE_VERSION_NUMBER])
984 # Scan the default include directories before the SQLite specific
985 # ones. This allows one to override the copy of sqlite on OSX,
986 # where /usr/include contains an old version of sqlite.
987 if sys.platform == 'darwin':
988 sysroot = macosx_sdk_root()
990 for d in inc_dirs + sqlite_inc_paths:
991 f = os.path.join(d, "sqlite3.h")
993 if sys.platform == 'darwin' and is_macosx_sdk_path(d):
994 f = os.path.join(sysroot, d[1:], "sqlite3.h")
996 if os.path.exists(f):
997 if sqlite_setup_debug: print "sqlite: found %s"%f
998 incf = open(f).read()
999 m = re.search(
1000 r'\s*.*#\s*.*define\s.*SQLITE_VERSION\W*"(.*)"', incf)
1001 if m:
1002 sqlite_version = m.group(1)
1003 sqlite_version_tuple = tuple([int(x)
1004 for x in sqlite_version.split(".")])
1005 if sqlite_version_tuple >= MIN_SQLITE_VERSION_NUMBER:
1006 # we win!
1007 if sqlite_setup_debug:
1008 print "%s/sqlite3.h: version %s"%(d, sqlite_version)
1009 sqlite_incdir = d
1010 break
1011 else:
1012 if sqlite_setup_debug:
1013 print "%s: version %d is too old, need >= %s"%(d,
1014 sqlite_version, MIN_SQLITE_VERSION)
1015 elif sqlite_setup_debug:
1016 print "sqlite: %s had no SQLITE_VERSION"%(f,)
1018 if sqlite_incdir:
1019 sqlite_dirs_to_check = [
1020 os.path.join(sqlite_incdir, '..', 'lib64'),
1021 os.path.join(sqlite_incdir, '..', 'lib'),
1022 os.path.join(sqlite_incdir, '..', '..', 'lib64'),
1023 os.path.join(sqlite_incdir, '..', '..', 'lib'),
1025 sqlite_libfile = self.compiler.find_library_file(
1026 sqlite_dirs_to_check + lib_dirs, 'sqlite3')
1027 if sqlite_libfile:
1028 sqlite_libdir = [os.path.abspath(os.path.dirname(sqlite_libfile))]
1030 if sqlite_incdir and sqlite_libdir:
1031 sqlite_srcs = ['_sqlite/cache.c',
1032 '_sqlite/connection.c',
1033 '_sqlite/cursor.c',
1034 '_sqlite/microprotocols.c',
1035 '_sqlite/module.c',
1036 '_sqlite/prepare_protocol.c',
1037 '_sqlite/row.c',
1038 '_sqlite/statement.c',
1039 '_sqlite/util.c', ]
1041 sqlite_defines = []
1042 if sys.platform != "win32":
1043 sqlite_defines.append(('MODULE_NAME', '"sqlite3"'))
1044 else:
1045 sqlite_defines.append(('MODULE_NAME', '\\"sqlite3\\"'))
1047 # Comment this out if you want the sqlite3 module to be able to load extensions.
1048 sqlite_defines.append(("SQLITE_OMIT_LOAD_EXTENSION", "1"))
1050 if sys.platform == 'darwin':
1051 # In every directory on the search path search for a dynamic
1052 # library and then a static library, instead of first looking
1053 # for dynamic libraries on the entiry path.
1054 # This way a staticly linked custom sqlite gets picked up
1055 # before the dynamic library in /usr/lib.
1056 sqlite_extra_link_args = ('-Wl,-search_paths_first',)
1057 else:
1058 sqlite_extra_link_args = ()
1060 exts.append(Extension('_sqlite3', sqlite_srcs,
1061 define_macros=sqlite_defines,
1062 include_dirs=["Modules/_sqlite",
1063 sqlite_incdir],
1064 library_dirs=sqlite_libdir,
1065 runtime_library_dirs=sqlite_libdir,
1066 extra_link_args=sqlite_extra_link_args,
1067 libraries=["sqlite3",]))
1068 else:
1069 missing.append('_sqlite3')
1071 # Look for Berkeley db 1.85. Note that it is built as a different
1072 # module name so it can be included even when later versions are
1073 # available. A very restrictive search is performed to avoid
1074 # accidentally building this module with a later version of the
1075 # underlying db library. May BSD-ish Unixes incorporate db 1.85
1076 # symbols into libc and place the include file in /usr/include.
1078 # If the better bsddb library can be built (db_incs is defined)
1079 # we do not build this one. Otherwise this build will pick up
1080 # the more recent berkeleydb's db.h file first in the include path
1081 # when attempting to compile and it will fail.
1082 f = "/usr/include/db.h"
1084 if sys.platform == 'darwin':
1085 if is_macosx_sdk_path(f):
1086 sysroot = macosx_sdk_root()
1087 f = os.path.join(sysroot, f[1:])
1089 if os.path.exists(f) and not db_incs:
1090 data = open(f).read()
1091 m = re.search(r"#s*define\s+HASHVERSION\s+2\s*", data)
1092 if m is not None:
1093 # bingo - old version used hash file format version 2
1094 ### XXX this should be fixed to not be platform-dependent
1095 ### but I don't have direct access to an osf1 platform and
1096 ### seemed to be muffing the search somehow
1097 libraries = platform == "osf1" and ['db'] or None
1098 if libraries is not None:
1099 exts.append(Extension('bsddb185', ['bsddbmodule.c'],
1100 libraries=libraries))
1101 else:
1102 exts.append(Extension('bsddb185', ['bsddbmodule.c']))
1103 else:
1104 missing.append('bsddb185')
1105 else:
1106 missing.append('bsddb185')
1108 dbm_order = ['gdbm']
1109 # The standard Unix dbm module:
1110 if platform not in ['cygwin']:
1111 config_args = [arg.strip("'")
1112 for arg in sysconfig.get_config_var("CONFIG_ARGS").split()]
1113 dbm_args = [arg for arg in config_args
1114 if arg.startswith('--with-dbmliborder=')]
1115 if dbm_args:
1116 dbm_order = [arg.split('=')[-1] for arg in dbm_args][-1].split(":")
1117 else:
1118 dbm_order = "ndbm:gdbm:bdb".split(":")
1119 dbmext = None
1120 for cand in dbm_order:
1121 if cand == "ndbm":
1122 if find_file("ndbm.h", inc_dirs, []) is not None:
1123 # Some systems have -lndbm, others don't
1124 if self.compiler.find_library_file(lib_dirs,
1125 'ndbm'):
1126 ndbm_libs = ['ndbm']
1127 else:
1128 ndbm_libs = []
1129 print "building dbm using ndbm"
1130 dbmext = Extension('dbm', ['dbmmodule.c'],
1131 define_macros=[
1132 ('HAVE_NDBM_H',None),
1134 libraries=ndbm_libs)
1135 break
1137 elif cand == "gdbm":
1138 if self.compiler.find_library_file(lib_dirs, 'gdbm'):
1139 gdbm_libs = ['gdbm']
1140 if self.compiler.find_library_file(lib_dirs,
1141 'gdbm_compat'):
1142 gdbm_libs.append('gdbm_compat')
1143 if find_file("gdbm/ndbm.h", inc_dirs, []) is not None:
1144 print "building dbm using gdbm"
1145 dbmext = Extension(
1146 'dbm', ['dbmmodule.c'],
1147 define_macros=[
1148 ('HAVE_GDBM_NDBM_H', None),
1150 libraries = gdbm_libs)
1151 break
1152 if find_file("gdbm-ndbm.h", inc_dirs, []) is not None:
1153 print "building dbm using gdbm"
1154 dbmext = Extension(
1155 'dbm', ['dbmmodule.c'],
1156 define_macros=[
1157 ('HAVE_GDBM_DASH_NDBM_H', None),
1159 libraries = gdbm_libs)
1160 break
1161 elif cand == "bdb":
1162 if db_incs is not None:
1163 print "building dbm using bdb"
1164 dbmext = Extension('dbm', ['dbmmodule.c'],
1165 library_dirs=dblib_dir,
1166 runtime_library_dirs=dblib_dir,
1167 include_dirs=db_incs,
1168 define_macros=[
1169 ('HAVE_BERKDB_H', None),
1170 ('DB_DBM_HSEARCH', None),
1172 libraries=dblibs)
1173 break
1174 if dbmext is not None:
1175 exts.append(dbmext)
1176 else:
1177 missing.append('dbm')
1179 # Anthony Baxter's gdbm module. GNU dbm(3) will require -lgdbm:
1180 if ('gdbm' in dbm_order and
1181 self.compiler.find_library_file(lib_dirs, 'gdbm')):
1182 exts.append( Extension('gdbm', ['gdbmmodule.c'],
1183 libraries = ['gdbm'] ) )
1184 else:
1185 missing.append('gdbm')
1187 # Unix-only modules
1188 if platform not in ['win32']:
1189 # Steen Lumholt's termios module
1190 exts.append( Extension('termios', ['termios.c']) )
1191 # Jeremy Hylton's rlimit interface
1192 if platform not in ['atheos']:
1193 exts.append( Extension('resource', ['resource.c']) )
1194 else:
1195 missing.append('resource')
1197 # Sun yellow pages. Some systems have the functions in libc.
1198 if (platform not in ['cygwin', 'atheos', 'qnx6'] and
1199 find_file('rpcsvc/yp_prot.h', inc_dirs, []) is not None):
1200 if (self.compiler.find_library_file(lib_dirs, 'nsl')):
1201 libs = ['nsl']
1202 else:
1203 libs = []
1204 exts.append( Extension('nis', ['nismodule.c'],
1205 libraries = libs) )
1206 else:
1207 missing.append('nis')
1208 else:
1209 missing.extend(['nis', 'resource', 'termios'])
1211 # Curses support, requiring the System V version of curses, often
1212 # provided by the ncurses library.
1213 panel_library = 'panel'
1214 if curses_library.startswith('ncurses'):
1215 if curses_library == 'ncursesw':
1216 # Bug 1464056: If _curses.so links with ncursesw,
1217 # _curses_panel.so must link with panelw.
1218 panel_library = 'panelw'
1219 curses_libs = [curses_library]
1220 exts.append( Extension('_curses', ['_cursesmodule.c'],
1221 libraries = curses_libs) )
1222 elif curses_library == 'curses' and platform != 'darwin':
1223 # OSX has an old Berkeley curses, not good enough for
1224 # the _curses module.
1225 if (self.compiler.find_library_file(lib_dirs, 'terminfo')):
1226 curses_libs = ['curses', 'terminfo']
1227 elif (self.compiler.find_library_file(lib_dirs, 'termcap')):
1228 curses_libs = ['curses', 'termcap']
1229 else:
1230 curses_libs = ['curses']
1232 exts.append( Extension('_curses', ['_cursesmodule.c'],
1233 libraries = curses_libs) )
1234 else:
1235 missing.append('_curses')
1237 # If the curses module is enabled, check for the panel module
1238 if (module_enabled(exts, '_curses') and
1239 self.compiler.find_library_file(lib_dirs, panel_library)):
1240 exts.append( Extension('_curses_panel', ['_curses_panel.c'],
1241 libraries = [panel_library] + curses_libs) )
1242 else:
1243 missing.append('_curses_panel')
1245 # Andrew Kuchling's zlib module. Note that some versions of zlib
1246 # 1.1.3 have security problems. See CERT Advisory CA-2002-07:
1247 # http://www.cert.org/advisories/CA-2002-07.html
1249 # zlib 1.1.4 is fixed, but at least one vendor (RedHat) has decided to
1250 # patch its zlib 1.1.3 package instead of upgrading to 1.1.4. For
1251 # now, we still accept 1.1.3, because we think it's difficult to
1252 # exploit this in Python, and we'd rather make it RedHat's problem
1253 # than our problem <wink>.
1255 # You can upgrade zlib to version 1.1.4 yourself by going to
1256 # http://www.gzip.org/zlib/
1257 zlib_inc = find_file('zlib.h', [], inc_dirs)
1258 have_zlib = False
1259 if zlib_inc is not None:
1260 zlib_h = zlib_inc[0] + '/zlib.h'
1261 version = '"0.0.0"'
1262 version_req = '"1.1.3"'
1263 fp = open(zlib_h)
1264 while 1:
1265 line = fp.readline()
1266 if not line:
1267 break
1268 if line.startswith('#define ZLIB_VERSION'):
1269 version = line.split()[2]
1270 break
1271 if version >= version_req:
1272 if (self.compiler.find_library_file(lib_dirs, 'z')):
1273 if sys.platform == "darwin":
1274 zlib_extra_link_args = ('-Wl,-search_paths_first',)
1275 else:
1276 zlib_extra_link_args = ()
1277 exts.append( Extension('zlib', ['zlibmodule.c'],
1278 libraries = ['z'],
1279 extra_link_args = zlib_extra_link_args))
1280 have_zlib = True
1281 else:
1282 missing.append('zlib')
1283 else:
1284 missing.append('zlib')
1285 else:
1286 missing.append('zlib')
1288 # Helper module for various ascii-encoders. Uses zlib for an optimized
1289 # crc32 if we have it. Otherwise binascii uses its own.
1290 if have_zlib:
1291 extra_compile_args = ['-DUSE_ZLIB_CRC32']
1292 libraries = ['z']
1293 extra_link_args = zlib_extra_link_args
1294 else:
1295 extra_compile_args = []
1296 libraries = []
1297 extra_link_args = []
1298 exts.append( Extension('binascii', ['binascii.c'],
1299 extra_compile_args = extra_compile_args,
1300 libraries = libraries,
1301 extra_link_args = extra_link_args) )
1303 # Gustavo Niemeyer's bz2 module.
1304 if (self.compiler.find_library_file(lib_dirs, 'bz2')):
1305 if sys.platform == "darwin":
1306 bz2_extra_link_args = ('-Wl,-search_paths_first',)
1307 else:
1308 bz2_extra_link_args = ()
1309 exts.append( Extension('bz2', ['bz2module.c'],
1310 libraries = ['bz2'],
1311 extra_link_args = bz2_extra_link_args) )
1312 else:
1313 missing.append('bz2')
1315 # Interface to the Expat XML parser
1317 # Expat was written by James Clark and is now maintained by a group of
1318 # developers on SourceForge; see www.libexpat.org for more information.
1319 # The pyexpat module was written by Paul Prescod after a prototype by
1320 # Jack Jansen. The Expat source is included in Modules/expat/. Usage
1321 # of a system shared libexpat.so is possible with --with-system-expat
1322 # cofigure option.
1324 # More information on Expat can be found at www.libexpat.org.
1326 if '--with-system-expat' in sysconfig.get_config_var("CONFIG_ARGS"):
1327 expat_inc = []
1328 define_macros = []
1329 expat_lib = ['expat']
1330 expat_sources = []
1331 else:
1332 expat_inc = [os.path.join(os.getcwd(), srcdir, 'Modules', 'expat')]
1333 define_macros = [
1334 ('HAVE_EXPAT_CONFIG_H', '1'),
1336 expat_lib = []
1337 expat_sources = ['expat/xmlparse.c',
1338 'expat/xmlrole.c',
1339 'expat/xmltok.c']
1341 exts.append(Extension('pyexpat',
1342 define_macros = define_macros,
1343 include_dirs = expat_inc,
1344 libraries = expat_lib,
1345 sources = ['pyexpat.c'] + expat_sources
1348 # Fredrik Lundh's cElementTree module. Note that this also
1349 # uses expat (via the CAPI hook in pyexpat).
1351 if os.path.isfile(os.path.join(srcdir, 'Modules', '_elementtree.c')):
1352 define_macros.append(('USE_PYEXPAT_CAPI', None))
1353 exts.append(Extension('_elementtree',
1354 define_macros = define_macros,
1355 include_dirs = expat_inc,
1356 libraries = expat_lib,
1357 sources = ['_elementtree.c'],
1359 else:
1360 missing.append('_elementtree')
1362 # Hye-Shik Chang's CJKCodecs modules.
1363 if have_unicode:
1364 exts.append(Extension('_multibytecodec',
1365 ['cjkcodecs/multibytecodec.c']))
1366 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1367 exts.append(Extension('_codecs_%s' % loc,
1368 ['cjkcodecs/_codecs_%s.c' % loc]))
1369 else:
1370 missing.append('_multibytecodec')
1371 for loc in ('kr', 'jp', 'cn', 'tw', 'hk', 'iso2022'):
1372 missing.append('_codecs_%s' % loc)
1374 # Dynamic loading module
1375 if sys.maxint == 0x7fffffff:
1376 # This requires sizeof(int) == sizeof(long) == sizeof(char*)
1377 dl_inc = find_file('dlfcn.h', [], inc_dirs)
1378 if (dl_inc is not None) and (platform not in ['atheos']):
1379 exts.append( Extension('dl', ['dlmodule.c']) )
1380 else:
1381 missing.append('dl')
1382 else:
1383 missing.append('dl')
1385 # Thomas Heller's _ctypes module
1386 self.detect_ctypes(inc_dirs, lib_dirs)
1388 # Richard Oudkerk's multiprocessing module
1389 if platform == 'win32': # Windows
1390 macros = dict()
1391 libraries = ['ws2_32']
1393 elif platform == 'darwin': # Mac OSX
1394 macros = dict()
1395 libraries = []
1397 elif platform == 'cygwin': # Cygwin
1398 macros = dict()
1399 libraries = []
1401 elif platform in ('freebsd4', 'freebsd5', 'freebsd6', 'freebsd7', 'freebsd8'):
1402 # FreeBSD's P1003.1b semaphore support is very experimental
1403 # and has many known problems. (as of June 2008)
1404 macros = dict()
1405 libraries = []
1407 elif platform.startswith('openbsd'):
1408 macros = dict()
1409 libraries = []
1411 elif platform.startswith('netbsd'):
1412 macros = dict()
1413 libraries = []
1415 else: # Linux and other unices
1416 macros = dict()
1417 libraries = ['rt']
1419 if platform == 'win32':
1420 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1421 '_multiprocessing/semaphore.c',
1422 '_multiprocessing/pipe_connection.c',
1423 '_multiprocessing/socket_connection.c',
1424 '_multiprocessing/win32_functions.c'
1427 else:
1428 multiprocessing_srcs = [ '_multiprocessing/multiprocessing.c',
1429 '_multiprocessing/socket_connection.c'
1431 if (sysconfig.get_config_var('HAVE_SEM_OPEN') and not
1432 sysconfig.get_config_var('POSIX_SEMAPHORES_NOT_ENABLED')):
1433 multiprocessing_srcs.append('_multiprocessing/semaphore.c')
1435 if sysconfig.get_config_var('WITH_THREAD'):
1436 exts.append ( Extension('_multiprocessing', multiprocessing_srcs,
1437 define_macros=macros.items(),
1438 include_dirs=["Modules/_multiprocessing"]))
1439 else:
1440 missing.append('_multiprocessing')
1442 # End multiprocessing
1445 # Platform-specific libraries
1446 if platform == 'linux2':
1447 # Linux-specific modules
1448 exts.append( Extension('linuxaudiodev', ['linuxaudiodev.c']) )
1449 else:
1450 missing.append('linuxaudiodev')
1452 if (platform in ('linux2', 'freebsd4', 'freebsd5', 'freebsd6',
1453 'freebsd7', 'freebsd8')
1454 or platform.startswith("gnukfreebsd")):
1455 exts.append( Extension('ossaudiodev', ['ossaudiodev.c']) )
1456 else:
1457 missing.append('ossaudiodev')
1459 if platform == 'sunos5':
1460 # SunOS specific modules
1461 exts.append( Extension('sunaudiodev', ['sunaudiodev.c']) )
1462 else:
1463 missing.append('sunaudiodev')
1465 if platform == 'darwin':
1466 # _scproxy
1467 exts.append(Extension("_scproxy", [os.path.join(srcdir, "Mac/Modules/_scproxy.c")],
1468 extra_link_args= [
1469 '-framework', 'SystemConfiguration',
1470 '-framework', 'CoreFoundation'
1474 if platform == 'darwin' and ("--disable-toolbox-glue" not in
1475 sysconfig.get_config_var("CONFIG_ARGS")):
1477 if int(os.uname()[2].split('.')[0]) >= 8:
1478 # We're on Mac OS X 10.4 or later, the compiler should
1479 # support '-Wno-deprecated-declarations'. This will
1480 # surpress deprecation warnings for the Carbon extensions,
1481 # these extensions wrap the Carbon APIs and even those
1482 # parts that are deprecated.
1483 carbon_extra_compile_args = ['-Wno-deprecated-declarations']
1484 else:
1485 carbon_extra_compile_args = []
1487 # Mac OS X specific modules.
1488 def macSrcExists(name1, name2=''):
1489 if not name1:
1490 return None
1491 names = (name1,)
1492 if name2:
1493 names = (name1, name2)
1494 path = os.path.join(srcdir, 'Mac', 'Modules', *names)
1495 return os.path.exists(path)
1497 def addMacExtension(name, kwds, extra_srcs=[]):
1498 dirname = ''
1499 if name[0] == '_':
1500 dirname = name[1:].lower()
1501 cname = name + '.c'
1502 cmodulename = name + 'module.c'
1503 # Check for NNN.c, NNNmodule.c, _nnn/NNN.c, _nnn/NNNmodule.c
1504 if macSrcExists(cname):
1505 srcs = [cname]
1506 elif macSrcExists(cmodulename):
1507 srcs = [cmodulename]
1508 elif macSrcExists(dirname, cname):
1509 # XXX(nnorwitz): If all the names ended with module, we
1510 # wouldn't need this condition. ibcarbon is the only one.
1511 srcs = [os.path.join(dirname, cname)]
1512 elif macSrcExists(dirname, cmodulename):
1513 srcs = [os.path.join(dirname, cmodulename)]
1514 else:
1515 raise RuntimeError("%s not found" % name)
1517 # Here's the whole point: add the extension with sources
1518 exts.append(Extension(name, srcs + extra_srcs, **kwds))
1520 # Core Foundation
1521 core_kwds = {'extra_compile_args': carbon_extra_compile_args,
1522 'extra_link_args': ['-framework', 'CoreFoundation'],
1524 addMacExtension('_CF', core_kwds, ['cf/pycfbridge.c'])
1525 addMacExtension('autoGIL', core_kwds)
1529 # Carbon
1530 carbon_kwds = {'extra_compile_args': carbon_extra_compile_args,
1531 'extra_link_args': ['-framework', 'Carbon'],
1533 CARBON_EXTS = ['ColorPicker', 'gestalt', 'MacOS', 'Nav',
1534 'OSATerminology', 'icglue',
1535 # All these are in subdirs
1536 '_AE', '_AH', '_App', '_CarbonEvt', '_Cm', '_Ctl',
1537 '_Dlg', '_Drag', '_Evt', '_File', '_Folder', '_Fm',
1538 '_Help', '_Icn', '_IBCarbon', '_List',
1539 '_Menu', '_Mlte', '_OSA', '_Res', '_Qd', '_Qdoffs',
1540 '_Scrap', '_Snd', '_TE',
1542 for name in CARBON_EXTS:
1543 addMacExtension(name, carbon_kwds)
1545 # Workaround for a bug in the version of gcc shipped with Xcode 3.
1546 # The _Win extension should build just like the other Carbon extensions, but
1547 # this actually results in a hard crash of the linker.
1549 if '-arch ppc64' in cflags and '-arch ppc' in cflags:
1550 win_kwds = {'extra_compile_args': carbon_extra_compile_args + ['-arch', 'i386', '-arch', 'ppc'],
1551 'extra_link_args': ['-framework', 'Carbon', '-arch', 'i386', '-arch', 'ppc'],
1553 addMacExtension('_Win', win_kwds)
1554 else:
1555 addMacExtension('_Win', carbon_kwds)
1558 # Application Services & QuickTime
1559 app_kwds = {'extra_compile_args': carbon_extra_compile_args,
1560 'extra_link_args': ['-framework','ApplicationServices'],
1562 addMacExtension('_Launch', app_kwds)
1563 addMacExtension('_CG', app_kwds)
1565 exts.append( Extension('_Qt', ['qt/_Qtmodule.c'],
1566 extra_compile_args=carbon_extra_compile_args,
1567 extra_link_args=['-framework', 'QuickTime',
1568 '-framework', 'Carbon']) )
1571 self.extensions.extend(exts)
1573 # Call the method for detecting whether _tkinter can be compiled
1574 self.detect_tkinter(inc_dirs, lib_dirs)
1576 if '_tkinter' not in [e.name for e in self.extensions]:
1577 missing.append('_tkinter')
1579 return missing
1581 def detect_tkinter_darwin(self, inc_dirs, lib_dirs):
1582 # The _tkinter module, using frameworks. Since frameworks are quite
1583 # different the UNIX search logic is not sharable.
1584 from os.path import join, exists
1585 framework_dirs = [
1586 '/Library/Frameworks',
1587 '/System/Library/Frameworks/',
1588 join(os.getenv('HOME'), '/Library/Frameworks')
1591 sysroot = macosx_sdk_root()
1593 # Find the directory that contains the Tcl.framework and Tk.framework
1594 # bundles.
1595 # XXX distutils should support -F!
1596 for F in framework_dirs:
1597 # both Tcl.framework and Tk.framework should be present
1600 for fw in 'Tcl', 'Tk':
1601 if is_macosx_sdk_path(F):
1602 if not exists(join(sysroot, F[1:], fw + '.framework')):
1603 break
1604 else:
1605 if not exists(join(F, fw + '.framework')):
1606 break
1607 else:
1608 # ok, F is now directory with both frameworks. Continure
1609 # building
1610 break
1611 else:
1612 # Tk and Tcl frameworks not found. Normal "unix" tkinter search
1613 # will now resume.
1614 return 0
1616 # For 8.4a2, we must add -I options that point inside the Tcl and Tk
1617 # frameworks. In later release we should hopefully be able to pass
1618 # the -F option to gcc, which specifies a framework lookup path.
1620 include_dirs = [
1621 join(F, fw + '.framework', H)
1622 for fw in 'Tcl', 'Tk'
1623 for H in 'Headers', 'Versions/Current/PrivateHeaders'
1626 # For 8.4a2, the X11 headers are not included. Rather than include a
1627 # complicated search, this is a hard-coded path. It could bail out
1628 # if X11 libs are not found...
1629 include_dirs.append('/usr/X11R6/include')
1630 frameworks = ['-framework', 'Tcl', '-framework', 'Tk']
1632 # All existing framework builds of Tcl/Tk don't support 64-bit
1633 # architectures.
1634 cflags = sysconfig.get_config_vars('CFLAGS')[0]
1635 archs = re.findall('-arch\s+(\w+)', cflags)
1637 if is_macosx_sdk_path(F):
1638 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(os.path.join(sysroot, F[1:]),))
1639 else:
1640 fp = os.popen("file %s/Tk.framework/Tk | grep 'for architecture'"%(F,))
1642 detected_archs = []
1643 for ln in fp:
1644 a = ln.split()[-1]
1645 if a in archs:
1646 detected_archs.append(ln.split()[-1])
1647 fp.close()
1649 for a in detected_archs:
1650 frameworks.append('-arch')
1651 frameworks.append(a)
1653 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1654 define_macros=[('WITH_APPINIT', 1)],
1655 include_dirs = include_dirs,
1656 libraries = [],
1657 extra_compile_args = frameworks[2:],
1658 extra_link_args = frameworks,
1660 self.extensions.append(ext)
1661 return 1
1664 def detect_tkinter(self, inc_dirs, lib_dirs):
1665 # The _tkinter module.
1667 # Rather than complicate the code below, detecting and building
1668 # AquaTk is a separate method. Only one Tkinter will be built on
1669 # Darwin - either AquaTk, if it is found, or X11 based Tk.
1670 platform = self.get_platform()
1671 if (platform == 'darwin' and
1672 self.detect_tkinter_darwin(inc_dirs, lib_dirs)):
1673 return
1675 # Assume we haven't found any of the libraries or include files
1676 # The versions with dots are used on Unix, and the versions without
1677 # dots on Windows, for detection by cygwin.
1678 tcllib = tklib = tcl_includes = tk_includes = None
1679 for version in ['8.6', '86', '8.5', '85', '8.4', '84', '8.3', '83',
1680 '8.2', '82', '8.1', '81', '8.0', '80']:
1681 tklib = self.compiler.find_library_file(lib_dirs,
1682 'tk' + version)
1683 tcllib = self.compiler.find_library_file(lib_dirs,
1684 'tcl' + version)
1685 if tklib and tcllib:
1686 # Exit the loop when we've found the Tcl/Tk libraries
1687 break
1689 # Now check for the header files
1690 if tklib and tcllib:
1691 # Check for the include files on Debian and {Free,Open}BSD, where
1692 # they're put in /usr/include/{tcl,tk}X.Y
1693 dotversion = version
1694 if '.' not in dotversion and "bsd" in sys.platform.lower():
1695 # OpenBSD and FreeBSD use Tcl/Tk library names like libtcl83.a,
1696 # but the include subdirs are named like .../include/tcl8.3.
1697 dotversion = dotversion[:-1] + '.' + dotversion[-1]
1698 tcl_include_sub = []
1699 tk_include_sub = []
1700 for dir in inc_dirs:
1701 tcl_include_sub += [dir + os.sep + "tcl" + dotversion]
1702 tk_include_sub += [dir + os.sep + "tk" + dotversion]
1703 tk_include_sub += tcl_include_sub
1704 tcl_includes = find_file('tcl.h', inc_dirs, tcl_include_sub)
1705 tk_includes = find_file('tk.h', inc_dirs, tk_include_sub)
1707 if (tcllib is None or tklib is None or
1708 tcl_includes is None or tk_includes is None):
1709 self.announce("INFO: Can't locate Tcl/Tk libs and/or headers", 2)
1710 return
1712 # OK... everything seems to be present for Tcl/Tk.
1714 include_dirs = [] ; libs = [] ; defs = [] ; added_lib_dirs = []
1715 for dir in tcl_includes + tk_includes:
1716 if dir not in include_dirs:
1717 include_dirs.append(dir)
1719 # Check for various platform-specific directories
1720 if platform == 'sunos5':
1721 include_dirs.append('/usr/openwin/include')
1722 added_lib_dirs.append('/usr/openwin/lib')
1723 elif os.path.exists('/usr/X11R6/include'):
1724 include_dirs.append('/usr/X11R6/include')
1725 added_lib_dirs.append('/usr/X11R6/lib64')
1726 added_lib_dirs.append('/usr/X11R6/lib')
1727 elif os.path.exists('/usr/X11R5/include'):
1728 include_dirs.append('/usr/X11R5/include')
1729 added_lib_dirs.append('/usr/X11R5/lib')
1730 else:
1731 # Assume default location for X11
1732 include_dirs.append('/usr/X11/include')
1733 added_lib_dirs.append('/usr/X11/lib')
1735 # If Cygwin, then verify that X is installed before proceeding
1736 if platform == 'cygwin':
1737 x11_inc = find_file('X11/Xlib.h', [], include_dirs)
1738 if x11_inc is None:
1739 return
1741 # Check for BLT extension
1742 if self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1743 'BLT8.0'):
1744 defs.append( ('WITH_BLT', 1) )
1745 libs.append('BLT8.0')
1746 elif self.compiler.find_library_file(lib_dirs + added_lib_dirs,
1747 'BLT'):
1748 defs.append( ('WITH_BLT', 1) )
1749 libs.append('BLT')
1751 # Add the Tcl/Tk libraries
1752 libs.append('tk'+ version)
1753 libs.append('tcl'+ version)
1755 if platform in ['aix3', 'aix4']:
1756 libs.append('ld')
1758 # Finally, link with the X11 libraries (not appropriate on cygwin)
1759 if platform != "cygwin":
1760 libs.append('X11')
1762 ext = Extension('_tkinter', ['_tkinter.c', 'tkappinit.c'],
1763 define_macros=[('WITH_APPINIT', 1)] + defs,
1764 include_dirs = include_dirs,
1765 libraries = libs,
1766 library_dirs = added_lib_dirs,
1768 self.extensions.append(ext)
1770 ## # Uncomment these lines if you want to play with xxmodule.c
1771 ## ext = Extension('xx', ['xxmodule.c'])
1772 ## self.extensions.append(ext)
1774 # XXX handle these, but how to detect?
1775 # *** Uncomment and edit for PIL (TkImaging) extension only:
1776 # -DWITH_PIL -I../Extensions/Imaging/libImaging tkImaging.c \
1777 # *** Uncomment and edit for TOGL extension only:
1778 # -DWITH_TOGL togl.c \
1779 # *** Uncomment these for TOGL extension only:
1780 # -lGL -lGLU -lXext -lXmu \
1782 def configure_ctypes_darwin(self, ext):
1783 # Darwin (OS X) uses preconfigured files, in
1784 # the Modules/_ctypes/libffi_osx directory.
1785 srcdir = sysconfig.get_config_var('srcdir')
1786 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1787 '_ctypes', 'libffi_osx'))
1788 sources = [os.path.join(ffi_srcdir, p)
1789 for p in ['ffi.c',
1790 'x86/darwin64.S',
1791 'x86/x86-darwin.S',
1792 'x86/x86-ffi_darwin.c',
1793 'x86/x86-ffi64.c',
1794 'powerpc/ppc-darwin.S',
1795 'powerpc/ppc-darwin_closure.S',
1796 'powerpc/ppc-ffi_darwin.c',
1797 'powerpc/ppc64-darwin_closure.S',
1800 # Add .S (preprocessed assembly) to C compiler source extensions.
1801 self.compiler.src_extensions.append('.S')
1803 include_dirs = [os.path.join(ffi_srcdir, 'include'),
1804 os.path.join(ffi_srcdir, 'powerpc')]
1805 ext.include_dirs.extend(include_dirs)
1806 ext.sources.extend(sources)
1807 return True
1809 def configure_ctypes(self, ext):
1810 if not self.use_system_libffi:
1811 if sys.platform == 'darwin':
1812 return self.configure_ctypes_darwin(ext)
1814 srcdir = sysconfig.get_config_var('srcdir')
1815 ffi_builddir = os.path.join(self.build_temp, 'libffi')
1816 ffi_srcdir = os.path.abspath(os.path.join(srcdir, 'Modules',
1817 '_ctypes', 'libffi'))
1818 ffi_configfile = os.path.join(ffi_builddir, 'fficonfig.py')
1820 from distutils.dep_util import newer_group
1822 config_sources = [os.path.join(ffi_srcdir, fname)
1823 for fname in os.listdir(ffi_srcdir)
1824 if os.path.isfile(os.path.join(ffi_srcdir, fname))]
1825 if self.force or newer_group(config_sources,
1826 ffi_configfile):
1827 from distutils.dir_util import mkpath
1828 mkpath(ffi_builddir)
1829 config_args = []
1831 # Pass empty CFLAGS because we'll just append the resulting
1832 # CFLAGS to Python's; -g or -O2 is to be avoided.
1833 cmd = "cd %s && env CFLAGS='' '%s/configure' %s" \
1834 % (ffi_builddir, ffi_srcdir, " ".join(config_args))
1836 res = os.system(cmd)
1837 if res or not os.path.exists(ffi_configfile):
1838 print "Failed to configure _ctypes module"
1839 return False
1841 fficonfig = {}
1842 with open(ffi_configfile) as f:
1843 exec f in fficonfig
1845 # Add .S (preprocessed assembly) to C compiler source extensions.
1846 self.compiler.src_extensions.append('.S')
1848 include_dirs = [os.path.join(ffi_builddir, 'include'),
1849 ffi_builddir,
1850 os.path.join(ffi_srcdir, 'src')]
1851 extra_compile_args = fficonfig['ffi_cflags'].split()
1853 ext.sources.extend(os.path.join(ffi_srcdir, f) for f in
1854 fficonfig['ffi_sources'])
1855 ext.include_dirs.extend(include_dirs)
1856 ext.extra_compile_args.extend(extra_compile_args)
1857 return True
1859 def detect_ctypes(self, inc_dirs, lib_dirs):
1860 self.use_system_libffi = False
1861 include_dirs = []
1862 extra_compile_args = []
1863 extra_link_args = []
1864 sources = ['_ctypes/_ctypes.c',
1865 '_ctypes/callbacks.c',
1866 '_ctypes/callproc.c',
1867 '_ctypes/stgdict.c',
1868 '_ctypes/cfield.c',
1869 '_ctypes/malloc_closure.c']
1870 depends = ['_ctypes/ctypes.h']
1872 if sys.platform == 'darwin':
1873 sources.append('_ctypes/darwin/dlfcn_simple.c')
1874 extra_compile_args.append('-DMACOSX')
1875 include_dirs.append('_ctypes/darwin')
1876 # XXX Is this still needed?
1877 ## extra_link_args.extend(['-read_only_relocs', 'warning'])
1879 elif sys.platform == 'sunos5':
1880 # XXX This shouldn't be necessary; it appears that some
1881 # of the assembler code is non-PIC (i.e. it has relocations
1882 # when it shouldn't. The proper fix would be to rewrite
1883 # the assembler code to be PIC.
1884 # This only works with GCC; the Sun compiler likely refuses
1885 # this option. If you want to compile ctypes with the Sun
1886 # compiler, please research a proper solution, instead of
1887 # finding some -z option for the Sun compiler.
1888 extra_link_args.append('-mimpure-text')
1890 elif sys.platform.startswith('hp-ux'):
1891 extra_link_args.append('-fPIC')
1893 ext = Extension('_ctypes',
1894 include_dirs=include_dirs,
1895 extra_compile_args=extra_compile_args,
1896 extra_link_args=extra_link_args,
1897 libraries=[],
1898 sources=sources,
1899 depends=depends)
1900 ext_test = Extension('_ctypes_test',
1901 sources=['_ctypes/_ctypes_test.c'])
1902 self.extensions.extend([ext, ext_test])
1904 if not '--with-system-ffi' in sysconfig.get_config_var("CONFIG_ARGS"):
1905 return
1907 if sys.platform == 'darwin':
1908 # OS X 10.5 comes with libffi.dylib; the include files are
1909 # in /usr/include/ffi
1910 inc_dirs.append('/usr/include/ffi')
1912 ffi_inc = [sysconfig.get_config_var("LIBFFI_INCLUDEDIR")]
1913 if not ffi_inc or ffi_inc[0] == '':
1914 ffi_inc = find_file('ffi.h', [], inc_dirs)
1915 if ffi_inc is not None:
1916 ffi_h = ffi_inc[0] + '/ffi.h'
1917 fp = open(ffi_h)
1918 while 1:
1919 line = fp.readline()
1920 if not line:
1921 ffi_inc = None
1922 break
1923 if line.startswith('#define LIBFFI_H'):
1924 break
1925 ffi_lib = None
1926 if ffi_inc is not None:
1927 for lib_name in ('ffi_convenience', 'ffi_pic', 'ffi'):
1928 if (self.compiler.find_library_file(lib_dirs, lib_name)):
1929 ffi_lib = lib_name
1930 break
1932 if ffi_inc and ffi_lib:
1933 ext.include_dirs.extend(ffi_inc)
1934 ext.libraries.append(ffi_lib)
1935 self.use_system_libffi = True
1938 class PyBuildInstall(install):
1939 # Suppress the warning about installation into the lib_dynload
1940 # directory, which is not in sys.path when running Python during
1941 # installation:
1942 def initialize_options (self):
1943 install.initialize_options(self)
1944 self.warn_dir=0
1946 class PyBuildInstallLib(install_lib):
1947 # Do exactly what install_lib does but make sure correct access modes get
1948 # set on installed directories and files. All installed files with get
1949 # mode 644 unless they are a shared library in which case they will get
1950 # mode 755. All installed directories will get mode 755.
1952 so_ext = sysconfig.get_config_var("SO")
1954 def install(self):
1955 outfiles = install_lib.install(self)
1956 self.set_file_modes(outfiles, 0644, 0755)
1957 self.set_dir_modes(self.install_dir, 0755)
1958 return outfiles
1960 def set_file_modes(self, files, defaultMode, sharedLibMode):
1961 if not self.is_chmod_supported(): return
1962 if not files: return
1964 for filename in files:
1965 if os.path.islink(filename): continue
1966 mode = defaultMode
1967 if filename.endswith(self.so_ext): mode = sharedLibMode
1968 log.info("changing mode of %s to %o", filename, mode)
1969 if not self.dry_run: os.chmod(filename, mode)
1971 def set_dir_modes(self, dirname, mode):
1972 if not self.is_chmod_supported(): return
1973 os.path.walk(dirname, self.set_dir_modes_visitor, mode)
1975 def set_dir_modes_visitor(self, mode, dirname, names):
1976 if os.path.islink(dirname): return
1977 log.info("changing mode of %s to %o", dirname, mode)
1978 if not self.dry_run: os.chmod(dirname, mode)
1980 def is_chmod_supported(self):
1981 return hasattr(os, 'chmod')
1983 SUMMARY = """
1984 Python is an interpreted, interactive, object-oriented programming
1985 language. It is often compared to Tcl, Perl, Scheme or Java.
1987 Python combines remarkable power with very clear syntax. It has
1988 modules, classes, exceptions, very high level dynamic data types, and
1989 dynamic typing. There are interfaces to many system calls and
1990 libraries, as well as to various windowing systems (X11, Motif, Tk,
1991 Mac, MFC). New built-in modules are easily written in C or C++. Python
1992 is also usable as an extension language for applications that need a
1993 programmable interface.
1995 The Python implementation is portable: it runs on many brands of UNIX,
1996 on Windows, DOS, OS/2, Mac, Amiga... If your favorite system isn't
1997 listed here, it may still be supported, if there's a C compiler for
1998 it. Ask around on comp.lang.python -- or just try compiling Python
1999 yourself.
2002 CLASSIFIERS = """
2003 Development Status :: 6 - Mature
2004 License :: OSI Approved :: Python Software Foundation License
2005 Natural Language :: English
2006 Programming Language :: C
2007 Programming Language :: Python
2008 Topic :: Software Development
2011 def main():
2012 # turn off warnings when deprecated modules are imported
2013 import warnings
2014 warnings.filterwarnings("ignore",category=DeprecationWarning)
2015 setup(# PyPI Metadata (PEP 301)
2016 name = "Python",
2017 version = sys.version.split()[0],
2018 url = "http://www.python.org/%s" % sys.version[:3],
2019 maintainer = "Guido van Rossum and the Python community",
2020 maintainer_email = "python-dev@python.org",
2021 description = "A high-level object-oriented programming language",
2022 long_description = SUMMARY.strip(),
2023 license = "PSF license",
2024 classifiers = filter(None, CLASSIFIERS.split("\n")),
2025 platforms = ["Many"],
2027 # Build info
2028 cmdclass = {'build_ext':PyBuildExt, 'install':PyBuildInstall,
2029 'install_lib':PyBuildInstallLib},
2030 # The struct module is defined here, because build_ext won't be
2031 # called unless there's at least one extension module defined.
2032 ext_modules=[Extension('_struct', ['_struct.c'])],
2034 # Scripts to install
2035 scripts = ['Tools/scripts/pydoc', 'Tools/scripts/idle',
2036 'Tools/scripts/2to3',
2037 'Lib/smtpd.py']
2040 # --install-platlib
2041 if __name__ == '__main__':
2042 main()