• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1"""distutils.cygwinccompiler
2
3Provides the CygwinCCompiler class, a subclass of UnixCCompiler that
4handles the Cygwin port of the GNU C compiler to Windows.  It also contains
5the Mingw32CCompiler class which handles the mingw32 port of GCC (same as
6cygwin in no-cygwin mode).
7"""
8
9# problems:
10#
11# * if you use a msvc compiled python version (1.5.2)
12#   1. you have to insert a __GNUC__ section in its config.h
13#   2. you have to generate an import library for its dll
14#      - create a def-file for python??.dll
15#      - create an import library using
16#             dlltool --dllname python15.dll --def python15.def \
17#                       --output-lib libpython15.a
18#
19#   see also http://starship.python.net/crew/kernr/mingw32/Notes.html
20#
21# * We put export_symbols in a def-file, and don't use
22#   --export-all-symbols because it doesn't worked reliable in some
23#   tested configurations. And because other windows compilers also
24#   need their symbols specified this no serious problem.
25#
26# tested configurations:
27#
28# * cygwin gcc 2.91.57/ld 2.9.4/dllwrap 0.2.4 works
29#   (after patching python's config.h and for C++ some other include files)
30#   see also http://starship.python.net/crew/kernr/mingw32/Notes.html
31# * mingw32 gcc 2.95.2/ld 2.9.4/dllwrap 0.2.4 works
32#   (ld doesn't support -shared, so we use dllwrap)
33# * cygwin gcc 2.95.2/ld 2.10.90/dllwrap 2.10.90 works now
34#   - its dllwrap doesn't work, there is a bug in binutils 2.10.90
35#     see also http://sources.redhat.com/ml/cygwin/2000-06/msg01274.html
36#   - using gcc -mdll instead dllwrap doesn't work without -static because
37#     it tries to link against dlls instead their import libraries. (If
38#     it finds the dll first.)
39#     By specifying -static we force ld to link against the import libraries,
40#     this is windows standard and there are normally not the necessary symbols
41#     in the dlls.
42#   *** only the version of June 2000 shows these problems
43# * cygwin gcc 3.2/ld 2.13.90 works
44#   (ld supports -shared)
45# * mingw gcc 3.2/ld 2.13 works
46#   (ld supports -shared)
47
48# This module should be kept compatible with Python 2.1.
49
50__revision__ = "$Id$"
51
52import os,sys,copy
53from distutils.ccompiler import gen_preprocess_options, gen_lib_options
54from distutils.unixccompiler import UnixCCompiler
55from distutils.file_util import write_file
56from distutils.errors import DistutilsExecError, CompileError, UnknownFileError
57from distutils import log
58
59def get_msvcr():
60    """Include the appropriate MSVC runtime library if Python was built
61    with MSVC 7.0 or later.
62    """
63    msc_pos = sys.version.find('MSC v.')
64    if msc_pos != -1:
65        msc_ver = sys.version[msc_pos+6:msc_pos+10]
66        if msc_ver == '1300':
67            # MSVC 7.0
68            return ['msvcr70']
69        elif msc_ver == '1310':
70            # MSVC 7.1
71            return ['msvcr71']
72        elif msc_ver == '1400':
73            # VS2005 / MSVC 8.0
74            return ['msvcr80']
75        elif msc_ver == '1500':
76            # VS2008 / MSVC 9.0
77            return ['msvcr90']
78        else:
79            raise ValueError("Unknown MS Compiler version %s " % msc_ver)
80
81
82class CygwinCCompiler (UnixCCompiler):
83
84    compiler_type = 'cygwin'
85    obj_extension = ".o"
86    static_lib_extension = ".a"
87    shared_lib_extension = ".dll"
88    static_lib_format = "lib%s%s"
89    shared_lib_format = "%s%s"
90    exe_extension = ".exe"
91
92    def __init__ (self, verbose=0, dry_run=0, force=0):
93
94        UnixCCompiler.__init__ (self, verbose, dry_run, force)
95
96        (status, details) = check_config_h()
97        self.debug_print("Python's GCC status: %s (details: %s)" %
98                         (status, details))
99        if status is not CONFIG_H_OK:
100            self.warn(
101                "Python's pyconfig.h doesn't seem to support your compiler. "
102                "Reason: %s. "
103                "Compiling may fail because of undefined preprocessor macros."
104                % details)
105
106        self.gcc_version, self.ld_version, self.dllwrap_version = \
107            get_versions()
108        self.debug_print(self.compiler_type + ": gcc %s, ld %s, dllwrap %s\n" %
109                         (self.gcc_version,
110                          self.ld_version,
111                          self.dllwrap_version) )
112
113        # ld_version >= "2.10.90" and < "2.13" should also be able to use
114        # gcc -mdll instead of dllwrap
115        # Older dllwraps had own version numbers, newer ones use the
116        # same as the rest of binutils ( also ld )
117        # dllwrap 2.10.90 is buggy
118        if self.ld_version >= "2.10.90":
119            self.linker_dll = "gcc"
120        else:
121            self.linker_dll = "dllwrap"
122
123        # ld_version >= "2.13" support -shared so use it instead of
124        # -mdll -static
125        if self.ld_version >= "2.13":
126            shared_option = "-shared"
127        else:
128            shared_option = "-mdll -static"
129
130        # Hard-code GCC because that's what this is all about.
131        # XXX optimization, warnings etc. should be customizable.
132        self.set_executables(compiler='gcc -mcygwin -O -Wall',
133                             compiler_so='gcc -mcygwin -mdll -O -Wall',
134                             compiler_cxx='g++ -mcygwin -O -Wall',
135                             linker_exe='gcc -mcygwin',
136                             linker_so=('%s -mcygwin %s' %
137                                        (self.linker_dll, shared_option)))
138
139        # cygwin and mingw32 need different sets of libraries
140        if self.gcc_version == "2.91.57":
141            # cygwin shouldn't need msvcrt, but without the dlls will crash
142            # (gcc version 2.91.57) -- perhaps something about initialization
143            self.dll_libraries=["msvcrt"]
144            self.warn(
145                "Consider upgrading to a newer version of gcc")
146        else:
147            # Include the appropriate MSVC runtime library if Python was built
148            # with MSVC 7.0 or later.
149            self.dll_libraries = get_msvcr()
150
151    # __init__ ()
152
153
154    def _compile(self, obj, src, ext, cc_args, extra_postargs, pp_opts):
155        if ext == '.rc' or ext == '.res':
156            # gcc needs '.res' and '.rc' compiled to object files !!!
157            try:
158                self.spawn(["windres", "-i", src, "-o", obj])
159            except DistutilsExecError, msg:
160                raise CompileError, msg
161        else: # for other files use the C-compiler
162            try:
163                self.spawn(self.compiler_so + cc_args + [src, '-o', obj] +
164                           extra_postargs)
165            except DistutilsExecError, msg:
166                raise CompileError, msg
167
168    def link (self,
169              target_desc,
170              objects,
171              output_filename,
172              output_dir=None,
173              libraries=None,
174              library_dirs=None,
175              runtime_library_dirs=None,
176              export_symbols=None,
177              debug=0,
178              extra_preargs=None,
179              extra_postargs=None,
180              build_temp=None,
181              target_lang=None):
182
183        # use separate copies, so we can modify the lists
184        extra_preargs = copy.copy(extra_preargs or [])
185        libraries = copy.copy(libraries or [])
186        objects = copy.copy(objects or [])
187
188        # Additional libraries
189        libraries.extend(self.dll_libraries)
190
191        # handle export symbols by creating a def-file
192        # with executables this only works with gcc/ld as linker
193        if ((export_symbols is not None) and
194            (target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
195            # (The linker doesn't do anything if output is up-to-date.
196            # So it would probably better to check if we really need this,
197            # but for this we had to insert some unchanged parts of
198            # UnixCCompiler, and this is not what we want.)
199
200            # we want to put some files in the same directory as the
201            # object files are, build_temp doesn't help much
202            # where are the object files
203            temp_dir = os.path.dirname(objects[0])
204            # name of dll to give the helper files the same base name
205            (dll_name, dll_extension) = os.path.splitext(
206                os.path.basename(output_filename))
207
208            # generate the filenames for these files
209            def_file = os.path.join(temp_dir, dll_name + ".def")
210            lib_file = os.path.join(temp_dir, 'lib' + dll_name + ".a")
211
212            # Generate .def file
213            contents = [
214                "LIBRARY %s" % os.path.basename(output_filename),
215                "EXPORTS"]
216            for sym in export_symbols:
217                contents.append(sym)
218            self.execute(write_file, (def_file, contents),
219                         "writing %s" % def_file)
220
221            # next add options for def-file and to creating import libraries
222
223            # dllwrap uses different options than gcc/ld
224            if self.linker_dll == "dllwrap":
225                extra_preargs.extend(["--output-lib", lib_file])
226                # for dllwrap we have to use a special option
227                extra_preargs.extend(["--def", def_file])
228            # we use gcc/ld here and can be sure ld is >= 2.9.10
229            else:
230                # doesn't work: bfd_close build\...\libfoo.a: Invalid operation
231                #extra_preargs.extend(["-Wl,--out-implib,%s" % lib_file])
232                # for gcc/ld the def-file is specified as any object files
233                objects.append(def_file)
234
235        #end: if ((export_symbols is not None) and
236        #        (target_desc != self.EXECUTABLE or self.linker_dll == "gcc")):
237
238        # who wants symbols and a many times larger output file
239        # should explicitly switch the debug mode on
240        # otherwise we let dllwrap/ld strip the output file
241        # (On my machine: 10KB < stripped_file < ??100KB
242        #   unstripped_file = stripped_file + XXX KB
243        #  ( XXX=254 for a typical python extension))
244        if not debug:
245            extra_preargs.append("-s")
246
247        UnixCCompiler.link(self,
248                           target_desc,
249                           objects,
250                           output_filename,
251                           output_dir,
252                           libraries,
253                           library_dirs,
254                           runtime_library_dirs,
255                           None, # export_symbols, we do this in our def-file
256                           debug,
257                           extra_preargs,
258                           extra_postargs,
259                           build_temp,
260                           target_lang)
261
262    # link ()
263
264    # -- Miscellaneous methods -----------------------------------------
265
266    # overwrite the one from CCompiler to support rc and res-files
267    def object_filenames (self,
268                          source_filenames,
269                          strip_dir=0,
270                          output_dir=''):
271        if output_dir is None: output_dir = ''
272        obj_names = []
273        for src_name in source_filenames:
274            # use normcase to make sure '.rc' is really '.rc' and not '.RC'
275            (base, ext) = os.path.splitext (os.path.normcase(src_name))
276            if ext not in (self.src_extensions + ['.rc','.res']):
277                raise UnknownFileError, \
278                      "unknown file type '%s' (from '%s')" % \
279                      (ext, src_name)
280            if strip_dir:
281                base = os.path.basename (base)
282            if ext == '.res' or ext == '.rc':
283                # these need to be compiled to object files
284                obj_names.append (os.path.join (output_dir,
285                                            base + ext + self.obj_extension))
286            else:
287                obj_names.append (os.path.join (output_dir,
288                                            base + self.obj_extension))
289        return obj_names
290
291    # object_filenames ()
292
293# class CygwinCCompiler
294
295
296# the same as cygwin plus some additional parameters
297class Mingw32CCompiler (CygwinCCompiler):
298
299    compiler_type = 'mingw32'
300
301    def __init__ (self,
302                  verbose=0,
303                  dry_run=0,
304                  force=0):
305
306        CygwinCCompiler.__init__ (self, verbose, dry_run, force)
307
308        # ld_version >= "2.13" support -shared so use it instead of
309        # -mdll -static
310        if self.ld_version >= "2.13":
311            shared_option = "-shared"
312        else:
313            shared_option = "-mdll -static"
314
315        # A real mingw32 doesn't need to specify a different entry point,
316        # but cygwin 2.91.57 in no-cygwin-mode needs it.
317        if self.gcc_version <= "2.91.57":
318            entry_point = '--entry _DllMain@12'
319        else:
320            entry_point = ''
321
322        if self.gcc_version < '4' or is_cygwingcc():
323            no_cygwin = ' -mno-cygwin'
324        else:
325            no_cygwin = ''
326
327        self.set_executables(compiler='gcc%s -O -Wall' % no_cygwin,
328                             compiler_so='gcc%s -mdll -O -Wall' % no_cygwin,
329                             compiler_cxx='g++%s -O -Wall' % no_cygwin,
330                             linker_exe='gcc%s' % no_cygwin,
331                             linker_so='%s%s %s %s'
332                                    % (self.linker_dll, no_cygwin,
333                                       shared_option, entry_point))
334        # Maybe we should also append -mthreads, but then the finished
335        # dlls need another dll (mingwm10.dll see Mingw32 docs)
336        # (-mthreads: Support thread-safe exception handling on `Mingw32')
337
338        # no additional libraries needed
339        self.dll_libraries=[]
340
341        # Include the appropriate MSVC runtime library if Python was built
342        # with MSVC 7.0 or later.
343        self.dll_libraries = get_msvcr()
344
345    # __init__ ()
346
347# class Mingw32CCompiler
348
349# Because these compilers aren't configured in Python's pyconfig.h file by
350# default, we should at least warn the user if he is using an unmodified
351# version.
352
353CONFIG_H_OK = "ok"
354CONFIG_H_NOTOK = "not ok"
355CONFIG_H_UNCERTAIN = "uncertain"
356
357def check_config_h():
358
359    """Check if the current Python installation (specifically, pyconfig.h)
360    appears amenable to building extensions with GCC.  Returns a tuple
361    (status, details), where 'status' is one of the following constants:
362      CONFIG_H_OK
363        all is well, go ahead and compile
364      CONFIG_H_NOTOK
365        doesn't look good
366      CONFIG_H_UNCERTAIN
367        not sure -- unable to read pyconfig.h
368    'details' is a human-readable string explaining the situation.
369
370    Note there are two ways to conclude "OK": either 'sys.version' contains
371    the string "GCC" (implying that this Python was built with GCC), or the
372    installed "pyconfig.h" contains the string "__GNUC__".
373    """
374
375    # XXX since this function also checks sys.version, it's not strictly a
376    # "pyconfig.h" check -- should probably be renamed...
377
378    from distutils import sysconfig
379    import string
380    # if sys.version contains GCC then python was compiled with
381    # GCC, and the pyconfig.h file should be OK
382    if string.find(sys.version,"GCC") >= 0:
383        return (CONFIG_H_OK, "sys.version mentions 'GCC'")
384
385    fn = sysconfig.get_config_h_filename()
386    try:
387        # It would probably better to read single lines to search.
388        # But we do this only once, and it is fast enough
389        f = open(fn)
390        try:
391            s = f.read()
392        finally:
393            f.close()
394
395    except IOError, exc:
396        # if we can't read this file, we cannot say it is wrong
397        # the compiler will complain later about this file as missing
398        return (CONFIG_H_UNCERTAIN,
399                "couldn't read '%s': %s" % (fn, exc.strerror))
400
401    else:
402        # "pyconfig.h" contains an "#ifdef __GNUC__" or something similar
403        if string.find(s,"__GNUC__") >= 0:
404            return (CONFIG_H_OK, "'%s' mentions '__GNUC__'" % fn)
405        else:
406            return (CONFIG_H_NOTOK, "'%s' does not mention '__GNUC__'" % fn)
407
408
409
410def get_versions():
411    """ Try to find out the versions of gcc, ld and dllwrap.
412        If not possible it returns None for it.
413    """
414    from distutils.version import LooseVersion
415    from distutils.spawn import find_executable
416    import re
417
418    gcc_exe = find_executable('gcc')
419    if gcc_exe:
420        out = os.popen(gcc_exe + ' -dumpversion','r')
421        out_string = out.read()
422        out.close()
423        result = re.search('(\d+\.\d+(\.\d+)*)',out_string)
424        if result:
425            gcc_version = LooseVersion(result.group(1))
426        else:
427            gcc_version = None
428    else:
429        gcc_version = None
430    ld_exe = find_executable('ld')
431    if ld_exe:
432        out = os.popen(ld_exe + ' -v','r')
433        out_string = out.read()
434        out.close()
435        result = re.search('(\d+\.\d+(\.\d+)*)',out_string)
436        if result:
437            ld_version = LooseVersion(result.group(1))
438        else:
439            ld_version = None
440    else:
441        ld_version = None
442    dllwrap_exe = find_executable('dllwrap')
443    if dllwrap_exe:
444        out = os.popen(dllwrap_exe + ' --version','r')
445        out_string = out.read()
446        out.close()
447        result = re.search(' (\d+\.\d+(\.\d+)*)',out_string)
448        if result:
449            dllwrap_version = LooseVersion(result.group(1))
450        else:
451            dllwrap_version = None
452    else:
453        dllwrap_version = None
454    return (gcc_version, ld_version, dllwrap_version)
455
456def is_cygwingcc():
457    '''Try to determine if the gcc that would be used is from cygwin.'''
458    out = os.popen('gcc -dumpmachine', 'r')
459    out_string = out.read()
460    out.close()
461    # out_string is the target triplet cpu-vendor-os
462    # Cygwin's gcc sets the os to 'cygwin'
463    return out_string.strip().endswith('cygwin')
464