setup.py 11.2 KB
Newer Older
1
#!/usr/bin/env python
2 3 4 5
try:
    from setuptools import setup, Extension
except ImportError:
    from distutils.core import setup, Extension
Stefan Behnel's avatar
Stefan Behnel committed
6
import os
7
import stat
8
import subprocess
9
import textwrap
Robert Bradshaw's avatar
Robert Bradshaw committed
10
import sys
William Stein's avatar
William Stein committed
11

12 13
import platform
is_cpython = platform.python_implementation() == 'CPython'
14

15 16 17 18 19
if sys.platform == "darwin":
    # Don't create resource files on OS X tar.
    os.environ['COPY_EXTENDED_ATTRIBUTES_DISABLE'] = 'true'
    os.environ['COPYFILE_DISABLE'] = 'true'

20 21
setup_args = {}

22 23 24 25 26
def add_command_class(name, cls):
    cmdclasses = setup_args.get('cmdclass', {})
    cmdclasses[name] = cls
    setup_args['cmdclass'] = cmdclasses

27 28 29
from distutils.command.sdist import sdist as sdist_orig
class sdist(sdist_orig):
    def run(self):
30
        self.force_manifest = 1
31
        if (sys.platform != "win32" and
32
            os.path.isdir('.git')):
33
            assert os.system("git rev-parse --verify HEAD > .gitrev") == 0
34 35 36
        sdist_orig.run(self)
add_command_class('sdist', sdist)

37
if sys.version_info[:2] == (3, 2):
38 39 40 41
    import lib2to3.refactor
    from distutils.command.build_py \
         import build_py_2to3 as build_py
    # need to convert sources to Py3 on installation
42 43
    with open('2to3-fixers.txt') as f:
        fixers = [line.strip() for line in f if line.strip()]
44
    build_py.fixer_names = fixers
45
    add_command_class("build_py", build_py)
46

47 48 49
pxd_include_dirs = [
    directory for directory, dirs, files in os.walk('Cython/Includes')
    if '__init__.pyx' in files or '__init__.pxd' in files
50
    or directory == 'Cython/Includes' or directory == 'Cython/Includes/Deprecated']
51 52 53 54

pxd_include_patterns = [
    p+'/*.pxd' for p in pxd_include_dirs ] + [
    p+'/*.pyx' for p in pxd_include_dirs ]
55

56 57 58 59 60 61 62
setup_args['package_data'] = {
    'Cython.Plex'     : ['*.pxd'],
    'Cython.Compiler' : ['*.pxd'],
    'Cython.Runtime'  : ['*.pyx', '*.pxd'],
    'Cython.Utility'  : ['*.pyx', '*.pxd', '*.c', '*.h', '*.cpp'],
    'Cython'          : [ p[7:] for p in pxd_include_patterns ],
    }
William Stein's avatar
William Stein committed
63

64
# This dict is used for passing extra arguments that are setuptools
65 66 67
# specific to setup
setuptools_extra_args = {}

68
# tells whether to include cygdb (the script and the Cython.Debugger package
69
include_debugger = sys.version_info[:2] > (2, 5)
70

71 72 73 74 75
if 'setuptools' in sys.modules:
    setuptools_extra_args['zip_safe'] = False
    setuptools_extra_args['entry_points'] = {
        'console_scripts': [
            'cython = Cython.Compiler.Main:setuptools_main',
76
            'cythonize = Cython.Build.Cythonize:main'
77 78 79
        ]
    }
    scripts = []
William Stein's avatar
William Stein committed
80
else:
81
    if os.name == "posix":
82
        scripts = ["bin/cython", 'bin/cythonize']
83
    else:
84
        scripts = ["cython.py", "cythonize.py"]
85 86

if include_debugger:
87
    if 'setuptools' in sys.modules:
Gabi Davar's avatar
Gabi Davar committed
88 89
        setuptools_extra_args['entry_points']['console_scripts'].append(
            'cygdb = Cython.Debugger.Cygdb:main')
90
    else:
91 92 93 94
        if os.name == "posix":
            scripts.append('bin/cygdb')
        else:
            scripts.append('cygdb.py')
95

96

97
def compile_cython_modules(profile=False, compile_more=False, cython_with_refnanny=False):
98
    source_root = os.path.abspath(os.path.dirname(__file__))
Stefan Behnel's avatar
Stefan Behnel committed
99 100 101 102 103 104 105 106 107 108 109 110 111
    compiled_modules = [
        "Cython.Plex.Scanners",
        "Cython.Plex.Actions",
        "Cython.Compiler.Lexicon",
        "Cython.Compiler.Scanning",
        "Cython.Compiler.Parsing",
        "Cython.Compiler.Visitor",
        "Cython.Compiler.FlowControl",
        "Cython.Compiler.Code",
        "Cython.Runtime.refnanny",
        # "Cython.Compiler.FusedNode",
        "Cython.Tempita._tempita",
    ]
112 113
    if compile_more:
        compiled_modules.extend([
114
            "Cython.Build.Dependencies",
115 116 117 118 119 120
            "Cython.Compiler.ParseTreeTransforms",
            "Cython.Compiler.Nodes",
            "Cython.Compiler.ExprNodes",
            "Cython.Compiler.ModuleNode",
            "Cython.Compiler.Optimize",
            ])
William Stein's avatar
William Stein committed
121

122 123 124 125 126
    from distutils.spawn import find_executable
    from distutils.sysconfig import get_python_inc
    pgen = find_executable(
        'pgen', os.pathsep.join([os.environ['PATH'], os.path.join(get_python_inc(), '..', 'Parser')]))
    if not pgen:
Robert Bradshaw's avatar
Robert Bradshaw committed
127
        print ("Unable to find pgen, not compiling formal grammar.")
128 129
    else:
        parser_dir = os.path.join(os.path.dirname(__file__), 'Cython', 'Parser')
130
        grammar = os.path.join(parser_dir, 'Grammar')
131 132
        subprocess.check_call([
            pgen,
133
            os.path.join(grammar),
134 135 136
            os.path.join(parser_dir, 'graminit.h'),
            os.path.join(parser_dir, 'graminit.c'),
            ])
137 138 139 140
        cst_pyx = os.path.join(parser_dir, 'ConcreteSyntaxTree.pyx')
        if os.stat(grammar)[stat.ST_MTIME] > os.stat(cst_pyx)[stat.ST_MTIME]:
            mtime = os.stat(grammar)[stat.ST_MTIME]
            os.utime(cst_pyx, (mtime, mtime))
141 142 143 144
        compiled_modules.extend([
                "Cython.Parser.ConcreteSyntaxTree",
            ])

145 146 147
    defines = []
    if cython_with_refnanny:
        defines.append(('CYTHON_REFNANNY', '1'))
William Stein's avatar
William Stein committed
148

149
    extensions = []
150 151 152 153 154 155 156 157 158 159 160 161 162
    for module in compiled_modules:
        source_file = os.path.join(source_root, *module.split('.'))
        if os.path.exists(source_file + ".py"):
            pyx_source_file = source_file + ".py"
        else:
            pyx_source_file = source_file + ".pyx"
        dep_files = []
        if os.path.exists(source_file + '.pxd'):
            dep_files.append(source_file + '.pxd')
        if '.refnanny' in module:
            defines_for_module = []
        else:
            defines_for_module = defines
163 164 165 166 167
        extensions.append(Extension(
            module, sources=[pyx_source_file],
            define_macros=defines_for_module,
            depends=dep_files))
        # XXX hack around setuptools quirk for '*.pyx' sources
168 169
        extensions[-1].sources[0] = pyx_source_file

170
    from Cython.Distutils import build_ext
171 172
    if sys.version_info[:2] == (3, 2):
        # Python 3.2: can only run Cython *after* running 2to3
173 174 175 176 177
        build_ext = _defer_cython_import_in_py32(build_ext, source_root, profile)
    elif profile:
        from Cython.Compiler.Options import directive_defaults
        directive_defaults['profile'] = True
        print("Enabled profiling for the Cython binary modules")
178

179 180
    # not using cythonize() here to let distutils decide whether building extensions was requested
    add_command_class("build_ext", build_ext)
181 182 183
    setup_args['ext_modules'] = extensions


184
def _defer_cython_import_in_py32(build_ext_orig, source_root, profile=False):
185
    # Python 3.2: can only run Cython *after* running 2to3
186
    # => re-import Cython inside of build_ext
187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205
    class build_ext(build_ext_orig):
        # we must keep the original modules alive to make sure
        # their code keeps working when we remove them from
        # sys.modules
        dead_modules = []

        def build_extensions(self):
            # add path where 2to3 installed the transformed sources
            # and make sure Python (re-)imports them from there
            already_imported = [
                module for module in sys.modules
                if module == 'Cython' or module.startswith('Cython.')
            ]
            keep_alive = self.dead_modules.append
            for module in already_imported:
                keep_alive(sys.modules[module])
                del sys.modules[module]
            sys.path.insert(0, os.path.join(source_root, self.build_lib))

206 207 208 209
            if profile:
                from Cython.Compiler.Options import directive_defaults
                directive_defaults['profile'] = True
                print("Enabled profiling for the Cython binary modules")
210 211
            build_ext_orig.build_extensions(self)

212
    return build_ext
213 214


Stefan Behnel's avatar
Stefan Behnel committed
215 216 217 218
cython_profile = '--cython-profile' in sys.argv
if cython_profile:
    sys.argv.remove('--cython-profile')

219 220 221 222 223 224
try:
    sys.argv.remove("--cython-compile-all")
    cython_compile_more = True
except ValueError:
    cython_compile_more = False

225 226 227 228 229 230
try:
    sys.argv.remove("--cython-with-refnanny")
    cython_with_refnanny = True
except ValueError:
    cython_with_refnanny = False

231 232
try:
    sys.argv.remove("--no-cython-compile")
233
    compile_cython_itself = False
234
except ValueError:
235 236
    compile_cython_itself = True

237
if compile_cython_itself and (is_cpython or cython_compile_more):
238
    compile_cython_modules(cython_profile, cython_compile_more, cython_with_refnanny)
239

240
setup_args.update(setuptools_extra_args)
241

242
from Cython import __version__ as version
243

244 245 246 247 248 249 250 251 252 253 254 255

def dev_status():
    if 'b' in version or 'c' in version:
        # 1b1, 1beta1, 2rc1, ...
        return 'Development Status :: 4 - Beta'
    elif 'a' in version:
        # 1a1, 1alpha1, ...
        return 'Development Status :: 3 - Alpha'
    else:
        return 'Development Status :: 5 - Production/Stable'


256 257 258 259 260 261 262 263
packages = [
    'Cython',
    'Cython.Build',
    'Cython.Compiler',
    'Cython.Runtime',
    'Cython.Distutils',
    'Cython.Plex',
    'Cython.Tests',
264
    'Cython.Build.Tests',
265
    'Cython.Compiler.Tests',
266
    'Cython.Utility',
Mark Florisson's avatar
Mark Florisson committed
267
    'Cython.Tempita',
268
    'pyximport',
269 270 271 272
]

if include_debugger:
    packages.append('Cython.Debugger')
273
    packages.append('Cython.Debugger.Tests')
274 275 276
    # it's enough to do this for Py2.5+:
    setup_args['package_data']['Cython.Debugger.Tests'] = ['codefile', 'cfuncs.c']

William Stein's avatar
William Stein committed
277
setup(
278 279
    name='Cython',
    version=version,
Stefan Behnel's avatar
Stefan Behnel committed
280
    url='http://cython.org/',
281 282 283 284 285 286 287 288
    author='Robert Bradshaw, Stefan Behnel, Dag Seljebotn, Greg Ewing, et al.',
    author_email='cython-devel@python.org',
    description="The Cython compiler for writing C extensions for the Python language.",
    long_description=textwrap.dedent("""\
    The Cython language makes writing C extensions for the Python language as
    easy as Python itself.  Cython is a source code translator based on Pyrex_,
    but supports more cutting edge functionality and optimizations.

289 290 291 292 293
    The Cython language is a superset of the Python language (almost all Python
    code is also valid Cython code), but Cython additionally supports optional
    static typing to natively call C functions, operate with C++ classes and
    declare fast C types on variables and class attributes.  This allows the
    compiler to generate very efficient C code from Cython code.
294

295 296 297
    This makes Cython the ideal language for writing glue code for external
    C/C++ libraries, and for fast C modules that speed up the execution of
    Python code.
298

299 300 301
    Note that for one-time builds, e.g. for CI/testing, on platforms that are not
    covered by one of the wheel packages provided on PyPI, it is substantially faster
    than a full source build to install an uncompiled (slower) version of Cython with::
302 303 304

        pip install Cython --install-option="--no-cython-compile"

305 306
    .. _Pyrex: http://www.cosc.canterbury.ac.nz/greg.ewing/python/Pyrex/
    """),
307
    license='Apache',
308
    classifiers=[
309
        dev_status(),
310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327
        "Intended Audience :: Developers",
        "License :: OSI Approved :: Apache Software License",
        "Operating System :: OS Independent",
        "Programming Language :: Python",
        "Programming Language :: Python :: 2",
        "Programming Language :: Python :: 3",
        "Programming Language :: C",
        "Programming Language :: Cython",
        "Topic :: Software Development :: Code Generators",
        "Topic :: Software Development :: Compilers",
        "Topic :: Software Development :: Libraries :: Python Modules"
    ],

    scripts=scripts,
    packages=packages,
    py_modules=["cython"],
    **setup_args
)