source: sasview/installers/setup_exe.py @ f05f6ff

magnetic_scattrelease-4.2.2ticket-1009ticket-1094-headlessticket-1242-2d-resolutionticket-1243ticket-1249unittest-saveload
Last change on this file since f05f6ff was f05f6ff, checked in by Piotr Rozyczko <rozyczko@…>, 6 years ago

Added dependency required for pyopencl on win64 - ticket 1131

  • Property mode set to 100755
File size: 12.7 KB
Line 
1#!/usr/bin/env python
2
3#
4# The setup to create a Windows executable.
5# Inno Setup can then be used with the installer.iss file
6# in the top source directory to create an installer.
7#
8# Setuptools clashes with py2exe 0.6.8 (and probably later too).
9# For that reason, most of the code needs to have direct imports
10# that are not going through pkg_resources.
11#
12# Attention should be paid to dynamic imports. Data files can
13# be added to the distribution directory for that purpose.
14# See for example the 'images' directory below.
15from __future__ import print_function
16
17import os
18import sys
19from glob import glob
20import warnings
21import shutil
22
23from distutils.util import get_platform
24from distutils.core import setup
25from distutils.filelist import findall
26from distutils.sysconfig import get_python_lib
27
28#from idlelib.PyShell import warning_stream
29
30# Need the installer dir on the python path to find helper modules
31installer_dir = os.path.abspath(os.path.dirname(__file__))
32if installer_dir != os.path.abspath(os.getcwd()):
33    raise RuntimeError("Must run setup_exe from the installers directory")
34sys.path.append(installer_dir)
35
36# Need the installer dir on the python path to find helper modules
37if os.path.abspath(os.path.dirname(__file__)) != os.path.abspath(os.getcwd()):
38    raise RuntimeError("Must run setup_exe from the installers directory")
39sys.path.append(installer_dir)
40
41# put the build directory at the front of the path
42root = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
43platform = '%s-%s'%(get_platform(), sys.version[:3])
44doc_path = os.path.join(root, 'build', 'lib.'+platform, 'doc')
45build_path = os.path.join(root, 'sasview-install', 'Lib', 'site-packages')
46sys.path.insert(0, build_path)
47
48from installer_generator import generate_installer
49
50import matplotlib
51try:
52    import tinycc
53except ImportError:
54    warnings.warn("TinyCC package is not available and will not be included")
55    tinycc = None
56
57if len(sys.argv) == 1:
58    sys.argv.append('py2exe')
59
60# When using the SasView build script, we need to be able to pass
61# an extra path to be added to the python path. The extra arguments
62# should be removed from the list so that the setup processing doesn't
63# fail.
64try:
65    if sys.argv.count('--extrapath'):
66        path_flag_idx = sys.argv.index('--extrapath')
67        extra_path = sys.argv[path_flag_idx+1]
68        sys.path.insert(0, extra_path)
69        del sys.argv[path_flag_idx+1]
70        sys.argv.remove('--extrapath')
71except Exception:
72    print("Error processing extra python path needed to build SasView\n  %s" %
73          sys.exc_value)
74
75from sas import get_local_config
76local_config = get_local_config()
77
78# Solution taken from here: http://www.py2exe.org/index.cgi/win32com.shell
79# ModuleFinder can't handle runtime changes to __path__, but win32com uses them
80win32_folder = "win32comext"
81try:
82    # py2exe 0.6.4 introduced a replacement modulefinder.
83    # This means we have to add package paths there, not to the built-in
84    # one.  If this new modulefinder gets integrated into Python, then
85    # we might be able to revert this some day.
86    # if this doesn't work, try import modulefinder
87    try:
88        import py2exe.mf as modulefinder
89    except ImportError:
90        import modulefinder
91    import win32com
92    for p in win32com.__path__[1:]:
93        modulefinder.AddPackagePath(win32_folder, p)
94    for extra in ["win32com.shell", "win32com.adsi", "win32com.axcontrol",
95                  "win32com.axscript", "win32com.bits", "win32com.ifilter",
96                  "win32com.internet", "win32com.mapi", "win32com.propsys",
97                  "win32com.taskscheduler"]:
98        __import__(extra)
99        m = sys.modules[extra]
100        for p in m.__path__[1:]:
101            modulefinder.AddPackagePath(extra, p)
102
103except ImportError:
104    # no build path setup, no worries.
105    pass
106
107# Remove the build folder
108shutil.rmtree("build", ignore_errors=True)
109# do the same for dist folder
110shutil.rmtree("dist", ignore_errors=True)
111
112is_64bits = sys.maxsize > 2**32
113arch = "amd64" if is_64bits else "x86"
114manifest = """
115    <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
116    <assembly xmlns="urn:schemas-microsoft-com:asm.v1" manifestVersion="1.0">
117      <assemblyIdentity
118        version="5.0.0.0"
119        processorArchitecture="%(arch)s"
120        name="SasView"
121        type="win32">
122      </assemblyIdentity>
123      <description>SasView</description>
124      <trustInfo xmlns="urn:schemas-microsoft-com:asm.v3">
125        <security>
126          <requestedPrivileges>
127            <requestedExecutionLevel
128              level="asInvoker"
129              uiAccess="false">
130            </requestedExecutionLevel>
131          </requestedPrivileges>
132        </security>
133      </trustInfo>
134      <dependency>
135        <dependentAssembly>
136          <assemblyIdentity
137            type="win32"
138            name="Microsoft.VC90.CRT"
139            version="9.0.21022.8"
140            processorArchitecture="%(arch)s"
141            publicKeyToken="1fc8b3b9a1e18e3b">
142          </assemblyIdentity>
143        </dependentAssembly>
144      </dependency>
145      <dependency>
146        <dependentAssembly>
147          <assemblyIdentity
148            type="win32"
149            name="Microsoft.Windows.Common-Controls"
150            version="6.0.0.0"
151            processorArchitecture="%(arch)s"
152            publicKeyToken="6595b64144ccf1df"
153            language="*">
154          </assemblyIdentity>
155        </dependentAssembly>
156      </dependency>
157    </assembly>
158    """%{'arch': arch}
159
160class Target:
161    def __init__(self, **kw):
162        self.__dict__.update(kw)
163        # for the versioninfo resources
164        self.version = local_config.__version__
165        self.company_name = "SasView.org"
166        self.copyright = "copyright 2009 - 2016"
167        self.name = "SasView"
168
169data_files = []
170
171if tinycc:
172    data_files += tinycc.data_files()
173
174# Include data for supporting packages
175import periodictable
176data_files += periodictable.data_files()
177
178#
179# Adapted from http://www.py2exe.org/index.cgi/MatPlotLib
180# to use the MatPlotLib.
181#
182mpl_dir = matplotlib.get_data_path()
183for dirpath, dirnames, filenames in os.walk(mpl_dir):
184    target_dir = os.path.join("mpl-data", os.path.relpath(dirpath, mpl_dir))
185    source_files = [os.path.join(dirpath, f) for f in filenames]
186    data_files.append((target_dir, source_files))
187
188import sasmodels
189data_files += sasmodels.data_files()
190
191# precompile sas models into the sasview build path; doesn't matter too much
192# where it is so long as it is a place that will get cleaned up afterwards.
193import sasmodels.core
194dll_path = os.path.join(build_path, 'compiled_models')
195compiled_dlls = sasmodels.core.precompile_dlls(dll_path, dtype='double')
196
197# include the compiled models as data; coordinate the target path for the
198# data with installer_generator.py
199data_files.append(('compiled_models', compiled_dlls))
200
201# Data files for the different perspectives
202from sas.sasgui.perspectives import fitting
203data_files += fitting.data_files()
204
205from sas.sasgui.perspectives import calculator
206data_files += calculator.data_files()
207
208from sas.sasgui.perspectives import invariant
209data_files += invariant.data_files()
210
211from sas.sasgui import guiframe
212data_files += guiframe.data_files()
213
214# Copy the config files
215sasview_path = os.path.join('..', 'src', 'sas', 'sasview')
216data_files.append(('.', [os.path.join(sasview_path, 'custom_config.py')]))
217data_files.append(('config', [os.path.join(sasview_path, 'custom_config.py')]))
218data_files.append(('.', [os.path.join(sasview_path, 'local_config.py')]))
219
220# Copy the logging config
221sas_path = os.path.join('..', 'src', 'sas')
222data_files.append(('.', [os.path.join(sas_path, 'logging.ini')]))
223
224if os.path.isfile("BUILD_NUMBER"):
225    data_files.append(('.', ["BUILD_NUMBER"]))
226
227# Copying the images directory to the distribution directory.
228data_files.append(("images", findall(local_config.icon_path)))
229
230# Copying the HTML help docs
231data_files.append(("media", findall(local_config.media_path)))
232
233# Copying the sample data user data
234test_dir = local_config.test_path
235for dirpath, dirnames, filenames in os.walk(test_dir):
236    target_dir = os.path.join("test", os.path.relpath(dirpath, test_dir))
237    source_files = [os.path.join(dirpath, f) for f in filenames]
238    data_files.append((target_dir, source_files))
239
240# See if the documentation has been built, and if so include it.
241if os.path.exists(doc_path):
242    for dirpath, dirnames, filenames in os.walk(doc_path):
243        target_dir = os.path.join("doc", os.path.relpath(dirpath, doc_path))
244        source_files = [os.path.join(dirpath, f) for f in filenames]
245        data_files.append((target_dir, source_files))
246else:
247    raise Exception("You must first build the documentation before creating an installer.")
248
249# Copying opencl include files
250opencl_source = os.path.join(get_python_lib(), "pyopencl", "cl")
251opencl_target = os.path.join("includes", "pyopencl")
252data_files.append((opencl_target, findall(opencl_source)))
253
254# Numerical libraries
255python_root = os.path.dirname(os.path.abspath(sys.executable))
256def dll_check(dll_path, dlls):
257    dll_includes = [os.path.join(dll_path, dll+'.dll') for dll in dlls]
258    return [dll for dll in dll_includes if os.path.exists(dll)]
259
260# Check for ATLAS
261numpy_path = os.path.join(python_root, 'lib', 'site-packages', 'numpy', 'core')
262atlas_dlls = dll_check(numpy_path, ['numpy-atlas'])
263
264# Check for MKL
265mkl_path = os.path.join(python_root, 'Library', 'bin')
266mkl_dlls = dll_check(mkl_path, ['mkl_core', 'mkl_def', 'libiomp5md'])
267
268if mkl_dlls:
269    data_files.append(('.', mkl_dlls))
270if atlas_dlls:
271    data_files.append(('.', atlas_dlls))
272
273if is_64bits:
274    msvcrtdll = glob(r"C:\Program Files\Microsoft Visual Studio 9.0\VC\redist\x86\Microsoft.VC90.CRT\*.*")
275else:
276    msvcrtdll = glob(r"C:\Program Files (x86)\Microsoft Visual Studio 9.0\VC\redist\x86\Microsoft.VC90.CRT\*.*")
277if msvcrtdll:
278    # install the MSVC 9 runtime dll's into the application folder
279    data_files.append(("Microsoft.VC90.CRT", msvcrtdll))
280
281# NOTE:
282#  need an empty __init__.py in site-packages/numpy/distutils/tests and site-packages/mpl_toolkits
283
284# packages
285#
286packages = [
287    'matplotlib', 'scipy', 'encodings', 'comtypes', 'h5py',
288    'win32com', 'xhtml2pdf', 'bumps', 'sasmodels', 'sas',
289    'pkg_resources'
290    ]
291packages.extend([
292    'reportlab',
293    'reportlab.graphics.charts',
294    'reportlab.graphics.samples',
295    'reportlab.graphics.widgets',
296    'reportlab.graphics.barcode',
297    'reportlab.graphics',
298    'reportlab.lib',
299    'reportlab.pdfbase',
300    'reportlab.pdfgen',
301    'reportlab.platypus',
302    ])
303packages.append('periodictable.core') # not found automatically
304
305# For the interactive interpreter SasViewCom make sure ipython is available
306#packages.extend(['IPython', 'pyreadline', 'pyreadline.unicode_helper'])
307
308# individual models
309includes = ['site', 'lxml._elementpath', 'lxml.etree']
310
311if tinycc:
312    packages.append('tinycc')
313
314# Exclude packages that are not needed but are often found on build systems
315excludes = ['Tkinter', 'PyQt4', '_tkagg', 'sip', 'pytz', 'sympy']
316
317dll_excludes = [
318    # Various matplotlib backends we are not using
319    'libgdk_pixbuf-2.0-0.dll', 'libgobject-2.0-0.dll', 'libgdk-win32-2.0-0.dll',
320    'tcl84.dll', 'tk84.dll', 'QtGui4.dll', 'QtCore4.dll',
321    # numpy 1.8 openmp bindings (still seems to use all the cores without them)
322    # ... but we seem to need them when building from anaconda, so don't exclude ...
323    #'libiomp5md.dll', 'libifcoremd.dll', 'libmmd.dll', 'svml_dispmd.dll','libifportMD.dll',
324    'numpy-atlas.dll',
325    # microsoft C runtime (not allowed to ship with the app; need to ship vcredist
326    'msvcp90.dll',
327    # 32-bit windows console piping
328    'w9xpopen.exe',
329    # accidental links to msys/cygwin binaries; shouldn't be needed
330    'cygwin1.dll',
331    # no need to distribute OpenCL.dll - users should have their own copy
332    'OpenCL.dll'
333    ]
334
335target_wx_client = Target(
336    description='SasView',
337    script='sasview_gui.py',
338    icon_resources=[(1, local_config.SetupIconFile_win)],
339    other_resources=[(24, 1, manifest)],
340    dest_base="SasView"
341)
342
343target_console_client = Target(
344    description='SasView console',
345    script='sasview_console.py',
346    icon_resources=[(1, local_config.SetupIconFile_win)],
347    other_resources=[(24, 1, manifest)],
348    dest_base="SasViewCom"
349)
350
351#bundle_option = 3 if is_64bits else 2
352bundle_option = 3
353generate_installer()
354#initialize category stuff
355#from sas.sasgui.guiframe.CategoryInstaller import CategoryInstaller
356#CategoryInstaller.check_install(s)
357
358#import pprint; pprint.pprint(data_files); sys.exit()
359
360import py2exe
361setup(
362    windows=[target_wx_client],
363    console=[target_console_client],
364    options={
365        'py2exe': {
366            'dll_excludes': dll_excludes,
367            'packages': packages,
368            'includes': includes,
369            'excludes': excludes,
370            "compressed": 1,
371            "optimize": 0,
372            "bundle_files": bundle_option,
373            },
374    },
375    data_files=data_files,
376)
Note: See TracBrowser for help on using the repository browser.