-
Notifications
You must be signed in to change notification settings - Fork 10
/
setup.py
180 lines (153 loc) · 5.6 KB
/
setup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
from distutils import sysconfig
from distutils.core import setup
from distutils.command.build import build
import subprocess
import ctypes.util
import os
import sys
import shutil
import re
VERSION_PY = """
# This file is originally generated from Git information by running
#'setup.py sdist'. Distribution tarballs contain a pre-generated
#copy of this file.
__version__ = '%s'
"""
def update_version():
"""Grab the version number out of git. If we are not in
git, set if from _version.py which is generated as part
of the source release process. (setup.py dsist).
"""
ver = "UNKNOWN"
if os.path.isdir(".git"):
try:
p = subprocess.Popen(["git", "describe",
"--abbrev=4", "--tags",
"--dirty"],
stdout=subprocess.PIPE)
except EnvironmentError:
print "In a git repository, but unable to run git."
stdout = p.communicate()[0]
if p.returncode != 0:
print "In a git repository, but unable to run git."
ver = stdout.strip()
f = open("_version.py", "w")
f.write(VERSION_PY % ver)
f.close()
print "Setting version from git."
else:
try:
from _version import __version__ as ver
print "Setting version from distribution."
except ImportError:
try:
ver = os.path.basename(os.getcwd()).split("-")[1]
print "Setting version from directory name."
except IndexError:
print "unable to determine version from directory name."
print "version '%s'" % ver
return (ver)
def build_liblustre():
"""See if we have liblustreapi.so. If we do not have one,
generate one from liblustreapi.a"""
# See if we have a .so already installed in the system.
liblocation = ctypes.util.find_library("lustreapi")
if liblocation:
print "Found a system liblustreapi.so."
print "Not packaging our own."
return()
# if we have a copy our lib directory, leave it alone.
if os.path.exists("pcplib/liblustreapi.so"):
print "Lustre library already built."
return()
have_sharedlib = False
have_staticlib = False
# Search user defined and system library locations until
# we find one.
lib_locations = ["/usr/lib","/lib"]
if LIBLUSTRE_LOC:
lib_locations.insert(0, LIBLUSTRE_LOC)
for location in lib_locations:
print "Looking for liblustreapi.[so|a] in %s" % location
liblustre_shared = (os.path.join(location, "liblustreapi.so"))
liblustre_static = (os.path.join(location, "liblustreapi.a"))
if os.path.exists(liblustre_shared):
have_sharedlib = True
break
if os.path.exists(liblustre_static):
have_staticlib = True
break
# Copy shared library into the dist tree.
if have_sharedlib:
print "Using liblustreapi.so from %s" %location
shutil.copy(liblustre_shared,"pcplib/liblustreapi.so")
# static lib needs converting to a .so
if have_staticlib:
print "Found liblustreapi.a in %s" % location
convert_liblustre(location)
if not ( have_staticlib or have_sharedlib ):
print """
WARNING: Unable to find liblustreapi C library.
It should be installed as part of the lustre client package.
Continuing, but pcp will be build without lustre features.
If the library is installed in a non standard location,
use the following option to setup.py to point to the
libary location:
--with-liblustre=/path/to/library
"""
def convert_liblustre(lib_location):
"""Convert liblustre.a to .so
On linux amd64 we can do:
ar -x liblustreapi.a ; gcc -shared *.o -o liblustreapi.so
"""
liblustre=os.path.join(lib_location,"liblustreapi.a")
print "Converting liblustreapi.a to liblustreapi.so"
p = subprocess.Popen(["ar","-x","-v",liblustre],
stdout=subprocess.PIPE)
stdout = p.communicate()[0]
if p.returncode != 0:
print "Error extracting liblustreapi.a"
exit(1)
p = subprocess.Popen(["gcc","-shared","liblustreapi.o",
"-o","pcplib/liblustreapi.so"],
stdout=subprocess.PIPE)
stdout = p.communicate()[0]
if p.returncode != 0:
print "Error recompiling liblustreapi.so"
exit(1)
try:
lustre = ctypes.CDLL("pcplib/liblustreapi.so")
funptr = lustre.llapi_file_create
except OSError, AttributeError:
print "Unable to convert liblustreapi.a to a .so."
print "Please read the README for hints on how to try"
print "this yourself."
exit(1)
print "liblustreapi.a -> .so conversion sucessful."
class mybuild_py(build):
def run(self):
build_liblustre()
build.run(self)
# Parse our optional argument
LIBLUSTRE_LOC = None
for arg in sys.argv:
if "--with-liblustre=" in arg:
LIBLUSTRE_LOC = arg.split("=")[1]
sys.argv.remove(arg)
# Grab version out of git, or the dist tarball.
version = update_version()
# We may not have a liblustreapi.so to ship, but
# it looks like setuptools silently ignores missing
# data files, so the right thing happens.
setup(name = "pcp",
cmdclass={"build": mybuild_py,
},
description = "A parallel copy program",
url = "https://github.com/wtsi-ssg/pcp",
version = version,
author = "Guy Coates",
author_email = "gmpc@sanger.ac.uk",
scripts = ["pcp"],
packages=["pcplib"],
package_data = {"pcplib": ["liblustreapi.so"]}
)