source: mainline/tools/autotool.py@ d7e45c8

lfn serial ticket/834-toolchain-update topic/msim-upgrade topic/simplify-dev-export
Last change on this file since d7e45c8 was 4e9aaf5, checked in by Martin Decky <martin@…>, 15 years ago

more autotooling: run actually the compiler in autotool.py and detect sizes of integers, generate common.h
more build system cleanup: remove redundancy, remove config.defs, merge kernel makefiles to a single file
  • Property mode set to 100755
File size: 14.3 KB
Line 
1#!/usr/bin/env python
2#
3# Copyright (c) 2010 Martin Decky
4# All rights reserved.
5#
6# Redistribution and use in source and binary forms, with or without
7# modification, are permitted provided that the following conditions
8# are met:
9#
10# - Redistributions of source code must retain the above copyright
11# notice, this list of conditions and the following disclaimer.
12# - Redistributions in binary form must reproduce the above copyright
13# notice, this list of conditions and the following disclaimer in the
14# documentation and/or other materials provided with the distribution.
15# - The name of the author may not be used to endorse or promote products
16# derived from this software without specific prior written permission.
17#
18# THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19# IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20# OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21# IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28#
29
30"""
31Detect important prerequisites and parameters for building HelenOS
32"""
33
34import sys
35import os
36import shutil
37import re
38import time
39import subprocess
40
41SANDBOX = 'autotool'
42CONFIG = 'Makefile.config'
43MAKEFILE = 'Makefile.common'
44HEADER = 'common.h'
45GUARD = 'AUTOTOOL_COMMON_H_'
46
47PROBE_SOURCE = 'probe.c'
48PROBE_OUTPUT = 'probe.s'
49
50PACKAGE_BINUTILS = "usually part of binutils"
51PACKAGE_GCC = "preferably version 4.4.3 or newer"
52PACKAGE_CROSS = "use tools/toolchain.sh to build the cross-compiler toolchain"
53
54COMPILER_FAIL = "The compiler is probably not capable to compile HelenOS."
55
56PROBE_HEAD = """#define AUTOTOOL_DECLARE(category, subcategory, name, value) \\
57 asm volatile ( \\
58 "AUTOTOOL_DECLARE\\t" category "\\t" subcategory "\\t" name "\\t%[val]\\n" \\
59 : \\
60 : [val] "n" (value) \\
61 )
62
63#define DECLARE_INTSIZE(type) \\
64 AUTOTOOL_DECLARE("intsize", "unsigned", #type, sizeof(unsigned type)); \\
65 AUTOTOOL_DECLARE("intsize", "signed", #type, sizeof(signed type))
66
67int main(int argc, char *argv[])
68{
69"""
70
71PROBE_TAIL = """}
72"""
73
74def read_config(fname, config):
75 "Read HelenOS build configuration"
76
77 inf = file(fname, 'r')
78
79 for line in inf:
80 res = re.match(r'^(?:#!# )?([^#]\w*)\s*=\s*(.*?)\s*$', line)
81 if (res):
82 config[res.group(1)] = res.group(2)
83
84 inf.close()
85
86def print_error(msg):
87 "Print a bold error message"
88
89 sys.stderr.write("\n")
90 sys.stderr.write("######################################################################\n")
91 sys.stderr.write("HelenOS build sanity check error:\n")
92 sys.stderr.write("\n")
93 sys.stderr.write("%s\n" % "\n".join(msg))
94 sys.stderr.write("######################################################################\n")
95 sys.stderr.write("\n")
96
97 sys.exit(1)
98
99def sandbox_enter():
100 "Create a temporal sandbox directory for running tests"
101
102 if (os.path.exists(SANDBOX)):
103 if (os.path.isdir(SANDBOX)):
104 try:
105 shutil.rmtree(SANDBOX)
106 except:
107 print_error(["Unable to cleanup the directory \"%s\"." % SANDBOX])
108 else:
109 print_error(["Please inspect and remove unexpected directory,",
110 "entry \"%s\"." % SANDBOX])
111
112 try:
113 os.mkdir(SANDBOX)
114 except:
115 print_error(["Unable to create sandbox directory \"%s\"." % SANDBOX])
116
117 owd = os.getcwd()
118 os.chdir(SANDBOX)
119
120 return owd
121
122def sandbox_leave(owd):
123 "Leave the temporal sandbox directory"
124
125 os.chdir(owd)
126
127def check_config(config, key):
128 "Check whether the configuration key exists"
129
130 if (not key in config):
131 print_error(["Build configuration of HelenOS does not contain %s." % key,
132 "Try running \"make config\" again.",
133 "If the problem persists, please contact the developers of HelenOS."])
134
135def check_common(common, key):
136 "Check whether the common key exists"
137
138 if (not key in common):
139 print_error(["Failed to determine the value %s." % key,
140 "Please contact the developers of HelenOS."])
141
142def check_app(args, name, details):
143 "Check whether an application can be executed"
144
145 try:
146 sys.stderr.write("Checking for %s ... " % args[0])
147 subprocess.Popen(args, stdout = subprocess.PIPE, stderr = subprocess.PIPE).wait()
148 except:
149 sys.stderr.write("failed\n")
150 print_error(["%s is missing." % name,
151 "",
152 "Execution of \"%s\" has failed. Please make sure that it" % " ".join(args),
153 "is installed in your system (%s)." % details])
154
155 sys.stderr.write("ok\n")
156
157def check_gcc(path, prefix, common, details):
158 "Check for GCC"
159
160 common['GCC'] = "%sgcc" % prefix
161
162 if (not path is None):
163 common['GCC'] = "%s/%s" % (path, common['GCC'])
164
165 check_app([common['GCC'], "--version"], "GNU GCC", details)
166
167def check_binutils(path, prefix, common, details):
168 "Check for binutils toolchain"
169
170 common['AS'] = "%sas" % prefix
171 common['LD'] = "%sld" % prefix
172 common['AR'] = "%sar" % prefix
173 common['OBJCOPY'] = "%sobjcopy" % prefix
174 common['OBJDUMP'] = "%sobjdump" % prefix
175
176 if (not path is None):
177 for key in ["AS", "LD", "AR", "OBJCOPY", "OBJDUMP"]:
178 common[key] = "%s/%s" % (path, common[key])
179
180 check_app([common['AS'], "--version"], "GNU Assembler", details)
181 check_app([common['LD'], "--version"], "GNU Linker", details)
182 check_app([common['AR'], "--version"], "GNU Archiver", details)
183 check_app([common['OBJCOPY'], "--version"], "GNU Objcopy utility", details)
184 check_app([common['OBJDUMP'], "--version"], "GNU Objdump utility", details)
185
186def probe_compiler(common, sizes):
187 "Generate, compile and parse probing source"
188
189 check_common(common, "CC")
190
191 outf = file(PROBE_SOURCE, 'w')
192 outf.write(PROBE_HEAD)
193
194 for typedef in sizes:
195 outf.write("\tDECLARE_INTSIZE(%s);\n" % typedef)
196
197 outf.write(PROBE_TAIL)
198 outf.close()
199
200 args = [common['CC'], "-S", "-o", PROBE_OUTPUT, PROBE_SOURCE]
201
202 try:
203 sys.stderr.write("Checking compiler properties ... ")
204 output = subprocess.Popen(args, stdout = subprocess.PIPE, stderr = subprocess.PIPE).communicate()
205 except:
206 sys.stderr.write("failed\n")
207 print_error(["Error executing \"%s\"." % " ".join(args),
208 "Make sure that the compiler works properly."])
209
210 if (not os.path.isfile(PROBE_OUTPUT)):
211 sys.stderr.write("failed\n")
212 print output[1]
213 print_error(["Error executing \"%s\"." % " ".join(args),
214 "The compiler did not produce the output file \"%s\"." % PROBE_OUTPUT,
215 "",
216 output[0],
217 output[1]])
218
219 sys.stderr.write("ok\n")
220
221 inf = file(PROBE_OUTPUT, 'r')
222 lines = inf.readlines()
223 inf.close()
224
225 unsigned_sizes = {}
226 signed_sizes = {}
227
228 for j in range(len(lines)):
229 tokens = lines[j].strip().split("\t")
230
231 if (len(tokens) > 0):
232 if (tokens[0] == "AUTOTOOL_DECLARE"):
233 if (len(tokens) < 5):
234 print_error(["Malformed declaration in \"%s\" on line %s." % (PROBE_OUTPUT, j), COMPILER_FAIL])
235
236 category = tokens[1]
237 subcategory = tokens[2]
238 name = tokens[3]
239 value = tokens[4]
240
241 if (category == "intsize"):
242 base = 10
243
244 if ((value.startswith('$')) or (value.startswith('#'))):
245 value = value[1:]
246
247 if (value.startswith('0x')):
248 value = value[2:]
249 base = 16
250
251 try:
252 value_int = int(value, base)
253 except:
254 print_error(["Integer value expected in \"%s\" on line %s." % (PROBE_OUTPUT, j), COMPILER_FAIL])
255
256 if (subcategory == "unsigned"):
257 unsigned_sizes[name] = value_int
258 elif (subcategory == "signed"):
259 signed_sizes[name] = value_int
260 else:
261 print_error(["Unexpected keyword \"%s\" in \"%s\" on line %s." % (subcategory, PROBE_OUTPUT, j), COMPILER_FAIL])
262
263 return {'unsigned_sizes' : unsigned_sizes, 'signed_sizes' : signed_sizes}
264
265def detect_uints(unsigned_sizes, signed_sizes, bytes):
266 "Detect correct types for fixed-size integer types"
267
268 typedefs = []
269
270 for b in bytes:
271 fnd = False
272 newtype = "uint%s_t" % (b * 8)
273
274 for name, value in unsigned_sizes.items():
275 if (value == b):
276 oldtype = "unsigned %s" % name
277 typedefs.append({'oldtype' : oldtype, 'newtype' : newtype})
278 fnd = True
279 break
280
281 if (not fnd):
282 print_error(['Unable to find appropriate integer type for %s' % newtype,
283 COMPILER_FAIL])
284
285
286 fnd = False
287 newtype = "int%s_t" % (b * 8)
288
289 for name, value in signed_sizes.items():
290 if (value == b):
291 oldtype = "signed %s" % name
292 typedefs.append({'oldtype' : oldtype, 'newtype' : newtype})
293 fnd = True
294 break
295
296 if (not fnd):
297 print_error(['Unable to find appropriate integer type for %s' % newtype,
298 COMPILER_FAIL])
299
300 return typedefs
301
302def create_makefile(mkname, common):
303 "Create makefile output"
304
305 outmk = file(mkname, 'w')
306
307 outmk.write('#########################################\n')
308 outmk.write('## AUTO-GENERATED FILE, DO NOT EDIT!!! ##\n')
309 outmk.write('#########################################\n\n')
310
311 for key, value in common.items():
312 outmk.write('%s = %s\n' % (key, value))
313
314 outmk.close()
315
316def create_header(hdname, typedefs):
317 "Create header output"
318
319 outhd = file(hdname, 'w')
320
321 outhd.write('/***************************************\n')
322 outhd.write(' * AUTO-GENERATED FILE, DO NOT EDIT!!! *\n')
323 outhd.write(' ***************************************/\n\n')
324
325 outhd.write('#ifndef %s\n' % GUARD)
326 outhd.write('#define %s\n\n' % GUARD)
327
328 for typedef in typedefs:
329 outhd.write('typedef %s %s;\n' % (typedef['oldtype'], typedef['newtype']))
330
331 outhd.write('\n#endif\n')
332 outhd.close()
333
334def main():
335 config = {}
336 common = {}
337
338 # Read and check configuration
339 if os.path.exists(CONFIG):
340 read_config(CONFIG, config)
341 else:
342 print_error(["Configuration file %s not found! Make sure that the" % CONFIG,
343 "configuration phase of HelenOS build went OK. Try running",
344 "\"make config\" again."])
345
346 check_config(config, "PLATFORM")
347 check_config(config, "COMPILER")
348 check_config(config, "BARCH")
349
350 # Cross-compiler prefix
351 if ('CROSS_PREFIX' in os.environ):
352 cross_prefix = os.environ['CROSS_PREFIX']
353 else:
354 cross_prefix = "/usr/local"
355
356 # Prefix binutils tools on Solaris
357 if (os.uname()[0] == "SunOS"):
358 binutils_prefix = "g"
359 else:
360 binutils_prefix = ""
361
362 owd = sandbox_enter()
363
364 try:
365 # Common utilities
366 check_app(["ln", "--version"], "Symlink utility", "usually part of coreutils")
367 check_app(["rm", "--version"], "File remove utility", "usually part of coreutils")
368 check_app(["mkdir", "--version"], "Directory creation utility", "usually part of coreutils")
369 check_app(["cp", "--version"], "Copy utility", "usually part of coreutils")
370 check_app(["find", "--version"], "Find utility", "usually part of findutils")
371 check_app(["diff", "--version"], "Diff utility", "usually part of diffutils")
372 check_app(["make", "--version"], "Make utility", "preferably GNU Make")
373 check_app(["makedepend", "-f", "-"], "Makedepend utility", "usually part of imake or xutils")
374
375 # Compiler
376 if (config['COMPILER'] == "gcc_cross"):
377 if (config['PLATFORM'] == "abs32le"):
378 check_config(config, "CROSS_TARGET")
379 target = config['CROSS_TARGET']
380
381 if (config['CROSS_TARGET'] == "arm32"):
382 gnu_target = "arm-linux-gnu"
383
384 if (config['CROSS_TARGET'] == "ia32"):
385 gnu_target = "i686-pc-linux-gnu"
386
387 if (config['CROSS_TARGET'] == "mips32"):
388 gnu_target = "mipsel-linux-gnu"
389
390 if (config['PLATFORM'] == "amd64"):
391 target = config['PLATFORM']
392 gnu_target = "amd64-linux-gnu"
393
394 if (config['PLATFORM'] == "arm32"):
395 target = config['PLATFORM']
396 gnu_target = "arm-linux-gnu"
397
398 if (config['PLATFORM'] == "ia32"):
399 target = config['PLATFORM']
400 gnu_target = "i686-pc-linux-gnu"
401
402 if (config['PLATFORM'] == "ia64"):
403 target = config['PLATFORM']
404 gnu_target = "ia64-pc-linux-gnu"
405
406 if (config['PLATFORM'] == "mips32"):
407 check_config(config, "MACHINE")
408
409 if ((config['MACHINE'] == "lgxemul") or (config['MACHINE'] == "msim")):
410 target = config['PLATFORM']
411 gnu_target = "mipsel-linux-gnu"
412
413 if (config['MACHINE'] == "bgxemul"):
414 target = "mips32eb"
415 gnu_target = "mips-linux-gnu"
416
417 if (config['PLATFORM'] == "ppc32"):
418 target = config['PLATFORM']
419 gnu_target = "ppc-linux-gnu"
420
421 if (config['PLATFORM'] == "sparc64"):
422 target = config['PLATFORM']
423 gnu_target = "sparc64-linux-gnu"
424
425 path = "%s/%s/bin" % (cross_prefix, target)
426 prefix = "%s-" % gnu_target
427
428 check_gcc(path, prefix, common, PACKAGE_CROSS)
429 check_binutils(path, prefix, common, PACKAGE_CROSS)
430
431 check_common(common, "GCC")
432 common['CC'] = common['GCC']
433
434 if (config['COMPILER'] == "gcc_native"):
435 check_gcc(None, "", common, PACKAGE_GCC)
436 check_binutils(None, binutils_prefix, common, PACKAGE_BINUTILS)
437
438 check_common(common, "GCC")
439 common['CC'] = common['GCC']
440
441 if (config['COMPILER'] == "icc"):
442 common['CC'] = "icc"
443 check_app([common['CC'], "-V"], "Intel C++ Compiler", "support is experimental")
444 check_gcc(None, "", common, PACKAGE_GCC)
445 check_binutils(None, binutils_prefix, common, PACKAGE_BINUTILS)
446
447 if (config['COMPILER'] == "suncc"):
448 common['CC'] = "suncc"
449 check_app([common['CC'], "-V"], "Sun Studio Compiler", "support is experimental")
450 check_gcc(None, "", common, PACKAGE_GCC)
451 check_binutils(None, binutils_prefix, common, PACKAGE_BINUTILS)
452
453 if (config['COMPILER'] == "clang"):
454 common['CC'] = "clang"
455 check_app([common['CC'], "--version"], "Clang compiler", "preferably version 1.0 or newer")
456 check_gcc(None, "", common, PACKAGE_GCC)
457 check_binutils(None, binutils_prefix, common, PACKAGE_BINUTILS)
458
459 # Platform-specific utilities
460 if ((config['BARCH'] == "amd64") or (config['BARCH'] == "ia32") or (config['BARCH'] == "ppc32") or (config['BARCH'] == "sparc64")):
461 check_app(["mkisofs", "--version"], "ISO 9660 creation utility", "usually part of genisoimage")
462
463 probe = probe_compiler(common,
464 [
465 "char",
466 "short int",
467 "int",
468 "long int",
469 "long long int",
470 ]
471 )
472
473 typedefs = detect_uints(probe['unsigned_sizes'], probe['signed_sizes'], [1, 2, 4, 8])
474
475 finally:
476 sandbox_leave(owd)
477
478 create_makefile(MAKEFILE, common)
479 create_header(HEADER, typedefs)
480
481 return 0
482
483if __name__ == '__main__':
484 sys.exit(main())
Note: See TracBrowser for help on using the repository browser.