blob: 11b9a8a9928a813501f66f867277928515e9e2ed [file] [log] [blame]
Adam Langley9e1a6602015-05-05 17:47:53 -07001# Copyright (c) 2015, Google Inc.
2#
3# Permission to use, copy, modify, and/or distribute this software for any
4# purpose with or without fee is hereby granted, provided that the above
5# copyright notice and this permission notice appear in all copies.
6#
7# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
8# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
9# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
10# SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
11# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
12# OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
13# CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
14
Matt Braithwaite16695892016-06-09 09:34:11 -070015"""Enumerates source files for consumption by various build systems."""
Adam Langley9e1a6602015-05-05 17:47:53 -070016
Matt Braithwaite16695892016-06-09 09:34:11 -070017import optparse
Adam Langley9e1a6602015-05-05 17:47:53 -070018import os
19import subprocess
20import sys
Adam Langley9c164b22015-06-10 18:54:47 -070021import json
Adam Langley9e1a6602015-05-05 17:47:53 -070022
23
24# OS_ARCH_COMBOS maps from OS and platform to the OpenSSL assembly "style" for
25# that platform and the extension used by asm files.
26OS_ARCH_COMBOS = [
David Benjaminf6584e72017-06-08 16:27:16 -040027 ('ios', 'arm', 'ios32', [], 'S'),
28 ('ios', 'aarch64', 'ios64', [], 'S'),
Adam Langley9e1a6602015-05-05 17:47:53 -070029 ('linux', 'arm', 'linux32', [], 'S'),
30 ('linux', 'aarch64', 'linux64', [], 'S'),
Adam Langley7c075b92017-05-22 15:31:13 -070031 ('linux', 'ppc64le', 'linux64le', [], 'S'),
Adam Langley9e1a6602015-05-05 17:47:53 -070032 ('linux', 'x86', 'elf', ['-fPIC', '-DOPENSSL_IA32_SSE2'], 'S'),
33 ('linux', 'x86_64', 'elf', [], 'S'),
34 ('mac', 'x86', 'macosx', ['-fPIC', '-DOPENSSL_IA32_SSE2'], 'S'),
35 ('mac', 'x86_64', 'macosx', [], 'S'),
36 ('win', 'x86', 'win32n', ['-DOPENSSL_IA32_SSE2'], 'asm'),
37 ('win', 'x86_64', 'nasm', [], 'asm'),
38]
39
40# NON_PERL_FILES enumerates assembly files that are not processed by the
41# perlasm system.
42NON_PERL_FILES = {
43 ('linux', 'arm'): [
Adam Langley7b8b9c12016-01-04 07:13:00 -080044 'src/crypto/curve25519/asm/x25519-asm-arm.S',
David Benjamin3c4a5cb2016-03-29 17:43:31 -040045 'src/crypto/poly1305/poly1305_arm_asm.S',
Adam Langley9e1a6602015-05-05 17:47:53 -070046 ],
47}
48
Matt Braithwaite16695892016-06-09 09:34:11 -070049PREFIX = None
Adam Langley990a3232018-05-22 10:02:59 -070050EMBED_TEST_DATA = True
Matt Braithwaite16695892016-06-09 09:34:11 -070051
52
53def PathOf(x):
54 return x if not PREFIX else os.path.join(PREFIX, x)
55
Adam Langley9e1a6602015-05-05 17:47:53 -070056
Adam Langley9e1a6602015-05-05 17:47:53 -070057class Android(object):
58
59 def __init__(self):
60 self.header = \
61"""# Copyright (C) 2015 The Android Open Source Project
62#
63# Licensed under the Apache License, Version 2.0 (the "License");
64# you may not use this file except in compliance with the License.
65# You may obtain a copy of the License at
66#
67# http://www.apache.org/licenses/LICENSE-2.0
68#
69# Unless required by applicable law or agreed to in writing, software
70# distributed under the License is distributed on an "AS IS" BASIS,
71# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
72# See the License for the specific language governing permissions and
73# limitations under the License.
74
Dan Willemsenb57e4fc2016-07-21 11:08:44 -070075# This file is created by generate_build_files.py. Do not edit manually.
76
Adam Langley9e1a6602015-05-05 17:47:53 -070077"""
78
79 def PrintVariableSection(self, out, name, files):
80 out.write('%s := \\\n' % name)
81 for f in sorted(files):
82 out.write(' %s\\\n' % f)
83 out.write('\n')
84
85 def WriteFiles(self, files, asm_outputs):
Dan Willemsenb57e4fc2016-07-21 11:08:44 -070086 # New Android.bp format
87 with open('sources.bp', 'w+') as blueprint:
88 blueprint.write(self.header.replace('#', '//'))
89
90 blueprint.write('cc_defaults {\n')
91 blueprint.write(' name: "libcrypto_sources",\n')
92 blueprint.write(' srcs: [\n')
David Benjamin8c29e7d2016-09-30 21:34:31 -040093 for f in sorted(files['crypto']):
Dan Willemsenb57e4fc2016-07-21 11:08:44 -070094 blueprint.write(' "%s",\n' % f)
95 blueprint.write(' ],\n')
96 blueprint.write(' target: {\n')
97
98 for ((osname, arch), asm_files) in asm_outputs:
Steven Valdez93d242b2016-10-06 13:49:01 -040099 if osname != 'linux' or arch == 'ppc64le':
Dan Willemsenb57e4fc2016-07-21 11:08:44 -0700100 continue
101 if arch == 'aarch64':
102 arch = 'arm64'
103
Dan Willemsen2eb4bc52017-10-16 14:37:00 -0700104 blueprint.write(' linux_%s: {\n' % arch)
Dan Willemsenb57e4fc2016-07-21 11:08:44 -0700105 blueprint.write(' srcs: [\n')
106 for f in sorted(asm_files):
107 blueprint.write(' "%s",\n' % f)
108 blueprint.write(' ],\n')
109 blueprint.write(' },\n')
110
Dan Willemsenb57e4fc2016-07-21 11:08:44 -0700111 blueprint.write(' },\n')
112 blueprint.write('}\n\n')
113
114 blueprint.write('cc_defaults {\n')
115 blueprint.write(' name: "libssl_sources",\n')
116 blueprint.write(' srcs: [\n')
117 for f in sorted(files['ssl']):
118 blueprint.write(' "%s",\n' % f)
119 blueprint.write(' ],\n')
120 blueprint.write('}\n\n')
121
122 blueprint.write('cc_defaults {\n')
123 blueprint.write(' name: "bssl_sources",\n')
124 blueprint.write(' srcs: [\n')
125 for f in sorted(files['tool']):
126 blueprint.write(' "%s",\n' % f)
127 blueprint.write(' ],\n')
128 blueprint.write('}\n\n')
129
130 blueprint.write('cc_defaults {\n')
131 blueprint.write(' name: "boringssl_test_support_sources",\n')
132 blueprint.write(' srcs: [\n')
133 for f in sorted(files['test_support']):
134 blueprint.write(' "%s",\n' % f)
135 blueprint.write(' ],\n')
136 blueprint.write('}\n\n')
137
138 blueprint.write('cc_defaults {\n')
David Benjamin96628432017-01-19 19:05:47 -0500139 blueprint.write(' name: "boringssl_crypto_test_sources",\n')
140 blueprint.write(' srcs: [\n')
141 for f in sorted(files['crypto_test']):
142 blueprint.write(' "%s",\n' % f)
143 blueprint.write(' ],\n')
144 blueprint.write('}\n\n')
145
146 blueprint.write('cc_defaults {\n')
147 blueprint.write(' name: "boringssl_ssl_test_sources",\n')
148 blueprint.write(' srcs: [\n')
149 for f in sorted(files['ssl_test']):
150 blueprint.write(' "%s",\n' % f)
151 blueprint.write(' ],\n')
152 blueprint.write('}\n\n')
153
Dan Willemsenb57e4fc2016-07-21 11:08:44 -0700154 # Legacy Android.mk format, only used by Trusty in new branches
Adam Langley9e1a6602015-05-05 17:47:53 -0700155 with open('sources.mk', 'w+') as makefile:
156 makefile.write(self.header)
157
David Benjamin8c29e7d2016-09-30 21:34:31 -0400158 self.PrintVariableSection(makefile, 'crypto_sources', files['crypto'])
Adam Langley9e1a6602015-05-05 17:47:53 -0700159
160 for ((osname, arch), asm_files) in asm_outputs:
Dan Willemsenb57e4fc2016-07-21 11:08:44 -0700161 if osname != 'linux':
162 continue
Adam Langley9e1a6602015-05-05 17:47:53 -0700163 self.PrintVariableSection(
164 makefile, '%s_%s_sources' % (osname, arch), asm_files)
165
166
Adam Langley049ef412015-06-09 18:20:57 -0700167class Bazel(object):
168 """Bazel outputs files suitable for including in Bazel files."""
169
170 def __init__(self):
171 self.firstSection = True
172 self.header = \
173"""# This file is created by generate_build_files.py. Do not edit manually.
174
175"""
176
177 def PrintVariableSection(self, out, name, files):
178 if not self.firstSection:
179 out.write('\n')
180 self.firstSection = False
181
182 out.write('%s = [\n' % name)
183 for f in sorted(files):
Matt Braithwaite16695892016-06-09 09:34:11 -0700184 out.write(' "%s",\n' % PathOf(f))
Adam Langley049ef412015-06-09 18:20:57 -0700185 out.write(']\n')
186
187 def WriteFiles(self, files, asm_outputs):
Chuck Haysc608d6b2015-10-06 17:54:16 -0700188 with open('BUILD.generated.bzl', 'w+') as out:
Adam Langley049ef412015-06-09 18:20:57 -0700189 out.write(self.header)
190
191 self.PrintVariableSection(out, 'ssl_headers', files['ssl_headers'])
Adam Langleyfd499932017-04-04 14:21:43 -0700192 self.PrintVariableSection(out, 'fips_fragments', files['fips_fragments'])
Adam Langley049ef412015-06-09 18:20:57 -0700193 self.PrintVariableSection(
194 out, 'ssl_internal_headers', files['ssl_internal_headers'])
195 self.PrintVariableSection(out, 'ssl_sources', files['ssl'])
196 self.PrintVariableSection(out, 'crypto_headers', files['crypto_headers'])
197 self.PrintVariableSection(
198 out, 'crypto_internal_headers', files['crypto_internal_headers'])
199 self.PrintVariableSection(out, 'crypto_sources', files['crypto'])
200 self.PrintVariableSection(out, 'tool_sources', files['tool'])
Adam Langleyf11f2332016-06-30 11:56:19 -0700201 self.PrintVariableSection(out, 'tool_headers', files['tool_headers'])
Adam Langley049ef412015-06-09 18:20:57 -0700202
203 for ((osname, arch), asm_files) in asm_outputs:
Adam Langley049ef412015-06-09 18:20:57 -0700204 self.PrintVariableSection(
Piotr Sikora3f5fe602015-10-28 12:24:35 -0700205 out, 'crypto_sources_%s_%s' % (osname, arch), asm_files)
Adam Langley049ef412015-06-09 18:20:57 -0700206
Chuck Haysc608d6b2015-10-06 17:54:16 -0700207 with open('BUILD.generated_tests.bzl', 'w+') as out:
Adam Langley9c164b22015-06-10 18:54:47 -0700208 out.write(self.header)
209
210 out.write('test_support_sources = [\n')
David Benjaminc5aa8412016-07-29 17:41:58 -0400211 for filename in sorted(files['test_support'] +
212 files['test_support_headers'] +
213 files['crypto_internal_headers'] +
214 files['ssl_internal_headers']):
Adam Langley9c164b22015-06-10 18:54:47 -0700215 if os.path.basename(filename) == 'malloc.cc':
216 continue
Matt Braithwaite16695892016-06-09 09:34:11 -0700217 out.write(' "%s",\n' % PathOf(filename))
Adam Langley9c164b22015-06-10 18:54:47 -0700218
Adam Langley7b6acc52017-07-27 16:33:27 -0700219 out.write(']\n')
Chuck Haysc608d6b2015-10-06 17:54:16 -0700220
David Benjamin96628432017-01-19 19:05:47 -0500221 self.PrintVariableSection(out, 'crypto_test_sources',
222 files['crypto_test'])
223 self.PrintVariableSection(out, 'ssl_test_sources', files['ssl_test'])
Adam Langley990a3232018-05-22 10:02:59 -0700224 self.PrintVariableSection(out, 'crypto_test_data',
225 files['crypto_test_data'])
David Benjamin96628432017-01-19 19:05:47 -0500226
Adam Langley049ef412015-06-09 18:20:57 -0700227
Robert Sloane091af42017-10-09 12:47:17 -0700228class Eureka(object):
229
230 def __init__(self):
231 self.header = \
232"""# Copyright (C) 2017 The Android Open Source Project
233#
234# Licensed under the Apache License, Version 2.0 (the "License");
235# you may not use this file except in compliance with the License.
236# You may obtain a copy of the License at
237#
238# http://www.apache.org/licenses/LICENSE-2.0
239#
240# Unless required by applicable law or agreed to in writing, software
241# distributed under the License is distributed on an "AS IS" BASIS,
242# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
243# See the License for the specific language governing permissions and
244# limitations under the License.
245
246# This file is created by generate_build_files.py. Do not edit manually.
247
248"""
249
250 def PrintVariableSection(self, out, name, files):
251 out.write('%s := \\\n' % name)
252 for f in sorted(files):
253 out.write(' %s\\\n' % f)
254 out.write('\n')
255
256 def WriteFiles(self, files, asm_outputs):
257 # Legacy Android.mk format
258 with open('eureka.mk', 'w+') as makefile:
259 makefile.write(self.header)
260
261 self.PrintVariableSection(makefile, 'crypto_sources', files['crypto'])
262 self.PrintVariableSection(makefile, 'ssl_sources', files['ssl'])
263 self.PrintVariableSection(makefile, 'tool_sources', files['tool'])
264
265 for ((osname, arch), asm_files) in asm_outputs:
266 if osname != 'linux':
267 continue
268 self.PrintVariableSection(
269 makefile, '%s_%s_sources' % (osname, arch), asm_files)
270
271
David Benjamin38d01c62016-04-21 18:47:57 -0400272class GN(object):
273
274 def __init__(self):
275 self.firstSection = True
276 self.header = \
277"""# Copyright (c) 2016 The Chromium Authors. All rights reserved.
278# Use of this source code is governed by a BSD-style license that can be
279# found in the LICENSE file.
280
281# This file is created by generate_build_files.py. Do not edit manually.
282
283"""
284
285 def PrintVariableSection(self, out, name, files):
286 if not self.firstSection:
287 out.write('\n')
288 self.firstSection = False
289
290 out.write('%s = [\n' % name)
291 for f in sorted(files):
292 out.write(' "%s",\n' % f)
293 out.write(']\n')
294
295 def WriteFiles(self, files, asm_outputs):
296 with open('BUILD.generated.gni', 'w+') as out:
297 out.write(self.header)
298
David Benjaminc5aa8412016-07-29 17:41:58 -0400299 self.PrintVariableSection(out, 'crypto_sources',
James Robinson98dd68f2018-04-11 14:47:34 -0700300 files['crypto'] +
David Benjaminc5aa8412016-07-29 17:41:58 -0400301 files['crypto_internal_headers'])
James Robinson98dd68f2018-04-11 14:47:34 -0700302 self.PrintVariableSection(out, 'crypto_headers',
303 files['crypto_headers'])
David Benjaminc5aa8412016-07-29 17:41:58 -0400304 self.PrintVariableSection(out, 'ssl_sources',
James Robinson98dd68f2018-04-11 14:47:34 -0700305 files['ssl'] + files['ssl_internal_headers'])
306 self.PrintVariableSection(out, 'ssl_headers', files['ssl_headers'])
David Benjamin38d01c62016-04-21 18:47:57 -0400307
308 for ((osname, arch), asm_files) in asm_outputs:
309 self.PrintVariableSection(
310 out, 'crypto_sources_%s_%s' % (osname, arch), asm_files)
311
312 fuzzers = [os.path.splitext(os.path.basename(fuzzer))[0]
313 for fuzzer in files['fuzz']]
314 self.PrintVariableSection(out, 'fuzzers', fuzzers)
315
316 with open('BUILD.generated_tests.gni', 'w+') as out:
317 self.firstSection = True
318 out.write(self.header)
319
David Benjamin96628432017-01-19 19:05:47 -0500320 self.PrintVariableSection(out, 'test_support_sources',
David Benjaminc5aa8412016-07-29 17:41:58 -0400321 files['test_support'] +
322 files['test_support_headers'])
David Benjamin96628432017-01-19 19:05:47 -0500323 self.PrintVariableSection(out, 'crypto_test_sources',
324 files['crypto_test'])
325 self.PrintVariableSection(out, 'ssl_test_sources', files['ssl_test'])
David Benjamin38d01c62016-04-21 18:47:57 -0400326
327
328class GYP(object):
329
330 def __init__(self):
331 self.header = \
332"""# Copyright (c) 2016 The Chromium Authors. All rights reserved.
333# Use of this source code is governed by a BSD-style license that can be
334# found in the LICENSE file.
335
336# This file is created by generate_build_files.py. Do not edit manually.
337
338"""
339
340 def PrintVariableSection(self, out, name, files):
341 out.write(' \'%s\': [\n' % name)
342 for f in sorted(files):
343 out.write(' \'%s\',\n' % f)
344 out.write(' ],\n')
345
346 def WriteFiles(self, files, asm_outputs):
347 with open('boringssl.gypi', 'w+') as gypi:
348 gypi.write(self.header + '{\n \'variables\': {\n')
349
David Benjaminc5aa8412016-07-29 17:41:58 -0400350 self.PrintVariableSection(gypi, 'boringssl_ssl_sources',
351 files['ssl'] + files['ssl_headers'] +
352 files['ssl_internal_headers'])
353 self.PrintVariableSection(gypi, 'boringssl_crypto_sources',
354 files['crypto'] + files['crypto_headers'] +
355 files['crypto_internal_headers'])
David Benjamin38d01c62016-04-21 18:47:57 -0400356
357 for ((osname, arch), asm_files) in asm_outputs:
358 self.PrintVariableSection(gypi, 'boringssl_%s_%s_sources' %
359 (osname, arch), asm_files)
360
361 gypi.write(' }\n}\n')
362
David Benjamin38d01c62016-04-21 18:47:57 -0400363
Adam Langley9e1a6602015-05-05 17:47:53 -0700364def FindCMakeFiles(directory):
365 """Returns list of all CMakeLists.txt files recursively in directory."""
366 cmakefiles = []
367
368 for (path, _, filenames) in os.walk(directory):
369 for filename in filenames:
370 if filename == 'CMakeLists.txt':
371 cmakefiles.append(os.path.join(path, filename))
372
373 return cmakefiles
374
Adam Langleyfd499932017-04-04 14:21:43 -0700375def OnlyFIPSFragments(path, dent, is_dir):
Matthew Braithwaite95511e92017-05-08 16:38:03 -0700376 return is_dir or (path.startswith(
377 os.path.join('src', 'crypto', 'fipsmodule', '')) and
378 NoTests(path, dent, is_dir))
Adam Langley9e1a6602015-05-05 17:47:53 -0700379
Adam Langleyfd499932017-04-04 14:21:43 -0700380def NoTestsNorFIPSFragments(path, dent, is_dir):
Adam Langley323f1eb2017-04-06 17:29:10 -0700381 return (NoTests(path, dent, is_dir) and
382 (is_dir or not OnlyFIPSFragments(path, dent, is_dir)))
Adam Langleyfd499932017-04-04 14:21:43 -0700383
384def NoTests(path, dent, is_dir):
Adam Langley9e1a6602015-05-05 17:47:53 -0700385 """Filter function that can be passed to FindCFiles in order to remove test
386 sources."""
387 if is_dir:
388 return dent != 'test'
David Benjamin96ee4a82017-07-09 23:46:47 -0400389 return 'test.' not in dent
Adam Langley9e1a6602015-05-05 17:47:53 -0700390
391
Adam Langleyfd499932017-04-04 14:21:43 -0700392def OnlyTests(path, dent, is_dir):
Adam Langley9e1a6602015-05-05 17:47:53 -0700393 """Filter function that can be passed to FindCFiles in order to remove
394 non-test sources."""
395 if is_dir:
David Benjamin26073832015-05-11 20:52:48 -0400396 return dent != 'test'
David Benjamin96ee4a82017-07-09 23:46:47 -0400397 return '_test.' in dent
Adam Langley9e1a6602015-05-05 17:47:53 -0700398
399
Adam Langleyfd499932017-04-04 14:21:43 -0700400def AllFiles(path, dent, is_dir):
David Benjamin26073832015-05-11 20:52:48 -0400401 """Filter function that can be passed to FindCFiles in order to include all
402 sources."""
403 return True
404
405
Adam Langleyfd499932017-04-04 14:21:43 -0700406def NoTestRunnerFiles(path, dent, is_dir):
Martin Kreichgauer8b487b72017-04-03 16:07:27 -0700407 """Filter function that can be passed to FindCFiles or FindHeaderFiles in
408 order to exclude test runner files."""
409 # NOTE(martinkr): This prevents .h/.cc files in src/ssl/test/runner, which
410 # are in their own subpackage, from being included in boringssl/BUILD files.
411 return not is_dir or dent != 'runner'
412
413
David Benjamin3ecd0a52017-05-19 15:26:18 -0400414def NotGTestSupport(path, dent, is_dir):
415 return 'gtest' not in dent
David Benjamin96628432017-01-19 19:05:47 -0500416
417
Adam Langleyfd499932017-04-04 14:21:43 -0700418def SSLHeaderFiles(path, dent, is_dir):
Adam Langley049ef412015-06-09 18:20:57 -0700419 return dent in ['ssl.h', 'tls1.h', 'ssl23.h', 'ssl3.h', 'dtls1.h']
420
421
Adam Langley9e1a6602015-05-05 17:47:53 -0700422def FindCFiles(directory, filter_func):
423 """Recurses through directory and returns a list of paths to all the C source
424 files that pass filter_func."""
425 cfiles = []
426
427 for (path, dirnames, filenames) in os.walk(directory):
428 for filename in filenames:
429 if not filename.endswith('.c') and not filename.endswith('.cc'):
430 continue
Adam Langleyfd499932017-04-04 14:21:43 -0700431 if not filter_func(path, filename, False):
Adam Langley9e1a6602015-05-05 17:47:53 -0700432 continue
433 cfiles.append(os.path.join(path, filename))
434
435 for (i, dirname) in enumerate(dirnames):
Adam Langleyfd499932017-04-04 14:21:43 -0700436 if not filter_func(path, dirname, True):
Adam Langley9e1a6602015-05-05 17:47:53 -0700437 del dirnames[i]
438
439 return cfiles
440
441
Adam Langley049ef412015-06-09 18:20:57 -0700442def FindHeaderFiles(directory, filter_func):
443 """Recurses through directory and returns a list of paths to all the header files that pass filter_func."""
444 hfiles = []
445
446 for (path, dirnames, filenames) in os.walk(directory):
447 for filename in filenames:
448 if not filename.endswith('.h'):
449 continue
Adam Langleyfd499932017-04-04 14:21:43 -0700450 if not filter_func(path, filename, False):
Adam Langley049ef412015-06-09 18:20:57 -0700451 continue
452 hfiles.append(os.path.join(path, filename))
453
Matt Braithwaitedfdd49c2016-06-13 17:06:48 -0700454 for (i, dirname) in enumerate(dirnames):
Adam Langleyfd499932017-04-04 14:21:43 -0700455 if not filter_func(path, dirname, True):
Matt Braithwaitedfdd49c2016-06-13 17:06:48 -0700456 del dirnames[i]
457
Adam Langley049ef412015-06-09 18:20:57 -0700458 return hfiles
459
460
Adam Langley9e1a6602015-05-05 17:47:53 -0700461def ExtractPerlAsmFromCMakeFile(cmakefile):
462 """Parses the contents of the CMakeLists.txt file passed as an argument and
463 returns a list of all the perlasm() directives found in the file."""
464 perlasms = []
465 with open(cmakefile) as f:
466 for line in f:
467 line = line.strip()
468 if not line.startswith('perlasm('):
469 continue
470 if not line.endswith(')'):
471 raise ValueError('Bad perlasm line in %s' % cmakefile)
472 # Remove "perlasm(" from start and ")" from end
473 params = line[8:-1].split()
474 if len(params) < 2:
475 raise ValueError('Bad perlasm line in %s' % cmakefile)
476 perlasms.append({
477 'extra_args': params[2:],
478 'input': os.path.join(os.path.dirname(cmakefile), params[1]),
479 'output': os.path.join(os.path.dirname(cmakefile), params[0]),
480 })
481
482 return perlasms
483
484
485def ReadPerlAsmOperations():
486 """Returns a list of all perlasm() directives found in CMake config files in
487 src/."""
488 perlasms = []
489 cmakefiles = FindCMakeFiles('src')
490
491 for cmakefile in cmakefiles:
492 perlasms.extend(ExtractPerlAsmFromCMakeFile(cmakefile))
493
494 return perlasms
495
496
497def PerlAsm(output_filename, input_filename, perlasm_style, extra_args):
498 """Runs the a perlasm script and puts the output into output_filename."""
499 base_dir = os.path.dirname(output_filename)
500 if not os.path.isdir(base_dir):
501 os.makedirs(base_dir)
David Benjaminfdd8e9c2016-06-26 13:18:50 -0400502 subprocess.check_call(
503 ['perl', input_filename, perlasm_style] + extra_args + [output_filename])
Adam Langley9e1a6602015-05-05 17:47:53 -0700504
505
506def ArchForAsmFilename(filename):
507 """Returns the architectures that a given asm file should be compiled for
508 based on substrings in the filename."""
509
510 if 'x86_64' in filename or 'avx2' in filename:
511 return ['x86_64']
512 elif ('x86' in filename and 'x86_64' not in filename) or '586' in filename:
513 return ['x86']
514 elif 'armx' in filename:
515 return ['arm', 'aarch64']
516 elif 'armv8' in filename:
517 return ['aarch64']
518 elif 'arm' in filename:
519 return ['arm']
David Benjamin9f16ce12016-09-27 16:30:22 -0400520 elif 'ppc' in filename:
521 return ['ppc64le']
Adam Langley9e1a6602015-05-05 17:47:53 -0700522 else:
523 raise ValueError('Unknown arch for asm filename: ' + filename)
524
525
526def WriteAsmFiles(perlasms):
527 """Generates asm files from perlasm directives for each supported OS x
528 platform combination."""
529 asmfiles = {}
530
531 for osarch in OS_ARCH_COMBOS:
532 (osname, arch, perlasm_style, extra_args, asm_ext) = osarch
533 key = (osname, arch)
534 outDir = '%s-%s' % key
535
536 for perlasm in perlasms:
537 filename = os.path.basename(perlasm['input'])
538 output = perlasm['output']
539 if not output.startswith('src'):
540 raise ValueError('output missing src: %s' % output)
541 output = os.path.join(outDir, output[4:])
William Hessec618c402015-06-22 16:34:02 +0200542 if output.endswith('-armx.${ASM_EXT}'):
543 output = output.replace('-armx',
544 '-armx64' if arch == 'aarch64' else '-armx32')
Adam Langley9e1a6602015-05-05 17:47:53 -0700545 output = output.replace('${ASM_EXT}', asm_ext)
546
547 if arch in ArchForAsmFilename(filename):
548 PerlAsm(output, perlasm['input'], perlasm_style,
549 perlasm['extra_args'] + extra_args)
550 asmfiles.setdefault(key, []).append(output)
551
552 for (key, non_perl_asm_files) in NON_PERL_FILES.iteritems():
553 asmfiles.setdefault(key, []).extend(non_perl_asm_files)
554
555 return asmfiles
556
557
David Benjamin3ecd0a52017-05-19 15:26:18 -0400558def ExtractVariablesFromCMakeFile(cmakefile):
559 """Parses the contents of the CMakeLists.txt file passed as an argument and
560 returns a dictionary of exported source lists."""
561 variables = {}
562 in_set_command = False
563 set_command = []
564 with open(cmakefile) as f:
565 for line in f:
566 if '#' in line:
567 line = line[:line.index('#')]
568 line = line.strip()
569
570 if not in_set_command:
571 if line.startswith('set('):
572 in_set_command = True
573 set_command = []
574 elif line == ')':
575 in_set_command = False
576 if not set_command:
577 raise ValueError('Empty set command')
578 variables[set_command[0]] = set_command[1:]
579 else:
580 set_command.extend([c for c in line.split(' ') if c])
581
582 if in_set_command:
583 raise ValueError('Unfinished set command')
584 return variables
585
586
Adam Langley049ef412015-06-09 18:20:57 -0700587def main(platforms):
David Benjamin3ecd0a52017-05-19 15:26:18 -0400588 cmake = ExtractVariablesFromCMakeFile(os.path.join('src', 'sources.cmake'))
Andres Erbsen5b280a82017-10-30 15:58:33 +0000589 crypto_c_files = (FindCFiles(os.path.join('src', 'crypto'), NoTestsNorFIPSFragments) +
590 FindCFiles(os.path.join('src', 'third_party', 'fiat'), NoTestsNorFIPSFragments))
Adam Langleyfd499932017-04-04 14:21:43 -0700591 fips_fragments = FindCFiles(os.path.join('src', 'crypto', 'fipsmodule'), OnlyFIPSFragments)
Adam Langleyfeca9e52017-01-23 13:07:50 -0800592 ssl_source_files = FindCFiles(os.path.join('src', 'ssl'), NoTests)
David Benjamin38d01c62016-04-21 18:47:57 -0400593 tool_c_files = FindCFiles(os.path.join('src', 'tool'), NoTests)
Adam Langleyf11f2332016-06-30 11:56:19 -0700594 tool_h_files = FindHeaderFiles(os.path.join('src', 'tool'), AllFiles)
Adam Langley9e1a6602015-05-05 17:47:53 -0700595
David Benjamin0c9c1aa2017-12-12 15:19:20 -0500596 # third_party/fiat/p256.c lives in third_party/fiat, but it is a FIPS
597 # fragment, not a normal source file.
598 p256 = os.path.join('src', 'third_party', 'fiat', 'p256.c')
599 fips_fragments.append(p256)
600 crypto_c_files.remove(p256)
601
Adam Langley9e1a6602015-05-05 17:47:53 -0700602 # Generate err_data.c
603 with open('err_data.c', 'w+') as err_data:
604 subprocess.check_call(['go', 'run', 'err_data_generate.go'],
605 cwd=os.path.join('src', 'crypto', 'err'),
606 stdout=err_data)
607 crypto_c_files.append('err_data.c')
608
David Benjamin38d01c62016-04-21 18:47:57 -0400609 test_support_c_files = FindCFiles(os.path.join('src', 'crypto', 'test'),
David Benjamin3ecd0a52017-05-19 15:26:18 -0400610 NotGTestSupport)
Matt Braithwaitedfdd49c2016-06-13 17:06:48 -0700611 test_support_h_files = (
612 FindHeaderFiles(os.path.join('src', 'crypto', 'test'), AllFiles) +
Martin Kreichgauer8b487b72017-04-03 16:07:27 -0700613 FindHeaderFiles(os.path.join('src', 'ssl', 'test'), NoTestRunnerFiles))
David Benjamin26073832015-05-11 20:52:48 -0400614
Adam Langley990a3232018-05-22 10:02:59 -0700615 crypto_test_files = []
616 if EMBED_TEST_DATA:
617 # Generate crypto_test_data.cc
618 with open('crypto_test_data.cc', 'w+') as out:
619 subprocess.check_call(
620 ['go', 'run', 'util/embed_test_data.go'] + cmake['CRYPTO_TEST_DATA'],
621 cwd='src',
622 stdout=out)
623 crypto_test_files += ['crypto_test_data.cc']
David Benjamin3ecd0a52017-05-19 15:26:18 -0400624
Adam Langley990a3232018-05-22 10:02:59 -0700625 crypto_test_files += FindCFiles(os.path.join('src', 'crypto'), OnlyTests)
David Benjamin96ee4a82017-07-09 23:46:47 -0400626 crypto_test_files += [
David Benjamin3ecd0a52017-05-19 15:26:18 -0400627 'src/crypto/test/file_test_gtest.cc',
628 'src/crypto/test/gtest_main.cc',
629 ]
David Benjamin1d5a5702017-02-13 22:11:49 -0500630
631 ssl_test_files = FindCFiles(os.path.join('src', 'ssl'), OnlyTests)
632 ssl_test_files.append('src/crypto/test/gtest_main.cc')
Adam Langley9e1a6602015-05-05 17:47:53 -0700633
David Benjamin38d01c62016-04-21 18:47:57 -0400634 fuzz_c_files = FindCFiles(os.path.join('src', 'fuzz'), NoTests)
635
Adam Langley049ef412015-06-09 18:20:57 -0700636 ssl_h_files = (
637 FindHeaderFiles(
638 os.path.join('src', 'include', 'openssl'),
639 SSLHeaderFiles))
640
Adam Langleyfd499932017-04-04 14:21:43 -0700641 def NotSSLHeaderFiles(path, filename, is_dir):
642 return not SSLHeaderFiles(path, filename, is_dir)
Adam Langley049ef412015-06-09 18:20:57 -0700643 crypto_h_files = (
644 FindHeaderFiles(
645 os.path.join('src', 'include', 'openssl'),
646 NotSSLHeaderFiles))
647
648 ssl_internal_h_files = FindHeaderFiles(os.path.join('src', 'ssl'), NoTests)
Andres Erbsen5b280a82017-10-30 15:58:33 +0000649 crypto_internal_h_files = (
650 FindHeaderFiles(os.path.join('src', 'crypto'), NoTests) +
651 FindHeaderFiles(os.path.join('src', 'third_party', 'fiat'), NoTests))
Adam Langley049ef412015-06-09 18:20:57 -0700652
Adam Langley9e1a6602015-05-05 17:47:53 -0700653 files = {
654 'crypto': crypto_c_files,
Adam Langley049ef412015-06-09 18:20:57 -0700655 'crypto_headers': crypto_h_files,
656 'crypto_internal_headers': crypto_internal_h_files,
David Benjamin1d5a5702017-02-13 22:11:49 -0500657 'crypto_test': sorted(crypto_test_files),
Adam Langley990a3232018-05-22 10:02:59 -0700658 'crypto_test_data': sorted('src/' + x for x in cmake['CRYPTO_TEST_DATA']),
Adam Langleyfd499932017-04-04 14:21:43 -0700659 'fips_fragments': fips_fragments,
David Benjamin38d01c62016-04-21 18:47:57 -0400660 'fuzz': fuzz_c_files,
Adam Langleyfeca9e52017-01-23 13:07:50 -0800661 'ssl': ssl_source_files,
Adam Langley049ef412015-06-09 18:20:57 -0700662 'ssl_headers': ssl_h_files,
663 'ssl_internal_headers': ssl_internal_h_files,
David Benjamin1d5a5702017-02-13 22:11:49 -0500664 'ssl_test': sorted(ssl_test_files),
David Benjamin38d01c62016-04-21 18:47:57 -0400665 'tool': tool_c_files,
Adam Langleyf11f2332016-06-30 11:56:19 -0700666 'tool_headers': tool_h_files,
David Benjaminc5aa8412016-07-29 17:41:58 -0400667 'test_support': test_support_c_files,
668 'test_support_headers': test_support_h_files,
Adam Langley9e1a6602015-05-05 17:47:53 -0700669 }
670
671 asm_outputs = sorted(WriteAsmFiles(ReadPerlAsmOperations()).iteritems())
672
Adam Langley049ef412015-06-09 18:20:57 -0700673 for platform in platforms:
674 platform.WriteFiles(files, asm_outputs)
Adam Langley9e1a6602015-05-05 17:47:53 -0700675
676 return 0
677
678
Adam Langley9e1a6602015-05-05 17:47:53 -0700679if __name__ == '__main__':
Matt Braithwaite16695892016-06-09 09:34:11 -0700680 parser = optparse.OptionParser(usage='Usage: %prog [--prefix=<path>]'
Robert Sloane091af42017-10-09 12:47:17 -0700681 ' [android|bazel|eureka|gn|gyp]')
Matt Braithwaite16695892016-06-09 09:34:11 -0700682 parser.add_option('--prefix', dest='prefix',
683 help='For Bazel, prepend argument to all source files')
Adam Langley990a3232018-05-22 10:02:59 -0700684 parser.add_option(
685 '--embed_test_data', type='choice', dest='embed_test_data',
686 action='store', default="true", choices=["true", "false"],
687 help='For Bazel, don\'t embed data files in crypto_test_data.cc')
Matt Braithwaite16695892016-06-09 09:34:11 -0700688 options, args = parser.parse_args(sys.argv[1:])
689 PREFIX = options.prefix
Adam Langley990a3232018-05-22 10:02:59 -0700690 EMBED_TEST_DATA = (options.embed_test_data == "true")
Matt Braithwaite16695892016-06-09 09:34:11 -0700691
692 if not args:
693 parser.print_help()
694 sys.exit(1)
Adam Langley9e1a6602015-05-05 17:47:53 -0700695
Adam Langley049ef412015-06-09 18:20:57 -0700696 platforms = []
Matt Braithwaite16695892016-06-09 09:34:11 -0700697 for s in args:
David Benjamin38d01c62016-04-21 18:47:57 -0400698 if s == 'android':
Adam Langley049ef412015-06-09 18:20:57 -0700699 platforms.append(Android())
Adam Langley049ef412015-06-09 18:20:57 -0700700 elif s == 'bazel':
701 platforms.append(Bazel())
Robert Sloane091af42017-10-09 12:47:17 -0700702 elif s == 'eureka':
703 platforms.append(Eureka())
David Benjamin38d01c62016-04-21 18:47:57 -0400704 elif s == 'gn':
705 platforms.append(GN())
706 elif s == 'gyp':
707 platforms.append(GYP())
Adam Langley049ef412015-06-09 18:20:57 -0700708 else:
Matt Braithwaite16695892016-06-09 09:34:11 -0700709 parser.print_help()
710 sys.exit(1)
Adam Langley9e1a6602015-05-05 17:47:53 -0700711
Adam Langley049ef412015-06-09 18:20:57 -0700712 sys.exit(main(platforms))