test_generate_test_code.py 54 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779
  1. #!/usr/bin/env python3
  2. # Unit test for generate_test_code.py
  3. #
  4. # Copyright The Mbed TLS Contributors
  5. # SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
  6. #
  7. # This file is provided under the Apache License 2.0, or the
  8. # GNU General Public License v2.0 or later.
  9. #
  10. # **********
  11. # Apache License 2.0:
  12. #
  13. # Licensed under the Apache License, Version 2.0 (the "License"); you may
  14. # not use this file except in compliance with the License.
  15. # You may obtain a copy of the License at
  16. #
  17. # http://www.apache.org/licenses/LICENSE-2.0
  18. #
  19. # Unless required by applicable law or agreed to in writing, software
  20. # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  21. # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  22. # See the License for the specific language governing permissions and
  23. # limitations under the License.
  24. #
  25. # **********
  26. #
  27. # **********
  28. # GNU General Public License v2.0 or later:
  29. #
  30. # This program is free software; you can redistribute it and/or modify
  31. # it under the terms of the GNU General Public License as published by
  32. # the Free Software Foundation; either version 2 of the License, or
  33. # (at your option) any later version.
  34. #
  35. # This program is distributed in the hope that it will be useful,
  36. # but WITHOUT ANY WARRANTY; without even the implied warranty of
  37. # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  38. # GNU General Public License for more details.
  39. #
  40. # You should have received a copy of the GNU General Public License along
  41. # with this program; if not, write to the Free Software Foundation, Inc.,
  42. # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  43. #
  44. # **********
  45. """
  46. Unit tests for generate_test_code.py
  47. """
  48. # pylint: disable=wrong-import-order
  49. try:
  50. # Python 2
  51. from StringIO import StringIO
  52. except ImportError:
  53. # Python 3
  54. from io import StringIO
  55. from unittest import TestCase, main as unittest_main
  56. try:
  57. # Python 2
  58. from mock import patch
  59. except ImportError:
  60. # Python 3
  61. from unittest.mock import patch
  62. # pylint: enable=wrong-import-order
  63. from generate_test_code import gen_dependencies, gen_dependencies_one_line
  64. from generate_test_code import gen_function_wrapper, gen_dispatch
  65. from generate_test_code import parse_until_pattern, GeneratorInputError
  66. from generate_test_code import parse_suite_dependencies
  67. from generate_test_code import parse_function_dependencies
  68. from generate_test_code import parse_function_arguments, parse_function_code
  69. from generate_test_code import parse_functions, END_HEADER_REGEX
  70. from generate_test_code import END_SUITE_HELPERS_REGEX, escaped_split
  71. from generate_test_code import parse_test_data, gen_dep_check
  72. from generate_test_code import gen_expression_check, write_dependencies
  73. from generate_test_code import write_parameters, gen_suite_dep_checks
  74. from generate_test_code import gen_from_test_data
  75. class GenDep(TestCase):
  76. """
  77. Test suite for function gen_dep()
  78. """
  79. def test_dependencies_list(self):
  80. """
  81. Test that gen_dep() correctly creates dependencies for given
  82. dependency list.
  83. :return:
  84. """
  85. dependencies = ['DEP1', 'DEP2']
  86. dep_start, dep_end = gen_dependencies(dependencies)
  87. preprocessor1, preprocessor2 = dep_start.splitlines()
  88. endif1, endif2 = dep_end.splitlines()
  89. self.assertEqual(preprocessor1, '#if defined(DEP1)',
  90. 'Preprocessor generated incorrectly')
  91. self.assertEqual(preprocessor2, '#if defined(DEP2)',
  92. 'Preprocessor generated incorrectly')
  93. self.assertEqual(endif1, '#endif /* DEP2 */',
  94. 'Preprocessor generated incorrectly')
  95. self.assertEqual(endif2, '#endif /* DEP1 */',
  96. 'Preprocessor generated incorrectly')
  97. def test_disabled_dependencies_list(self):
  98. """
  99. Test that gen_dep() correctly creates dependencies for given
  100. dependency list.
  101. :return:
  102. """
  103. dependencies = ['!DEP1', '!DEP2']
  104. dep_start, dep_end = gen_dependencies(dependencies)
  105. preprocessor1, preprocessor2 = dep_start.splitlines()
  106. endif1, endif2 = dep_end.splitlines()
  107. self.assertEqual(preprocessor1, '#if !defined(DEP1)',
  108. 'Preprocessor generated incorrectly')
  109. self.assertEqual(preprocessor2, '#if !defined(DEP2)',
  110. 'Preprocessor generated incorrectly')
  111. self.assertEqual(endif1, '#endif /* !DEP2 */',
  112. 'Preprocessor generated incorrectly')
  113. self.assertEqual(endif2, '#endif /* !DEP1 */',
  114. 'Preprocessor generated incorrectly')
  115. def test_mixed_dependencies_list(self):
  116. """
  117. Test that gen_dep() correctly creates dependencies for given
  118. dependency list.
  119. :return:
  120. """
  121. dependencies = ['!DEP1', 'DEP2']
  122. dep_start, dep_end = gen_dependencies(dependencies)
  123. preprocessor1, preprocessor2 = dep_start.splitlines()
  124. endif1, endif2 = dep_end.splitlines()
  125. self.assertEqual(preprocessor1, '#if !defined(DEP1)',
  126. 'Preprocessor generated incorrectly')
  127. self.assertEqual(preprocessor2, '#if defined(DEP2)',
  128. 'Preprocessor generated incorrectly')
  129. self.assertEqual(endif1, '#endif /* DEP2 */',
  130. 'Preprocessor generated incorrectly')
  131. self.assertEqual(endif2, '#endif /* !DEP1 */',
  132. 'Preprocessor generated incorrectly')
  133. def test_empty_dependencies_list(self):
  134. """
  135. Test that gen_dep() correctly creates dependencies for given
  136. dependency list.
  137. :return:
  138. """
  139. dependencies = []
  140. dep_start, dep_end = gen_dependencies(dependencies)
  141. self.assertEqual(dep_start, '', 'Preprocessor generated incorrectly')
  142. self.assertEqual(dep_end, '', 'Preprocessor generated incorrectly')
  143. def test_large_dependencies_list(self):
  144. """
  145. Test that gen_dep() correctly creates dependencies for given
  146. dependency list.
  147. :return:
  148. """
  149. dependencies = []
  150. count = 10
  151. for i in range(count):
  152. dependencies.append('DEP%d' % i)
  153. dep_start, dep_end = gen_dependencies(dependencies)
  154. self.assertEqual(len(dep_start.splitlines()), count,
  155. 'Preprocessor generated incorrectly')
  156. self.assertEqual(len(dep_end.splitlines()), count,
  157. 'Preprocessor generated incorrectly')
  158. class GenDepOneLine(TestCase):
  159. """
  160. Test Suite for testing gen_dependencies_one_line()
  161. """
  162. def test_dependencies_list(self):
  163. """
  164. Test that gen_dep() correctly creates dependencies for given
  165. dependency list.
  166. :return:
  167. """
  168. dependencies = ['DEP1', 'DEP2']
  169. dep_str = gen_dependencies_one_line(dependencies)
  170. self.assertEqual(dep_str, '#if defined(DEP1) && defined(DEP2)',
  171. 'Preprocessor generated incorrectly')
  172. def test_disabled_dependencies_list(self):
  173. """
  174. Test that gen_dep() correctly creates dependencies for given
  175. dependency list.
  176. :return:
  177. """
  178. dependencies = ['!DEP1', '!DEP2']
  179. dep_str = gen_dependencies_one_line(dependencies)
  180. self.assertEqual(dep_str, '#if !defined(DEP1) && !defined(DEP2)',
  181. 'Preprocessor generated incorrectly')
  182. def test_mixed_dependencies_list(self):
  183. """
  184. Test that gen_dep() correctly creates dependencies for given
  185. dependency list.
  186. :return:
  187. """
  188. dependencies = ['!DEP1', 'DEP2']
  189. dep_str = gen_dependencies_one_line(dependencies)
  190. self.assertEqual(dep_str, '#if !defined(DEP1) && defined(DEP2)',
  191. 'Preprocessor generated incorrectly')
  192. def test_empty_dependencies_list(self):
  193. """
  194. Test that gen_dep() correctly creates dependencies for given
  195. dependency list.
  196. :return:
  197. """
  198. dependencies = []
  199. dep_str = gen_dependencies_one_line(dependencies)
  200. self.assertEqual(dep_str, '', 'Preprocessor generated incorrectly')
  201. def test_large_dependencies_list(self):
  202. """
  203. Test that gen_dep() correctly creates dependencies for given
  204. dependency list.
  205. :return:
  206. """
  207. dependencies = []
  208. count = 10
  209. for i in range(count):
  210. dependencies.append('DEP%d' % i)
  211. dep_str = gen_dependencies_one_line(dependencies)
  212. expected = '#if ' + ' && '.join(['defined(%s)' %
  213. x for x in dependencies])
  214. self.assertEqual(dep_str, expected,
  215. 'Preprocessor generated incorrectly')
  216. class GenFunctionWrapper(TestCase):
  217. """
  218. Test Suite for testing gen_function_wrapper()
  219. """
  220. def test_params_unpack(self):
  221. """
  222. Test that params are properly unpacked in the function call.
  223. :return:
  224. """
  225. code = gen_function_wrapper('test_a', '', ('a', 'b', 'c', 'd'))
  226. expected = '''
  227. void test_a_wrapper( void ** params )
  228. {
  229. test_a( a, b, c, d );
  230. }
  231. '''
  232. self.assertEqual(code, expected)
  233. def test_local(self):
  234. """
  235. Test that params are properly unpacked in the function call.
  236. :return:
  237. """
  238. code = gen_function_wrapper('test_a',
  239. 'int x = 1;', ('x', 'b', 'c', 'd'))
  240. expected = '''
  241. void test_a_wrapper( void ** params )
  242. {
  243. int x = 1;
  244. test_a( x, b, c, d );
  245. }
  246. '''
  247. self.assertEqual(code, expected)
  248. def test_empty_params(self):
  249. """
  250. Test that params are properly unpacked in the function call.
  251. :return:
  252. """
  253. code = gen_function_wrapper('test_a', '', ())
  254. expected = '''
  255. void test_a_wrapper( void ** params )
  256. {
  257. (void)params;
  258. test_a( );
  259. }
  260. '''
  261. self.assertEqual(code, expected)
  262. class GenDispatch(TestCase):
  263. """
  264. Test suite for testing gen_dispatch()
  265. """
  266. def test_dispatch(self):
  267. """
  268. Test that dispatch table entry is generated correctly.
  269. :return:
  270. """
  271. code = gen_dispatch('test_a', ['DEP1', 'DEP2'])
  272. expected = '''
  273. #if defined(DEP1) && defined(DEP2)
  274. test_a_wrapper,
  275. #else
  276. NULL,
  277. #endif
  278. '''
  279. self.assertEqual(code, expected)
  280. def test_empty_dependencies(self):
  281. """
  282. Test empty dependency list.
  283. :return:
  284. """
  285. code = gen_dispatch('test_a', [])
  286. expected = '''
  287. test_a_wrapper,
  288. '''
  289. self.assertEqual(code, expected)
  290. class StringIOWrapper(StringIO):
  291. """
  292. file like class to mock file object in tests.
  293. """
  294. def __init__(self, file_name, data, line_no=0):
  295. """
  296. Init file handle.
  297. :param file_name:
  298. :param data:
  299. :param line_no:
  300. """
  301. super(StringIOWrapper, self).__init__(data)
  302. self.line_no = line_no
  303. self.name = file_name
  304. def next(self):
  305. """
  306. Iterator method. This method overrides base class's
  307. next method and extends the next method to count the line
  308. numbers as each line is read.
  309. :return: Line read from file.
  310. """
  311. parent = super(StringIOWrapper, self)
  312. if getattr(parent, 'next', None):
  313. # Python 2
  314. line = parent.next()
  315. else:
  316. # Python 3
  317. line = parent.__next__()
  318. return line
  319. # Python 3
  320. __next__ = next
  321. def readline(self, length=0):
  322. """
  323. Wrap the base class readline.
  324. :param length:
  325. :return:
  326. """
  327. # pylint: disable=unused-argument
  328. line = super(StringIOWrapper, self).readline()
  329. if line is not None:
  330. self.line_no += 1
  331. return line
  332. class ParseUntilPattern(TestCase):
  333. """
  334. Test Suite for testing parse_until_pattern().
  335. """
  336. def test_suite_headers(self):
  337. """
  338. Test that suite headers are parsed correctly.
  339. :return:
  340. """
  341. data = '''#include "mbedtls/ecp.h"
  342. #define ECP_PF_UNKNOWN -1
  343. /* END_HEADER */
  344. '''
  345. expected = '''#line 1 "test_suite_ut.function"
  346. #include "mbedtls/ecp.h"
  347. #define ECP_PF_UNKNOWN -1
  348. '''
  349. stream = StringIOWrapper('test_suite_ut.function', data, line_no=0)
  350. headers = parse_until_pattern(stream, END_HEADER_REGEX)
  351. self.assertEqual(headers, expected)
  352. def test_line_no(self):
  353. """
  354. Test that #line is set to correct line no. in source .function file.
  355. :return:
  356. """
  357. data = '''#include "mbedtls/ecp.h"
  358. #define ECP_PF_UNKNOWN -1
  359. /* END_HEADER */
  360. '''
  361. offset_line_no = 5
  362. expected = '''#line %d "test_suite_ut.function"
  363. #include "mbedtls/ecp.h"
  364. #define ECP_PF_UNKNOWN -1
  365. ''' % (offset_line_no + 1)
  366. stream = StringIOWrapper('test_suite_ut.function', data,
  367. offset_line_no)
  368. headers = parse_until_pattern(stream, END_HEADER_REGEX)
  369. self.assertEqual(headers, expected)
  370. def test_no_end_header_comment(self):
  371. """
  372. Test that InvalidFileFormat is raised when end header comment is
  373. missing.
  374. :return:
  375. """
  376. data = '''#include "mbedtls/ecp.h"
  377. #define ECP_PF_UNKNOWN -1
  378. '''
  379. stream = StringIOWrapper('test_suite_ut.function', data)
  380. self.assertRaises(GeneratorInputError, parse_until_pattern, stream,
  381. END_HEADER_REGEX)
  382. class ParseSuiteDependencies(TestCase):
  383. """
  384. Test Suite for testing parse_suite_dependencies().
  385. """
  386. def test_suite_dependencies(self):
  387. """
  388. :return:
  389. """
  390. data = '''
  391. * depends_on:MBEDTLS_ECP_C
  392. * END_DEPENDENCIES
  393. */
  394. '''
  395. expected = ['MBEDTLS_ECP_C']
  396. stream = StringIOWrapper('test_suite_ut.function', data)
  397. dependencies = parse_suite_dependencies(stream)
  398. self.assertEqual(dependencies, expected)
  399. def test_no_end_dep_comment(self):
  400. """
  401. Test that InvalidFileFormat is raised when end dep comment is missing.
  402. :return:
  403. """
  404. data = '''
  405. * depends_on:MBEDTLS_ECP_C
  406. '''
  407. stream = StringIOWrapper('test_suite_ut.function', data)
  408. self.assertRaises(GeneratorInputError, parse_suite_dependencies,
  409. stream)
  410. def test_dependencies_split(self):
  411. """
  412. Test that InvalidFileFormat is raised when end dep comment is missing.
  413. :return:
  414. """
  415. data = '''
  416. * depends_on:MBEDTLS_ECP_C:A:B: C : D :F : G: !H
  417. * END_DEPENDENCIES
  418. */
  419. '''
  420. expected = ['MBEDTLS_ECP_C', 'A', 'B', 'C', 'D', 'F', 'G', '!H']
  421. stream = StringIOWrapper('test_suite_ut.function', data)
  422. dependencies = parse_suite_dependencies(stream)
  423. self.assertEqual(dependencies, expected)
  424. class ParseFuncDependencies(TestCase):
  425. """
  426. Test Suite for testing parse_function_dependencies()
  427. """
  428. def test_function_dependencies(self):
  429. """
  430. Test that parse_function_dependencies() correctly parses function
  431. dependencies.
  432. :return:
  433. """
  434. line = '/* BEGIN_CASE ' \
  435. 'depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */'
  436. expected = ['MBEDTLS_ENTROPY_NV_SEED', 'MBEDTLS_FS_IO']
  437. dependencies = parse_function_dependencies(line)
  438. self.assertEqual(dependencies, expected)
  439. def test_no_dependencies(self):
  440. """
  441. Test that parse_function_dependencies() correctly parses function
  442. dependencies.
  443. :return:
  444. """
  445. line = '/* BEGIN_CASE */'
  446. dependencies = parse_function_dependencies(line)
  447. self.assertEqual(dependencies, [])
  448. def test_tolerance(self):
  449. """
  450. Test that parse_function_dependencies() correctly parses function
  451. dependencies.
  452. :return:
  453. """
  454. line = '/* BEGIN_CASE depends_on:MBEDTLS_FS_IO: A : !B:C : F*/'
  455. dependencies = parse_function_dependencies(line)
  456. self.assertEqual(dependencies, ['MBEDTLS_FS_IO', 'A', '!B', 'C', 'F'])
  457. class ParseFuncSignature(TestCase):
  458. """
  459. Test Suite for parse_function_arguments().
  460. """
  461. def test_int_and_char_params(self):
  462. """
  463. Test int and char parameters parsing
  464. :return:
  465. """
  466. line = 'void entropy_threshold( char * a, int b, int result )'
  467. args, local, arg_dispatch = parse_function_arguments(line)
  468. self.assertEqual(args, ['char*', 'int', 'int'])
  469. self.assertEqual(local, '')
  470. self.assertEqual(arg_dispatch, ['(char *) params[0]',
  471. '*( (int *) params[1] )',
  472. '*( (int *) params[2] )'])
  473. def test_hex_params(self):
  474. """
  475. Test hex parameters parsing
  476. :return:
  477. """
  478. line = 'void entropy_threshold( char * a, data_t * h, int result )'
  479. args, local, arg_dispatch = parse_function_arguments(line)
  480. self.assertEqual(args, ['char*', 'hex', 'int'])
  481. self.assertEqual(local,
  482. ' data_t data1 = {(uint8_t *) params[1], '
  483. '*( (uint32_t *) params[2] )};\n')
  484. self.assertEqual(arg_dispatch, ['(char *) params[0]',
  485. '&data1',
  486. '*( (int *) params[3] )'])
  487. def test_unsupported_arg(self):
  488. """
  489. Test unsupported arguments (not among int, char * and data_t)
  490. :return:
  491. """
  492. line = 'void entropy_threshold( char * a, data_t * h, char result )'
  493. self.assertRaises(ValueError, parse_function_arguments, line)
  494. def test_no_params(self):
  495. """
  496. Test no parameters.
  497. :return:
  498. """
  499. line = 'void entropy_threshold()'
  500. args, local, arg_dispatch = parse_function_arguments(line)
  501. self.assertEqual(args, [])
  502. self.assertEqual(local, '')
  503. self.assertEqual(arg_dispatch, [])
  504. class ParseFunctionCode(TestCase):
  505. """
  506. Test suite for testing parse_function_code()
  507. """
  508. def assert_raises_regex(self, exp, regex, func, *args):
  509. """
  510. Python 2 & 3 portable wrapper of assertRaisesRegex(p)? function.
  511. :param exp: Exception type expected to be raised by cb.
  512. :param regex: Expected exception message
  513. :param func: callable object under test
  514. :param args: variable positional arguments
  515. """
  516. parent = super(ParseFunctionCode, self)
  517. # Pylint does not appreciate that the super method called
  518. # conditionally can be available in other Python version
  519. # then that of Pylint.
  520. # Workaround is to call the method via getattr.
  521. # Pylint ignores that the method got via getattr is
  522. # conditionally executed. Method has to be a callable.
  523. # Hence, using a dummy callable for getattr default.
  524. dummy = lambda *x: None
  525. # First Python 3 assertRaisesRegex is checked, since Python 2
  526. # assertRaisesRegexp is also available in Python 3 but is
  527. # marked deprecated.
  528. for name in ('assertRaisesRegex', 'assertRaisesRegexp'):
  529. method = getattr(parent, name, dummy)
  530. if method is not dummy:
  531. method(exp, regex, func, *args)
  532. break
  533. else:
  534. raise AttributeError(" 'ParseFunctionCode' object has no attribute"
  535. " 'assertRaisesRegex' or 'assertRaisesRegexp'"
  536. )
  537. def test_no_function(self):
  538. """
  539. Test no test function found.
  540. :return:
  541. """
  542. data = '''
  543. No
  544. test
  545. function
  546. '''
  547. stream = StringIOWrapper('test_suite_ut.function', data)
  548. err_msg = 'file: test_suite_ut.function - Test functions not found!'
  549. self.assert_raises_regex(GeneratorInputError, err_msg,
  550. parse_function_code, stream, [], [])
  551. def test_no_end_case_comment(self):
  552. """
  553. Test missing end case.
  554. :return:
  555. """
  556. data = '''
  557. void test_func()
  558. {
  559. }
  560. '''
  561. stream = StringIOWrapper('test_suite_ut.function', data)
  562. err_msg = r'file: test_suite_ut.function - '\
  563. 'end case pattern .*? not found!'
  564. self.assert_raises_regex(GeneratorInputError, err_msg,
  565. parse_function_code, stream, [], [])
  566. @patch("generate_test_code.parse_function_arguments")
  567. def test_function_called(self,
  568. parse_function_arguments_mock):
  569. """
  570. Test parse_function_code()
  571. :return:
  572. """
  573. parse_function_arguments_mock.return_value = ([], '', [])
  574. data = '''
  575. void test_func()
  576. {
  577. }
  578. '''
  579. stream = StringIOWrapper('test_suite_ut.function', data)
  580. self.assertRaises(GeneratorInputError, parse_function_code,
  581. stream, [], [])
  582. self.assertTrue(parse_function_arguments_mock.called)
  583. parse_function_arguments_mock.assert_called_with('void test_func()\n')
  584. @patch("generate_test_code.gen_dispatch")
  585. @patch("generate_test_code.gen_dependencies")
  586. @patch("generate_test_code.gen_function_wrapper")
  587. @patch("generate_test_code.parse_function_arguments")
  588. def test_return(self, parse_function_arguments_mock,
  589. gen_function_wrapper_mock,
  590. gen_dependencies_mock,
  591. gen_dispatch_mock):
  592. """
  593. Test generated code.
  594. :return:
  595. """
  596. parse_function_arguments_mock.return_value = ([], '', [])
  597. gen_function_wrapper_mock.return_value = ''
  598. gen_dependencies_mock.side_effect = gen_dependencies
  599. gen_dispatch_mock.side_effect = gen_dispatch
  600. data = '''
  601. void func()
  602. {
  603. ba ba black sheep
  604. have you any wool
  605. }
  606. /* END_CASE */
  607. '''
  608. stream = StringIOWrapper('test_suite_ut.function', data)
  609. name, arg, code, dispatch_code = parse_function_code(stream, [], [])
  610. self.assertTrue(parse_function_arguments_mock.called)
  611. parse_function_arguments_mock.assert_called_with('void func()\n')
  612. gen_function_wrapper_mock.assert_called_with('test_func', '', [])
  613. self.assertEqual(name, 'test_func')
  614. self.assertEqual(arg, [])
  615. expected = '''#line 1 "test_suite_ut.function"
  616. void test_func()
  617. {
  618. ba ba black sheep
  619. have you any wool
  620. exit:
  621. ;
  622. }
  623. '''
  624. self.assertEqual(code, expected)
  625. self.assertEqual(dispatch_code, "\n test_func_wrapper,\n")
  626. @patch("generate_test_code.gen_dispatch")
  627. @patch("generate_test_code.gen_dependencies")
  628. @patch("generate_test_code.gen_function_wrapper")
  629. @patch("generate_test_code.parse_function_arguments")
  630. def test_with_exit_label(self, parse_function_arguments_mock,
  631. gen_function_wrapper_mock,
  632. gen_dependencies_mock,
  633. gen_dispatch_mock):
  634. """
  635. Test when exit label is present.
  636. :return:
  637. """
  638. parse_function_arguments_mock.return_value = ([], '', [])
  639. gen_function_wrapper_mock.return_value = ''
  640. gen_dependencies_mock.side_effect = gen_dependencies
  641. gen_dispatch_mock.side_effect = gen_dispatch
  642. data = '''
  643. void func()
  644. {
  645. ba ba black sheep
  646. have you any wool
  647. exit:
  648. yes sir yes sir
  649. 3 bags full
  650. }
  651. /* END_CASE */
  652. '''
  653. stream = StringIOWrapper('test_suite_ut.function', data)
  654. _, _, code, _ = parse_function_code(stream, [], [])
  655. expected = '''#line 1 "test_suite_ut.function"
  656. void test_func()
  657. {
  658. ba ba black sheep
  659. have you any wool
  660. exit:
  661. yes sir yes sir
  662. 3 bags full
  663. }
  664. '''
  665. self.assertEqual(code, expected)
  666. def test_non_void_function(self):
  667. """
  668. Test invalid signature (non void).
  669. :return:
  670. """
  671. data = 'int entropy_threshold( char * a, data_t * h, int result )'
  672. err_msg = 'file: test_suite_ut.function - Test functions not found!'
  673. stream = StringIOWrapper('test_suite_ut.function', data)
  674. self.assert_raises_regex(GeneratorInputError, err_msg,
  675. parse_function_code, stream, [], [])
  676. @patch("generate_test_code.gen_dispatch")
  677. @patch("generate_test_code.gen_dependencies")
  678. @patch("generate_test_code.gen_function_wrapper")
  679. @patch("generate_test_code.parse_function_arguments")
  680. def test_functio_name_on_newline(self, parse_function_arguments_mock,
  681. gen_function_wrapper_mock,
  682. gen_dependencies_mock,
  683. gen_dispatch_mock):
  684. """
  685. Test when exit label is present.
  686. :return:
  687. """
  688. parse_function_arguments_mock.return_value = ([], '', [])
  689. gen_function_wrapper_mock.return_value = ''
  690. gen_dependencies_mock.side_effect = gen_dependencies
  691. gen_dispatch_mock.side_effect = gen_dispatch
  692. data = '''
  693. void
  694. func()
  695. {
  696. ba ba black sheep
  697. have you any wool
  698. exit:
  699. yes sir yes sir
  700. 3 bags full
  701. }
  702. /* END_CASE */
  703. '''
  704. stream = StringIOWrapper('test_suite_ut.function', data)
  705. _, _, code, _ = parse_function_code(stream, [], [])
  706. expected = '''#line 1 "test_suite_ut.function"
  707. void
  708. test_func()
  709. {
  710. ba ba black sheep
  711. have you any wool
  712. exit:
  713. yes sir yes sir
  714. 3 bags full
  715. }
  716. '''
  717. self.assertEqual(code, expected)
  718. class ParseFunction(TestCase):
  719. """
  720. Test Suite for testing parse_functions()
  721. """
  722. @patch("generate_test_code.parse_until_pattern")
  723. def test_begin_header(self, parse_until_pattern_mock):
  724. """
  725. Test that begin header is checked and parse_until_pattern() is called.
  726. :return:
  727. """
  728. def stop(*_unused):
  729. """Stop when parse_until_pattern is called."""
  730. raise Exception
  731. parse_until_pattern_mock.side_effect = stop
  732. data = '''/* BEGIN_HEADER */
  733. #include "mbedtls/ecp.h"
  734. #define ECP_PF_UNKNOWN -1
  735. /* END_HEADER */
  736. '''
  737. stream = StringIOWrapper('test_suite_ut.function', data)
  738. self.assertRaises(Exception, parse_functions, stream)
  739. parse_until_pattern_mock.assert_called_with(stream, END_HEADER_REGEX)
  740. self.assertEqual(stream.line_no, 1)
  741. @patch("generate_test_code.parse_until_pattern")
  742. def test_begin_helper(self, parse_until_pattern_mock):
  743. """
  744. Test that begin helper is checked and parse_until_pattern() is called.
  745. :return:
  746. """
  747. def stop(*_unused):
  748. """Stop when parse_until_pattern is called."""
  749. raise Exception
  750. parse_until_pattern_mock.side_effect = stop
  751. data = '''/* BEGIN_SUITE_HELPERS */
  752. void print_hello_world()
  753. {
  754. printf("Hello World!\n");
  755. }
  756. /* END_SUITE_HELPERS */
  757. '''
  758. stream = StringIOWrapper('test_suite_ut.function', data)
  759. self.assertRaises(Exception, parse_functions, stream)
  760. parse_until_pattern_mock.assert_called_with(stream,
  761. END_SUITE_HELPERS_REGEX)
  762. self.assertEqual(stream.line_no, 1)
  763. @patch("generate_test_code.parse_suite_dependencies")
  764. def test_begin_dep(self, parse_suite_dependencies_mock):
  765. """
  766. Test that begin dep is checked and parse_suite_dependencies() is
  767. called.
  768. :return:
  769. """
  770. def stop(*_unused):
  771. """Stop when parse_until_pattern is called."""
  772. raise Exception
  773. parse_suite_dependencies_mock.side_effect = stop
  774. data = '''/* BEGIN_DEPENDENCIES
  775. * depends_on:MBEDTLS_ECP_C
  776. * END_DEPENDENCIES
  777. */
  778. '''
  779. stream = StringIOWrapper('test_suite_ut.function', data)
  780. self.assertRaises(Exception, parse_functions, stream)
  781. parse_suite_dependencies_mock.assert_called_with(stream)
  782. self.assertEqual(stream.line_no, 1)
  783. @patch("generate_test_code.parse_function_dependencies")
  784. def test_begin_function_dep(self, func_mock):
  785. """
  786. Test that begin dep is checked and parse_function_dependencies() is
  787. called.
  788. :return:
  789. """
  790. def stop(*_unused):
  791. """Stop when parse_until_pattern is called."""
  792. raise Exception
  793. func_mock.side_effect = stop
  794. dependencies_str = '/* BEGIN_CASE ' \
  795. 'depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */\n'
  796. data = '''%svoid test_func()
  797. {
  798. }
  799. ''' % dependencies_str
  800. stream = StringIOWrapper('test_suite_ut.function', data)
  801. self.assertRaises(Exception, parse_functions, stream)
  802. func_mock.assert_called_with(dependencies_str)
  803. self.assertEqual(stream.line_no, 1)
  804. @patch("generate_test_code.parse_function_code")
  805. @patch("generate_test_code.parse_function_dependencies")
  806. def test_return(self, func_mock1, func_mock2):
  807. """
  808. Test that begin case is checked and parse_function_code() is called.
  809. :return:
  810. """
  811. func_mock1.return_value = []
  812. in_func_code = '''void test_func()
  813. {
  814. }
  815. '''
  816. func_dispatch = '''
  817. test_func_wrapper,
  818. '''
  819. func_mock2.return_value = 'test_func', [],\
  820. in_func_code, func_dispatch
  821. dependencies_str = '/* BEGIN_CASE ' \
  822. 'depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */\n'
  823. data = '''%svoid test_func()
  824. {
  825. }
  826. ''' % dependencies_str
  827. stream = StringIOWrapper('test_suite_ut.function', data)
  828. suite_dependencies, dispatch_code, func_code, func_info = \
  829. parse_functions(stream)
  830. func_mock1.assert_called_with(dependencies_str)
  831. func_mock2.assert_called_with(stream, [], [])
  832. self.assertEqual(stream.line_no, 5)
  833. self.assertEqual(suite_dependencies, [])
  834. expected_dispatch_code = '''/* Function Id: 0 */
  835. test_func_wrapper,
  836. '''
  837. self.assertEqual(dispatch_code, expected_dispatch_code)
  838. self.assertEqual(func_code, in_func_code)
  839. self.assertEqual(func_info, {'test_func': (0, [])})
  840. def test_parsing(self):
  841. """
  842. Test case parsing.
  843. :return:
  844. """
  845. data = '''/* BEGIN_HEADER */
  846. #include "mbedtls/ecp.h"
  847. #define ECP_PF_UNKNOWN -1
  848. /* END_HEADER */
  849. /* BEGIN_DEPENDENCIES
  850. * depends_on:MBEDTLS_ECP_C
  851. * END_DEPENDENCIES
  852. */
  853. /* BEGIN_CASE depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */
  854. void func1()
  855. {
  856. }
  857. /* END_CASE */
  858. /* BEGIN_CASE depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */
  859. void func2()
  860. {
  861. }
  862. /* END_CASE */
  863. '''
  864. stream = StringIOWrapper('test_suite_ut.function', data)
  865. suite_dependencies, dispatch_code, func_code, func_info = \
  866. parse_functions(stream)
  867. self.assertEqual(stream.line_no, 23)
  868. self.assertEqual(suite_dependencies, ['MBEDTLS_ECP_C'])
  869. expected_dispatch_code = '''/* Function Id: 0 */
  870. #if defined(MBEDTLS_ECP_C) && defined(MBEDTLS_ENTROPY_NV_SEED) && defined(MBEDTLS_FS_IO)
  871. test_func1_wrapper,
  872. #else
  873. NULL,
  874. #endif
  875. /* Function Id: 1 */
  876. #if defined(MBEDTLS_ECP_C) && defined(MBEDTLS_ENTROPY_NV_SEED) && defined(MBEDTLS_FS_IO)
  877. test_func2_wrapper,
  878. #else
  879. NULL,
  880. #endif
  881. '''
  882. self.assertEqual(dispatch_code, expected_dispatch_code)
  883. expected_func_code = '''#if defined(MBEDTLS_ECP_C)
  884. #line 2 "test_suite_ut.function"
  885. #include "mbedtls/ecp.h"
  886. #define ECP_PF_UNKNOWN -1
  887. #if defined(MBEDTLS_ENTROPY_NV_SEED)
  888. #if defined(MBEDTLS_FS_IO)
  889. #line 13 "test_suite_ut.function"
  890. void test_func1()
  891. {
  892. exit:
  893. ;
  894. }
  895. void test_func1_wrapper( void ** params )
  896. {
  897. (void)params;
  898. test_func1( );
  899. }
  900. #endif /* MBEDTLS_FS_IO */
  901. #endif /* MBEDTLS_ENTROPY_NV_SEED */
  902. #if defined(MBEDTLS_ENTROPY_NV_SEED)
  903. #if defined(MBEDTLS_FS_IO)
  904. #line 19 "test_suite_ut.function"
  905. void test_func2()
  906. {
  907. exit:
  908. ;
  909. }
  910. void test_func2_wrapper( void ** params )
  911. {
  912. (void)params;
  913. test_func2( );
  914. }
  915. #endif /* MBEDTLS_FS_IO */
  916. #endif /* MBEDTLS_ENTROPY_NV_SEED */
  917. #endif /* MBEDTLS_ECP_C */
  918. '''
  919. self.assertEqual(func_code, expected_func_code)
  920. self.assertEqual(func_info, {'test_func1': (0, []),
  921. 'test_func2': (1, [])})
  922. def test_same_function_name(self):
  923. """
  924. Test name conflict.
  925. :return:
  926. """
  927. data = '''/* BEGIN_HEADER */
  928. #include "mbedtls/ecp.h"
  929. #define ECP_PF_UNKNOWN -1
  930. /* END_HEADER */
  931. /* BEGIN_DEPENDENCIES
  932. * depends_on:MBEDTLS_ECP_C
  933. * END_DEPENDENCIES
  934. */
  935. /* BEGIN_CASE depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */
  936. void func()
  937. {
  938. }
  939. /* END_CASE */
  940. /* BEGIN_CASE depends_on:MBEDTLS_ENTROPY_NV_SEED:MBEDTLS_FS_IO */
  941. void func()
  942. {
  943. }
  944. /* END_CASE */
  945. '''
  946. stream = StringIOWrapper('test_suite_ut.function', data)
  947. self.assertRaises(GeneratorInputError, parse_functions, stream)
  948. class EscapedSplit(TestCase):
  949. """
  950. Test suite for testing escaped_split().
  951. Note: Since escaped_split() output is used to write back to the
  952. intermediate data file. Any escape characters in the input are
  953. retained in the output.
  954. """
  955. def test_invalid_input(self):
  956. """
  957. Test when input split character is not a character.
  958. :return:
  959. """
  960. self.assertRaises(ValueError, escaped_split, '', 'string')
  961. def test_empty_string(self):
  962. """
  963. Test empty string input.
  964. :return:
  965. """
  966. splits = escaped_split('', ':')
  967. self.assertEqual(splits, [])
  968. def test_no_escape(self):
  969. """
  970. Test with no escape character. The behaviour should be same as
  971. str.split()
  972. :return:
  973. """
  974. test_str = 'yahoo:google'
  975. splits = escaped_split(test_str, ':')
  976. self.assertEqual(splits, test_str.split(':'))
  977. def test_escaped_input(self):
  978. """
  979. Test input that has escaped delimiter.
  980. :return:
  981. """
  982. test_str = r'yahoo\:google:facebook'
  983. splits = escaped_split(test_str, ':')
  984. self.assertEqual(splits, [r'yahoo\:google', 'facebook'])
  985. def test_escaped_escape(self):
  986. """
  987. Test input that has escaped delimiter.
  988. :return:
  989. """
  990. test_str = r'yahoo\\:google:facebook'
  991. splits = escaped_split(test_str, ':')
  992. self.assertEqual(splits, [r'yahoo\\', 'google', 'facebook'])
  993. def test_all_at_once(self):
  994. """
  995. Test input that has escaped delimiter.
  996. :return:
  997. """
  998. test_str = r'yahoo\\:google:facebook\:instagram\\:bbc\\:wikipedia'
  999. splits = escaped_split(test_str, ':')
  1000. self.assertEqual(splits, [r'yahoo\\', r'google',
  1001. r'facebook\:instagram\\',
  1002. r'bbc\\', r'wikipedia'])
  1003. class ParseTestData(TestCase):
  1004. """
  1005. Test suite for parse test data.
  1006. """
  1007. def test_parser(self):
  1008. """
  1009. Test that tests are parsed correctly from data file.
  1010. :return:
  1011. """
  1012. data = """
  1013. Diffie-Hellman full exchange #1
  1014. dhm_do_dhm:10:"23":10:"5"
  1015. Diffie-Hellman full exchange #2
  1016. dhm_do_dhm:10:"93450983094850938450983409623":10:"9345098304850938450983409622"
  1017. Diffie-Hellman full exchange #3
  1018. dhm_do_dhm:10:"9345098382739712938719287391879381271":10:"9345098792137312973297123912791271"
  1019. Diffie-Hellman selftest
  1020. dhm_selftest:
  1021. """
  1022. stream = StringIOWrapper('test_suite_ut.function', data)
  1023. # List of (name, function_name, dependencies, args)
  1024. tests = list(parse_test_data(stream))
  1025. test1, test2, test3, test4 = tests
  1026. self.assertEqual(test1[0], 'Diffie-Hellman full exchange #1')
  1027. self.assertEqual(test1[1], 'dhm_do_dhm')
  1028. self.assertEqual(test1[2], [])
  1029. self.assertEqual(test1[3], ['10', '"23"', '10', '"5"'])
  1030. self.assertEqual(test2[0], 'Diffie-Hellman full exchange #2')
  1031. self.assertEqual(test2[1], 'dhm_do_dhm')
  1032. self.assertEqual(test2[2], [])
  1033. self.assertEqual(test2[3], ['10', '"93450983094850938450983409623"',
  1034. '10', '"9345098304850938450983409622"'])
  1035. self.assertEqual(test3[0], 'Diffie-Hellman full exchange #3')
  1036. self.assertEqual(test3[1], 'dhm_do_dhm')
  1037. self.assertEqual(test3[2], [])
  1038. self.assertEqual(test3[3], ['10',
  1039. '"9345098382739712938719287391879381271"',
  1040. '10',
  1041. '"9345098792137312973297123912791271"'])
  1042. self.assertEqual(test4[0], 'Diffie-Hellman selftest')
  1043. self.assertEqual(test4[1], 'dhm_selftest')
  1044. self.assertEqual(test4[2], [])
  1045. self.assertEqual(test4[3], [])
  1046. def test_with_dependencies(self):
  1047. """
  1048. Test that tests with dependencies are parsed.
  1049. :return:
  1050. """
  1051. data = """
  1052. Diffie-Hellman full exchange #1
  1053. depends_on:YAHOO
  1054. dhm_do_dhm:10:"23":10:"5"
  1055. Diffie-Hellman full exchange #2
  1056. dhm_do_dhm:10:"93450983094850938450983409623":10:"9345098304850938450983409622"
  1057. """
  1058. stream = StringIOWrapper('test_suite_ut.function', data)
  1059. # List of (name, function_name, dependencies, args)
  1060. tests = list(parse_test_data(stream))
  1061. test1, test2 = tests
  1062. self.assertEqual(test1[0], 'Diffie-Hellman full exchange #1')
  1063. self.assertEqual(test1[1], 'dhm_do_dhm')
  1064. self.assertEqual(test1[2], ['YAHOO'])
  1065. self.assertEqual(test1[3], ['10', '"23"', '10', '"5"'])
  1066. self.assertEqual(test2[0], 'Diffie-Hellman full exchange #2')
  1067. self.assertEqual(test2[1], 'dhm_do_dhm')
  1068. self.assertEqual(test2[2], [])
  1069. self.assertEqual(test2[3], ['10', '"93450983094850938450983409623"',
  1070. '10', '"9345098304850938450983409622"'])
  1071. def test_no_args(self):
  1072. """
  1073. Test GeneratorInputError is raised when test function name and
  1074. args line is missing.
  1075. :return:
  1076. """
  1077. data = """
  1078. Diffie-Hellman full exchange #1
  1079. depends_on:YAHOO
  1080. Diffie-Hellman full exchange #2
  1081. dhm_do_dhm:10:"93450983094850938450983409623":10:"9345098304850938450983409622"
  1082. """
  1083. stream = StringIOWrapper('test_suite_ut.function', data)
  1084. err = None
  1085. try:
  1086. for _, _, _, _ in parse_test_data(stream):
  1087. pass
  1088. except GeneratorInputError as err:
  1089. self.assertEqual(type(err), GeneratorInputError)
  1090. def test_incomplete_data(self):
  1091. """
  1092. Test GeneratorInputError is raised when test function name
  1093. and args line is missing.
  1094. :return:
  1095. """
  1096. data = """
  1097. Diffie-Hellman full exchange #1
  1098. depends_on:YAHOO
  1099. """
  1100. stream = StringIOWrapper('test_suite_ut.function', data)
  1101. err = None
  1102. try:
  1103. for _, _, _, _ in parse_test_data(stream):
  1104. pass
  1105. except GeneratorInputError as err:
  1106. self.assertEqual(type(err), GeneratorInputError)
  1107. class GenDepCheck(TestCase):
  1108. """
  1109. Test suite for gen_dep_check(). It is assumed this function is
  1110. called with valid inputs.
  1111. """
  1112. def test_gen_dep_check(self):
  1113. """
  1114. Test that dependency check code generated correctly.
  1115. :return:
  1116. """
  1117. expected = """
  1118. case 5:
  1119. {
  1120. #if defined(YAHOO)
  1121. ret = DEPENDENCY_SUPPORTED;
  1122. #else
  1123. ret = DEPENDENCY_NOT_SUPPORTED;
  1124. #endif
  1125. }
  1126. break;"""
  1127. out = gen_dep_check(5, 'YAHOO')
  1128. self.assertEqual(out, expected)
  1129. def test_not_defined_dependency(self):
  1130. """
  1131. Test dependency with !.
  1132. :return:
  1133. """
  1134. expected = """
  1135. case 5:
  1136. {
  1137. #if !defined(YAHOO)
  1138. ret = DEPENDENCY_SUPPORTED;
  1139. #else
  1140. ret = DEPENDENCY_NOT_SUPPORTED;
  1141. #endif
  1142. }
  1143. break;"""
  1144. out = gen_dep_check(5, '!YAHOO')
  1145. self.assertEqual(out, expected)
  1146. def test_empty_dependency(self):
  1147. """
  1148. Test invalid dependency input.
  1149. :return:
  1150. """
  1151. self.assertRaises(GeneratorInputError, gen_dep_check, 5, '!')
  1152. def test_negative_dep_id(self):
  1153. """
  1154. Test invalid dependency input.
  1155. :return:
  1156. """
  1157. self.assertRaises(GeneratorInputError, gen_dep_check, -1, 'YAHOO')
  1158. class GenExpCheck(TestCase):
  1159. """
  1160. Test suite for gen_expression_check(). It is assumed this function
  1161. is called with valid inputs.
  1162. """
  1163. def test_gen_exp_check(self):
  1164. """
  1165. Test that expression check code generated correctly.
  1166. :return:
  1167. """
  1168. expected = """
  1169. case 5:
  1170. {
  1171. *out_value = YAHOO;
  1172. }
  1173. break;"""
  1174. out = gen_expression_check(5, 'YAHOO')
  1175. self.assertEqual(out, expected)
  1176. def test_invalid_expression(self):
  1177. """
  1178. Test invalid expression input.
  1179. :return:
  1180. """
  1181. self.assertRaises(GeneratorInputError, gen_expression_check, 5, '')
  1182. def test_negative_exp_id(self):
  1183. """
  1184. Test invalid expression id.
  1185. :return:
  1186. """
  1187. self.assertRaises(GeneratorInputError, gen_expression_check,
  1188. -1, 'YAHOO')
  1189. class WriteDependencies(TestCase):
  1190. """
  1191. Test suite for testing write_dependencies.
  1192. """
  1193. def test_no_test_dependencies(self):
  1194. """
  1195. Test when test dependencies input is empty.
  1196. :return:
  1197. """
  1198. stream = StringIOWrapper('test_suite_ut.data', '')
  1199. unique_dependencies = []
  1200. dep_check_code = write_dependencies(stream, [], unique_dependencies)
  1201. self.assertEqual(dep_check_code, '')
  1202. self.assertEqual(len(unique_dependencies), 0)
  1203. self.assertEqual(stream.getvalue(), '')
  1204. def test_unique_dep_ids(self):
  1205. """
  1206. :return:
  1207. """
  1208. stream = StringIOWrapper('test_suite_ut.data', '')
  1209. unique_dependencies = []
  1210. dep_check_code = write_dependencies(stream, ['DEP3', 'DEP2', 'DEP1'],
  1211. unique_dependencies)
  1212. expect_dep_check_code = '''
  1213. case 0:
  1214. {
  1215. #if defined(DEP3)
  1216. ret = DEPENDENCY_SUPPORTED;
  1217. #else
  1218. ret = DEPENDENCY_NOT_SUPPORTED;
  1219. #endif
  1220. }
  1221. break;
  1222. case 1:
  1223. {
  1224. #if defined(DEP2)
  1225. ret = DEPENDENCY_SUPPORTED;
  1226. #else
  1227. ret = DEPENDENCY_NOT_SUPPORTED;
  1228. #endif
  1229. }
  1230. break;
  1231. case 2:
  1232. {
  1233. #if defined(DEP1)
  1234. ret = DEPENDENCY_SUPPORTED;
  1235. #else
  1236. ret = DEPENDENCY_NOT_SUPPORTED;
  1237. #endif
  1238. }
  1239. break;'''
  1240. self.assertEqual(dep_check_code, expect_dep_check_code)
  1241. self.assertEqual(len(unique_dependencies), 3)
  1242. self.assertEqual(stream.getvalue(), 'depends_on:0:1:2\n')
  1243. def test_dep_id_repeat(self):
  1244. """
  1245. :return:
  1246. """
  1247. stream = StringIOWrapper('test_suite_ut.data', '')
  1248. unique_dependencies = []
  1249. dep_check_code = ''
  1250. dep_check_code += write_dependencies(stream, ['DEP3', 'DEP2'],
  1251. unique_dependencies)
  1252. dep_check_code += write_dependencies(stream, ['DEP2', 'DEP1'],
  1253. unique_dependencies)
  1254. dep_check_code += write_dependencies(stream, ['DEP1', 'DEP3'],
  1255. unique_dependencies)
  1256. expect_dep_check_code = '''
  1257. case 0:
  1258. {
  1259. #if defined(DEP3)
  1260. ret = DEPENDENCY_SUPPORTED;
  1261. #else
  1262. ret = DEPENDENCY_NOT_SUPPORTED;
  1263. #endif
  1264. }
  1265. break;
  1266. case 1:
  1267. {
  1268. #if defined(DEP2)
  1269. ret = DEPENDENCY_SUPPORTED;
  1270. #else
  1271. ret = DEPENDENCY_NOT_SUPPORTED;
  1272. #endif
  1273. }
  1274. break;
  1275. case 2:
  1276. {
  1277. #if defined(DEP1)
  1278. ret = DEPENDENCY_SUPPORTED;
  1279. #else
  1280. ret = DEPENDENCY_NOT_SUPPORTED;
  1281. #endif
  1282. }
  1283. break;'''
  1284. self.assertEqual(dep_check_code, expect_dep_check_code)
  1285. self.assertEqual(len(unique_dependencies), 3)
  1286. self.assertEqual(stream.getvalue(),
  1287. 'depends_on:0:1\ndepends_on:1:2\ndepends_on:2:0\n')
  1288. class WriteParams(TestCase):
  1289. """
  1290. Test Suite for testing write_parameters().
  1291. """
  1292. def test_no_params(self):
  1293. """
  1294. Test with empty test_args
  1295. :return:
  1296. """
  1297. stream = StringIOWrapper('test_suite_ut.data', '')
  1298. unique_expressions = []
  1299. expression_code = write_parameters(stream, [], [], unique_expressions)
  1300. self.assertEqual(len(unique_expressions), 0)
  1301. self.assertEqual(expression_code, '')
  1302. self.assertEqual(stream.getvalue(), '\n')
  1303. def test_no_exp_param(self):
  1304. """
  1305. Test when there is no macro or expression in the params.
  1306. :return:
  1307. """
  1308. stream = StringIOWrapper('test_suite_ut.data', '')
  1309. unique_expressions = []
  1310. expression_code = write_parameters(stream, ['"Yahoo"', '"abcdef00"',
  1311. '0'],
  1312. ['char*', 'hex', 'int'],
  1313. unique_expressions)
  1314. self.assertEqual(len(unique_expressions), 0)
  1315. self.assertEqual(expression_code, '')
  1316. self.assertEqual(stream.getvalue(),
  1317. ':char*:"Yahoo":hex:"abcdef00":int:0\n')
  1318. def test_hex_format_int_param(self):
  1319. """
  1320. Test int parameter in hex format.
  1321. :return:
  1322. """
  1323. stream = StringIOWrapper('test_suite_ut.data', '')
  1324. unique_expressions = []
  1325. expression_code = write_parameters(stream,
  1326. ['"Yahoo"', '"abcdef00"', '0xAA'],
  1327. ['char*', 'hex', 'int'],
  1328. unique_expressions)
  1329. self.assertEqual(len(unique_expressions), 0)
  1330. self.assertEqual(expression_code, '')
  1331. self.assertEqual(stream.getvalue(),
  1332. ':char*:"Yahoo":hex:"abcdef00":int:0xAA\n')
  1333. def test_with_exp_param(self):
  1334. """
  1335. Test when there is macro or expression in the params.
  1336. :return:
  1337. """
  1338. stream = StringIOWrapper('test_suite_ut.data', '')
  1339. unique_expressions = []
  1340. expression_code = write_parameters(stream,
  1341. ['"Yahoo"', '"abcdef00"', '0',
  1342. 'MACRO1', 'MACRO2', 'MACRO3'],
  1343. ['char*', 'hex', 'int',
  1344. 'int', 'int', 'int'],
  1345. unique_expressions)
  1346. self.assertEqual(len(unique_expressions), 3)
  1347. self.assertEqual(unique_expressions, ['MACRO1', 'MACRO2', 'MACRO3'])
  1348. expected_expression_code = '''
  1349. case 0:
  1350. {
  1351. *out_value = MACRO1;
  1352. }
  1353. break;
  1354. case 1:
  1355. {
  1356. *out_value = MACRO2;
  1357. }
  1358. break;
  1359. case 2:
  1360. {
  1361. *out_value = MACRO3;
  1362. }
  1363. break;'''
  1364. self.assertEqual(expression_code, expected_expression_code)
  1365. self.assertEqual(stream.getvalue(),
  1366. ':char*:"Yahoo":hex:"abcdef00":int:0:exp:0:exp:1'
  1367. ':exp:2\n')
  1368. def test_with_repeat_calls(self):
  1369. """
  1370. Test when write_parameter() is called with same macro or expression.
  1371. :return:
  1372. """
  1373. stream = StringIOWrapper('test_suite_ut.data', '')
  1374. unique_expressions = []
  1375. expression_code = ''
  1376. expression_code += write_parameters(stream,
  1377. ['"Yahoo"', 'MACRO1', 'MACRO2'],
  1378. ['char*', 'int', 'int'],
  1379. unique_expressions)
  1380. expression_code += write_parameters(stream,
  1381. ['"abcdef00"', 'MACRO2', 'MACRO3'],
  1382. ['hex', 'int', 'int'],
  1383. unique_expressions)
  1384. expression_code += write_parameters(stream,
  1385. ['0', 'MACRO3', 'MACRO1'],
  1386. ['int', 'int', 'int'],
  1387. unique_expressions)
  1388. self.assertEqual(len(unique_expressions), 3)
  1389. self.assertEqual(unique_expressions, ['MACRO1', 'MACRO2', 'MACRO3'])
  1390. expected_expression_code = '''
  1391. case 0:
  1392. {
  1393. *out_value = MACRO1;
  1394. }
  1395. break;
  1396. case 1:
  1397. {
  1398. *out_value = MACRO2;
  1399. }
  1400. break;
  1401. case 2:
  1402. {
  1403. *out_value = MACRO3;
  1404. }
  1405. break;'''
  1406. self.assertEqual(expression_code, expected_expression_code)
  1407. expected_data_file = ''':char*:"Yahoo":exp:0:exp:1
  1408. :hex:"abcdef00":exp:1:exp:2
  1409. :int:0:exp:2:exp:0
  1410. '''
  1411. self.assertEqual(stream.getvalue(), expected_data_file)
  1412. class GenTestSuiteDependenciesChecks(TestCase):
  1413. """
  1414. Test suite for testing gen_suite_dep_checks()
  1415. """
  1416. def test_empty_suite_dependencies(self):
  1417. """
  1418. Test with empty suite_dependencies list.
  1419. :return:
  1420. """
  1421. dep_check_code, expression_code = \
  1422. gen_suite_dep_checks([], 'DEP_CHECK_CODE', 'EXPRESSION_CODE')
  1423. self.assertEqual(dep_check_code, 'DEP_CHECK_CODE')
  1424. self.assertEqual(expression_code, 'EXPRESSION_CODE')
  1425. def test_suite_dependencies(self):
  1426. """
  1427. Test with suite_dependencies list.
  1428. :return:
  1429. """
  1430. dep_check_code, expression_code = \
  1431. gen_suite_dep_checks(['SUITE_DEP'], 'DEP_CHECK_CODE',
  1432. 'EXPRESSION_CODE')
  1433. expected_dep_check_code = '''
  1434. #if defined(SUITE_DEP)
  1435. DEP_CHECK_CODE
  1436. #endif
  1437. '''
  1438. expected_expression_code = '''
  1439. #if defined(SUITE_DEP)
  1440. EXPRESSION_CODE
  1441. #endif
  1442. '''
  1443. self.assertEqual(dep_check_code, expected_dep_check_code)
  1444. self.assertEqual(expression_code, expected_expression_code)
  1445. def test_no_dep_no_exp(self):
  1446. """
  1447. Test when there are no dependency and expression code.
  1448. :return:
  1449. """
  1450. dep_check_code, expression_code = gen_suite_dep_checks([], '', '')
  1451. self.assertEqual(dep_check_code, '')
  1452. self.assertEqual(expression_code, '')
  1453. class GenFromTestData(TestCase):
  1454. """
  1455. Test suite for gen_from_test_data()
  1456. """
  1457. @staticmethod
  1458. @patch("generate_test_code.write_dependencies")
  1459. @patch("generate_test_code.write_parameters")
  1460. @patch("generate_test_code.gen_suite_dep_checks")
  1461. def test_intermediate_data_file(func_mock1,
  1462. write_parameters_mock,
  1463. write_dependencies_mock):
  1464. """
  1465. Test that intermediate data file is written with expected data.
  1466. :return:
  1467. """
  1468. data = '''
  1469. My test
  1470. depends_on:DEP1
  1471. func1:0
  1472. '''
  1473. data_f = StringIOWrapper('test_suite_ut.data', data)
  1474. out_data_f = StringIOWrapper('test_suite_ut.datax', '')
  1475. func_info = {'test_func1': (1, ('int',))}
  1476. suite_dependencies = []
  1477. write_parameters_mock.side_effect = write_parameters
  1478. write_dependencies_mock.side_effect = write_dependencies
  1479. func_mock1.side_effect = gen_suite_dep_checks
  1480. gen_from_test_data(data_f, out_data_f, func_info, suite_dependencies)
  1481. write_dependencies_mock.assert_called_with(out_data_f,
  1482. ['DEP1'], ['DEP1'])
  1483. write_parameters_mock.assert_called_with(out_data_f, ['0'],
  1484. ('int',), [])
  1485. expected_dep_check_code = '''
  1486. case 0:
  1487. {
  1488. #if defined(DEP1)
  1489. ret = DEPENDENCY_SUPPORTED;
  1490. #else
  1491. ret = DEPENDENCY_NOT_SUPPORTED;
  1492. #endif
  1493. }
  1494. break;'''
  1495. func_mock1.assert_called_with(
  1496. suite_dependencies, expected_dep_check_code, '')
  1497. def test_function_not_found(self):
  1498. """
  1499. Test that AssertError is raised when function info in not found.
  1500. :return:
  1501. """
  1502. data = '''
  1503. My test
  1504. depends_on:DEP1
  1505. func1:0
  1506. '''
  1507. data_f = StringIOWrapper('test_suite_ut.data', data)
  1508. out_data_f = StringIOWrapper('test_suite_ut.datax', '')
  1509. func_info = {'test_func2': (1, ('int',))}
  1510. suite_dependencies = []
  1511. self.assertRaises(GeneratorInputError, gen_from_test_data,
  1512. data_f, out_data_f, func_info, suite_dependencies)
  1513. def test_different_func_args(self):
  1514. """
  1515. Test that AssertError is raised when no. of parameters and
  1516. function args differ.
  1517. :return:
  1518. """
  1519. data = '''
  1520. My test
  1521. depends_on:DEP1
  1522. func1:0
  1523. '''
  1524. data_f = StringIOWrapper('test_suite_ut.data', data)
  1525. out_data_f = StringIOWrapper('test_suite_ut.datax', '')
  1526. func_info = {'test_func2': (1, ('int', 'hex'))}
  1527. suite_dependencies = []
  1528. self.assertRaises(GeneratorInputError, gen_from_test_data, data_f,
  1529. out_data_f, func_info, suite_dependencies)
  1530. def test_output(self):
  1531. """
  1532. Test that intermediate data file is written with expected data.
  1533. :return:
  1534. """
  1535. data = '''
  1536. My test 1
  1537. depends_on:DEP1
  1538. func1:0:0xfa:MACRO1:MACRO2
  1539. My test 2
  1540. depends_on:DEP1:DEP2
  1541. func2:"yahoo":88:MACRO1
  1542. '''
  1543. data_f = StringIOWrapper('test_suite_ut.data', data)
  1544. out_data_f = StringIOWrapper('test_suite_ut.datax', '')
  1545. func_info = {'test_func1': (0, ('int', 'int', 'int', 'int')),
  1546. 'test_func2': (1, ('char*', 'int', 'int'))}
  1547. suite_dependencies = []
  1548. dep_check_code, expression_code = \
  1549. gen_from_test_data(data_f, out_data_f, func_info,
  1550. suite_dependencies)
  1551. expected_dep_check_code = '''
  1552. case 0:
  1553. {
  1554. #if defined(DEP1)
  1555. ret = DEPENDENCY_SUPPORTED;
  1556. #else
  1557. ret = DEPENDENCY_NOT_SUPPORTED;
  1558. #endif
  1559. }
  1560. break;
  1561. case 1:
  1562. {
  1563. #if defined(DEP2)
  1564. ret = DEPENDENCY_SUPPORTED;
  1565. #else
  1566. ret = DEPENDENCY_NOT_SUPPORTED;
  1567. #endif
  1568. }
  1569. break;'''
  1570. expected_data = '''My test 1
  1571. depends_on:0
  1572. 0:int:0:int:0xfa:exp:0:exp:1
  1573. My test 2
  1574. depends_on:0:1
  1575. 1:char*:"yahoo":int:88:exp:0
  1576. '''
  1577. expected_expression_code = '''
  1578. case 0:
  1579. {
  1580. *out_value = MACRO1;
  1581. }
  1582. break;
  1583. case 1:
  1584. {
  1585. *out_value = MACRO2;
  1586. }
  1587. break;'''
  1588. self.assertEqual(dep_check_code, expected_dep_check_code)
  1589. self.assertEqual(out_data_f.getvalue(), expected_data)
  1590. self.assertEqual(expression_code, expected_expression_code)
  1591. if __name__ == '__main__':
  1592. unittest_main()