blob: 4d00b4eeca1c5b6410a342f6de1e171c5ac701f4 [file] [log] [blame]
Tom Rini83d290c2018-05-06 17:58:06 -04001/* SPDX-License-Identifier: GPL-2.0+ */
Simon Glass2e7d35d2014-02-26 15:59:21 -07002/*
Joe Hershbergere721b882015-05-20 14:27:27 -05003 * Simple unit test library
Simon Glass2e7d35d2014-02-26 15:59:21 -07004 *
5 * Copyright (c) 2013 Google, Inc
Simon Glass2e7d35d2014-02-26 15:59:21 -07006 */
7
Joe Hershbergere721b882015-05-20 14:27:27 -05008#ifndef __TEST_UT_H
9#define __TEST_UT_H
Simon Glass2e7d35d2014-02-26 15:59:21 -070010
Simon Glass09140112020-05-10 11:40:03 -060011#include <command.h>
Simon Glass1f4431e2020-04-08 16:57:40 -060012#include <hexdump.h>
Simon Glass85aeda42015-07-06 12:54:37 -060013#include <linux/err.h>
Simon Glass0e1fad42020-07-19 10:15:37 -060014#include <test/test.h>
Simon Glass85aeda42015-07-06 12:54:37 -060015
Joe Hershbergere721b882015-05-20 14:27:27 -050016struct unit_test_state;
Simon Glass2e7d35d2014-02-26 15:59:21 -070017
18/**
19 * ut_fail() - Record failure of a unit test
20 *
Joe Hershbergere721b882015-05-20 14:27:27 -050021 * @uts: Test state
Vagrant Cascadianeae4b2b2016-04-30 19:18:00 -070022 * @fname: Filename where the error occurred
23 * @line: Line number where the error occurred
24 * @func: Function name where the error occurred
Simon Glass2e7d35d2014-02-26 15:59:21 -070025 * @cond: The condition that failed
26 */
Joe Hershbergere721b882015-05-20 14:27:27 -050027void ut_fail(struct unit_test_state *uts, const char *fname, int line,
Simon Glass2e7d35d2014-02-26 15:59:21 -070028 const char *func, const char *cond);
29
30/**
31 * ut_failf() - Record failure of a unit test
32 *
Joe Hershbergere721b882015-05-20 14:27:27 -050033 * @uts: Test state
Vagrant Cascadianeae4b2b2016-04-30 19:18:00 -070034 * @fname: Filename where the error occurred
35 * @line: Line number where the error occurred
36 * @func: Function name where the error occurred
Simon Glass2e7d35d2014-02-26 15:59:21 -070037 * @cond: The condition that failed
38 * @fmt: printf() format string for the error, followed by args
39 */
Joe Hershbergere721b882015-05-20 14:27:27 -050040void ut_failf(struct unit_test_state *uts, const char *fname, int line,
Simon Glass2e7d35d2014-02-26 15:59:21 -070041 const char *func, const char *cond, const char *fmt, ...)
42 __attribute__ ((format (__printf__, 6, 7)));
43
Simon Glass400175b2020-01-27 08:49:56 -070044/**
45 * ut_check_console_line() - Check the next console line against expectations
46 *
47 * This creates a string and then checks it against the next line of console
48 * output obtained with console_record_readline().
49 *
50 * After the function returns, uts->expect_str holds the expected string and
51 * uts->actual_str holds the actual string read from the console.
52 *
53 * @uts: Test state
54 * @fmt: printf() format string for the error, followed by args
Heinrich Schuchardt185f8122022-01-19 18:05:50 +010055 * Return: 0 if OK, other value on error
Simon Glass400175b2020-01-27 08:49:56 -070056 */
57int ut_check_console_line(struct unit_test_state *uts, const char *fmt, ...)
58 __attribute__ ((format (__printf__, 2, 3)));
59
60/**
Simon Glass33d7edf2020-07-28 19:41:10 -060061 * ut_check_console_linen() - Check part of the next console line
62 *
63 * This creates a string and then checks it against the next line of console
64 * output obtained with console_record_readline(). Only the length of the
65 * string is checked
66 *
67 * After the function returns, uts->expect_str holds the expected string and
68 * uts->actual_str holds the actual string read from the console.
69 *
70 * @uts: Test state
71 * @fmt: printf() format string for the error, followed by args
Heinrich Schuchardt185f8122022-01-19 18:05:50 +010072 * Return: 0 if OK, other value on error
Simon Glass33d7edf2020-07-28 19:41:10 -060073 */
74int ut_check_console_linen(struct unit_test_state *uts, const char *fmt, ...)
75 __attribute__ ((format (__printf__, 2, 3)));
76
77/**
78 * ut_check_skipline() - Check that the next console line exists and skip it
79 *
80 * @uts: Test state
Heinrich Schuchardt185f8122022-01-19 18:05:50 +010081 * Return: 0 if OK, other value on error
Simon Glass33d7edf2020-07-28 19:41:10 -060082 */
83int ut_check_skipline(struct unit_test_state *uts);
84
85/**
Simon Glass2e090082021-08-18 21:40:33 -060086 * ut_check_skip_to_line() - skip output until a line is found
87 *
88 * This creates a string and then checks it against the following lines of
89 * console output obtained with console_record_readline() until it is found.
90 *
91 * After the function returns, uts->expect_str holds the expected string and
92 * uts->actual_str holds the actual string read from the console.
93 *
94 * @uts: Test state
95 * @fmt: printf() format string to look for, followed by args
Heinrich Schuchardt185f8122022-01-19 18:05:50 +010096 * Return: 0 if OK, -ENOENT if not found, other value on error
Simon Glass2e090082021-08-18 21:40:33 -060097 */
98int ut_check_skip_to_line(struct unit_test_state *uts, const char *fmt, ...);
99
100/**
Simon Glass400175b2020-01-27 08:49:56 -0700101 * ut_check_console_end() - Check there is no more console output
102 *
103 * After the function returns, uts->actual_str holds the actual string read
104 * from the console
105 *
106 * @uts: Test state
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100107 * Return: 0 if OK (console has no output), other value on error
Simon Glass400175b2020-01-27 08:49:56 -0700108 */
109int ut_check_console_end(struct unit_test_state *uts);
110
111/**
112 * ut_check_console_dump() - Check that next lines have a print_buffer() dump
113 *
114 * This only supports a byte dump.
115 *
116 * @total_bytes: Size of the expected dump in bytes`
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100117 * Return: 0 if OK (looks like a dump and the length matches), other value on
Simon Glass400175b2020-01-27 08:49:56 -0700118 * error
119 */
120int ut_check_console_dump(struct unit_test_state *uts, int total_bytes);
Simon Glass2e7d35d2014-02-26 15:59:21 -0700121
Simon Glass5e969252022-09-06 20:27:27 -0600122/* Report a failure, with printf() string */
123#define ut_reportf(fmt, args...) \
124 ut_failf(uts, __FILE__, __LINE__, __func__, "report", \
125 fmt, ##args)
126
Simon Glass2e7d35d2014-02-26 15:59:21 -0700127/* Assert that a condition is non-zero */
128#define ut_assert(cond) \
129 if (!(cond)) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500130 ut_fail(uts, __FILE__, __LINE__, __func__, #cond); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500131 return CMD_RET_FAILURE; \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700132 }
133
134/* Assert that a condition is non-zero, with printf() string */
135#define ut_assertf(cond, fmt, args...) \
136 if (!(cond)) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500137 ut_failf(uts, __FILE__, __LINE__, __func__, #cond, \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700138 fmt, ##args); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500139 return CMD_RET_FAILURE; \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700140 }
141
142/* Assert that two int expressions are equal */
143#define ut_asserteq(expr1, expr2) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700144 unsigned int _val1 = (expr1), _val2 = (expr2); \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700145 \
Simon Glassba8444a2020-01-27 08:49:41 -0700146 if (_val1 != _val2) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500147 ut_failf(uts, __FILE__, __LINE__, __func__, \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700148 #expr1 " == " #expr2, \
Simon Glassba8444a2020-01-27 08:49:41 -0700149 "Expected %#x (%d), got %#x (%d)", \
150 _val1, _val1, _val2, _val2); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500151 return CMD_RET_FAILURE; \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700152 } \
153}
154
Dario Binacchi70573c62020-03-29 18:04:40 +0200155/* Assert that two 64 int expressions are equal */
156#define ut_asserteq_64(expr1, expr2) { \
157 u64 _val1 = (expr1), _val2 = (expr2); \
158 \
159 if (_val1 != _val2) { \
160 ut_failf(uts, __FILE__, __LINE__, __func__, \
161 #expr1 " == " #expr2, \
162 "Expected %#llx (%lld), got %#llx (%lld)", \
163 (unsigned long long)_val1, \
164 (unsigned long long)_val1, \
165 (unsigned long long)_val2, \
166 (unsigned long long)_val2); \
167 return CMD_RET_FAILURE; \
168 } \
169}
170
Simon Glass2e7d35d2014-02-26 15:59:21 -0700171/* Assert that two string expressions are equal */
172#define ut_asserteq_str(expr1, expr2) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700173 const char *_val1 = (expr1), *_val2 = (expr2); \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700174 \
Simon Glassba8444a2020-01-27 08:49:41 -0700175 if (strcmp(_val1, _val2)) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500176 ut_failf(uts, __FILE__, __LINE__, __func__, \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700177 #expr1 " = " #expr2, \
Simon Glassba8444a2020-01-27 08:49:41 -0700178 "Expected \"%s\", got \"%s\"", _val1, _val2); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500179 return CMD_RET_FAILURE; \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700180 } \
181}
182
Simon Glass7aed90d2020-07-07 13:11:54 -0600183/*
184 * Assert that two string expressions are equal, up to length of the
185 * first
186 */
187#define ut_asserteq_strn(expr1, expr2) { \
188 const char *_val1 = (expr1), *_val2 = (expr2); \
189 int _len = strlen(_val1); \
190 \
191 if (memcmp(_val1, _val2, _len)) { \
192 ut_failf(uts, __FILE__, __LINE__, __func__, \
193 #expr1 " = " #expr2, \
194 "Expected \"%.*s\", got \"%.*s\"", \
195 _len, _val1, _len, _val2); \
196 return CMD_RET_FAILURE; \
197 } \
198}
199
Mario Six41f67e32018-09-27 09:19:32 +0200200/* Assert that two memory areas are equal */
201#define ut_asserteq_mem(expr1, expr2, len) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700202 const u8 *_val1 = (u8 *)(expr1), *_val2 = (u8 *)(expr2); \
Mario Six41f67e32018-09-27 09:19:32 +0200203 const uint __len = len; \
204 \
Simon Glassba8444a2020-01-27 08:49:41 -0700205 if (memcmp(_val1, _val2, __len)) { \
Mario Six41f67e32018-09-27 09:19:32 +0200206 char __buf1[64 + 1] = "\0"; \
207 char __buf2[64 + 1] = "\0"; \
Simon Glassba8444a2020-01-27 08:49:41 -0700208 bin2hex(__buf1, _val1, min(__len, (uint)32)); \
209 bin2hex(__buf2, _val2, min(__len, (uint)32)); \
Mario Six41f67e32018-09-27 09:19:32 +0200210 ut_failf(uts, __FILE__, __LINE__, __func__, \
211 #expr1 " = " #expr2, \
212 "Expected \"%s\", got \"%s\"", \
213 __buf1, __buf2); \
214 return CMD_RET_FAILURE; \
215 } \
216}
217
Simon Glass2e7d35d2014-02-26 15:59:21 -0700218/* Assert that two pointers are equal */
219#define ut_asserteq_ptr(expr1, expr2) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700220 const void *_val1 = (expr1), *_val2 = (expr2); \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700221 \
Simon Glassba8444a2020-01-27 08:49:41 -0700222 if (_val1 != _val2) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500223 ut_failf(uts, __FILE__, __LINE__, __func__, \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700224 #expr1 " = " #expr2, \
Simon Glassba8444a2020-01-27 08:49:41 -0700225 "Expected %p, got %p", _val1, _val2); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500226 return CMD_RET_FAILURE; \
Simon Glass2e7d35d2014-02-26 15:59:21 -0700227 } \
228}
229
Simon Glasscdd4e302020-09-19 18:49:27 -0600230/* Assert that two addresses (converted from pointers) are equal */
231#define ut_asserteq_addr(expr1, expr2) { \
232 ulong _val1 = map_to_sysmem(expr1); \
233 ulong _val2 = map_to_sysmem(expr2); \
234 \
235 if (_val1 != _val2) { \
236 ut_failf(uts, __FILE__, __LINE__, __func__, \
237 #expr1 " = " #expr2, \
238 "Expected %lx, got %lx", _val1, _val2); \
239 return CMD_RET_FAILURE; \
240 } \
241}
242
Ramon Fried8d545792018-06-21 17:47:16 +0300243/* Assert that a pointer is NULL */
244#define ut_assertnull(expr) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700245 const void *_val = (expr); \
Ramon Fried8d545792018-06-21 17:47:16 +0300246 \
Simon Glassba8444a2020-01-27 08:49:41 -0700247 if (_val) { \
Ramon Fried8d545792018-06-21 17:47:16 +0300248 ut_failf(uts, __FILE__, __LINE__, __func__, \
249 #expr " != NULL", \
Simon Glassba8444a2020-01-27 08:49:41 -0700250 "Expected NULL, got %p", _val); \
Ramon Fried8d545792018-06-21 17:47:16 +0300251 return CMD_RET_FAILURE; \
252 } \
253}
254
Simon Glassecc2ed52014-12-10 08:55:55 -0700255/* Assert that a pointer is not NULL */
256#define ut_assertnonnull(expr) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700257 const void *_val = (expr); \
Simon Glassecc2ed52014-12-10 08:55:55 -0700258 \
Simon Glassba8444a2020-01-27 08:49:41 -0700259 if (!_val) { \
Joe Hershbergere721b882015-05-20 14:27:27 -0500260 ut_failf(uts, __FILE__, __LINE__, __func__, \
Simon Glassecc2ed52014-12-10 08:55:55 -0700261 #expr " = NULL", \
262 "Expected non-null, got NULL"); \
Joe Hershbergerfe3f6a62015-05-20 14:27:34 -0500263 return CMD_RET_FAILURE; \
Simon Glassecc2ed52014-12-10 08:55:55 -0700264 } \
265}
266
Simon Glass85aeda42015-07-06 12:54:37 -0600267/* Assert that a pointer is not an error pointer */
Simon Glassfe3c0b52017-05-18 20:10:00 -0600268#define ut_assertok_ptr(expr) { \
Simon Glassba8444a2020-01-27 08:49:41 -0700269 const void *_val = (expr); \
Simon Glass85aeda42015-07-06 12:54:37 -0600270 \
Simon Glassba8444a2020-01-27 08:49:41 -0700271 if (IS_ERR(_val)) { \
Simon Glass85aeda42015-07-06 12:54:37 -0600272 ut_failf(uts, __FILE__, __LINE__, __func__, \
273 #expr " = NULL", \
274 "Expected pointer, got error %ld", \
Simon Glassba8444a2020-01-27 08:49:41 -0700275 PTR_ERR(_val)); \
Simon Glass85aeda42015-07-06 12:54:37 -0600276 return CMD_RET_FAILURE; \
277 } \
278}
279
Simon Glass2e7d35d2014-02-26 15:59:21 -0700280/* Assert that an operation succeeds (returns 0) */
281#define ut_assertok(cond) ut_asserteq(0, cond)
282
Simon Glass400175b2020-01-27 08:49:56 -0700283/* Assert that the next console output line matches */
284#define ut_assert_nextline(fmt, args...) \
285 if (ut_check_console_line(uts, fmt, ##args)) { \
286 ut_failf(uts, __FILE__, __LINE__, __func__, \
287 "console", "\nExpected '%s',\n got '%s'", \
288 uts->expect_str, uts->actual_str); \
289 return CMD_RET_FAILURE; \
290 } \
291
Simon Glass33d7edf2020-07-28 19:41:10 -0600292/* Assert that the next console output line matches up to the length */
293#define ut_assert_nextlinen(fmt, args...) \
294 if (ut_check_console_linen(uts, fmt, ##args)) { \
295 ut_failf(uts, __FILE__, __LINE__, __func__, \
296 "console", "\nExpected '%s',\n got '%s'", \
297 uts->expect_str, uts->actual_str); \
298 return CMD_RET_FAILURE; \
299 } \
300
301/* Assert that there is a 'next' console output line, and skip it */
302#define ut_assert_skipline() \
303 if (ut_check_skipline(uts)) { \
304 ut_failf(uts, __FILE__, __LINE__, __func__, \
305 "console", "\nExpected a line, got end"); \
306 return CMD_RET_FAILURE; \
307 } \
308
Simon Glass2e090082021-08-18 21:40:33 -0600309/* Assert that a following console output line matches */
310#define ut_assert_skip_to_line(fmt, args...) \
311 if (ut_check_skip_to_line(uts, fmt, ##args)) { \
312 ut_failf(uts, __FILE__, __LINE__, __func__, \
313 "console", "\nExpected '%s',\n got to '%s'", \
314 uts->expect_str, uts->actual_str); \
315 return CMD_RET_FAILURE; \
316 } \
317
Simon Glass400175b2020-01-27 08:49:56 -0700318/* Assert that there is no more console output */
319#define ut_assert_console_end() \
320 if (ut_check_console_end(uts)) { \
321 ut_failf(uts, __FILE__, __LINE__, __func__, \
322 "console", "Expected no more output, got '%s'",\
323 uts->actual_str); \
324 return CMD_RET_FAILURE; \
325 } \
326
327/* Assert that the next lines are print_buffer() dump at an address */
328#define ut_assert_nextlines_are_dump(total_bytes) \
329 if (ut_check_console_dump(uts, total_bytes)) { \
330 ut_failf(uts, __FILE__, __LINE__, __func__, \
331 "console", \
332 "Expected dump of length %x bytes, got '%s'", \
333 total_bytes, uts->actual_str); \
334 return CMD_RET_FAILURE; \
335 } \
336
Simon Glass81098632019-12-29 21:19:23 -0700337/**
338 * ut_check_free() - Return the number of bytes free in the malloc() pool
339 *
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100340 * Return: bytes free
Simon Glass81098632019-12-29 21:19:23 -0700341 */
342ulong ut_check_free(void);
343
344/**
345 * ut_check_delta() - Return the number of bytes allocated/freed
346 *
347 * @last: Last value from ut_check_free
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100348 * Return: free memory delta from @last; positive means more memory has been
Simon Glass81098632019-12-29 21:19:23 -0700349 * allocated, negative means less has been allocated (i.e. some is freed)
350 */
351long ut_check_delta(ulong last);
352
Simon Glassef7e2642020-11-08 21:08:43 -0700353/**
354 * ut_silence_console() - Silence the console if requested by the user
355 *
356 * This stops test output from appear on the console. It is the default on
357 * sandbox, unless the -v flag is given. For other boards, this does nothing.
358 *
359 * @uts: Test state (in case in future we want to keep state here)
360 */
361void ut_silence_console(struct unit_test_state *uts);
362
363/**
364 * ut_unsilence_console() - Unsilence the console after a test
365 *
366 * This restarts console output again and turns off console recording. This
367 * happens on all boards, including sandbox.
368 */
369void ut_unsilence_console(struct unit_test_state *uts);
370
Simon Glass1c721752021-03-07 17:34:47 -0700371/**
Simon Glass47ec3ed2021-03-07 17:34:55 -0700372 * ut_set_skip_delays() - Sets whether delays should be skipped
373 *
374 * Normally functions like mdelay() cause U-Boot to wait for a while. This
375 * allows all such delays to be skipped on sandbox, to speed up tests
376 *
377 * @uts: Test state (in case in future we want to keep state here)
378 * @skip_delays: true to skip delays, false to process them normally
379 */
380void ut_set_skip_delays(struct unit_test_state *uts, bool skip_delays);
381
382/**
Simon Glassfe806862021-03-07 17:35:04 -0700383 * test_get_state() - Get the active test state
384 *
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100385 * Return: the currently active test state, or NULL if none
Simon Glassfe806862021-03-07 17:35:04 -0700386 */
387struct unit_test_state *test_get_state(void);
388
389/**
390 * test_set_state() - Set the active test state
391 *
392 * @uts: Test state to use as currently active test state, or NULL if none
393 */
394void test_set_state(struct unit_test_state *uts);
395
396/**
Simon Glass1c721752021-03-07 17:34:47 -0700397 * ut_run_tests() - Run a set of tests
398 *
399 * This runs the test, handling any preparation and clean-up needed. It prints
400 * the name of each test before running it.
401 *
402 * @category: Category of these tests. This is a string printed at the start to
403 * announce the the number of tests
404 * @prefix: String prefix for the tests. Any tests that have this prefix will be
405 * printed without the prefix, so that it is easier to see the unique part
406 * of the test name. If NULL, no prefix processing is done
407 * @tests: List of tests to run
408 * @count: Number of tests to run
409 * @select_name: Name of a single test to run (from the list provided). If NULL
410 * then all tests are run
Simon Glassea94d052022-08-01 07:58:45 -0600411 * @runs_per_test: Number of times to run each test (typically 1)
Simon Glasscbd71fa2022-10-20 18:22:50 -0600412 * @force_run: Run tests that are marked as manual-only (UT_TESTF_MANUAL)
Simon Glassd1b46592022-10-29 19:47:13 -0600413 * @test_insert: String describing a test to run after n other tests run, in the
414 * format n:name where n is the number of tests to run before this one and
415 * name is the name of the test to run. This is used to find which test causes
416 * another test to fail. If the one test fails, testing stops immediately.
417 * Pass NULL to disable this
Heinrich Schuchardt185f8122022-01-19 18:05:50 +0100418 * Return: 0 if all tests passed, -1 if any failed
Simon Glass1c721752021-03-07 17:34:47 -0700419 */
420int ut_run_list(const char *name, const char *prefix, struct unit_test *tests,
Simon Glasscbd71fa2022-10-20 18:22:50 -0600421 int count, const char *select_name, int runs_per_test,
Simon Glassd1b46592022-10-29 19:47:13 -0600422 bool force_run, const char *test_insert);
Simon Glass1c721752021-03-07 17:34:47 -0700423
Simon Glass2e7d35d2014-02-26 15:59:21 -0700424#endif