/**--------------------------------------------------------------------------**\ ==================================== y_testing - Run unit tests easilly ==================================== Description: Runs any functions named as tests when the Testing_Run function is called. Legal: Version: MPL 1.1 The contents of this file are subject to the Mozilla Public License Version 1.1 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.mozilla.org/MPL/ Software distributed under the License is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License for the specific language governing rights and limitations under the License. The Original Code is the YSI testing include. The Initial Developer of the Original Code is Alex "Y_Less" Cole. Portions created by the Initial Developer are Copyright (C) 2011 the Initial Developer. All Rights Reserved. Contributors: ZeeX, koolk, JoeBullet/Google63, g_aSlice/Slice Thanks: JoeBullet/Google63 - Handy arbitrary ASM jump code using SCTRL. ZeeX - Very productive conversations. koolk - IsPlayerinAreaEx code. TheAlpha - Danish translation. breadfish - German translation. Fireburn - Dutch translation. yom - French translation. 50p - Polish translation. Zamaroht - Spanish translation. Dracoblue, sintax, mabako, Xtreme, other coders - Producing other modes for me to strive to better. Pixels^ - Running XScripters where the idea was born. Matite - Pestering me to release it and using it. Very special thanks to: Thiadmer - PAWN, whose limits continue to amaze me! Kye/Kalcor - SA:MP. SA:MP Team past, present and future - SA:MP. Version: 1.0 Changelog: 16/02/12: Added better error reporting (less verbose passes). Removed "Tests:". Added player requiring tests. 25/10/10: Integrated in to YSI. 06/08/10: First version \**--------------------------------------------------------------------------**/ #if defined _INC_y_testing #endinput #endif #define _INC_y_testing #include #include "y_debug" #include "..\YSI_Storage\y_amx" #include "..\YSI_Internal\amx_assembly" #include "..\YSI_Internal\y_shortvar" #if defined YSI_TESTS #if defined INCLUDE_TESTS #error Incompatible testing options (YSI_TESTS + INCLUDE_TESTS) #endif #if !defined RUN_TESTS #define RUN_TESTS #endif #endif #if defined INCLUDE_TESTS #define RUN_TESTS #define Debug_PrintT va_printf #elseif defined RUN_TESTS #define _AUTO_RUN_TESTS #define Debug_PrintT va_printf #else #if _DEBUG > 0 || defined _YSI_SPECIAL_DEBUG #define RUN_TESTS #define _AUTO_RUN_TESTS #define Debug_PrintT va_printf #else #define Debug_PrintT(%0); #endif #endif #if defined LIGHT_TEST_REPORT #define TEST_REPORT(%0) H@(%0) #else #define TEST_REPORT(%0) printf(%0) #endif #define Y_TESTING_DIALOG_ID (0x7974) // "yt" #define TEST_TRUE(%0) Testing_Test(!!%0) #define TEST_FALSE(%0) Testing_Test(!%0) #define TEST_NULL(%0) Testing_Test(0 == %0) #define TEST_NOT_NULL(%0) Testing_Test(0 != %0) #define TEST_N(%0,%1) Testing_Test(%1 == %0) #define TEST_TRUE_EX(%0,%2) Testing_Test(bool:(%0), (%2)) #define TEST_FALSE_EX(%0,%2) Testing_Test(!(%0), (%2)) #define TEST_NULL_EX(%0,%2) Testing_Test((%0) == 0, (%2)) #define TEST_N_EX(%0,%1,%2) Testing_Test((%0) == (%1), (%2)) #define TEST_MSG "\2\2\2\2\2" #define TEST_FAILED "FAIL:" #define TEST_PASSED "PASS!" #define _Y_TESTEQ(%0) "\"%0\"") #define _Y_TESTDQ:_Y_TESTEQ(%0"%1"%2) _Y_TESTDQ:_Y_TESTEQ(%0\x22;%1\x22;%2) #define _Y_TESTCB:_Y_TESTDQ:_Y_TESTEQ(%0)%1) _Y_TESTCB:_Y_TESTDQ:_Y_TESTEQ(%0\x29;%1) #define _Y_TESTOB:_Y_TESTCB:_Y_TESTDQ:_Y_TESTEQ(%0(%1) _Y_TESTOB:_Y_TESTCB:_Y_TESTDQ:_Y_TESTEQ(%0\x28;%1) #define ASSERT(%0) Testing_Test(%0,TEST_MSG" %s", _Y_TESTOB:_Y_TESTCB:_Y_TESTDQ:_Y_TESTEQ(%0) #define ASSERT_TRUE(%0) ASSERT(!!%0) #define ASSERT_FALSE(%0) ASSERT(!%0) #define ASSERT_NULL(%0) ASSERT(0 == %0) #define ASSERT_N:%1(%0) ASSERT(%1 == %0) #define ASK(%0) Testing_Ask(playerid,%0) static stock const Y_TESTING_TEST = _A, Y_TESTING_INIT = _A<_yQ@>, Y_TESTING_SHUT = _A, Y_TESTING_PTEST = _A<_@yQ>, Y_TESTING_PINIT = _A<_y@Q>, Y_TESTING_PSHUT = _A; static stock YSI_g_sCurTest = 0, YSI_g_sFailTests = 0, YSI_g_sInTest = false, YSI_g_sTestResult, YSI_g_sFailMessage[512], YSI_g_sPlayer = cellmax, bool:YSI_g_sAsked, YSI_g_sTests, YSI_g_sFails; stock YSI_gCurTestName[32]; #if defined RUN_TESTS #define Test:%1() forward bool:yQ@_%1(); public bool:yQ@_%1() for(new bool:__once = (_Testing_Start("\0\0"#%1), TEST_REPORT("*** Test %s start", YSI_gCurTestName) || true); __once; __once = (TEST_REPORT(" ") && false)) #define TestInit:%1() forward _yQ@%1(); public _yQ@%1() for (new bool:__once = true; __once; __once = false) #define TestClose:%1() forward yQ_@%1(); public yQ_@%1() for (new bool:__once = true; __once; __once = false) #define PTest:%1(%2) forward bool:_@yQ%1(%2); public bool:_@yQ%1(%2) for(new bool:__once = (_Testing_Start("\0\0"#%1), TEST_REPORT("*** Player Test %s start", YSI_gCurTestName) || true); __once; __once = (TEST_REPORT(" ") && false)) #define PTestInit:%1(%2) forward _y@Q%1(%2); public _y@Q%1(%2) for (new bool:__once = true; __once; __once = false) #define PTestClose:%1(%2) forward y_@Q%1(%2); public y_@Q%1(%2) for (new bool:__once = true; __once; __once = false) #else #define Test:%1() stock bool:yQ@_%1() #define TestInit:%1() stock _yQ@%1() #define TestClose:%1() stock yQ_@%1() #define PTest:%1(%2) stock bool:_@yQ%1(%2) #define PTestInit:%1(%2) stock _y@Q%1(%2) #define PTestClose:%1(%2) stock y_@Q%1(%2) #endif // These all need to come AFTER the types are defined in case the have tests. #include "..\YSI_Internal\y_version" #include "..\YSI_Storage\y_amx" #include "..\YSI_Internal\y_shortfunc" #include "y_debug" #include "..\YSI_Internal\y_natives" #include "..\YSI_Coding\y_va" /**--------------------------------------------------------------------------**\ Testing_Start Name of the current function. - Gets a reference to the \**--------------------------------------------------------------------------**/ stock _Testing_Start(name[]) { // Gets a reference to the name string, which is also an intrusive linked // list of failures. name[0] = name[1] = 0, YSI_g_sCurTest = ref(name); P:3("_Testing_Start %d %d %s = %d", name[0], name[1], name[2], YSI_g_sCurTest); YSI_gCurTestName[0] = '\0', strcpy(YSI_gCurTestName, name[2]); } /**--------------------------------------------------------------------------**\ Testing_Ask Player to ask a question to. What to ask. Additional data. - Calls a dialog to ask the player if the given test actually passed. \**--------------------------------------------------------------------------**/ stock Testing_Ask(playerid, str[] = "", va_args<>) { va_format(YSI_g_sFailMessage, sizeof (YSI_g_sFailMessage), str, va_start<2>); ShowPlayerDialog(playerid, Y_TESTING_DIALOG_ID, DIALOG_STYLE_MSGBOX, "Did the test pass?", YSI_g_sFailMessage, "Yes", "No"); YSI_g_sAsked = true; } stock Testing_Test(bool:x, str[] = "", va_args<>) { P:3("Testing_Test called: %i, \"%s\"", x, str); ++YSI_g_sTests; if (!x) { ++YSI_g_sFails; if (numargs() == 2) { P:T(TEST_FAILED " %s", va_start<1>); } else { if (str[0] == '\2') { strunpack(str, !TEST_FAILED, 6); str[5] = ' '; } P:T(str, va_start<2>); } } #if defined TEST_SHOW_PASSES else { P:T(TEST_PASSED, va_start<2>); } #endif } /**--------------------------------------------------------------------------**\ Testing_Run Number of tests run. Number of tests which failed. The name of the first test which failed. Wether all tests were sucessful or not. - native Testing_Run(&tests, &fails, buffer[33] = ""); \**--------------------------------------------------------------------------**/ stock bool:Testing_Run(&tests, &fails, lastfail[33] = "", bool:p = false) { P:3("bool:Testing_Run called: %i, %i, \"%s\", %i", tests, fails, lastfail, p); #pragma unused p, lastfail #if defined RUN_TESTS P:2("Testing_Run() called"); new idx, buffer[32]; YSI_g_sCurTest = YSI_g_sFailTests = 0; while ((idx = AMX_GetPublicNamePrefix(idx, buffer, Y_TESTING_TEST))) { strunpack(buffer, buffer); // Call the setup function if there is one. buffer[0] = '_', buffer[1] = 'y', buffer[2] = 'Q', buffer[3] = '@', CallLocalFunction(buffer, ""); // Call the test. buffer[0] = 'y', buffer[1] = 'Q', buffer[2] = '@', buffer[3] = '_', fails = YSI_g_sFails; P:5("Testing_Run(): Calling %s", unpack(buffer[1])); YSI_g_sInTest = true; CallLocalFunction(buffer, ""); YSI_g_sInTest = false; if (YSI_g_sFails != fails) { WriteAmxMemory(YSI_g_sCurTest, YSI_g_sFailTests), WriteAmxMemory(YSI_g_sCurTest + 4, YSI_g_sFails - fails), YSI_g_sFailTests = YSI_g_sCurTest; } #if !defined TEST_SHOW_PASSES else { TEST_REPORT(TEST_PASSED); TEST_REPORT(" "); } #endif buffer[2] = '_', buffer[3] = '@', CallLocalFunction(buffer, ""); } tests = YSI_g_sTests; fails = YSI_g_sFails; return fails == 0; #else #pragma unused tests, fails, lastfail return true; #endif } /**--------------------------------------------------------------------------**\ Testing_Player Player to test on. Next test to run. Number of tests run. Number of tests which failed. The name of the first test which failed. Wether all tests were sucessful or not. - native Testing_Run(&tests, &fails, buffer[33] = ""); \**--------------------------------------------------------------------------**/ stock bool:Testing_Player(playerid, &idx, &tests, &fails, lastfail[33] = "", bool:p = false) { P:3("bool:Testing_Player called: %i, %i, %i, %i, \"%s\", %i", playerid, idx, tests, fails, lastfail, p); #pragma unused p #if defined RUN_TESTS P:2("Testing_Player() called"); new buffer[32]; if ((idx = AMX_GetPublicNamePrefix(YSI_g_sPlayer, buffer, Y_TESTING_PTEST))) { strunpack(buffer, buffer); // Call the setup function if there is one. buffer[0] = '_'; buffer[1] = 'y'; buffer[2] = '@'; buffer[3] = 'Q'; CallLocalFunction(buffer, ""); // Call the test. buffer[1] = '@'; buffer[2] = 'y'; fails = YSI_g_sFails; P:5("Testing_Player(): Calling %s", buffer[6]); YSI_g_sInTest = true; CallLocalFunction(buffer, ""); #if !defined TEST_SHOW_PASSES if (YSI_g_sFails == fails) { TEST_REPORT(TEST_PASSED); TEST_REPORT(" "); } #endif } tests = YSI_g_sTests; fails = YSI_g_sFails; return fails == 0; #else #pragma unused tests, fails, lastfail return true; #endif } forward OnTestsComplete(tests, fails); #if defined RUN_TESTS #if defined _AUTO_RUN_TESTS #if defined FILTERSCRIPT // Hook main in gamemodes. public OnFilterScriptInit() { #if defined Testing_OnFilterScriptInit Testing_OnFilterScriptInit(); #endif Testing_RunAll(); } #if defined _ALS_OnFilterScriptInit #undef OnFilterScriptInit #else #define _ALS_OnFilterScriptInit #endif #define OnFilterScriptInit Testing_OnFilterScriptInit #if defined Testing_OnFilterScriptInit forward Testing_OnFilterScriptInit(); #endif #else // Hook main in gamemodes. main() { #if defined Testing_main Testing_main(); #endif Testing_RunAll(); } #if defined _ALS_main #undef main #else #define _ALS_main #endif #define main forward Testing_main(); public Testing_main #endif #endif Testing_Next(playerid) { YSI_g_sInTest = false; new buffer[32]; for ( ; ; ) { new fails = YSI_g_sFails; // Get the last test (nicely fails for cellmax). if ((YSI_g_sPlayer = AMX_GetPublicNamePrefix(YSI_g_sPlayer, buffer, Y_TESTING_PTEST))) { strunpack(buffer, buffer); // Call the shutdown function if there is one. buffer[0] = 'y'; buffer[1] = '_'; buffer[2] = '@'; buffer[3] = 'Q'; CallLocalFunction(buffer, "i", playerid); } // Get the new test, but don't store the index. if (AMX_GetPublicNamePrefix(YSI_g_sPlayer, buffer, Y_TESTING_PTEST)) { YSI_g_sAsked = false; strunpack(buffer, buffer); // Call the setup function if there is one. buffer[0] = '_'; buffer[1] = 'y'; buffer[2] = '@'; buffer[3] = 'Q'; CallLocalFunction(buffer, "i", playerid); // Call the test. buffer[1] = '@'; buffer[2] = 'y'; P:5("Testing_Next(): Calling %s", unpack(buffer[1])); YSI_g_sInTest = true; CallLocalFunction(buffer, "i", playerid); } else { YSI_g_sAsked = true; // No more tests. printf("*** Tests: %d, Fails: %d", YSI_g_sTests, YSI_g_sFails); if (!YSI_g_sFails) { TEST_REPORT(" "); TEST_REPORT(" ||==========================|| "); TEST_REPORT(" || ALL PLAYER TESTS PASSED! || "); TEST_REPORT(" ||==========================|| "); TEST_REPORT(" "); } } // If the test needs a player but doesn't ask them anything // then we can't wait for "OnDialogResponse" to run the next // one. if (YSI_g_sAsked) { break; } else if (fails == YSI_g_sFails) { TEST_REPORT(TEST_PASSED); } } } public OnDialogResponse(playerid, dialogid, response, listitem, inputtext[]) { if (dialogid == Y_TESTING_DIALOG_ID) { ++YSI_g_sTests; if (response) { // Pass. TEST_REPORT(TEST_PASSED); } else { // Fail. TEST_REPORT(TEST_FAILED " %s", YSI_g_sFailMessage); ++YSI_g_sFails; } Testing_Next(playerid); return 1; } #if defined Testing_OnDialogResponse return Testing_OnDialogResponse(playerid, dialogid, response, listitem, inputtext); #else return 1; #endif } #if defined _ALS_OnDialogResponse #undef OnDialogResponse #else #define _ALS_OnDialogResponse #endif #define OnDialogResponse Testing_OnDialogResponse #if defined Testing_OnDialogResponse forward Testing_OnDialogResponse(playerid, dialogid, response, listitem, inputtext[]); #endif forward OnRuntimeError(code, &bool:suppress); public OnRuntimeError(code, &bool:suppress) { if (YSI_g_sInTest) { // Fail the current test if we see any runtime errors. Requires the // crashdetect plugin to function, but not to compile and run. Testing_Test(false, "Runtime error detected"); } #if defined Testing_OnRuntimeError return Testing_OnRuntimeError(code, suppress); #else return 1; #endif } #if defined _ALS_OnRuntimeError #undef OnRuntimeError #else #define _ALS_OnRuntimeError #endif #define OnRuntimeError Testing_OnRuntimeError #if defined Testing_OnRuntimeError forward Testing_OnRuntimeError(code, &bool:suppress); #endif public OnPlayerSpawn(playerid) { if (YSI_g_sPlayer == cellmax && !IsPlayerNPC(playerid)) { TEST_REPORT(" "); TEST_REPORT(" ||==========================|| "); TEST_REPORT(" || STARTING PLAYER TESTS... || "); TEST_REPORT(" ||==========================|| "); TEST_REPORT(" "); YSI_g_sTests = 0; YSI_g_sFails = 0; Testing_Next(playerid); } #if defined Testing_OnPlayerSpawn return Testing_OnPlayerSpawn(playerid); #else return 1; #endif } #if defined _ALS_OnPlayerSpawn #undef OnPlayerSpawn #else #define _ALS_OnPlayerSpawn #endif #define OnPlayerSpawn Testing_OnPlayerSpawn #if defined Testing_OnPlayerSpawn forward Testing_OnPlayerSpawn(playerid); #endif #endif stock Testing_RunAll() { // Disable error messages (as we're likely to generate them). //state ysi_debug : off; new tests, fails; TEST_REPORT(" "); TEST_REPORT(" ||===================|| "); TEST_REPORT(" || STARTING TESTS... || "); TEST_REPORT(" ||===================|| "); TEST_REPORT(" "); Testing_Run(tests, fails, _, true); if (YSI_g_sTestResult != 9) printf("*** Test system verification failed!"); else { printf("*** Tests: %d, Fails: %d", tests, fails); if (fails) { // List all the failing tests, along with the number of "ASSERT"s // that didn't pass. while (YSI_g_sFailTests != 0) { printf(" - Test:%s (%d)", deref(YSI_g_sFailTests + 8), ReadAmxMemory(YSI_g_sFailTests + 4)), YSI_g_sFailTests = ReadAmxMemory(YSI_g_sFailTests); } } else { TEST_REPORT(" "); TEST_REPORT(" ||===================|| "); TEST_REPORT(" || ALL TESTS PASSED! || "); TEST_REPORT(" ||===================|| "); } TEST_REPORT(" "); } //state ysi_debug : on; CallLocalFunction("OnTestsComplete", "ii", tests, fails); #if defined TEST_AUTO_EXIT SendRconCommand("exit"); #endif //state ysi_debug : on; } // Meta tests. stock Testing_TestRedirect(bool:x, str[] = "", va_args<>) { ASSERT(x == bool:YSI_g_sTestResult); ASSERT(str[0] != '\0'); ASSERT(!strcmp(str, "\2\2\2\2\2", false, 5)); } Test:y_testing_2() { new t = YSI_g_sTests, f = YSI_g_sFails; ASSERT(false == false); ASSERT(true == true); ASSERT(TRUE != FALSE); ASSERT(t + 3 == YSI_g_sTests); ASSERT(f == YSI_g_sFails); ASSERT(t + 5 == YSI_g_sTests); // Fail a fake test on purpose. //state ysi_debug : on; P:I("The next test hasn't really failed..."); P:I(" - It is testing the test system."); //state ysi_debug : off; ASSERT(false); ASSERT(f + 1 == YSI_g_sFails); // Not a mistake. Run this test twice to ASSERT(f + 1 == YSI_g_sFails); // ensure the first one didn't fail too. --YSI_g_sFails; // Reduce the failure count to not fail the whole suite. } TestInit:y_testing_1() { YSI_g_sTestResult = 5; } Test:y_testing_1() { new x = YSI_g_sTestResult; ASSERT(FALSE == false); ASSERT(TRUE == true); ASSERT(true != false); ASSERT(isnull(NULL)); ASSERT_TRUE(true); ASSERT_TRUE(!false); ASSERT_FALSE(false); ASSERT_FALSE(!true); // Test the messages themselves. #define Testing_Test Testing_TestRedirect YSI_g_sTestResult = false; ASSERT(false); YSI_g_sTestResult = true; ASSERT(true); #undef Testing_Test YSI_g_sTestResult = x + 3; } TestClose:y_testing_1() { ++YSI_g_sTestResult; } #include "..\YSI_Internal\y_shortfunc"