// Copyright 2013 Google Inc. // All rights reserved. // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above copyright // notice, this list of conditions and the following disclaimer in the // documentation and/or other materials provided with the distribution. // * Neither the name of Google Inc. nor the names of its contributors // may be used to endorse or promote products derived from this software // without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #include "store/backend.hpp" #include #include #include #include "engine/action.hpp" #include "engine/context.hpp" #include "engine/test_case.hpp" #include "engine/test_program.hpp" #include "engine/test_result.hpp" #include "store/backend.hpp" #include "store/transaction.hpp" #include "utils/format/macros.hpp" #include "utils/fs/path.hpp" #include "utils/logging/operations.hpp" #include "utils/sqlite/database.hpp" #include "utils/stream.hpp" #include "utils/units.hpp" namespace datetime = utils::datetime; namespace fs = utils::fs; namespace logging = utils::logging; namespace sqlite = utils::sqlite; namespace units = utils::units; /// Executes an SQL script within a database. /// /// \param db Database in which to run the script. /// \param path Path to the data file. static void exec_db_file(sqlite::database& db, const fs::path& path) { std::ifstream input(path.c_str()); if (!input) ATF_FAIL(F("Failed to open %s") % path); db.exec(utils::read_stream(input)); } /// Validates the contents of the action with identifier 1. /// /// \param transaction An open read transaction in the backend. static void check_action_1(store::transaction& transaction) { const fs::path root("/some/root"); std::map< std::string, std::string > environment; const engine::context context_1(root, environment); const engine::action action_1(context_1); ATF_REQUIRE_EQ(action_1, transaction.get_action(1)); store::results_iterator iter = transaction.get_action_results(1); ATF_REQUIRE(!iter); } /// Validates the contents of the action with identifier 2. /// /// \param transaction An open read transaction in the backend. static void check_action_2(store::transaction& transaction) { const fs::path root("/test/suite/root"); std::map< std::string, std::string > environment; environment["HOME"] = "/home/test"; environment["PATH"] = "/bin:/usr/bin"; const engine::context context_2(root, environment); const engine::action action_2(context_2); ATF_REQUIRE_EQ(action_2, transaction.get_action(2)); engine::test_program test_program_1( "plain", fs::path("foo_test"), fs::path("/test/suite/root"), "suite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_1(new engine::test_case( "plain", test_program_1, "main", engine::metadata_builder().build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_1); test_program_1.set_test_cases(test_cases); } const engine::test_result result_1(engine::test_result::passed); engine::test_program test_program_2( "plain", fs::path("subdir/another_test"), fs::path("/test/suite/root"), "subsuite-name", engine::metadata_builder() .set_timeout(datetime::delta(10, 0)).build()); { const engine::test_case_ptr test_case_2(new engine::test_case( "plain", test_program_2, "main", engine::metadata_builder() .set_timeout(datetime::delta(10, 0)).build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_2); test_program_2.set_test_cases(test_cases); } const engine::test_result result_2(engine::test_result::failed, "Exited with code 1"); engine::test_program test_program_3( "plain", fs::path("subdir/bar_test"), fs::path("/test/suite/root"), "subsuite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_3(new engine::test_case( "plain", test_program_3, "main", engine::metadata_builder().build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_3); test_program_3.set_test_cases(test_cases); } const engine::test_result result_3(engine::test_result::broken, "Received signal 1"); engine::test_program test_program_4( "plain", fs::path("top_test"), fs::path("/test/suite/root"), "suite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_4(new engine::test_case( "plain", test_program_4, "main", engine::metadata_builder().build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_4); test_program_4.set_test_cases(test_cases); } const engine::test_result result_4(engine::test_result::expected_failure, "Known bug"); engine::test_program test_program_5( "plain", fs::path("last_test"), fs::path("/test/suite/root"), "suite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_5(new engine::test_case( "plain", test_program_5, "main", engine::metadata_builder().build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_5); test_program_5.set_test_cases(test_cases); } const engine::test_result result_5(engine::test_result::skipped, "Does not apply"); store::results_iterator iter = transaction.get_action_results(2); ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_1, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_1, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(10, 500), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_5, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_5, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(6, 0), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_2, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_2, iter.result()); ATF_REQUIRE_EQ("Test stdout", iter.stdout_contents()); ATF_REQUIRE_EQ("Test stderr", iter.stderr_contents()); ATF_REQUIRE_EQ(datetime::delta(0, 898821), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_3, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_3, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(7, 481932), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_4, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_4, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(0, 20000), iter.duration()); ++iter; ATF_REQUIRE(!iter); } /// Validates the contents of the action with identifier 3. /// /// \param transaction An open read transaction in the backend. static void check_action_3(store::transaction& transaction) { const fs::path root("/usr/tests"); std::map< std::string, std::string > environment; environment["PATH"] = "/bin:/usr/bin"; const engine::context context_3(root, environment); const engine::action action_3(context_3); ATF_REQUIRE_EQ(action_3, transaction.get_action(3)); engine::test_program test_program_6( "atf", fs::path("complex_test"), fs::path("/usr/tests"), "suite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_6(new engine::test_case( "atf", test_program_6, "this_passes", engine::metadata_builder().build())); const engine::test_case_ptr test_case_7(new engine::test_case( "atf", test_program_6, "this_fails", engine::metadata_builder() .set_description("Test description") .set_has_cleanup(true) .set_required_memory(units::bytes(128)) .set_required_user("root").build())); const engine::test_case_ptr test_case_8(new engine::test_case( "atf", test_program_6, "this_skips", engine::metadata_builder() .add_allowed_architecture("powerpc") .add_allowed_architecture("x86_64") .add_allowed_platform("amd64") .add_allowed_platform("macppc") .add_required_config("X-foo") .add_required_config("unprivileged_user") .add_required_file(fs::path("/the/data/file")) .add_required_program(fs::path("/bin/ls")) .add_required_program(fs::path("cp")) .set_description("Test explanation") .set_has_cleanup(true) .set_required_memory(units::bytes(512)) .set_required_user("unprivileged") .set_timeout(datetime::delta(600, 0)) .build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_6); test_cases.push_back(test_case_7); test_cases.push_back(test_case_8); test_program_6.set_test_cases(test_cases); } const engine::test_result result_6(engine::test_result::passed); const engine::test_result result_7(engine::test_result::failed, "Some reason"); const engine::test_result result_8(engine::test_result::skipped, "Another reason"); engine::test_program test_program_7( "atf", fs::path("simple_test"), fs::path("/usr/tests"), "subsuite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_9(new engine::test_case( "atf", test_program_7, "main", engine::metadata_builder() .set_description("More text") .set_has_cleanup(true) .set_required_memory(units::bytes(128)) .set_required_user("unprivileged") .build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_9); test_program_7.set_test_cases(test_cases); } const engine::test_result result_9(engine::test_result::failed, "Exited with code 1"); store::results_iterator iter = transaction.get_action_results(3); ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_6, *iter.test_program()); ATF_REQUIRE_EQ("this_fails", iter.test_case_name()); ATF_REQUIRE_EQ(result_7, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(1, 897182), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_6, *iter.test_program()); ATF_REQUIRE_EQ("this_passes", iter.test_case_name()); ATF_REQUIRE_EQ(result_6, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(6, 0), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_6, *iter.test_program()); ATF_REQUIRE_EQ("this_skips", iter.test_case_name()); ATF_REQUIRE_EQ(result_8, iter.result()); ATF_REQUIRE_EQ("Another stdout", iter.stdout_contents()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(0, 817987), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_7, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_9, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE_EQ("Another stderr", iter.stderr_contents()); ATF_REQUIRE_EQ(datetime::delta(9, 961700), iter.duration()); ++iter; ATF_REQUIRE(!iter); } /// Validates the contents of the action with identifier 4. /// /// \param transaction An open read transaction in the backend. static void check_action_4(store::transaction& transaction) { const fs::path root("/usr/tests"); std::map< std::string, std::string > environment; environment["LANG"] = "C"; environment["PATH"] = "/bin:/usr/bin"; environment["TERM"] = "xterm"; const engine::context context_4(root, environment); const engine::action action_4(context_4); ATF_REQUIRE_EQ(action_4, transaction.get_action(4)); engine::test_program test_program_8( "plain", fs::path("subdir/another_test"), fs::path("/usr/tests"), "subsuite-name", engine::metadata_builder() .set_timeout(datetime::delta(10, 0)).build()); { const engine::test_case_ptr test_case_10(new engine::test_case( "plain", test_program_8, "main", engine::metadata_builder() .set_timeout(datetime::delta(10, 0)).build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_10); test_program_8.set_test_cases(test_cases); } const engine::test_result result_10(engine::test_result::failed, "Exit failure"); engine::test_program test_program_9( "atf", fs::path("complex_test"), fs::path("/usr/tests"), "suite-name", engine::metadata_builder().build()); { const engine::test_case_ptr test_case_11(new engine::test_case( "atf", test_program_9, "this_passes", engine::metadata_builder().build())); const engine::test_case_ptr test_case_12(new engine::test_case( "atf", test_program_9, "this_fails", engine::metadata_builder() .set_description("Test description") .set_required_user("root") .build())); engine::test_cases_vector test_cases; test_cases.push_back(test_case_11); test_cases.push_back(test_case_12); test_program_9.set_test_cases(test_cases); } const engine::test_result result_11(engine::test_result::passed); const engine::test_result result_12(engine::test_result::failed, "Some reason"); store::results_iterator iter = transaction.get_action_results(4); ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_9, *iter.test_program()); ATF_REQUIRE_EQ("this_fails", iter.test_case_name()); ATF_REQUIRE_EQ(result_12, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(1, 905000), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_9, *iter.test_program()); ATF_REQUIRE_EQ("this_passes", iter.test_case_name()); ATF_REQUIRE_EQ(result_11, iter.result()); ATF_REQUIRE(iter.stdout_contents().empty()); ATF_REQUIRE(iter.stderr_contents().empty()); ATF_REQUIRE_EQ(datetime::delta(0, 500000), iter.duration()); ++iter; ATF_REQUIRE(iter); ATF_REQUIRE_EQ(test_program_8, *iter.test_program()); ATF_REQUIRE_EQ("main", iter.test_case_name()); ATF_REQUIRE_EQ(result_10, iter.result()); ATF_REQUIRE_EQ("Test stdout", iter.stdout_contents()); ATF_REQUIRE_EQ("Test stderr", iter.stderr_contents()); ATF_REQUIRE_EQ(datetime::delta(1, 0), iter.duration()); ++iter; ATF_REQUIRE(!iter); } /// Validates the contents of an open database agains good known values. /// /// \param transaction An open read-only backend. static void check_data(store::backend& backend) { store::transaction transaction = backend.start(); check_action_1(transaction); check_action_2(transaction); check_action_3(transaction); check_action_4(transaction); } ATF_TEST_CASE(current_schema); ATF_TEST_CASE_HEAD(current_schema) { logging::set_inmemory(); const std::string required_files = store::detail::schema_file().str() + " " + (fs::path(get_config_var("srcdir")) / "testdata_v2.sql").str(); set_md_var("require.files", required_files); } ATF_TEST_CASE_BODY(current_schema) { const fs::path testpath("test.db"); sqlite::database db = sqlite::database::open( testpath, sqlite::open_readwrite | sqlite::open_create); exec_db_file(db, store::detail::schema_file()); exec_db_file(db, fs::path(get_config_var("srcdir")) / "testdata_v2.sql"); db.close(); store::backend backend = store::backend::open_ro(testpath); check_data(backend); } ATF_TEST_CASE(migrate_schema__v1_to_v2); ATF_TEST_CASE_HEAD(migrate_schema__v1_to_v2) { logging::set_inmemory(); const std::string required_files = store::detail::migration_file(1, 2).str() + " " + (fs::path(get_config_var("srcdir")) / "schema_v1.sql").str() + " " + (fs::path(get_config_var("srcdir")) / "testdata_v1.sql").str(); set_md_var("require.files", required_files); } ATF_TEST_CASE_BODY(migrate_schema__v1_to_v2) { const fs::path testpath("test.db"); sqlite::database db = sqlite::database::open( testpath, sqlite::open_readwrite | sqlite::open_create); exec_db_file(db, fs::path(get_config_var("srcdir")) / "schema_v1.sql"); exec_db_file(db, fs::path(get_config_var("srcdir")) / "testdata_v1.sql"); db.close(); store::migrate_schema(fs::path("test.db")); store::backend backend = store::backend::open_ro(testpath); check_data(backend); } ATF_INIT_TEST_CASES(tcs) { ATF_ADD_TEST_CASE(tcs, current_schema); ATF_ADD_TEST_CASE(tcs, migrate_schema__v1_to_v2); }