#include "gtest/gtest.h" #include "storm-config.h" #include "src/parser/FormulaParser.h" #include "src/logic/Formulas.h" #include "src/solver/EigenLinearEquationSolver.h" #include "src/models/sparse/StandardRewardModel.h" #include "src/modelchecker/prctl/SparseDtmcPrctlModelChecker.h" #include "src/modelchecker/results/ExplicitQuantitativeCheckResult.h" #include "src/settings/SettingsManager.h" #include "src/settings/modules/GeneralSettings.h" #include "src/settings/modules/EigenEquationSolverSettings.h" #include "src/settings/modules/NativeEquationSolverSettings.h" #include "src/settings/SettingMemento.h" #include "src/parser/AutoParser.h" #include "src/parser/PrismParser.h" #include "src/builder/ExplicitModelBuilder.h" #include "src/storage/expressions/ExpressionManager.h" TEST(EigenDtmcPrctlModelCheckerTest, Die) { std::shared_ptr> abstractModel = storm::parser::AutoParser<>::parseModel(STORM_CPP_BASE_PATH "/examples/dtmc/die/die.tra", STORM_CPP_BASE_PATH "/examples/dtmc/die/die.lab", "", STORM_CPP_BASE_PATH "/examples/dtmc/die/die.coin_flips.trans.rew"); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); ASSERT_EQ(abstractModel->getType(), storm::models::ModelType::Dtmc); std::shared_ptr> dtmc = abstractModel->as>(); ASSERT_EQ(dtmc->getNumberOfStates(), 13ull); ASSERT_EQ(dtmc->getNumberOfTransitions(), 20ull); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"one\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1.0 / 6.0, quantitativeResult1[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"two\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1.0 / 6.0, quantitativeResult2[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"three\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1.0 / 6.0, quantitativeResult3[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"done\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult4 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(11.0 / 3.0, quantitativeResult4[0], storm::settings::getModule().getPrecision()); } #ifdef STORM_HAVE_CARL TEST(EigenDtmcPrctlModelCheckerTest, Die_RationalNumber) { storm::prism::Program program = storm::parser::PrismParser::parse(STORM_CPP_TESTS_BASE_PATH "/functional/builder/die.pm"); storm::generator::NextStateGeneratorOptions options; options.setBuildAllLabels().setBuildAllRewardModels(); std::shared_ptr> model = storm::builder::ExplicitModelBuilder(program, options).build(); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); ASSERT_EQ(model->getType(), storm::models::ModelType::Dtmc); std::shared_ptr> dtmc = model->as>(); ASSERT_EQ(dtmc->getNumberOfStates(), 13ull); ASSERT_EQ(dtmc->getNumberOfTransitions(), 20ull); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"one\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult1[0]); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"two\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult2[0]); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"three\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult3[0]); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"done\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult4 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(11) / storm::RationalNumber(3), quantitativeResult4[0]); } TEST(EigenDtmcPrctlModelCheckerTest, Die_RationalFunction) { storm::prism::Program program = storm::parser::PrismParser::parse(STORM_CPP_TESTS_BASE_PATH "/functional/builder/parametric_die.pm"); storm::generator::NextStateGeneratorOptions options; options.setBuildAllLabels().setBuildAllRewardModels(); std::shared_ptr> model = storm::builder::ExplicitModelBuilder(program, options).build(); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); ASSERT_EQ(model->getType(), storm::models::ModelType::Dtmc); std::shared_ptr> dtmc = model->as>(); ASSERT_EQ(dtmc->getNumberOfStates(), 13ull); ASSERT_EQ(dtmc->getNumberOfTransitions(), 20ull); std::map instantiation; std::set variables = storm::models::sparse::getProbabilityParameters(*dtmc); ASSERT_EQ(variables.size(), 1ull); instantiation.emplace(*variables.begin(), storm::RationalNumber(1) / storm::RationalNumber(2)); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"one\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult1[0].evaluate(instantiation)); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"two\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult2[0].evaluate(instantiation)); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"three\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(1) / storm::RationalNumber(6), quantitativeResult3[0].evaluate(instantiation)); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"done\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult4 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::RationalNumber(11) / storm::RationalNumber(3), quantitativeResult4[0].evaluate(instantiation)); } #endif TEST(EigenDtmcPrctlModelCheckerTest, Crowds) { std::shared_ptr> abstractModel = storm::parser::AutoParser<>::parseModel(STORM_CPP_BASE_PATH "/examples/dtmc/crowds/crowds5_5.tra", STORM_CPP_BASE_PATH "/examples/dtmc/crowds/crowds5_5.lab", "", ""); ASSERT_EQ(abstractModel->getType(), storm::models::ModelType::Dtmc); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); std::shared_ptr> dtmc = abstractModel->as>(); ASSERT_EQ(8607ull, dtmc->getNumberOfStates()); ASSERT_EQ(15113ull, dtmc->getNumberOfTransitions()); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::unique_ptr>(new storm::solver::EigenLinearEquationSolverFactory())); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"observe0Greater1\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.3328800375801578281, quantitativeResult1[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"observeIGreater1\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.1522194965, quantitativeResult2[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"observeOnlyTrueSender\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.32153724292835045, quantitativeResult3[0], storm::settings::getModule().getPrecision()); } TEST(EigenDtmcPrctlModelCheckerTest, SynchronousLeader) { std::shared_ptr> abstractModel = storm::parser::AutoParser<>::parseModel(STORM_CPP_BASE_PATH "/examples/dtmc/synchronous_leader/leader4_8.tra", STORM_CPP_BASE_PATH "/examples/dtmc/synchronous_leader/leader4_8.lab", "", STORM_CPP_BASE_PATH "/examples/dtmc/synchronous_leader/leader4_8.pick.trans.rew"); ASSERT_EQ(abstractModel->getType(), storm::models::ModelType::Dtmc); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); std::shared_ptr> dtmc = abstractModel->as>(); ASSERT_EQ(12400ull, dtmc->getNumberOfStates()); ASSERT_EQ(16495ull, dtmc->getNumberOfTransitions()); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"elected\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1.0, quantitativeResult1[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F<=20 \"elected\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.9999965911265462636, quantitativeResult2[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"elected\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1.0448979591836789, quantitativeResult3[0], storm::settings::getModule().getPrecision()); } TEST(EigenDtmcPrctlModelCheckerTest, LRASingleBscc) { storm::storage::SparseMatrixBuilder matrixBuilder; std::shared_ptr> dtmc; // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); { matrixBuilder = storm::storage::SparseMatrixBuilder(2, 2, 2); matrixBuilder.addNextValue(0, 1, 1.); matrixBuilder.addNextValue(1, 0, 1.); storm::storage::SparseMatrix transitionMatrix = matrixBuilder.build(); storm::models::sparse::StateLabeling ap(2); ap.addLabel("a"); ap.addLabelToState("a", 1); dtmc.reset(new storm::models::sparse::Dtmc(transitionMatrix, ap)); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("LRA=? [\"a\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(.5, quantitativeResult1[0], storm::settings::getModule().getPrecision()); EXPECT_NEAR(.5, quantitativeResult1[1], storm::settings::getModule().getPrecision()); } { matrixBuilder = storm::storage::SparseMatrixBuilder(2, 2, 4); matrixBuilder.addNextValue(0, 0, .5); matrixBuilder.addNextValue(0, 1, .5); matrixBuilder.addNextValue(1, 0, .5); matrixBuilder.addNextValue(1, 1, .5); storm::storage::SparseMatrix transitionMatrix = matrixBuilder.build(); storm::models::sparse::StateLabeling ap(2); ap.addLabel("a"); ap.addLabelToState("a", 1); dtmc.reset(new storm::models::sparse::Dtmc(transitionMatrix, ap)); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("LRA=? [\"a\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(.5, quantitativeResult1[0], storm::settings::getModule().getPrecision()); EXPECT_NEAR(.5, quantitativeResult1[1], storm::settings::getModule().getPrecision()); } { matrixBuilder = storm::storage::SparseMatrixBuilder(3, 3, 3); matrixBuilder.addNextValue(0, 1, 1); matrixBuilder.addNextValue(1, 2, 1); matrixBuilder.addNextValue(2, 0, 1); storm::storage::SparseMatrix transitionMatrix = matrixBuilder.build(); storm::models::sparse::StateLabeling ap(3); ap.addLabel("a"); ap.addLabelToState("a", 2); dtmc.reset(new storm::models::sparse::Dtmc(transitionMatrix, ap)); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("LRA=? [\"a\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(1. / 3., quantitativeResult1[0], storm::settings::getModule().getPrecision()); EXPECT_NEAR(1. / 3., quantitativeResult1[1], storm::settings::getModule().getPrecision()); EXPECT_NEAR(1. / 3., quantitativeResult1[2], storm::settings::getModule().getPrecision()); } } TEST(EigenDtmcPrctlModelCheckerTest, LRA) { storm::storage::SparseMatrixBuilder matrixBuilder; std::shared_ptr> dtmc; // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); { matrixBuilder = storm::storage::SparseMatrixBuilder(15, 15, 20, true); matrixBuilder.addNextValue(0, 1, 1); matrixBuilder.addNextValue(1, 4, 0.7); matrixBuilder.addNextValue(1, 6, 0.3); matrixBuilder.addNextValue(2, 0, 1); matrixBuilder.addNextValue(3, 5, 0.8); matrixBuilder.addNextValue(3, 9, 0.2); matrixBuilder.addNextValue(4, 3, 1); matrixBuilder.addNextValue(5, 3, 1); matrixBuilder.addNextValue(6, 7, 1); matrixBuilder.addNextValue(7, 8, 1); matrixBuilder.addNextValue(8, 6, 1); matrixBuilder.addNextValue(9, 10, 1); matrixBuilder.addNextValue(10, 9, 1); matrixBuilder.addNextValue(11, 9, 1); matrixBuilder.addNextValue(12, 5, 0.4); matrixBuilder.addNextValue(12, 8, 0.3); matrixBuilder.addNextValue(12, 11, 0.3); matrixBuilder.addNextValue(13, 7, 0.7); matrixBuilder.addNextValue(13, 12, 0.3); matrixBuilder.addNextValue(14, 12, 1); storm::storage::SparseMatrix transitionMatrix = matrixBuilder.build(); storm::models::sparse::StateLabeling ap(15); ap.addLabel("a"); ap.addLabelToState("a", 1); ap.addLabelToState("a", 4); ap.addLabelToState("a", 5); ap.addLabelToState("a", 7); ap.addLabelToState("a", 11); ap.addLabelToState("a", 13); ap.addLabelToState("a", 14); dtmc.reset(new storm::models::sparse::Dtmc(transitionMatrix, ap)); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("LRA=? [\"a\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.3 / 3., quantitativeResult1[0], storm::settings::getModule().getPrecision()); EXPECT_NEAR(0.0, quantitativeResult1[3], storm::settings::getModule().getPrecision()); EXPECT_NEAR(1. / 3., quantitativeResult1[6], storm::settings::getModule().getPrecision()); EXPECT_NEAR(0.0, quantitativeResult1[9], storm::settings::getModule().getPrecision()); EXPECT_NEAR(0.3 / 3., quantitativeResult1[12], storm::settings::getModule().getPrecision()); EXPECT_NEAR(.79 / 3., quantitativeResult1[13], storm::settings::getModule().getPrecision()); EXPECT_NEAR(0.3 / 3., quantitativeResult1[14], storm::settings::getModule().getPrecision()); } } TEST(EigenDtmcPrctlModelCheckerTest, Conditional) { storm::prism::Program program = storm::parser::PrismParser::parse(STORM_CPP_TESTS_BASE_PATH "/functional/modelchecker/test_conditional.pm"); storm::generator::NextStateGeneratorOptions options; options.setBuildAllLabels().setBuildAllRewardModels(); std::shared_ptr> model = storm::builder::ExplicitModelBuilder(program, options).build(); ASSERT_TRUE(model->getType() == storm::models::ModelType::Dtmc); ASSERT_EQ(4ul, model->getNumberOfStates()); ASSERT_EQ(5ul, model->getNumberOfTransitions()); std::shared_ptr> dtmc = model->as>(); storm::modelchecker::SparseDtmcPrctlModelChecker> checker(*dtmc, std::make_unique>()); // A parser that we use for conveniently constructing the formulas. auto expManager = std::make_shared(); storm::parser::FormulaParser formulaParser(expManager); std::shared_ptr formula = formulaParser.parseSingleFormulaFromString("P=? [F \"target\"]"); std::unique_ptr result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult1 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(0.5, quantitativeResult1[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("P=? [F \"target\" || F \"condition\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult2 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(storm::utility::one(), quantitativeResult2[0], storm::settings::getModule().getPrecision()); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"target\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult3 = result->asExplicitQuantitativeCheckResult(); EXPECT_EQ(storm::utility::infinity(), quantitativeResult3[0]); formula = formulaParser.parseSingleFormulaFromString("R=? [F \"target\" || F \"condition\"]"); result = checker.check(*formula); storm::modelchecker::ExplicitQuantitativeCheckResult& quantitativeResult4 = result->asExplicitQuantitativeCheckResult(); EXPECT_NEAR(storm::utility::one(), quantitativeResult4[0], storm::settings::getModule().getPrecision()); }