/********************* */ /*! \file theory_bv_lazy.cpp ** \verbatim ** Top contributors (to current version): ** Liana Hadarean, Andrew Reynolds, Aina Niemetz ** This file is part of the CVC4 project. ** Copyright (c) 2009-2020 by the authors listed in the file AUTHORS ** in the top-level source directory) and their institutional affiliations. ** All rights reserved. See the file COPYING in the top-level source ** directory for licensing information.\endverbatim ** ** [[ Add lengthier description here ]] ** \todo document this file **/ #include "theory/bv/bv_solver_lazy.h" #include "expr/node_algorithm.h" #include "options/bv_options.h" #include "options/smt_options.h" #include "smt/smt_statistics_registry.h" #include "theory/bv/abstraction.h" #include "theory/bv/bv_eager_solver.h" #include "theory/bv/bv_subtheory_algebraic.h" #include "theory/bv/bv_subtheory_bitblast.h" #include "theory/bv/bv_subtheory_core.h" #include "theory/bv/bv_subtheory_inequality.h" #include "theory/bv/theory_bv_rewrite_rules_normalization.h" #include "theory/bv/theory_bv_rewrite_rules_simplification.h" #include "theory/bv/theory_bv_rewriter.h" #include "theory/bv/theory_bv_utils.h" #include "theory/theory_model.h" using namespace CVC4::theory::bv::utils; namespace CVC4 { namespace theory { namespace bv { BVSolverLazy::BVSolverLazy(TheoryBV& bv, context::Context* c, context::UserContext* u, ProofNodeManager* pnm, std::string name) : BVSolver(bv.d_state, bv.d_inferMgr), d_bv(bv), d_context(c), d_alreadyPropagatedSet(c), d_sharedTermsSet(c), d_subtheories(), d_subtheoryMap(), d_statistics(), d_staticLearnCache(), d_lemmasAdded(c, false), d_conflict(c, false), d_invalidateModelCache(c, true), d_literalsToPropagate(c), d_literalsToPropagateIndex(c, 0), d_propagatedBy(c), d_eagerSolver(), d_abstractionModule(new AbstractionModule(getStatsPrefix(THEORY_BV))), d_calledPreregister(false) { if (options::bitblastMode() == options::BitblastMode::EAGER) { d_eagerSolver.reset(new EagerBitblastSolver(c, this)); return; } if (options::bitvectorEqualitySolver()) { d_subtheories.emplace_back(new CoreSolver(c, this)); d_subtheoryMap[SUB_CORE] = d_subtheories.back().get(); } if (options::bitvectorInequalitySolver()) { d_subtheories.emplace_back(new InequalitySolver(c, u, this)); d_subtheoryMap[SUB_INEQUALITY] = d_subtheories.back().get(); } if (options::bitvectorAlgebraicSolver()) { d_subtheories.emplace_back(new AlgebraicSolver(c, this)); d_subtheoryMap[SUB_ALGEBRAIC] = d_subtheories.back().get(); } BitblastSolver* bb_solver = new BitblastSolver(c, this); if (options::bvAbstraction()) { bb_solver->setAbstraction(d_abstractionModule.get()); } d_subtheories.emplace_back(bb_solver); d_subtheoryMap[SUB_BITBLAST] = bb_solver; } BVSolverLazy::~BVSolverLazy() {} bool BVSolverLazy::needsEqualityEngine(EeSetupInfo& esi) { CoreSolver* core = (CoreSolver*)d_subtheoryMap[SUB_CORE]; if (core) { return core->needsEqualityEngine(esi); } // otherwise we don't use an equality engine return false; } void BVSolverLazy::finishInit() { CoreSolver* core = (CoreSolver*)d_subtheoryMap[SUB_CORE]; if (core) { // must finish initialization in the core solver core->finishInit(); } } void BVSolverLazy::spendResource(ResourceManager::Resource r) { d_inferManager.spendResource(r); } BVSolverLazy::Statistics::Statistics() : d_avgConflictSize("theory::bv::lazy::AvgBVConflictSize"), d_solveSubstitutions("theory::bv::lazy::NumSolveSubstitutions", 0), d_solveTimer("theory::bv::lazy::solveTimer"), d_numCallsToCheckFullEffort("theory::bv::lazy::NumFullCheckCalls", 0), d_numCallsToCheckStandardEffort("theory::bv::lazy::NumStandardCheckCalls", 0), d_weightComputationTimer("theory::bv::lazy::weightComputationTimer"), d_numMultSlice("theory::bv::lazy::NumMultSliceApplied", 0) { smtStatisticsRegistry()->registerStat(&d_avgConflictSize); smtStatisticsRegistry()->registerStat(&d_solveSubstitutions); smtStatisticsRegistry()->registerStat(&d_solveTimer); smtStatisticsRegistry()->registerStat(&d_numCallsToCheckFullEffort); smtStatisticsRegistry()->registerStat(&d_numCallsToCheckStandardEffort); smtStatisticsRegistry()->registerStat(&d_weightComputationTimer); smtStatisticsRegistry()->registerStat(&d_numMultSlice); } BVSolverLazy::Statistics::~Statistics() { smtStatisticsRegistry()->unregisterStat(&d_avgConflictSize); smtStatisticsRegistry()->unregisterStat(&d_solveSubstitutions); smtStatisticsRegistry()->unregisterStat(&d_solveTimer); smtStatisticsRegistry()->unregisterStat(&d_numCallsToCheckFullEffort); smtStatisticsRegistry()->unregisterStat(&d_numCallsToCheckStandardEffort); smtStatisticsRegistry()->unregisterStat(&d_weightComputationTimer); smtStatisticsRegistry()->unregisterStat(&d_numMultSlice); } void BVSolverLazy::preRegisterTerm(TNode node) { d_calledPreregister = true; Debug("bitvector-preregister") << "BVSolverLazy::preRegister(" << node << ")" << std::endl; if (options::bitblastMode() == options::BitblastMode::EAGER) { // the aig bit-blaster option is set heuristically // if bv abstraction is used if (!d_eagerSolver->isInitialized()) { d_eagerSolver->initialize(); } if (node.getKind() == kind::BITVECTOR_EAGER_ATOM) { Node formula = node[0]; d_eagerSolver->assertFormula(formula); } return; } for (unsigned i = 0; i < d_subtheories.size(); ++i) { d_subtheories[i]->preRegister(node); } // AJR : equality solver currently registers all terms to ExtTheory, if we // want a lazy reduction without the bv equality solver, need to call this // d_bv.d_extTheory->registerTermRec( node ); } void BVSolverLazy::sendConflict() { Assert(d_conflict); if (d_conflictNode.isNull()) { return; } else { Debug("bitvector") << indent() << "BVSolverLazy::check(): conflict " << d_conflictNode << std::endl; d_inferManager.conflict(d_conflictNode); d_statistics.d_avgConflictSize.addEntry(d_conflictNode.getNumChildren()); d_conflictNode = Node::null(); } } void BVSolverLazy::checkForLemma(TNode fact) { if (fact.getKind() == kind::EQUAL) { NodeManager* nm = NodeManager::currentNM(); if (fact[0].getKind() == kind::BITVECTOR_UREM_TOTAL) { TNode urem = fact[0]; TNode result = fact[1]; TNode divisor = urem[1]; Node result_ult_div = nm->mkNode(kind::BITVECTOR_ULT, result, divisor); Node divisor_eq_0 = nm->mkNode(kind::EQUAL, divisor, mkZero(getSize(divisor))); Node split = nm->mkNode( kind::OR, divisor_eq_0, nm->mkNode(kind::NOT, fact), result_ult_div); lemma(split); } if (fact[1].getKind() == kind::BITVECTOR_UREM_TOTAL) { TNode urem = fact[1]; TNode result = fact[0]; TNode divisor = urem[1]; Node result_ult_div = nm->mkNode(kind::BITVECTOR_ULT, result, divisor); Node divisor_eq_0 = nm->mkNode(kind::EQUAL, divisor, mkZero(getSize(divisor))); Node split = nm->mkNode( kind::OR, divisor_eq_0, nm->mkNode(kind::NOT, fact), result_ult_div); lemma(split); } } } bool BVSolverLazy::preCheck(Theory::Effort e) { check(e); return true; } void BVSolverLazy::check(Theory::Effort e) { if (done() && e < Theory::EFFORT_FULL) { return; } // last call : do reductions on extended bitvector functions if (e == Theory::EFFORT_LAST_CALL) { CoreSolver* core = (CoreSolver*)d_subtheoryMap[SUB_CORE]; if (core) { // check extended functions at last call effort core->checkExtf(e); } return; } Debug("bitvector") << "BVSolverLazy::check(" << e << ")" << std::endl; TimerStat::CodeTimer codeTimer(d_statistics.d_solveTimer); // we may be getting new assertions so the model cache may not be sound d_invalidateModelCache.set(true); // if we are using the eager solver if (options::bitblastMode() == options::BitblastMode::EAGER) { // this can only happen on an empty benchmark if (!d_eagerSolver->isInitialized()) { d_eagerSolver->initialize(); } if (!Theory::fullEffort(e)) return; std::vector assertions; while (!done()) { TNode fact = get().d_assertion; Assert(fact.getKind() == kind::BITVECTOR_EAGER_ATOM); assertions.push_back(fact); d_eagerSolver->assertFormula(fact[0]); } bool ok = d_eagerSolver->checkSat(); if (!ok) { if (assertions.size() == 1) { d_inferManager.conflict(assertions[0]); return; } Node conflict = utils::mkAnd(assertions); d_inferManager.conflict(conflict); return; } return; } if (Theory::fullEffort(e)) { ++(d_statistics.d_numCallsToCheckFullEffort); } else { ++(d_statistics.d_numCallsToCheckStandardEffort); } // if we are already in conflict just return the conflict if (inConflict()) { sendConflict(); return; } while (!done()) { TNode fact = get().d_assertion; checkForLemma(fact); for (unsigned i = 0; i < d_subtheories.size(); ++i) { d_subtheories[i]->assertFact(fact); } } bool ok = true; bool complete = false; for (unsigned i = 0; i < d_subtheories.size(); ++i) { Assert(!inConflict()); ok = d_subtheories[i]->check(e); complete = d_subtheories[i]->isComplete(); if (!ok) { // if we are in a conflict no need to check with other theories Assert(inConflict()); sendConflict(); return; } if (complete) { // if the last subtheory was complete we stop break; } } // check extended functions if (Theory::fullEffort(e)) { CoreSolver* core = (CoreSolver*)d_subtheoryMap[SUB_CORE]; if (core) { // check extended functions at full effort core->checkExtf(e); } } } bool BVSolverLazy::needsCheckLastEffort() { CoreSolver* core = (CoreSolver*)d_subtheoryMap[SUB_CORE]; if (core) { return core->needsCheckLastEffort(); } return false; } bool BVSolverLazy::collectModelValues(TheoryModel* m, const std::set& termSet) { Assert(!inConflict()); if (options::bitblastMode() == options::BitblastMode::EAGER) { if (!d_eagerSolver->collectModelInfo(m, true)) { return false; } } for (unsigned i = 0; i < d_subtheories.size(); ++i) { if (d_subtheories[i]->isComplete()) { return d_subtheories[i]->collectModelValues(m, termSet); } } return true; } Node BVSolverLazy::getModelValue(TNode var) { Assert(!inConflict()); for (unsigned i = 0; i < d_subtheories.size(); ++i) { if (d_subtheories[i]->isComplete()) { return d_subtheories[i]->getModelValue(var); } } Unreachable(); } void BVSolverLazy::propagate(Theory::Effort e) { Debug("bitvector") << indent() << "BVSolverLazy::propagate()" << std::endl; if (options::bitblastMode() == options::BitblastMode::EAGER) { return; } if (inConflict()) { return; } // go through stored propagations bool ok = true; for (; d_literalsToPropagateIndex < d_literalsToPropagate.size() && ok; d_literalsToPropagateIndex = d_literalsToPropagateIndex + 1) { TNode literal = d_literalsToPropagate[d_literalsToPropagateIndex]; // temporary fix for incremental bit-blasting if (d_state.isSatLiteral(literal)) { Debug("bitvector::propagate") << "BVSolverLazy:: propagating " << literal << "\n"; ok = d_inferManager.propagateLit(literal); } } if (!ok) { Debug("bitvector::propagate") << indent() << "BVSolverLazy::propagate(): conflict from theory engine" << std::endl; setConflict(); } } Theory::PPAssertStatus BVSolverLazy::ppAssert(TNode in, SubstitutionMap& outSubstitutions) { switch (in.getKind()) { case kind::EQUAL: { if (in[0].isVar() && d_bv.isLegalElimination(in[0], in[1])) { ++(d_statistics.d_solveSubstitutions); outSubstitutions.addSubstitution(in[0], in[1]); return Theory::PP_ASSERT_STATUS_SOLVED; } if (in[1].isVar() && d_bv.isLegalElimination(in[1], in[0])) { ++(d_statistics.d_solveSubstitutions); outSubstitutions.addSubstitution(in[1], in[0]); return Theory::PP_ASSERT_STATUS_SOLVED; } Node node = Rewriter::rewrite(in); if ((node[0].getKind() == kind::BITVECTOR_EXTRACT && node[1].isConst()) || (node[1].getKind() == kind::BITVECTOR_EXTRACT && node[0].isConst())) { Node extract = node[0].isConst() ? node[1] : node[0]; if (extract[0].isVar()) { Node c = node[0].isConst() ? node[0] : node[1]; unsigned high = utils::getExtractHigh(extract); unsigned low = utils::getExtractLow(extract); unsigned var_bitwidth = utils::getSize(extract[0]); std::vector children; if (low == 0) { Assert(high != var_bitwidth - 1); unsigned skolem_size = var_bitwidth - high - 1; Node skolem = utils::mkVar(skolem_size); children.push_back(skolem); children.push_back(c); } else if (high == var_bitwidth - 1) { unsigned skolem_size = low; Node skolem = utils::mkVar(skolem_size); children.push_back(c); children.push_back(skolem); } else { unsigned skolem1_size = low; unsigned skolem2_size = var_bitwidth - high - 1; Node skolem1 = utils::mkVar(skolem1_size); Node skolem2 = utils::mkVar(skolem2_size); children.push_back(skolem2); children.push_back(c); children.push_back(skolem1); } Node concat = utils::mkConcat(children); Assert(utils::getSize(concat) == utils::getSize(extract[0])); if (d_bv.isLegalElimination(extract[0], concat)) { outSubstitutions.addSubstitution(extract[0], concat); return Theory::PP_ASSERT_STATUS_SOLVED; } } } } break; case kind::BITVECTOR_ULT: case kind::BITVECTOR_SLT: case kind::BITVECTOR_ULE: case kind::BITVECTOR_SLE: default: // TODO other predicates break; } return Theory::PP_ASSERT_STATUS_UNSOLVED; } TrustNode BVSolverLazy::ppRewrite(TNode t) { Debug("bv-pp-rewrite") << "BVSolverLazy::ppRewrite " << t << "\n"; Node res = t; if (options::bitwiseEq() && RewriteRule::applies(t)) { Node result = RewriteRule::run(t); res = Rewriter::rewrite(result); } else if (RewriteRule::applies(t)) { Node result = RewriteRule::run(t); res = Rewriter::rewrite(result); } else if (res.getKind() == kind::EQUAL && ((res[0].getKind() == kind::BITVECTOR_PLUS && RewriteRule::applies(res[1])) || (res[1].getKind() == kind::BITVECTOR_PLUS && RewriteRule::applies(res[0])))) { Node mult = RewriteRule::applies(res[0]) ? RewriteRule::run(res[0]) : RewriteRule::run(res[1]); Node factor = mult[0]; Node sum = RewriteRule::applies(res[0]) ? res[1] : res[0]; Node new_eq = NodeManager::currentNM()->mkNode(kind::EQUAL, sum, mult); Node rewr_eq = RewriteRule::run(new_eq); if (rewr_eq[0].isVar() || rewr_eq[1].isVar()) { res = Rewriter::rewrite(rewr_eq); } else { res = t; } } else if (RewriteRule::applies(t)) { res = RewriteRule::run(t); } else if (RewriteRule::applies(t)) { res = RewriteRule::run(t); } else if (RewriteRule::applies(t)) { res = RewriteRule::run(t); } // if(t.getKind() == kind::EQUAL && // ((t[0].getKind() == kind::BITVECTOR_MULT && t[1].getKind() == // kind::BITVECTOR_PLUS) || // (t[1].getKind() == kind::BITVECTOR_MULT && t[0].getKind() == // kind::BITVECTOR_PLUS))) { // // if we have an equality between a multiplication and addition // // try to express multiplication in terms of addition // Node mult = t[0].getKind() == kind::BITVECTOR_MULT? t[0] : t[1]; // Node add = t[0].getKind() == kind::BITVECTOR_PLUS? t[0] : t[1]; // if (RewriteRule::applies(mult)) { // Node new_mult = RewriteRule::run(mult); // Node new_eq = // Rewriter::rewrite(NodeManager::currentNM()->mkNode(kind::EQUAL, // new_mult, add)); // // the simplification can cause the formula to blow up // // only apply if formula reduced // if (d_subtheoryMap.find(SUB_BITBLAST) != d_subtheoryMap.end()) { // BitblastSolver* bv = (BitblastSolver*)d_subtheoryMap[SUB_BITBLAST]; // uint64_t old_size = bv->computeAtomWeight(t); // Assert (old_size); // uint64_t new_size = bv->computeAtomWeight(new_eq); // double ratio = ((double)new_size)/old_size; // if (ratio <= 0.4) { // ++(d_statistics.d_numMultSlice); // return new_eq; // } // } // if (new_eq.getKind() == kind::CONST_BOOLEAN) { // ++(d_statistics.d_numMultSlice); // return new_eq; // } // } // } if (options::bvAbstraction() && t.getType().isBoolean()) { d_abstractionModule->addInputAtom(res); } Debug("bv-pp-rewrite") << "to " << res << "\n"; if (res != t) { return TrustNode::mkTrustRewrite(t, res, nullptr); } return TrustNode::null(); } void BVSolverLazy::presolve() { Debug("bitvector") << "BVSolverLazy::presolve" << std::endl; } static int prop_count = 0; bool BVSolverLazy::storePropagation(TNode literal, SubTheory subtheory) { Debug("bitvector::propagate") << indent() << d_context->getLevel() << " " << "BVSolverLazy::storePropagation(" << literal << ", " << subtheory << ")" << std::endl; prop_count++; // If already in conflict, no more propagation if (d_conflict) { Debug("bitvector::propagate") << indent() << "BVSolverLazy::storePropagation(" << literal << ", " << subtheory << "): already in conflict" << std::endl; return false; } // If propagated already, just skip PropagatedMap::const_iterator find = d_propagatedBy.find(literal); if (find != d_propagatedBy.end()) { return true; } else { bool polarity = literal.getKind() != kind::NOT; Node negatedLiteral = polarity ? literal.notNode() : (Node)literal[0]; find = d_propagatedBy.find(negatedLiteral); if (find != d_propagatedBy.end() && (*find).second != subtheory) { // Safe to ignore this one, subtheory should produce a conflict return true; } d_propagatedBy[literal] = subtheory; } // Propagate differs depending on the subtheory // * bitblaster needs to be left alone until it's done, otherwise it doesn't // know how to explain // * equality engine can propagate eagerly // TODO(2348): Determine if ok should be set by propagate. If not, remove ok. constexpr bool ok = true; if (subtheory == SUB_CORE) { d_inferManager.propagateLit(literal); if (!ok) { setConflict(); } } else { d_literalsToPropagate.push_back(literal); } return ok; } /* BVSolverLazy::propagate(TNode) */ void BVSolverLazy::explain(TNode literal, std::vector& assumptions) { Assert(wasPropagatedBySubtheory(literal)); SubTheory sub = getPropagatingSubtheory(literal); d_subtheoryMap[sub]->explain(literal, assumptions); } TrustNode BVSolverLazy::explain(TNode node) { Debug("bitvector::explain") << "BVSolverLazy::explain(" << node << ")" << std::endl; std::vector assumptions; // Ask for the explanation explain(node, assumptions); // this means that it is something true at level 0 Node explanation; if (assumptions.size() == 0) { explanation = utils::mkTrue(); } else { // return the explanation explanation = utils::mkAnd(assumptions); } Debug("bitvector::explain") << "BVSolverLazy::explain(" << node << ") => " << explanation << std::endl; Debug("bitvector::explain") << "BVSolverLazy::explain done. \n"; return TrustNode::mkTrustPropExp(node, explanation, nullptr); } void BVSolverLazy::notifySharedTerm(TNode t) { Debug("bitvector::sharing") << indent() << "BVSolverLazy::notifySharedTerm(" << t << ")" << std::endl; d_sharedTermsSet.insert(t); } EqualityStatus BVSolverLazy::getEqualityStatus(TNode a, TNode b) { if (options::bitblastMode() == options::BitblastMode::EAGER) return EQUALITY_UNKNOWN; Assert(options::bitblastMode() == options::BitblastMode::LAZY); for (unsigned i = 0; i < d_subtheories.size(); ++i) { EqualityStatus status = d_subtheories[i]->getEqualityStatus(a, b); if (status != EQUALITY_UNKNOWN) { return status; } } return EQUALITY_UNKNOWN; ; } void BVSolverLazy::ppStaticLearn(TNode in, NodeBuilder<>& learned) { if (d_staticLearnCache.find(in) != d_staticLearnCache.end()) { return; } d_staticLearnCache.insert(in); if (in.getKind() == kind::EQUAL) { if ((in[0].getKind() == kind::BITVECTOR_PLUS && in[1].getKind() == kind::BITVECTOR_SHL) || (in[1].getKind() == kind::BITVECTOR_PLUS && in[0].getKind() == kind::BITVECTOR_SHL)) { TNode p = in[0].getKind() == kind::BITVECTOR_PLUS ? in[0] : in[1]; TNode s = in[0].getKind() == kind::BITVECTOR_PLUS ? in[1] : in[0]; if (p.getNumChildren() == 2 && p[0].getKind() == kind::BITVECTOR_SHL && p[1].getKind() == kind::BITVECTOR_SHL) { unsigned size = utils::getSize(s); Node one = utils::mkConst(size, 1u); if (s[0] == one && p[0][0] == one && p[1][0] == one) { Node zero = utils::mkConst(size, 0u); TNode b = p[0]; TNode c = p[1]; // (s : 1 << S) = (b : 1 << B) + (c : 1 << C) Node b_eq_0 = b.eqNode(zero); Node c_eq_0 = c.eqNode(zero); Node b_eq_c = b.eqNode(c); Node dis = NodeManager::currentNM()->mkNode( kind::OR, b_eq_0, c_eq_0, b_eq_c); Node imp = in.impNode(dis); learned << imp; } } } } else if (in.getKind() == kind::AND) { for (size_t i = 0, N = in.getNumChildren(); i < N; ++i) { ppStaticLearn(in[i], learned); } } } bool BVSolverLazy::applyAbstraction(const std::vector& assertions, std::vector& new_assertions) { bool changed = d_abstractionModule->applyAbstraction(assertions, new_assertions); if (changed && options::bitblastMode() == options::BitblastMode::EAGER && options::bitvectorAig()) { // disable AIG mode AlwaysAssert(!d_eagerSolver->isInitialized()); d_eagerSolver->turnOffAig(); d_eagerSolver->initialize(); } return changed; } void BVSolverLazy::setConflict(Node conflict) { if (options::bvAbstraction()) { NodeManager* const nm = NodeManager::currentNM(); Node new_conflict = d_abstractionModule->simplifyConflict(conflict); std::vector lemmas; lemmas.push_back(new_conflict); d_abstractionModule->generalizeConflict(new_conflict, lemmas); for (unsigned i = 0; i < lemmas.size(); ++i) { lemma(nm->mkNode(kind::NOT, lemmas[i])); } } d_conflict = true; d_conflictNode = conflict; } } // namespace bv } // namespace theory } /* namespace CVC4 */