From 03ad4c27833cac122cccd52b6fca26ffb72e6110 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 19 Apr 2017 18:24:47 +0200
Subject: [PATCH 01/77] first version of symbolic bisimulation minimization
---
resources/3rdparty/CMakeLists.txt | 1 +
.../3rdparty/sylvan/src/storm_wrapper.cpp | 2 +
.../src/sylvan_storm_rational_function.c | 8 +-
.../sylvan/src/sylvan_storm_rational_number.c | 8 +-
resources/examples/testfiles/dtmc/die.pm | 6 -
src/storm/models/symbolic/Model.cpp | 15 +-
src/storm/models/symbolic/Model.h | 23 +-
src/storm/storage/dd/Add.cpp | 10 +
src/storm/storage/dd/Add.h | 21 +-
src/storm/storage/dd/DdMetaVariable.cpp | 15 +
src/storm/storage/dd/DdMetaVariable.h | 5 +
.../storage/dd/bisimulation/Partition.cpp | 123 +++++++
src/storm/storage/dd/bisimulation/Partition.h | 73 ++++
.../storage/dd/bisimulation/Signature.cpp | 25 ++
src/storm/storage/dd/bisimulation/Signature.h | 24 ++
.../dd/bisimulation/SignatureRefiner.cpp | 329 ++++++++++++++++++
.../dd/bisimulation/SignatureRefiner.h | 37 ++
src/storm/storage/dd/cudd/InternalCuddAdd.cpp | 7 +
src/storm/storage/dd/cudd/InternalCuddAdd.h | 9 +
.../storage/dd/cudd/InternalCuddDdManager.h | 6 +-
.../storage/dd/sylvan/InternalSylvanAdd.cpp | 5 +
.../storage/dd/sylvan/InternalSylvanAdd.h | 16 +-
.../dd/sylvan/InternalSylvanDdManager.cpp | 7 +-
src/storm/utility/storm.h | 16 +-
.../SymbolicBisimulationDecompositionTest.cpp | 27 ++
25 files changed, 769 insertions(+), 49 deletions(-)
create mode 100644 src/storm/storage/dd/bisimulation/Partition.cpp
create mode 100644 src/storm/storage/dd/bisimulation/Partition.h
create mode 100644 src/storm/storage/dd/bisimulation/Signature.cpp
create mode 100644 src/storm/storage/dd/bisimulation/Signature.h
create mode 100644 src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
create mode 100644 src/storm/storage/dd/bisimulation/SignatureRefiner.h
create mode 100644 src/test/storage/SymbolicBisimulationDecompositionTest.cpp
diff --git a/resources/3rdparty/CMakeLists.txt b/resources/3rdparty/CMakeLists.txt
index b62cfb3d0..97a4b4e74 100644
--- a/resources/3rdparty/CMakeLists.txt
+++ b/resources/3rdparty/CMakeLists.txt
@@ -383,6 +383,7 @@ ExternalProject_Add(
LOG_CONFIGURE ON
LOG_BUILD ON
BUILD_BYPRODUCTS ${STORM_3RDPARTY_BINARY_DIR}/sylvan/src/libsylvan${STATIC_EXT}
+ BUILD_ALWAYS
)
ExternalProject_Get_Property(sylvan source_dir)
ExternalProject_Get_Property(sylvan binary_dir)
diff --git a/resources/3rdparty/sylvan/src/storm_wrapper.cpp b/resources/3rdparty/sylvan/src/storm_wrapper.cpp
index edb31fda1..fe8ed9a91 100644
--- a/resources/3rdparty/sylvan/src/storm_wrapper.cpp
+++ b/resources/3rdparty/sylvan/src/storm_wrapper.cpp
@@ -18,6 +18,8 @@
#if defined(STORM_HAVE_GMP) && !defined(STORM_USE_CLN_EA)
#define RATIONAL_NUMBER_THREAD_SAFE
+#else
+#warning "Rational numbers do not appear to be thread-safe. Use in sylvan will be protected by mutexes, performance might degrade."
#endif
// A mutex that is used to lock all operations accessing rational numbers as they are not necessarily thread-safe.
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
index 8cf8a5b88..bf24f2bd1 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
@@ -676,7 +676,7 @@ TASK_4(MTBDD, sylvan_storm_rational_function_equal_norm_d2, MTBDD, a, MTBDD, b,
/* Check cache */
MTBDD result;
- if (cache_get3(CACHE_MTBDD_EQUAL_NORM_RF, a, b, svalue, &result)) {
+ if (cache_get3(CACHE_MTBDD_EQUAL_NORM_RF, a, b, (uint64_t)svalue, &result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_CACHED);
return result;
}
@@ -700,7 +700,7 @@ TASK_4(MTBDD, sylvan_storm_rational_function_equal_norm_d2, MTBDD, a, MTBDD, b,
if (result == mtbdd_false) *shortcircuit = 1;
/* Store in cache */
- if (cache_put3(CACHE_MTBDD_EQUAL_NORM_RF, a, b, svalue, result)) {
+ if (cache_put3(CACHE_MTBDD_EQUAL_NORM_RF, a, b, (uint64_t)svalue, result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_CACHEDPUT);
}
@@ -749,7 +749,7 @@ TASK_4(MTBDD, sylvan_storm_rational_function_equal_norm_rel_d2, MTBDD, a, MTBDD,
/* Check cache */
MTBDD result;
- if (cache_get3(CACHE_MTBDD_EQUAL_NORM_REL_RF, a, b, svalue, &result)) {
+ if (cache_get3(CACHE_MTBDD_EQUAL_NORM_REL_RF, a, b, (uint64_t)svalue, &result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_REL_CACHED);
return result;
}
@@ -773,7 +773,7 @@ TASK_4(MTBDD, sylvan_storm_rational_function_equal_norm_rel_d2, MTBDD, a, MTBDD,
if (result == mtbdd_false) *shortcircuit = 1;
/* Store in cache */
- if (cache_put3(CACHE_MTBDD_EQUAL_NORM_REL_RF, a, b, svalue, result)) {
+ if (cache_put3(CACHE_MTBDD_EQUAL_NORM_REL_RF, a, b, (uint64_t)svalue, result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_REL_CACHEDPUT);
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
index 692a6f607..7bb207a5b 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
@@ -710,7 +710,7 @@ TASK_4(MTBDD, sylvan_storm_rational_number_equal_norm_d2, MTBDD, a, MTBDD, b, st
/* Check cache */
MTBDD result;
- if (cache_get3(CACHE_MTBDD_EQUAL_NORM_RN, a, b, svalue, &result)) {
+ if (cache_get3(CACHE_MTBDD_EQUAL_NORM_RN, a, b, (uint64_t)svalue, &result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_CACHED);
return result;
}
@@ -734,7 +734,7 @@ TASK_4(MTBDD, sylvan_storm_rational_number_equal_norm_d2, MTBDD, a, MTBDD, b, st
if (result == mtbdd_false) *shortcircuit = 1;
/* Store in cache */
- if (cache_put3(CACHE_MTBDD_EQUAL_NORM_RN, a, b, svalue, result)) {
+ if (cache_put3(CACHE_MTBDD_EQUAL_NORM_RN, a, b, (uint64_t)svalue, result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_CACHEDPUT);
}
@@ -783,7 +783,7 @@ TASK_4(MTBDD, sylvan_storm_rational_number_equal_norm_rel_d2, MTBDD, a, MTBDD, b
/* Check cache */
MTBDD result;
- if (cache_get3(CACHE_MTBDD_EQUAL_NORM_REL_RN, a, b, svalue, &result)) {
+ if (cache_get3(CACHE_MTBDD_EQUAL_NORM_REL_RN, a, b, (uint64_t)svalue, &result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_REL_CACHED);
return result;
}
@@ -807,7 +807,7 @@ TASK_4(MTBDD, sylvan_storm_rational_number_equal_norm_rel_d2, MTBDD, a, MTBDD, b
if (result == mtbdd_false) *shortcircuit = 1;
/* Store in cache */
- if (cache_put3(CACHE_MTBDD_EQUAL_NORM_REL_RN, a, b, svalue, result)) {
+ if (cache_put3(CACHE_MTBDD_EQUAL_NORM_REL_RN, a, b, (uint64_t)svalue, result)) {
sylvan_stats_count(MTBDD_EQUAL_NORM_REL_CACHEDPUT);
}
diff --git a/resources/examples/testfiles/dtmc/die.pm b/resources/examples/testfiles/dtmc/die.pm
index af0797cff..5b7eb8e36 100644
--- a/resources/examples/testfiles/dtmc/die.pm
+++ b/resources/examples/testfiles/dtmc/die.pm
@@ -24,9 +24,3 @@ rewards "coin_flips"
endrewards
label "one" = s=7&d=1;
-label "two" = s=7&d=2;
-label "three" = s=7&d=3;
-label "four" = s=7&d=4;
-label "five" = s=7&d=5;
-label "six" = s=7&d=6;
-label "done" = s=7;
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index c2ca3650e..94b185b15 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -50,15 +50,10 @@ namespace storm {
}
template<storm::dd::DdType Type, typename ValueType>
- storm::dd::DdManager<Type> const& Model<Type, ValueType>::getManager() const {
+ storm::dd::DdManager<Type>& Model<Type, ValueType>::getManager() const {
return *manager;
}
-
- template<storm::dd::DdType Type, typename ValueType>
- storm::dd::DdManager<Type>& Model<Type, ValueType>::getManager() {
- return *manager;
- }
-
+
template<storm::dd::DdType Type, typename ValueType>
std::shared_ptr<storm::dd::DdManager<Type>> const& Model<Type, ValueType>::getManagerAsSharedPointer() const {
return manager;
@@ -85,6 +80,12 @@ namespace storm {
return this->getStates(labelToExpressionMap.at(label));
}
+ template<storm::dd::DdType Type, typename ValueType>
+ storm::expressions::Expression Model<Type, ValueType>::getExpression(std::string const& label) const {
+ STORM_LOG_THROW(labelToExpressionMap.find(label) != labelToExpressionMap.end(), storm::exceptions::IllegalArgumentException, "The label " << label << " is invalid for the labeling of the model.");
+ return labelToExpressionMap.at(label);
+ }
+
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> Model<Type, ValueType>::getStates(storm::expressions::Expression const& expression) const {
if (expression.isTrue()) {
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index 5c9382831..fa7d683ff 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -9,6 +9,7 @@
#include "storm/storage/expressions/Expression.h"
#include "storm/storage/expressions/Variable.h"
#include "storm/storage/dd/DdType.h"
+#include "storm/storage/dd/Bdd.h"
#include "storm/models/ModelBase.h"
#include "storm/utility/OsDetection.h"
@@ -24,9 +25,6 @@ namespace storm {
template<storm::dd::DdType Type, typename ValueType>
class Add;
- template<storm::dd::DdType Type>
- class Bdd;
-
template<storm::dd::DdType Type>
class DdManager;
@@ -104,14 +102,7 @@ namespace storm {
*
* @return The manager responsible for the DDs that represent this model.
*/
- storm::dd::DdManager<Type> const& getManager() const;
-
- /*!
- * Retrieves the manager responsible for the DDs that represent this model.
- *
- * @return The manager responsible for the DDs that represent this model.
- */
- storm::dd::DdManager<Type>& getManager();
+ storm::dd::DdManager<Type>& getManager() const;
/*!
* Retrieves the manager responsible for the DDs that represent this model.
@@ -143,10 +134,18 @@ namespace storm {
* Returns the sets of states labeled with the given label.
*
* @param label The label for which to get the labeled states.
- * @return The set of states labeled with the requested label in the form of a bit vector.
+ * @return The set of states labeled with the requested label.
*/
virtual storm::dd::Bdd<Type> getStates(std::string const& label) const;
+ /*!
+ * Returns the expression for the given label.
+ *
+ * @param label The label for which to get the expression.
+ * @return The expression characterizing the requested label.
+ */
+ virtual storm::expressions::Expression getExpression(std::string const& label) const;
+
/*!
* Returns the set of states labeled satisfying the given expression (that must be of boolean type).
*
diff --git a/src/storm/storage/dd/Add.cpp b/src/storm/storage/dd/Add.cpp
index a3d374d23..6e00de3ec 100644
--- a/src/storm/storage/dd/Add.cpp
+++ b/src/storm/storage/dd/Add.cpp
@@ -811,6 +811,16 @@ namespace storm {
Odd Add<LibraryType, ValueType>::createOdd() const {
return internalAdd.createOdd(this->getSortedVariableIndices());
}
+
+ template<DdType LibraryType, typename ValueType>
+ InternalAdd<LibraryType, ValueType> const& Add<LibraryType, ValueType>::getInternalAdd() const {
+ return internalAdd;
+ }
+
+ template<DdType LibraryType, typename ValueType>
+ InternalDdManager<LibraryType> const& Add<LibraryType, ValueType>::getInternalDdManager() const {
+ return internalAdd.getInternalDdManager();
+ }
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType>::operator InternalAdd<LibraryType, ValueType>() const {
diff --git a/src/storm/storage/dd/Add.h b/src/storm/storage/dd/Add.h
index 86f443ce3..d7a757eff 100644
--- a/src/storm/storage/dd/Add.h
+++ b/src/storm/storage/dd/Add.h
@@ -25,6 +25,11 @@ namespace storm {
template<DdType LibraryType, typename ValueType>
class AddIterator;
+ namespace bisimulation {
+ template<DdType LibraryType, typename ValueType>
+ class InternalSignatureRefiner;
+ }
+
template<DdType LibraryType, typename ValueType = double>
class Add : public Dd<LibraryType> {
public:
@@ -33,7 +38,9 @@ namespace storm {
template<DdType LibraryTypePrime, typename ValueTypePrime>
friend class Add;
-
+
+ friend class bisimulation::InternalSignatureRefiner<LibraryType, ValueType>;
+
// Instantiate all copy/move constructors/assignments with the default implementation.
Add() = default;
Add(Add<LibraryType, ValueType> const& other) = default;
@@ -624,7 +631,17 @@ namespace storm {
* @return The corresponding ODD.
*/
Odd createOdd() const;
-
+
+ /*!
+ * Retrieves the internal ADD.
+ */
+ InternalAdd<LibraryType, ValueType> const& getInternalAdd() const;
+
+ /*!
+ * Retrieves the internal ADD.
+ */
+ InternalDdManager<LibraryType> const& getInternalDdManager() const;
+
private:
/*!
* Creates an ADD from the given internal ADD.
diff --git a/src/storm/storage/dd/DdMetaVariable.cpp b/src/storm/storage/dd/DdMetaVariable.cpp
index 620e7311e..440612d7c 100644
--- a/src/storm/storage/dd/DdMetaVariable.cpp
+++ b/src/storm/storage/dd/DdMetaVariable.cpp
@@ -49,6 +49,21 @@ namespace storm {
return this->cube;
}
+ template<DdType LibraryType>
+ uint64_t DdMetaVariable<LibraryType>::getHighestLevel() const {
+ uint64_t result = 0;
+ bool first = true;
+ for (auto const& v : ddVariables) {
+ if (first) {
+ result = v.getLevel();
+ } else {
+ result = std::max(result, v.getLevel());
+ }
+ }
+
+ return result;
+ }
+
template<DdType LibraryType>
void DdMetaVariable<LibraryType>::createCube() {
STORM_LOG_ASSERT(!this->ddVariables.empty(), "The DD variables must not be empty.");
diff --git a/src/storm/storage/dd/DdMetaVariable.h b/src/storm/storage/dd/DdMetaVariable.h
index c596b612a..9b9b736ed 100644
--- a/src/storm/storage/dd/DdMetaVariable.h
+++ b/src/storm/storage/dd/DdMetaVariable.h
@@ -73,6 +73,11 @@ namespace storm {
*/
Bdd<LibraryType> const& getCube() const;
+ /*!
+ * Retrieves the highest level of all DD variables belonging to this meta variable.
+ */
+ uint64_t getHighestLevel() const;
+
private:
/*!
* Creates an integer meta variable with the given name and range bounds.
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
new file mode 100644
index 000000000..6ba1c2ca9
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -0,0 +1,123 @@
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+#include "storm/storage/dd/DdManager.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partitionAdd(partitionAdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool Partition<DdType, ValueType>::operator==(Partition<DdType, ValueType> const& other) {
+ return this->partitionAdd == other.partitionAdd && this->blockVariable == other.blockVariable && this->nextFreeBlockIndex == other.nextFreeBlockIndex;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartitionAdd(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const {
+ return Partition<DdType, ValueType>(newPartitionAdd, blockVariable, nextFreeBlockIndex);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model) {
+ return create(model, model.getLabels());
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels) {
+ std::vector<storm::expressions::Expression> expressions;
+ for (auto const& label : labels) {
+ expressions.push_back(model.getExpression(label));
+ }
+ return create(model, expressions);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions) {
+ storm::dd::DdManager<DdType>& manager = model.getManager();
+
+ std::vector<storm::dd::Bdd<DdType>> stateSets;
+ for (auto const& expression : expressions) {
+ stateSets.emplace_back(model.getStates(expression));
+ }
+
+ storm::expressions::Variable blockVariable = createBlockVariable(manager, model.getReachableStates().getNonZeroCount());
+ std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> partitionAddAndBlockCount = createPartitionAdd(manager, model, stateSets, blockVariable);
+ return Partition<DdType, ValueType>(partitionAddAndBlockCount.first, blockVariable, partitionAddAndBlockCount.second);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ uint64_t Partition<DdType, ValueType>::getNumberOfBlocks() const {
+ return nextFreeBlockIndex;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Add<DdType, ValueType> const& Partition<DdType, ValueType>::getPartitionAdd() const {
+ return partitionAdd;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::expressions::Variable const& Partition<DdType, ValueType>::getBlockVariable() const {
+ return blockVariable;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ uint64_t Partition<DdType, ValueType>::getNextFreeBlockIndex() const {
+ return nextFreeBlockIndex;
+ }
+
+ template<storm::dd::DdType DdType>
+ void enumerateBlocksRec(std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::dd::Bdd<DdType> const& currentStateSet, uint64_t offset, storm::expressions::Variable const& blockVariable, std::function<void (storm::dd::Bdd<DdType> const&)> const& callback) {
+ if (currentStateSet.isZero()) {
+ return;
+ }
+ if (offset == stateSets.size()) {
+ callback(currentStateSet);
+ } else {
+ enumerateBlocksRec(stateSets, currentStateSet && stateSets[offset], offset + 1, blockVariable, callback);
+ enumerateBlocksRec(stateSets, currentStateSet && !stateSets[offset], offset + 1, blockVariable, callback);
+ }
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> Partition<DdType, ValueType>::createPartitionAdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable) {
+ uint64_t blockCount = 0;
+ storm::dd::Add<DdType, ValueType> partitionAdd = manager.template getAddZero<ValueType>();
+
+ // Enumerate all realizable blocks.
+ enumerateBlocksRec<DdType>(stateSets, model.getReachableStates(), 0, blockVariable, [&manager, &partitionAdd, &blockVariable, &blockCount](storm::dd::Bdd<DdType> const& stateSet) {
+ stateSet.template toAdd<ValueType>().exportToDot("states_" + std::to_string(blockCount) + ".dot");
+ partitionAdd += (stateSet && manager.getEncoding(blockVariable, blockCount)).template toAdd<ValueType>();
+ blockCount++;
+ } );
+
+ return std::make_pair(partitionAdd, blockCount);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::expressions::Variable Partition<DdType, ValueType>::createBlockVariable(storm::dd::DdManager<DdType>& manager, uint64_t numberOfStates) {
+ storm::expressions::Variable blockVariable;
+ if (manager.hasMetaVariable("blocks")) {
+ int64_t counter = 0;
+ while (manager.hasMetaVariable("block" + std::to_string(counter))) {
+ ++counter;
+ }
+ blockVariable = manager.addMetaVariable("blocks" + std::to_string(counter), 0, numberOfStates, 1).front();
+ } else {
+ blockVariable = manager.addMetaVariable("blocks", 0, numberOfStates, 1).front();
+ }
+ return blockVariable;
+ }
+
+ template class Partition<storm::dd::DdType::CUDD, double>;
+
+ template class Partition<storm::dd::DdType::Sylvan, double>;
+ template class Partition<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class Partition<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
new file mode 100644
index 000000000..647acf996
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -0,0 +1,73 @@
+#pragma once
+
+#include "storm/storage/dd/DdType.h"
+#include "storm/storage/dd/Add.h"
+
+#include "storm/models/symbolic/Model.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class Partition {
+ public:
+ Partition() = default;
+
+ /*!
+ * Creates a new partition from the given data.
+ *
+ * @param partitionAdd An ADD that maps encoding over the state/row variables and the block variable to
+ * one iff the state is in the block.
+ * @param blockVariable The variable to use for the block encoding. Its range must be [0, x] where x is
+ * the number of states in the partition.
+ * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
+ * between 0 and this number.
+ */
+ Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex);
+
+ bool operator==(Partition<DdType, ValueType> const& other);
+
+ Partition<DdType, ValueType> replacePartitionAdd(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
+
+ /*!
+ * Creates a partition from the given model that respects all labels.
+ */
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model);
+
+ /*!
+ * Creates a partition from the given model that respects the given labels.
+ */
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels);
+
+ /*!
+ * Creates a partition from the given model that respects the given expressions.
+ */
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions);
+
+ uint64_t getNumberOfBlocks() const;
+
+ storm::dd::Add<DdType, ValueType> const& getPartitionAdd() const;
+
+ storm::expressions::Variable const& getBlockVariable() const;
+
+ uint64_t getNextFreeBlockIndex() const;
+
+ private:
+ static std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> createPartitionAdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
+
+ static storm::expressions::Variable createBlockVariable(storm::dd::DdManager<DdType>& manager, uint64_t numberOfStates);
+
+ // The ADD representing the partition. The ADD is over the row variables of the model and the block variable.
+ storm::dd::Add<DdType, ValueType> partitionAdd;
+
+ // The meta variable used to encode the block of each state in this partition.
+ storm::expressions::Variable blockVariable;
+
+ // The next free block index.
+ uint64_t nextFreeBlockIndex;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/Signature.cpp b/src/storm/storage/dd/bisimulation/Signature.cpp
new file mode 100644
index 000000000..e4a06feab
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/Signature.cpp
@@ -0,0 +1,25 @@
+#include "storm/storage/dd/bisimulation/Signature.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType>::Signature(storm::dd::Add<DdType, ValueType> const& signatureAdd) : signatureAdd(signatureAdd) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Add<DdType, ValueType> const& Signature<DdType, ValueType>::getSignatureAdd() const {
+ return signatureAdd;
+ }
+
+ template class Signature<storm::dd::DdType::CUDD, double>;
+
+ template class Signature<storm::dd::DdType::Sylvan, double>;
+ template class Signature<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class Signature<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/Signature.h b/src/storm/storage/dd/bisimulation/Signature.h
new file mode 100644
index 000000000..437839d54
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/Signature.h
@@ -0,0 +1,24 @@
+#pragma once
+
+#include "storm/storage/dd/DdType.h"
+
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class Signature {
+ public:
+ Signature(storm::dd::Add<DdType, ValueType> const& signatureAdd);
+
+ storm::dd::Add<DdType, ValueType> const& getSignatureAdd() const;
+
+ private:
+ storm::dd::Add<DdType, ValueType> signatureAdd;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
new file mode 100644
index 000000000..2ac0dd22c
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -0,0 +1,329 @@
+#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+
+#include <unordered_map>
+
+#include "storm/storage/dd/DdManager.h"
+
+#include "storm/storage/dd/cudd/InternalCuddDdManager.h"
+
+#include "storm/utility/macros.h"
+#include "storm/exceptions/NotImplementedException.h"
+
+#include "resources/3rdparty/sparsepp/sparsepp.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ struct CuddPointerPairHash {
+ std::size_t operator()(std::pair<DdNode const*, DdNode const*> const& pair) const {
+ std::size_t seed = std::hash<DdNode const*>()(pair.first);
+ boost::hash_combine(seed, pair.second);
+ return seed;
+ }
+ };
+
+ struct SylvanMTBDDPairHash {
+ std::size_t operator()(std::pair<MTBDD, MTBDD> const& pair) const {
+ std::size_t seed = std::hash<MTBDD>()(pair.first);
+ boost::hash_combine(seed, pair.second);
+ return seed;
+ }
+ };
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalSignatureRefiner;
+
+ template<typename ValueType>
+ class InternalSignatureRefiner<storm::dd::DdType::CUDD, ValueType> {
+ public:
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0) {
+ // Intentionally left empty.
+ }
+
+ Partition<storm::dd::DdType::CUDD, ValueType> refine(Partition<storm::dd::DdType::CUDD, ValueType> const& oldPartition, Signature<storm::dd::DdType::CUDD, ValueType> const& signature) {
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd = refine(oldPartition, signature.getSignatureAdd());
+ ++numberOfRefinements;
+ return oldPartition.replacePartitionAdd(newPartitionAdd, nextFreeBlockIndex);
+ }
+
+ private:
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> refine(Partition<storm::dd::DdType::CUDD, ValueType> const& oldPartition, storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& signatureAdd) {
+ // Clear the caches.
+ signatureCache.clear();
+ reuseBlocksCache.clear();
+ nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
+
+ // Perform the actual recursive refinement step.
+ DdNodePtr result = refine(oldPartition.getPartitionAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode());
+
+ // Construct resulting ADD from the obtained node and the meta information.
+ storm::dd::InternalAdd<storm::dd::DdType::CUDD, ValueType> internalNewPartitionAdd(&internalDdManager, cudd::ADD(internalDdManager.getCuddManager(), result));
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd(oldPartition.getPartitionAdd().getDdManager(), internalNewPartitionAdd, oldPartition.getPartitionAdd().getContainedMetaVariables());
+
+ return newPartitionAdd;
+ }
+
+ DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode) {
+ ::DdManager* ddman = internalDdManager.getCuddManager().getManager();
+
+ // Check the cache whether we have seen the same node before.
+ auto sigCacheIt = signatureCache.find(std::make_pair(signatureNode, partitionNode));
+ if (sigCacheIt != signatureCache.end()) {
+ // If so, we return the corresponding result.
+ return sigCacheIt->second;
+ }
+
+ // Determine the levels in the DDs.
+ uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode);
+ uint64_t signatureVariable = Cudd_NodeReadIndex(signatureNode);
+ uint64_t partitionLevel = Cudd_ReadPerm(ddman, partitionVariable);
+ uint64_t signatureLevel = Cudd_ReadPerm(ddman, signatureVariable);
+ uint64_t topLevel = std::min(partitionLevel, signatureLevel);
+ uint64_t topVariable = topLevel == partitionLevel ? partitionVariable : signatureVariable;
+
+ // Check whether the top variable is still within the state encoding.
+ if (topLevel <= lastStateLevel) {
+ // Determine subresults by recursive descent.
+ DdNodePtr thenResult;
+ DdNodePtr elseResult;
+ if (partitionLevel < signatureLevel) {
+ thenResult = refine(Cudd_T(partitionNode), signatureNode);
+ Cudd_Ref(thenResult);
+ elseResult = refine(Cudd_E(partitionNode), signatureNode);
+ Cudd_Ref(elseResult);
+ } else if (partitionLevel > signatureLevel) {
+ thenResult = refine(partitionNode, Cudd_T(signatureNode));
+ Cudd_Ref(thenResult);
+ elseResult = refine(partitionNode, Cudd_E(signatureNode));
+ Cudd_Ref(elseResult);
+ } else {
+ thenResult = refine(Cudd_T(partitionNode), Cudd_T(signatureNode));
+ Cudd_Ref(thenResult);
+ elseResult = refine(Cudd_E(partitionNode), Cudd_E(signatureNode));
+ Cudd_Ref(elseResult);
+ }
+
+ if (thenResult == elseResult) {
+ Cudd_Deref(thenResult);
+ Cudd_Deref(elseResult);
+ return thenResult;
+ }
+
+ // Get the node to connect the subresults.
+ DdNode* var = Cudd_addIthVar(ddman, topVariable);
+ Cudd_Ref(var);
+ DdNode* result = Cudd_addIte(ddman, var, thenResult, elseResult);
+ Cudd_Ref(result);
+ Cudd_RecursiveDeref(ddman, var);
+ Cudd_Deref(thenResult);
+ Cudd_Deref(elseResult);
+
+ // Store the result in the cache.
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+
+ Cudd_Deref(result);
+ return result;
+ } else {
+
+ // If we are not within the state encoding any more, we hit the signature itself.
+
+ // If we arrived at the constant zero node, then this was an illegal state encoding (we require
+ // all states to be non-deadlock).
+ if (signatureNode == Cudd_ReadZero(ddman)) {
+ return signatureNode;
+ }
+
+ // If this is the first time (in this traversal) that we encounter this signature, we check
+ // whether we can assign the old block number to it.
+ auto reuseCacheIt = reuseBlocksCache.find(partitionNode);
+ if (reuseCacheIt == reuseBlocksCache.end()) {
+ reuseBlocksCache.emplace(partitionNode, true);
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = partitionNode;
+ return partitionNode;
+ } else {
+ DdNode* result;
+ {
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex).template toAdd<ValueType>();
+ ++nextFreeBlockIndex;
+ result = blockEncoding.getInternalAdd().getCuddDdNode();
+ Cudd_Ref(result);
+ }
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+ Cudd_Deref(result);
+ return result;
+ }
+ }
+ }
+
+ storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager;
+ storm::dd::InternalDdManager<storm::dd::DdType::CUDD> const& internalDdManager;
+ storm::expressions::Variable const& blockVariable;
+
+ // The last level that belongs to the state encoding in the DDs.
+ uint64_t lastStateLevel;
+
+ // The current number of blocks of the new partition.
+ uint64_t nextFreeBlockIndex;
+
+ // The number of completed refinements.
+ uint64_t numberOfRefinements;
+
+ // The cache used to identify states with identical signature.
+ spp::sparse_hash_map<std::pair<DdNode const*, DdNode const*>, DdNode*, CuddPointerPairHash> signatureCache;
+
+ // The cache used to identify which old block numbers have already been reused.
+ spp::sparse_hash_map<DdNode const*, bool> reuseBlocksCache;
+ };
+
+
+ template<typename ValueType>
+ class InternalSignatureRefiner<storm::dd::DdType::Sylvan, ValueType> {
+ public:
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0) {
+ // Intentionally left empty.
+ }
+
+ Partition<storm::dd::DdType::Sylvan, ValueType> refine(Partition<storm::dd::DdType::Sylvan, ValueType> const& oldPartition, Signature<storm::dd::DdType::Sylvan, ValueType> const& signature) {
+ storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> newPartitionAdd = refine(oldPartition, signature.getSignatureAdd());
+ ++numberOfRefinements;
+ return oldPartition.replacePartitionAdd(newPartitionAdd, nextFreeBlockIndex);
+ }
+
+ private:
+ storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> refine(Partition<storm::dd::DdType::Sylvan, ValueType> const& oldPartition, storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& signatureAdd) {
+ // Clear the caches.
+ signatureCache.clear();
+ reuseBlocksCache.clear();
+ nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
+
+ // Perform the actual recursive refinement step.
+ MTBDD result = refine(oldPartition.getPartitionAdd().getInternalAdd().getSylvanMtbdd().GetMTBDD(), signatureAdd.getInternalAdd().getSylvanMtbdd().GetMTBDD());
+
+ // Construct resulting ADD from the obtained node and the meta information.
+ storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType> internalNewPartitionAdd(&internalDdManager, sylvan::Mtbdd(result));
+ storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> newPartitionAdd(oldPartition.getPartitionAdd().getDdManager(), internalNewPartitionAdd, oldPartition.getPartitionAdd().getContainedMetaVariables());
+
+ return newPartitionAdd;
+ }
+
+ MTBDD refine(MTBDD partitionNode, MTBDD signatureNode) {
+ LACE_ME;
+
+ // Check the cache whether we have seen the same node before.
+ auto sigCacheIt = signatureCache.find(std::make_pair(signatureNode, partitionNode));
+ if (sigCacheIt != signatureCache.end()) {
+ // If so, we return the corresponding result.
+ return sigCacheIt->second;
+ }
+
+ // Determine levels in the DDs.
+ BDDVAR signatureVariable = mtbdd_isleaf(signatureNode) ? 0xffffffff : sylvan_var(signatureNode);
+ BDDVAR partitionVariable = sylvan_var(partitionNode);
+ BDDVAR topVariable = std::min(signatureVariable, partitionVariable);
+
+ // Check whether the top variable is still within the state encoding.
+ if (topVariable <= lastStateLevel) {
+ // Determine subresults by recursive descent.
+ MTBDD thenResult;
+ MTBDD elseResult;
+ if (partitionVariable < signatureVariable) {
+ thenResult = refine(sylvan_high(partitionNode), signatureNode);
+ elseResult = refine(sylvan_low(partitionNode), signatureNode);
+ } else if (partitionVariable > signatureVariable) {
+ thenResult = refine(partitionNode, sylvan_high(signatureNode));
+ elseResult = refine(partitionNode, sylvan_low(signatureNode));
+ } else {
+ thenResult = refine(sylvan_high(partitionNode), sylvan_high(signatureNode));
+ elseResult = refine(sylvan_low(partitionNode), sylvan_low(signatureNode));
+ }
+
+ if (thenResult == elseResult) {
+ return thenResult;
+ }
+
+ // Get the node to connect the subresults.
+ MTBDD result = mtbdd_ite(sylvan_ithvar(topVariable), thenResult, elseResult);
+
+ // Store the result in the cache.
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+
+ return result;
+ } else {
+
+ // If we are not within the state encoding any more, we hit the signature itself.
+
+ // If we arrived at the constant zero node, then this was an illegal state encoding (we require
+ // all states to be non-deadlock).
+ if (mtbdd_iszero(signatureNode)) {
+ return signatureNode;
+ }
+
+ // If this is the first time (in this traversal) that we encounter this signature, we check
+ // whether we can assign the old block number to it.
+ auto reuseCacheIt = reuseBlocksCache.find(partitionNode);
+ if (reuseCacheIt == reuseBlocksCache.end()) {
+ reuseBlocksCache.emplace(partitionNode, true);
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = partitionNode;
+ return partitionNode;
+ } else {
+ MTBDD result;
+ {
+ storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex).template toAdd<ValueType>();
+ ++nextFreeBlockIndex;
+ result = blockEncoding.getInternalAdd().getSylvanMtbdd().GetMTBDD();
+ }
+ signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+ return result;
+ }
+ }
+ }
+
+ storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager;
+ storm::dd::InternalDdManager<storm::dd::DdType::Sylvan> const& internalDdManager;
+ storm::expressions::Variable const& blockVariable;
+
+ // The last level that belongs to the state encoding in the DDs.
+ uint64_t lastStateLevel;
+
+ // The current number of blocks of the new partition.
+ uint64_t nextFreeBlockIndex;
+
+ // The number of completed refinements.
+ uint64_t numberOfRefinements;
+
+ // The cache used to identify states with identical signature.
+ spp::sparse_hash_map<std::pair<MTBDD, MTBDD>, MTBDD, SylvanMTBDDPairHash> signatureCache;
+
+ // The cache used to identify which old block numbers have already been reused.
+ spp::sparse_hash_map<MTBDD, bool> reuseBlocksCache;
+ };
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureRefiner<DdType, ValueType>::SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables) : manager(manager), stateVariables(stateVariables) {
+ uint64_t lastStateLevel = 0;
+ for (auto const& stateVariable : stateVariables) {
+ lastStateLevel = std::max(lastStateLevel, manager.getMetaVariable(stateVariable).getHighestLevel());
+ }
+
+ internalRefiner = std::make_unique<InternalSignatureRefiner<DdType, ValueType>>(manager, blockVariable, lastStateLevel);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureRefiner<DdType, ValueType>::~SignatureRefiner() = default;
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> SignatureRefiner<DdType, ValueType>::refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature) {
+ return internalRefiner->refine(oldPartition, signature);
+ }
+
+ template class SignatureRefiner<storm::dd::DdType::CUDD, double>;
+
+ template class SignatureRefiner<storm::dd::DdType::Sylvan, double>;
+ template class SignatureRefiner<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class SignatureRefiner<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.h b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
new file mode 100644
index 000000000..32532dc62
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
@@ -0,0 +1,37 @@
+#pragma once
+
+#include "storm/storage/dd/DdType.h"
+
+#include "storm/storage/dd/bisimulation/Partition.h"
+#include "storm/storage/dd/bisimulation/Signature.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalSignatureRefiner;
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class SignatureRefiner {
+ public:
+ SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables);
+
+ ~SignatureRefiner();
+
+ Partition<DdType, ValueType> refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature);
+
+ private:
+ // The manager responsible for the DDs.
+ storm::dd::DdManager<DdType> const& manager;
+
+ // The variables encodin the states.
+ std::set<storm::expressions::Variable> const& stateVariables;
+
+ // The internal refiner.
+ std::unique_ptr<InternalSignatureRefiner<DdType, ValueType>> internalRefiner;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
index d02222df0..142381d36 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
@@ -209,6 +209,8 @@ namespace storm {
summationAdds.push_back(ddVariable.toAdd<ValueType>().getCuddAdd());
}
+ return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().TimesPlus(otherMatrix.getCuddAdd(), summationAdds));
+ return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().Triangle(otherMatrix.getCuddAdd(), summationAdds));
return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().MatrixMultiply(otherMatrix.getCuddAdd(), summationAdds));
}
@@ -425,6 +427,11 @@ namespace storm {
}
}
+ template<typename ValueType>
+ InternalDdManager<DdType::CUDD> const& InternalAdd<DdType::CUDD, ValueType>::getInternalDdManager() const {
+ return *ddManager;
+ }
+
template<typename ValueType>
void InternalAdd<DdType::CUDD, ValueType>::composeWithExplicitVector(storm::dd::Odd const& odd, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<ValueType>& targetVector, std::function<ValueType (ValueType const&, ValueType const&)> const& function) const {
composeWithExplicitVectorRec(this->getCuddDdNode(), nullptr, 0, ddVariableIndices.size(), 0, odd, ddVariableIndices, targetVector, function);
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.h b/src/storm/storage/dd/cudd/InternalCuddAdd.h
index 360a7b0f9..2218e3f62 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.h
@@ -38,12 +38,19 @@ namespace storm {
template<DdType LibraryType, typename ValueType>
class AddIterator;
+
+ namespace bisimulation {
+ template<DdType LibraryType, typename ValueType>
+ class InternalSignatureRefiner;
+ }
template<typename ValueType>
class InternalAdd<DdType::CUDD, ValueType> {
public:
friend class InternalBdd<DdType::CUDD>;
+ friend class bisimulation::InternalSignatureRefiner<DdType::CUDD, ValueType>;
+
/*!
* Creates an ADD that encapsulates the given CUDD ADD.
*
@@ -576,6 +583,8 @@ namespace storm {
*/
Odd createOdd(std::vector<uint_fast64_t> const& ddVariableIndices) const;
+ InternalDdManager<DdType::CUDD> const& getInternalDdManager() const;
+
private:
/*!
* Retrieves the CUDD ADD object associated with this ADD.
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.h b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
index 17d715206..404f577bf 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.h
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
@@ -118,21 +118,21 @@ namespace storm {
*/
uint_fast64_t getNumberOfDdVariables() const;
- private:
/*!
* Retrieves the underlying CUDD manager.
*
* @return The underlying CUDD manager.
*/
cudd::Cudd& getCuddManager();
-
+
/*!
* Retrieves the underlying CUDD manager.
*
* @return The underlying CUDD manager.
*/
cudd::Cudd const& getCuddManager() const;
-
+
+ private:
// The manager responsible for the DDs created/modified with this DdManager.
cudd::Cudd cuddManager;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
index dfa171eef..052fc2925 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
@@ -828,6 +828,11 @@ namespace storm {
}
}
+ template<typename ValueType>
+ InternalDdManager<DdType::Sylvan> const& InternalAdd<DdType::Sylvan, ValueType>::getInternalDdManager() const {
+ return *ddManager;
+ }
+
template<typename ValueType>
void InternalAdd<DdType::Sylvan, ValueType>::composeWithExplicitVector(storm::dd::Odd const& odd, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<ValueType>& targetVector, std::function<ValueType (ValueType const&, ValueType const&)> const& function) const {
composeWithExplicitVectorRec(mtbdd_regular(this->getSylvanMtbdd().GetMTBDD()), mtbdd_hascomp(this->getSylvanMtbdd().GetMTBDD()), nullptr, 0, ddVariableIndices.size(), 0, odd, ddVariableIndices, targetVector, function);
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
index 13b96d25a..d719462ea 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
@@ -586,6 +586,15 @@ namespace storm {
*/
Odd createOdd(std::vector<uint_fast64_t> const& ddVariableIndices) const;
+ InternalDdManager<DdType::Sylvan> const& getInternalDdManager() const;
+
+ /*!
+ * Retrieves the underlying sylvan MTBDD.
+ *
+ * @return The sylvan MTBDD.
+ */
+ sylvan::Mtbdd getSylvanMtbdd() const;
+
private:
/*!
* Recursively builds the ODD from an ADD.
@@ -721,13 +730,6 @@ namespace storm {
*/
static ValueType getValue(MTBDD const& node);
- /*!
- * Retrieves the underlying sylvan MTBDD.
- *
- * @return The sylvan MTBDD.
- */
- sylvan::Mtbdd getSylvanMtbdd() const;
-
// The manager responsible for this MTBDD.
InternalDdManager<DdType::Sylvan> const* ddManager;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index c026fbb1f..38644c856 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -9,6 +9,7 @@
#include "storm/utility/constants.h"
#include "storm/utility/macros.h"
#include "storm/exceptions/NotSupportedException.h"
+#include "storm/exceptions/InvalidSettingsException.h"
#include "storm/utility/sylvan.h"
@@ -47,7 +48,11 @@ namespace storm {
// Compute the power of two that still fits within the total numbers to store.
uint_fast64_t powerOfTwo = findLargestPowerOfTwoFitting(totalNodesToStore);
- sylvan::Sylvan::initPackage(1ull << std::max(16ull, powerOfTwo > 24 ? powerOfTwo - 8 : 0ull), 1ull << (powerOfTwo - 1), 1ull << std::max(16ull, powerOfTwo > 24 ? powerOfTwo - 12 : 0ull), 1ull << (powerOfTwo - 1));
+ STORM_LOG_THROW(powerOfTwo >= 16, storm::exceptions::InvalidSettingsException, "Too little memory assigned to sylvan.");
+
+ STORM_LOG_TRACE("Assigning " << (1ull << (powerOfTwo - 1)) << " slots to both sylvan's unique table and its cache.");
+ sylvan::Sylvan::initPackage(1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
+ sylvan::Sylvan::setGranularity(3);
sylvan::Sylvan::initBdd();
sylvan::Sylvan::initMtbdd();
sylvan::Sylvan::initCustomMtbdd();
diff --git a/src/storm/utility/storm.h b/src/storm/utility/storm.h
index 407c0b40c..af63624de 100644
--- a/src/storm/utility/storm.h
+++ b/src/storm/utility/storm.h
@@ -54,6 +54,7 @@
// Headers for model processing.
#include "storm/storage/bisimulation/DeterministicModelBisimulationDecomposition.h"
#include "storm/storage/bisimulation/NondeterministicModelBisimulationDecomposition.h"
+#include "storm/storage/dd/BisimulationDecomposition.h"
#include "storm/transformer/SymbolicToSparseTransformer.h"
#include "storm/storage/ModelFormulasPair.h"
#include "storm/storage/SymbolicModelDescription.h"
@@ -167,20 +168,30 @@ namespace storm {
template<typename ValueType, storm::dd::DdType LibraryType = storm::dd::DdType::CUDD>
std::shared_ptr<storm::models::symbolic::Model<LibraryType, ValueType>> buildSymbolicModel(storm::storage::SymbolicModelDescription const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ std::shared_ptr<storm::models::symbolic::Model<LibraryType, ValueType>> result;
if (model.isPrismProgram()) {
typename storm::builder::DdPrismModelBuilder<LibraryType, ValueType>::Options options;
options = typename storm::builder::DdPrismModelBuilder<LibraryType, ValueType>::Options(formulas);
storm::builder::DdPrismModelBuilder<LibraryType, ValueType> builder;
- return builder.build(model.asPrismProgram(), options);
+ result = builder.build(model.asPrismProgram(), options);
} else {
STORM_LOG_THROW(model.isJaniModel(), storm::exceptions::InvalidArgumentException, "Cannot build symbolic model for the given symbolic model description.");
typename storm::builder::DdJaniModelBuilder<LibraryType, ValueType>::Options options;
options = typename storm::builder::DdJaniModelBuilder<LibraryType, ValueType>::Options(formulas);
storm::builder::DdJaniModelBuilder<LibraryType, ValueType> builder;
- return builder.build(model.asJaniModel(), options);
+ result = builder.build(model.asJaniModel(), options);
}
+
+ if (storm::settings::getModule<storm::settings::modules::GeneralSettings>().isBisimulationSet()) {
+ storm::dd::BisimulationDecomposition<LibraryType, ValueType> decomposition(*result);
+ decomposition.compute();
+
+ // TODO build quotient and return it.
+ }
+
+ return result;
}
template<typename ModelType>
@@ -237,7 +248,6 @@ namespace storm {
return performBisimulationMinimization<ModelType>(model, formulas , type);
}
-
template<typename ModelType>
std::shared_ptr<storm::models::ModelBase> preprocessModel(std::shared_ptr<storm::models::ModelBase> model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
storm::utility::Stopwatch preprocessingWatch(true);
diff --git a/src/test/storage/SymbolicBisimulationDecompositionTest.cpp b/src/test/storage/SymbolicBisimulationDecompositionTest.cpp
new file mode 100644
index 000000000..4948f7906
--- /dev/null
+++ b/src/test/storage/SymbolicBisimulationDecompositionTest.cpp
@@ -0,0 +1,27 @@
+#include "gtest/gtest.h"
+#include "storm-config.h"
+#include "storm/parser/PrismParser.h"
+#include "storm/storage/SymbolicModelDescription.h"
+#include "storm/builder/DdPrismModelBuilder.h"
+#include "storm/models/symbolic/Dtmc.h"
+#include "storm/storage/dd/BisimulationDecomposition.h"
+
+TEST(SymbolicBisimulationDecompositionTest_Cudd, Die) {
+ storm::storage::SymbolicModelDescription modelDescription = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/dtmc/die.pm");
+ storm::prism::Program program = modelDescription.preprocess().asPrismProgram();
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(program);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::dd::bisimulation::Partition<storm::dd::DdType::CUDD, double>::create(*model, {"one"}));
+ decomposition.compute();
+}
+
+TEST(SymbolicBisimulationDecompositionTest_Cudd, Crowds) {
+ storm::storage::SymbolicModelDescription modelDescription = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/dtmc/crowds-5-5.pm");
+ storm::prism::Program program = modelDescription.preprocess().asPrismProgram();
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(program);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::dd::bisimulation::Partition<storm::dd::DdType::CUDD, double>::create(*model, {"observe0Greater1"}));
+ decomposition.compute();
+}
From 28e91b8d0f456ab93dffc2a57d94960981304ca2 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 20 Apr 2017 22:15:01 +0200
Subject: [PATCH 02/77] more work on symbolic bisimulation
---
resources/3rdparty/CMakeLists.txt | 2 +-
.../storage/dd/BisimulationDecomposition.cpp | 84 +++++++++++++++++++
.../storage/dd/BisimulationDecomposition.h | 45 ++++++++++
src/storm/storage/dd/DdManager.cpp | 40 ++++++---
src/storm/storage/dd/DdManager.h | 4 +-
.../storage/dd/bisimulation/Partition.cpp | 5 +-
.../dd/bisimulation/SignatureRefiner.cpp | 31 +++++--
.../dd/sylvan/InternalSylvanDdManager.cpp | 11 ++-
8 files changed, 196 insertions(+), 26 deletions(-)
create mode 100644 src/storm/storage/dd/BisimulationDecomposition.cpp
create mode 100644 src/storm/storage/dd/BisimulationDecomposition.h
diff --git a/resources/3rdparty/CMakeLists.txt b/resources/3rdparty/CMakeLists.txt
index 97a4b4e74..95df03f66 100644
--- a/resources/3rdparty/CMakeLists.txt
+++ b/resources/3rdparty/CMakeLists.txt
@@ -383,7 +383,7 @@ ExternalProject_Add(
LOG_CONFIGURE ON
LOG_BUILD ON
BUILD_BYPRODUCTS ${STORM_3RDPARTY_BINARY_DIR}/sylvan/src/libsylvan${STATIC_EXT}
- BUILD_ALWAYS
+ BUILD_ALWAYS 1
)
ExternalProject_Get_Property(sylvan source_dir)
ExternalProject_Get_Property(sylvan binary_dir)
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
new file mode 100644
index 000000000..dcc9c54b9
--- /dev/null
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -0,0 +1,84 @@
+#include "storm/storage/dd/BisimulationDecomposition.h"
+
+#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+
+#include "storm/utility/macros.h"
+#include "storm/exceptions/InvalidOperationException.h"
+
+#include <sylvan_table.h>
+
+extern llmsset_t nodes;
+
+namespace storm {
+ namespace dd {
+
+ using namespace bisimulation;
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model) : status(Status::Initialized), model(model), currentPartition(bisimulation::Partition<DdType, ValueType>::create(model)) {
+ // Intentionally left empty.
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), currentPartition(initialPartition) {
+ // Intentionally left empty.
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void BisimulationDecomposition<DdType, ValueType>::compute() {
+// LACE_ME;
+
+ auto partitionRefinementStart = std::chrono::high_resolution_clock::now();
+ this->status = Status::InComputation;
+
+ STORM_LOG_TRACE("Initial partition has " << currentPartition.getNumberOfBlocks() << " blocks.");
+#ifndef NDEBUG
+ STORM_LOG_TRACE("Initial partition ADD has " << currentPartition.getPartitionAdd().getNodeCount() << " nodes.");
+#endif
+
+ SignatureRefiner<DdType, ValueType> refiner(model.getManager(), currentPartition.getBlockVariable(), model.getRowVariables());
+ bool done = false;
+ uint64_t iterations = 0;
+ while (!done) {
+// currentPartition.getPartitionAdd().exportToDot("part" + std::to_string(iterations) + ".dot");
+ Signature<DdType, ValueType> signature(model.getTransitionMatrix().multiplyMatrix(currentPartition.getPartitionAdd(), model.getColumnVariables()));
+// signature.getSignatureAdd().exportToDot("sig" + std::to_string(iterations) + ".dot");
+#ifndef NDEBUG
+ STORM_LOG_TRACE("Computed signature ADD with " << signature.getSignatureAdd().getNodeCount() << " nodes.");
+#endif
+
+ Partition<DdType, ValueType> newPartition = refiner.refine(currentPartition, signature);
+
+ STORM_LOG_TRACE("New partition has " << newPartition.getNumberOfBlocks() << " blocks.");
+#ifndef NDEBUG
+ STORM_LOG_TRACE("Computed new partition ADD with " << newPartition.getPartitionAdd().getNodeCount() << " nodes.");
+#endif
+// STORM_LOG_TRACE("Current #nodes in table " << llmsset_count_marked(nodes) << " of " << llmsset_get_size(nodes) << " BDD nodes.");
+
+ if (currentPartition == newPartition) {
+ done = true;
+ } else {
+ currentPartition = newPartition;
+ }
+ ++iterations;
+ }
+
+ this->status = Status::FixedPoint;
+ auto partitionRefinementEnd = std::chrono::high_resolution_clock::now();
+ STORM_LOG_DEBUG("Partition refinement completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(partitionRefinementEnd - partitionRefinementStart).count() << "ms (" << iterations << " iterations).");
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> BisimulationDecomposition<DdType, ValueType>::getQuotient() const {
+ STORM_LOG_THROW(this->status == Status::FixedPoint, storm::exceptions::InvalidOperationException, "Cannot extract quotient, because bisimulation decomposition was not completed.");
+ return nullptr;
+ }
+
+ template class BisimulationDecomposition<storm::dd::DdType::CUDD, double>;
+
+ template class BisimulationDecomposition<storm::dd::DdType::Sylvan, double>;
+ template class BisimulationDecomposition<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class BisimulationDecomposition<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+ }
+}
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
new file mode 100644
index 000000000..131a672e1
--- /dev/null
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -0,0 +1,45 @@
+#pragma once
+
+#include "storm/storage/dd/DdType.h"
+
+#include "storm/models/symbolic/Model.h"
+
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+namespace storm {
+ namespace dd {
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ class BisimulationDecomposition {
+ public:
+ enum class Status {
+ Initialized, InComputation, FixedPoint
+ };
+
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model);
+
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition);
+
+ /*!
+ * Computes the decomposition.
+ */
+ void compute();
+
+ /*!
+ * Retrieves the quotient model after the bisimulation decomposition was computed.
+ */
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> getQuotient() const;
+
+ private:
+ // The status of the computation.
+ Status status;
+
+ // The model for which to compute the bisimulation decomposition.
+ storm::models::symbolic::Model<DdType, ValueType> const& model;
+
+ // The current partition in the partition refinement process. Initially set to the initial partition.
+ bisimulation::Partition<DdType, ValueType> currentPartition;
+ };
+
+ }
+}
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index 361594a4b..8b38d84ac 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -56,7 +56,7 @@ namespace storm {
}
template<DdType LibraryType>
- Bdd<LibraryType> DdManager<LibraryType>::getEncoding(storm::expressions::Variable const& variable, int_fast64_t value) const {
+ Bdd<LibraryType> DdManager<LibraryType>::getEncoding(storm::expressions::Variable const& variable, int_fast64_t value, bool mostSignificantBitAtTop) const {
DdMetaVariable<LibraryType> const& metaVariable = this->getMetaVariable(variable);
STORM_LOG_THROW(value >= metaVariable.getLow() && value <= metaVariable.getHigh(), storm::exceptions::InvalidArgumentException, "Illegal value " << value << " for meta variable '" << variable.getName() << "'.");
@@ -67,17 +67,35 @@ namespace storm {
std::vector<Bdd<LibraryType>> const& ddVariables = metaVariable.getDdVariables();
Bdd<LibraryType> result;
- if (value & (1ull << (ddVariables.size() - 1))) {
- result = ddVariables[0];
+ if (mostSignificantBitAtTop) {
+ if (value & (1ull << (ddVariables.size() - 1))) {
+ result = ddVariables[0];
+ } else {
+ result = !ddVariables[0];
+ }
+
+ for (std::size_t i = 1; i < ddVariables.size(); ++i) {
+ if (value & (1ull << (ddVariables.size() - i - 1))) {
+ result &= ddVariables[i];
+ } else {
+ result &= !ddVariables[i];
+ }
+ }
} else {
- result = !ddVariables[0];
- }
-
- for (std::size_t i = 1; i < ddVariables.size(); ++i) {
- if (value & (1ull << (ddVariables.size() - i - 1))) {
- result &= ddVariables[i];
+ if (value & 1ull) {
+ result = ddVariables[0];
} else {
- result &= !ddVariables[i];
+ result = !ddVariables[0];
+ }
+ value >>= 1;
+
+ for (std::size_t i = 1; i < ddVariables.size(); ++i) {
+ if (value & 1ull) {
+ result &= ddVariables[i];
+ } else {
+ result &= !ddVariables[i];
+ }
+ value >>= 1;
}
}
@@ -164,6 +182,8 @@ namespace storm {
++numberOfBits;
}
+ STORM_LOG_TRACE("Creating meta variable with " << numberOfBits << " bit(s) and " << numberOfLayers << " layer(s).");
+
std::stringstream tmp1;
std::vector<storm::expressions::Variable> result;
for (uint64 layer = 0; layer < numberOfLayers; ++layer) {
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index 24e737ee0..5bce645dd 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -94,10 +94,12 @@ namespace storm {
*
* @param variable The expression variable associated with the meta variable.
* @param value The value the meta variable is supposed to have.
+ * @param mostSignificantBitAtTop A flag indicating whether the most significant bit of the value is to be
+ * encoded with the topmost variable or the bottommost.
* @return The DD representing the function that maps all inputs which have the given meta variable equal
* to the given value one.
*/
- Bdd<LibraryType> getEncoding(storm::expressions::Variable const& variable, int_fast64_t value) const;
+ Bdd<LibraryType> getEncoding(storm::expressions::Variable const& variable, int_fast64_t value, bool mostSignificantBitAtTop = true) const;
/*!
* Retrieves the BDD representing the range of the meta variable, i.e., a function that maps all legal values
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index 6ba1c2ca9..d2dbdb42a 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -90,10 +90,13 @@ namespace storm {
// Enumerate all realizable blocks.
enumerateBlocksRec<DdType>(stateSets, model.getReachableStates(), 0, blockVariable, [&manager, &partitionAdd, &blockVariable, &blockCount](storm::dd::Bdd<DdType> const& stateSet) {
stateSet.template toAdd<ValueType>().exportToDot("states_" + std::to_string(blockCount) + ".dot");
- partitionAdd += (stateSet && manager.getEncoding(blockVariable, blockCount)).template toAdd<ValueType>();
+ partitionAdd += (stateSet && manager.getEncoding(blockVariable, blockCount, false)).template toAdd<ValueType>();
blockCount++;
} );
+ // Move the partition over to the primed variables.
+ partitionAdd = partitionAdd.swapVariables(model.getRowColumnMetaVariablePairs());
+
return std::make_pair(partitionAdd, blockCount);
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 2ac0dd22c..8695f14a1 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -75,7 +75,7 @@ namespace storm {
}
// Determine the levels in the DDs.
- uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode);
+ uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode) - 1;
uint64_t signatureVariable = Cudd_NodeReadIndex(signatureNode);
uint64_t partitionLevel = Cudd_ReadPerm(ddman, partitionVariable);
uint64_t signatureLevel = Cudd_ReadPerm(ddman, signatureVariable);
@@ -111,7 +111,7 @@ namespace storm {
}
// Get the node to connect the subresults.
- DdNode* var = Cudd_addIthVar(ddman, topVariable);
+ DdNode* var = Cudd_addIthVar(ddman, topVariable + 1);
Cudd_Ref(var);
DdNode* result = Cudd_addIte(ddman, var, thenResult, elseResult);
Cudd_Ref(result);
@@ -144,7 +144,7 @@ namespace storm {
} else {
DdNode* result;
{
- storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex).template toAdd<ValueType>();
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
++nextFreeBlockIndex;
result = blockEncoding.getInternalAdd().getCuddDdNode();
Cudd_Ref(result);
@@ -175,8 +175,7 @@ namespace storm {
// The cache used to identify which old block numbers have already been reused.
spp::sparse_hash_map<DdNode const*, bool> reuseBlocksCache;
};
-
-
+
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::Sylvan, ValueType> {
public:
@@ -219,7 +218,7 @@ namespace storm {
// Determine levels in the DDs.
BDDVAR signatureVariable = mtbdd_isleaf(signatureNode) ? 0xffffffff : sylvan_var(signatureNode);
- BDDVAR partitionVariable = sylvan_var(partitionNode);
+ BDDVAR partitionVariable = mtbdd_isleaf(signatureNode) ? 0xffffffff : sylvan_var(partitionNode) - 1;
BDDVAR topVariable = std::min(signatureVariable, partitionVariable);
// Check whether the top variable is still within the state encoding.
@@ -229,25 +228,37 @@ namespace storm {
MTBDD elseResult;
if (partitionVariable < signatureVariable) {
thenResult = refine(sylvan_high(partitionNode), signatureNode);
+ sylvan_protect(&thenResult);
elseResult = refine(sylvan_low(partitionNode), signatureNode);
+ sylvan_protect(&elseResult);
} else if (partitionVariable > signatureVariable) {
thenResult = refine(partitionNode, sylvan_high(signatureNode));
+ sylvan_protect(&thenResult);
elseResult = refine(partitionNode, sylvan_low(signatureNode));
+ sylvan_protect(&elseResult);
} else {
thenResult = refine(sylvan_high(partitionNode), sylvan_high(signatureNode));
+ sylvan_protect(&thenResult);
elseResult = refine(sylvan_low(partitionNode), sylvan_low(signatureNode));
+ sylvan_protect(&elseResult);
}
if (thenResult == elseResult) {
+ sylvan_unprotect(&thenResult);
+ sylvan_unprotect(&elseResult);
return thenResult;
}
// Get the node to connect the subresults.
- MTBDD result = mtbdd_ite(sylvan_ithvar(topVariable), thenResult, elseResult);
+ MTBDD result = sylvan_makenode(topVariable + 1, elseResult, thenResult);// mtbdd_ite(sylvan_ithvar(topVariable), thenResult, elseResult);
+ sylvan_protect(&result);
+ sylvan_unprotect(&thenResult);
+ sylvan_unprotect(&elseResult);
// Store the result in the cache.
signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
-
+
+ sylvan_unprotect(&result);
return result;
} else {
@@ -269,11 +280,13 @@ namespace storm {
} else {
MTBDD result;
{
- storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex).template toAdd<ValueType>();
+ storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
++nextFreeBlockIndex;
result = blockEncoding.getInternalAdd().getSylvanMtbdd().GetMTBDD();
+ sylvan_protect(&result);
}
signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+ sylvan_unprotect(&result);
return result;
}
}
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index 38644c856..9d1cac0e8 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -36,9 +36,9 @@ namespace storm {
if (numberOfInstances == 0) {
storm::settings::modules::SylvanSettings const& settings = storm::settings::getModule<storm::settings::modules::SylvanSettings>();
if (settings.isNumberOfThreadsSet()) {
- lace_init(settings.getNumberOfThreads(), 1000000);
+ lace_init(settings.getNumberOfThreads(), 1024*1024*16);
} else {
- lace_init(0, 1000000);
+ lace_init(0, 1024*1024*16);
}
lace_startup(0, 0, 0);
@@ -50,8 +50,11 @@ namespace storm {
STORM_LOG_THROW(powerOfTwo >= 16, storm::exceptions::InvalidSettingsException, "Too little memory assigned to sylvan.");
- STORM_LOG_TRACE("Assigning " << (1ull << (powerOfTwo - 1)) << " slots to both sylvan's unique table and its cache.");
- sylvan::Sylvan::initPackage(1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
+ if ((((1ull << powerOfTwo) + (1ull << (powerOfTwo - 1)))) < totalNodesToStore) {
+ sylvan::Sylvan::initPackage(1ull << powerOfTwo, 1ull << powerOfTwo, 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
+ } else {
+ sylvan::Sylvan::initPackage(1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
+ }
sylvan::Sylvan::setGranularity(3);
sylvan::Sylvan::initBdd();
sylvan::Sylvan::initMtbdd();
From 8f42bd2ec062a05f30e4a4b83bd7800b2f9c6066 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 6 May 2017 16:12:00 +0200
Subject: [PATCH 03/77] moved to new sparsepp version and made the appropriate
changes
---
resources/3rdparty/CMakeLists.txt | 31 +-
resources/3rdparty/sparsepp/README.md | 29 +-
resources/3rdparty/sparsepp/makefile | 17 -
resources/3rdparty/sparsepp/sparsepp.h | 5578 -----------------
resources/3rdparty/sparsepp/spp_test.cc | 2982 ---------
resources/3rdparty/sparsepp/spp_utils.h | 318 -
.../src/sylvan_storm_rational_function.c | 4 +
.../sylvan/src/sylvan_storm_rational_number.c | 4 +
.../jit/ExplicitJitJaniModelBuilder.cpp | 5 +-
.../builder/jit/ExplicitJitJaniModelBuilder.h | 3 +
.../settings/modules/BisimulationSettings.cpp | 2 +
.../settings/modules/BisimulationSettings.h | 2 +
src/storm/storage/dd/Add.cpp | 19 +-
src/storm/storage/dd/Add.h | 13 +-
src/storm/storage/dd/Bdd.cpp | 5 +
src/storm/storage/dd/Bdd.h | 23 +-
.../storage/dd/BisimulationDecomposition.cpp | 45 +-
src/storm/storage/dd/DdManager.cpp | 14 +-
src/storm/storage/dd/DdManager.h | 8 +
.../storage/dd/bisimulation/Partition.cpp | 64 +-
src/storm/storage/dd/bisimulation/Partition.h | 39 +-
.../dd/bisimulation/SignatureComputer.cpp | 32 +
.../dd/bisimulation/SignatureComputer.h | 29 +
.../dd/bisimulation/SignatureRefiner.cpp | 328 +-
src/storm/storage/dd/cudd/InternalCuddAdd.cpp | 9 +-
src/storm/storage/dd/cudd/InternalCuddAdd.h | 12 +-
.../storage/dd/cudd/InternalCuddDdManager.cpp | 9 +-
.../storage/dd/cudd/InternalCuddDdManager.h | 10 +-
.../storage/dd/sylvan/InternalSylvanAdd.cpp | 40 +-
.../storage/dd/sylvan/InternalSylvanAdd.h | 12 +-
.../storage/dd/sylvan/InternalSylvanBdd.h | 27 +-
.../dd/sylvan/InternalSylvanDdManager.cpp | 49 +-
.../dd/sylvan/InternalSylvanDdManager.h | 8 +
src/storm/storage/geometry/NativePolytope.cpp | 2 +-
34 files changed, 671 insertions(+), 9101 deletions(-)
delete mode 100644 resources/3rdparty/sparsepp/makefile
delete mode 100644 resources/3rdparty/sparsepp/sparsepp.h
delete mode 100644 resources/3rdparty/sparsepp/spp_test.cc
delete mode 100644 resources/3rdparty/sparsepp/spp_utils.h
create mode 100644 src/storm/storage/dd/bisimulation/SignatureComputer.cpp
create mode 100644 src/storm/storage/dd/bisimulation/SignatureComputer.h
diff --git a/resources/3rdparty/CMakeLists.txt b/resources/3rdparty/CMakeLists.txt
index e8365d073..12f665794 100644
--- a/resources/3rdparty/CMakeLists.txt
+++ b/resources/3rdparty/CMakeLists.txt
@@ -99,16 +99,24 @@ list(APPEND STORM_DEP_TARGETS ExprTk)
# Use the shipped version of Sparsepp
message (STATUS "Storm - Including Sparsepp.")
-include_directories("${PROJECT_SOURCE_DIR}/resources/3rdparty/sparsepp")
-
-# Add sparsepp.h to the headers that are copied to the include directory in thebuild directory.
-add_custom_command(
- OUTPUT ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp/sparsepp.h
- COMMAND ${CMAKE_COMMAND} -E make_directory ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp
- COMMAND ${CMAKE_COMMAND} -E copy ${PROJECT_SOURCE_DIR}/resources/3rdparty/sparsepp/sparsepp.h ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp/sparsepp.h
- DEPENDS ${PROJECT_SOURCE_DIR}/resources/3rdparty/sparsepp/sparsepp.h
-)
-list(APPEND STORM_RESOURCES_HEADERS "${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp/sparsepp.h")
+set(SPARSEPP_INCLUDE_DIR "${PROJECT_SOURCE_DIR}/resources/3rdparty/sparsepp/sparsepp")
+file(GLOB SPARSEPP_HEADERS "${SPARSEPP_INCLUDE_DIR}/*.h")
+
+# Add the sparsepp headers to the headers that are copied to the include directory in the build directory.
+set(SPARSEPP_BINDIR_DIR ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp)
+include_directories("${SPARSEPP_BINDIR_DIR}")
+foreach(HEADER ${SPARSEPP_HEADERS})
+ string(REGEX REPLACE "${PROJECT_SOURCE_DIR}/src/?" "" RELATIVE_HEADER_PATH ${HEADER})
+ string(REGEX MATCH "(.*)[/\\]" RELATIVE_DIRECTORY ${RELATIVE_HEADER_PATH})
+ string(REGEX REPLACE "${RELATIVE_DIRECTORY}/?" "" HEADER_FILENAME ${RELATIVE_HEADER_PATH})
+ add_custom_command(
+ OUTPUT ${SPARSEPP_BINDIR_DIR}/sparsepp/${HEADER_FILENAME}
+ COMMAND ${CMAKE_COMMAND} -E make_directory ${SPARSEPP_BINDIR_DIR}/sparsepp
+ COMMAND ${CMAKE_COMMAND} -E copy ${HEADER} ${SPARSEPP_BINDIR_DIR}/sparsepp/${HEADER_FILENAME}
+ DEPENDS ${SPARSEPP_INCLUDE_DIR}/${HEADER_FILENAME}
+ )
+ list(APPEND SPARSEPP_BINDIR_HEADERS ${SPARSEPP_BINDIR_DIR}/sparsepp/${HEADER_FILENAME})
+endforeach()
#############################################################
##
@@ -380,7 +388,6 @@ ExternalProject_Add(
LOG_CONFIGURE ON
LOG_BUILD ON
BUILD_BYPRODUCTS ${STORM_3RDPARTY_BINARY_DIR}/sylvan/src/libsylvan${STATIC_EXT}
- BUILD_ALWAYS 1
)
ExternalProject_Get_Property(sylvan source_dir)
@@ -626,4 +633,4 @@ if(ENABLE_CUDA)
include_directories("${PROJECT_SOURCE_DIR}/cuda/kernels/")
endif()
-add_custom_target(copy_resources_headers DEPENDS ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp/sparsepp.h ${CMAKE_BINARY_DIR}/include/resources/3rdparty/sparsepp/sparsepp.h)
+add_custom_target(copy_resources_headers DEPENDS ${SPARSEPP_BINDIR_HEADERS})
diff --git a/resources/3rdparty/sparsepp/README.md b/resources/3rdparty/sparsepp/README.md
index 241b116b0..224bb5175 100644
--- a/resources/3rdparty/sparsepp/README.md
+++ b/resources/3rdparty/sparsepp/README.md
@@ -8,7 +8,7 @@ Sparsepp is derived from Google's excellent [sparsehash](https://github.com/spar
- **Extremely low memory usage** (typically about one byte overhead per entry).
- **Very efficient**, typically faster than your compiler's unordered map/set or Boost's.
- **C++11 support** (if supported by compiler).
-- **Single header** implementation - just copy `sparsepp.h` to your project and include it.
+- ~~Single header~~ not anymore
- **Tested** on Windows (vs2010-2015, g++), linux (g++, clang++) and MacOS (clang++).
We believe Sparsepp provides an unparalleled combination of performance and memory usage, and will outperform your compiler's unordered_map on both counts. Only Google's `dense_hash_map` is consistently faster, at the cost of much greater memory usage (especially when the final size of the map is not known in advance).
@@ -20,7 +20,7 @@ For a detailed comparison of various hash implementations, including Sparsepp, p
```c++
#include <iostream>
#include <string>
-#include <sparsepp.h>
+#include <sparsepp/spp.h>
using spp::sparse_hash_map;
@@ -50,9 +50,7 @@ int main()
## Installation
-Since the full Sparsepp implementation is contained in a single header file `sparsepp.h`, the installation consist in copying this header file wherever it will be convenient to include in your project(s).
-
-Optionally, a second header file `spp_utils.h` is provided, which implements only the spp::hash_combine() functionality. This is useful when we want to specify a hash function for a user-defined class in an header file, without including the full `sparsepp.h` header (this is demonstrated in [example 2](#example-2---providing-a-hash-function-for-a-user-defined-class) below).
+No compilation is needed, as this is a header-only library. The installation consist in copying the sparsepp directory wherever it will be convenient to include in your project(s). Also make the path to this directory is provided to the compiler with the `-I` option.
## Warning - iterator invalidation on erase/insert
@@ -62,7 +60,7 @@ Optionally, a second header file `spp_utils.h` is provided, which implements onl
## Usage
-As shown in the example above, you need to include the header file: `#include <sparsepp.h>`
+As shown in the example above, you need to include the header file: `#include <sparsepp/spp.h>`
This provides the implementation for the following classes:
@@ -107,7 +105,7 @@ These classes provide the same interface as std::unordered_map and std::unordere
Of course, the user of sparsepp may provide its own hash function, as shown below:
```c++
- #include <sparsepp.h>
+ #include <sparsepp/spp.h>
struct Hash64 {
size_t operator()(uint64_t k) const { return (k ^ 14695981039346656037ULL) * 1099511628211ULL; }
@@ -125,7 +123,7 @@ These classes provide the same interface as std::unordered_map and std::unordere
```
-2. When the user provides its own hash function, for example when inserting custom classes into a hash map, sometimes the resulting hash keys have similar low order bits and cause many collisions, decreasing the efficiency of the hash map. To address this use case, sparsepp provides an optional 'mixing' of the hash key (see [Integer Hash Function](https://gist.github.com/badboy/6267743) which can be enabled by defining the proprocessor macro: SPP_HASH_MIX.
+2. When the user provides its own hash function, for example when inserting custom classes into a hash map, sometimes the resulting hash keys have similar low order bits and cause many collisions, decreasing the efficiency of the hash map. To address this use case, sparsepp provides an optional 'mixing' of the hash key (see [Integer Hash Function](https://gist.github.com/badboy/6267743) which can be enabled by defining the proprocessor macro: SPP_MIX_HASH.
## Example 2 - providing a hash function for a user-defined class
@@ -135,7 +133,7 @@ In order to use a sparse_hash_set or sparse_hash_map, a hash function should be
#include <iostream>
#include <functional>
#include <string>
-#include "sparsepp.h"
+#include <sparsepp/spp.h>
using std::string;
@@ -179,11 +177,11 @@ int main()
The `std::hash` specialization for `Person` combines the hash values for both first and last name using the convenient spp::hash_combine function, and returns the combined hash value.
-spp::hash_combine is provided by the header `sparsepp.h`. However, class definitions often appear in header files, and it is desirable to limit the size of headers included in such header files, so we provide the very small header `spp_utils.h` for that purpose:
+spp::hash_combine is provided by the header `sparsepp/spp.h`. However, class definitions often appear in header files, and it is desirable to limit the size of headers included in such header files, so we provide the very small header `sparsepp/spp_utils.h` for that purpose:
```c++
#include <string>
-#include "spp_utils.h"
+#include <sparsepp/spp_utils.h>
using std::string;
@@ -236,7 +234,7 @@ The following example demontrates how a simple sparse_hash_map can be written to
```c++
#include <cstdio>
-#include "sparsepp.h"
+#include <sparsepp/spp.h>
using spp::sparse_hash_map;
using namespace std;
@@ -319,5 +317,12 @@ int main(int argc, char* argv[])
}
```
+## Thread safety
+
+Sparsepp follows the trade safety rules of the Standard C++ library. In Particular:
+
+- A single sparsepp hash table is thread safe for reading from multiple threads. For example, given a hash table A, it is safe to read A from thread 1 and from thread 2 simultaneously.
+- If a single hash table is being written to by one thread, then all reads and writes to that hash table on the same or other threads must be protected. For example, given a hash table A, if thread 1 is writing to A, then thread 2 must be prevented from reading from or writing to A.
+- It is safe to read and write to one instance of a type even if another thread is reading or writing to a different instance of the same type. For example, given hash tables A and B of the same type, it is safe if A is being written in thread 1 and B is being read in thread 2.
diff --git a/resources/3rdparty/sparsepp/makefile b/resources/3rdparty/sparsepp/makefile
deleted file mode 100644
index eed3e5bca..000000000
--- a/resources/3rdparty/sparsepp/makefile
+++ /dev/null
@@ -1,17 +0,0 @@
-all: spp_test
-
-clean:
- /bin/rm spp_test
-
-test:
- ./spp_test
-
-spp_test: spp_test.cc sparsepp.h makefile
- $(CXX) -O2 -std=c++0x -Wall -pedantic -Wextra -D_XOPEN_SOURCE=700 -D_CRT_SECURE_NO_WARNINGS spp_test.cc -o spp_test
-
-spp_alloc_test: spp_alloc_test.cc spp_alloc.h spp_bitset.h sparsepp.h makefile
- $(CXX) -O2 -DNDEBUG -std=c++11 spp_alloc_test.cc -o spp_alloc_test
-
-perftest1: perftest1.cc sparsepp.h makefile
- $(CXX) -O2 -DNDEBUG -std=c++11 perftest1.cc -o perftest1
-
diff --git a/resources/3rdparty/sparsepp/sparsepp.h b/resources/3rdparty/sparsepp/sparsepp.h
deleted file mode 100644
index 8fc36ce47..000000000
--- a/resources/3rdparty/sparsepp/sparsepp.h
+++ /dev/null
@@ -1,5578 +0,0 @@
-#if !defined(sparsepp_h_guard_)
-#define sparsepp_h_guard_
-
-
-// ----------------------------------------------------------------------
-// Copyright (c) 2016, Gregory Popovitch - greg7mdp@gmail.com
-// All rights reserved.
-//
-// This work is derived from Google's sparsehash library
-//
-// Copyright (c) 2005, Google Inc.
-// All rights reserved.
-//
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions are
-// met:
-//
-// * Redistributions of source code must retain the above copyright
-// notice, this list of conditions and the following disclaimer.
-// * Redistributions in binary form must reproduce the above
-// copyright notice, this list of conditions and the following disclaimer
-// in the documentation and/or other materials provided with the
-// distribution.
-// * Neither the name of Google Inc. nor the names of its
-// contributors may be used to endorse or promote products derived from
-// this software without specific prior written permission.
-//
-// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-// ----------------------------------------------------------------------
-
-
-// ---------------------------------------------------------------------------
-// Compiler detection code (SPP_ proprocessor macros) derived from Boost
-// libraries. Therefore Boost software licence reproduced below.
-// ---------------------------------------------------------------------------
-// Boost Software License - Version 1.0 - August 17th, 2003
-//
-// Permission is hereby granted, free of charge, to any person or organization
-// obtaining a copy of the software and accompanying documentation covered by
-// this license (the "Software") to use, reproduce, display, distribute,
-// execute, and transmit the Software, and to prepare derivative works of the
-// Software, and to permit third-parties to whom the Software is furnished to
-// do so, all subject to the following:
-//
-// The copyright notices in the Software and this entire statement, including
-// the above license grant, this restriction and the following disclaimer,
-// must be included in all copies of the Software, in whole or in part, and
-// all derivative works of the Software, unless such copies or derivative
-// works are solely in the form of machine-executable object code generated by
-// a source language processor.
-//
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-// FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
-// SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
-// FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
-// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
-// DEALINGS IN THE SOFTWARE.
-// ---------------------------------------------------------------------------
-
-
-// some macros for portability
-// ---------------------------
-#define spp_ spp
-#define SPP_NAMESPACE spp_
-#define SPP_START_NAMESPACE namespace spp {
-#define SPP_END_NAMESPACE }
-#define SPP_GROUP_SIZE 32 // must be 32 or 64
-#define SPP_ALLOC_SZ 0 // must be power of 2 (0 = agressive alloc, 1 = smallest memory usage, 2 = good compromise)
-#define SPP_STORE_NUM_ITEMS 1 // little bit more memory, but faster!!
-
-#if (SPP_GROUP_SIZE == 32)
- #define SPP_SHIFT_ 5
- #define SPP_MASK_ 0x1F
-#elif (SPP_GROUP_SIZE == 64)
- #define SPP_SHIFT_ 6
- #define SPP_MASK_ 0x3F
-#else
- #error "SPP_GROUP_SIZE must be either 32 or 64"
-#endif
-
-// Boost like configuration
-// ------------------------
-#if defined __clang__
-
- #if defined(i386)
- #include <cpuid.h>
- inline void spp_cpuid(int info[4], int InfoType) {
- __cpuid_count(InfoType, 0, info[0], info[1], info[2], info[3]);
- }
- #endif
-
- #define SPP_POPCNT __builtin_popcount
- #define SPP_POPCNT64 __builtin_popcountll
-
- #define SPP_HAS_CSTDINT
-
- #ifndef __has_extension
- #define __has_extension __has_feature
- #endif
-
- #if !__has_feature(cxx_exceptions) && !defined(SPP_NO_EXCEPTIONS)
- #define SPP_NO_EXCEPTIONS
- #endif
-
- #if !__has_feature(cxx_rtti) && !defined(SPP_NO_RTTI)
- #define SPP_NO_RTTI
- #endif
-
- #if !__has_feature(cxx_rtti) && !defined(SPP_NO_TYPEID)
- #define SPP_NO_TYPEID
- #endif
-
- #if defined(__int64) && !defined(__GNUC__)
- #define SPP_HAS_MS_INT64
- #endif
-
- #define SPP_HAS_NRVO
-
- // Branch prediction hints
- #if defined(__has_builtin)
- #if __has_builtin(__builtin_expect)
- #define SPP_LIKELY(x) __builtin_expect(x, 1)
- #define SPP_UNLIKELY(x) __builtin_expect(x, 0)
- #endif
- #endif
-
- // Clang supports "long long" in all compilation modes.
- #define SPP_HAS_LONG_LONG
-
- #if !__has_feature(cxx_constexpr)
- #define SPP_NO_CXX11_CONSTEXPR
- #endif
-
- #if !__has_feature(cxx_decltype)
- #define SPP_NO_CXX11_DECLTYPE
- #endif
-
- #if !__has_feature(cxx_decltype_incomplete_return_types)
- #define SPP_NO_CXX11_DECLTYPE_N3276
- #endif
-
- #if !__has_feature(cxx_defaulted_functions)
- #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
- #endif
-
- #if !__has_feature(cxx_deleted_functions)
- #define SPP_NO_CXX11_DELETED_FUNCTIONS
- #endif
-
- #if !__has_feature(cxx_explicit_conversions)
- #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
- #endif
-
- #if !__has_feature(cxx_default_function_template_args)
- #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
- #endif
-
- #if !__has_feature(cxx_generalized_initializers)
- #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
- #endif
-
- #if !__has_feature(cxx_lambdas)
- #define SPP_NO_CXX11_LAMBDAS
- #endif
-
- #if !__has_feature(cxx_local_type_template_args)
- #define SPP_NO_CXX11_LOCAL_CLASS_TEMPLATE_PARAMETERS
- #endif
-
- #if !__has_feature(cxx_nullptr)
- #define SPP_NO_CXX11_NULLPTR
- #endif
-
- #if !__has_feature(cxx_range_for)
- #define SPP_NO_CXX11_RANGE_BASED_FOR
- #endif
-
- #if !__has_feature(cxx_raw_string_literals)
- #define SPP_NO_CXX11_RAW_LITERALS
- #endif
-
- #if !__has_feature(cxx_reference_qualified_functions)
- #define SPP_NO_CXX11_REF_QUALIFIERS
- #endif
-
- #if !__has_feature(cxx_generalized_initializers)
- #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
- #endif
-
- #if !__has_feature(cxx_rvalue_references)
- #define SPP_NO_CXX11_RVALUE_REFERENCES
- #endif
-
- #if !__has_feature(cxx_strong_enums)
- #define SPP_NO_CXX11_SCOPED_ENUMS
- #endif
-
- #if !__has_feature(cxx_static_assert)
- #define SPP_NO_CXX11_STATIC_ASSERT
- #endif
-
- #if !__has_feature(cxx_alias_templates)
- #define SPP_NO_CXX11_TEMPLATE_ALIASES
- #endif
-
- #if !__has_feature(cxx_unicode_literals)
- #define SPP_NO_CXX11_UNICODE_LITERALS
- #endif
-
- #if !__has_feature(cxx_variadic_templates)
- #define SPP_NO_CXX11_VARIADIC_TEMPLATES
- #endif
-
- #if !__has_feature(cxx_user_literals)
- #define SPP_NO_CXX11_USER_DEFINED_LITERALS
- #endif
-
- #if !__has_feature(cxx_alignas)
- #define SPP_NO_CXX11_ALIGNAS
- #endif
-
- #if !__has_feature(cxx_trailing_return)
- #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
- #endif
-
- #if !__has_feature(cxx_inline_namespaces)
- #define SPP_NO_CXX11_INLINE_NAMESPACES
- #endif
-
- #if !__has_feature(cxx_override_control)
- #define SPP_NO_CXX11_FINAL
- #endif
-
- #if !(__has_feature(__cxx_binary_literals__) || __has_extension(__cxx_binary_literals__))
- #define SPP_NO_CXX14_BINARY_LITERALS
- #endif
-
- #if !__has_feature(__cxx_decltype_auto__)
- #define SPP_NO_CXX14_DECLTYPE_AUTO
- #endif
-
- #if !__has_feature(__cxx_aggregate_nsdmi__)
- #define SPP_NO_CXX14_AGGREGATE_NSDMI
- #endif
-
- #if !__has_feature(__cxx_init_captures__)
- #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
- #endif
-
- #if !__has_feature(__cxx_generic_lambdas__)
- #define SPP_NO_CXX14_GENERIC_LAMBDAS
- #endif
-
-
- #if !__has_feature(__cxx_generic_lambdas__) || !__has_feature(__cxx_relaxed_constexpr__)
- #define SPP_NO_CXX14_CONSTEXPR
- #endif
-
- #if !__has_feature(__cxx_return_type_deduction__)
- #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
- #endif
-
- #if !__has_feature(__cxx_variable_templates__)
- #define SPP_NO_CXX14_VARIABLE_TEMPLATES
- #endif
-
- #if __cplusplus < 201400
- #define SPP_NO_CXX14_DIGIT_SEPARATORS
- #endif
-
- #if defined(__has_builtin) && __has_builtin(__builtin_unreachable)
- #define SPP_UNREACHABLE_RETURN(x) __builtin_unreachable();
- #endif
-
- #define SPP_ATTRIBUTE_UNUSED __attribute__((__unused__))
-
- #ifndef SPP_COMPILER
- #define SPP_COMPILER "Clang version " __clang_version__
- #endif
-
- #define SPP_CLANG 1
-
-
-#elif defined __GNUC__
-
- #define SPP_GCC_VERSION (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__)
-
- // definition to expand macro then apply to pragma message
- // #define VALUE_TO_STRING(x) #x
- // #define VALUE(x) VALUE_TO_STRING(x)
- // #define VAR_NAME_VALUE(var) #var "=" VALUE(var)
- // #pragma message(VAR_NAME_VALUE(SPP_GCC_VERSION))
-
- #if defined(i386)
- #include <cpuid.h>
- inline void spp_cpuid(int info[4], int InfoType) {
- __cpuid_count(InfoType, 0, info[0], info[1], info[2], info[3]);
- }
- #endif
-
- // __POPCNT__ defined when the compiled with popcount support
- // (-mpopcnt compiler option is given for example)
- #ifdef __POPCNT__
- // slower unless compiled iwith -mpopcnt
- #define SPP_POPCNT __builtin_popcount
- #define SPP_POPCNT64 __builtin_popcountll
- #endif
-
- #if defined(__GXX_EXPERIMENTAL_CXX0X__) || (__cplusplus >= 201103L)
- #define SPP_GCC_CXX11
- #endif
-
- #if __GNUC__ == 3
- #if defined (__PATHSCALE__)
- #define SPP_NO_TWO_PHASE_NAME_LOOKUP
- #define SPP_NO_IS_ABSTRACT
- #endif
-
- #if __GNUC_MINOR__ < 4
- #define SPP_NO_IS_ABSTRACT
- #endif
-
- #define SPP_NO_CXX11_EXTERN_TEMPLATE
- #endif
-
- #if __GNUC__ < 4
- //
- // All problems to gcc-3.x and earlier here:
- //
- #define SPP_NO_TWO_PHASE_NAME_LOOKUP
- #ifdef __OPEN64__
- #define SPP_NO_IS_ABSTRACT
- #endif
- #endif
-
- // GCC prior to 3.4 had #pragma once too but it didn't work well with filesystem links
- #if SPP_GCC_VERSION >= 30400
- #define SPP_HAS_PRAGMA_ONCE
- #endif
-
- #if SPP_GCC_VERSION < 40400
- // Previous versions of GCC did not completely implement value-initialization:
- // GCC Bug 30111, "Value-initialization of POD base class doesn't initialize
- // members", reported by Jonathan Wakely in 2006,
- // http://gcc.gnu.org/bugzilla/show_bug.cgi?id=30111 (fixed for GCC 4.4)
- // GCC Bug 33916, "Default constructor fails to initialize array members",
- // reported by Michael Elizabeth Chastain in 2007,
- // http://gcc.gnu.org/bugzilla/show_bug.cgi?id=33916 (fixed for GCC 4.2.4)
- // See also: http://www.boost.org/libs/utility/value_init.htm #compiler_issues
- #define SPP_NO_COMPLETE_VALUE_INITIALIZATION
- #endif
-
- #if !defined(__EXCEPTIONS) && !defined(SPP_NO_EXCEPTIONS)
- #define SPP_NO_EXCEPTIONS
- #endif
-
- //
- // Threading support: Turn this on unconditionally here (except for
- // those platforms where we can know for sure). It will get turned off again
- // later if no threading API is detected.
- //
- #if !defined(__MINGW32__) && !defined(linux) && !defined(__linux) && !defined(__linux__)
- #define SPP_HAS_THREADS
- #endif
-
- //
- // gcc has "long long"
- // Except on Darwin with standard compliance enabled (-pedantic)
- // Apple gcc helpfully defines this macro we can query
- //
- #if !defined(__DARWIN_NO_LONG_LONG)
- #define SPP_HAS_LONG_LONG
- #endif
-
- //
- // gcc implements the named return value optimization since version 3.1
- //
- #define SPP_HAS_NRVO
-
- // Branch prediction hints
- #define SPP_LIKELY(x) __builtin_expect(x, 1)
- #define SPP_UNLIKELY(x) __builtin_expect(x, 0)
-
- //
- // Dynamic shared object (DSO) and dynamic-link library (DLL) support
- //
- #if __GNUC__ >= 4
- #if (defined(_WIN32) || defined(__WIN32__) || defined(WIN32)) && !defined(__CYGWIN__)
- // All Win32 development environments, including 64-bit Windows and MinGW, define
- // _WIN32 or one of its variant spellings. Note that Cygwin is a POSIX environment,
- // so does not define _WIN32 or its variants.
- #define SPP_HAS_DECLSPEC
- #define SPP_SYMBOL_EXPORT __attribute__((__dllexport__))
- #define SPP_SYMBOL_IMPORT __attribute__((__dllimport__))
- #else
- #define SPP_SYMBOL_EXPORT __attribute__((__visibility__("default")))
- #define SPP_SYMBOL_IMPORT
- #endif
-
- #define SPP_SYMBOL_VISIBLE __attribute__((__visibility__("default")))
- #else
- // config/platform/win32.hpp will define SPP_SYMBOL_EXPORT, etc., unless already defined
- #define SPP_SYMBOL_EXPORT
- #endif
-
- //
- // RTTI and typeinfo detection is possible post gcc-4.3:
- //
- #if SPP_GCC_VERSION > 40300
- #ifndef __GXX_RTTI
- #ifndef SPP_NO_TYPEID
- #define SPP_NO_TYPEID
- #endif
- #ifndef SPP_NO_RTTI
- #define SPP_NO_RTTI
- #endif
- #endif
- #endif
-
- //
- // Recent GCC versions have __int128 when in 64-bit mode.
- //
- // We disable this if the compiler is really nvcc with C++03 as it
- // doesn't actually support __int128 as of CUDA_VERSION=7500
- // even though it defines __SIZEOF_INT128__.
- // See https://svn.boost.org/trac/boost/ticket/8048
- // https://svn.boost.org/trac/boost/ticket/11852
- // Only re-enable this for nvcc if you're absolutely sure
- // of the circumstances under which it's supported:
- //
- #if defined(__CUDACC__)
- #if defined(SPP_GCC_CXX11)
- #define SPP_NVCC_CXX11
- #else
- #define SPP_NVCC_CXX03
- #endif
- #endif
-
- #if defined(__SIZEOF_INT128__) && !defined(SPP_NVCC_CXX03)
- #define SPP_HAS_INT128
- #endif
- //
- // Recent GCC versions have a __float128 native type, we need to
- // include a std lib header to detect this - not ideal, but we'll
- // be including <cstddef> later anyway when we select the std lib.
- //
- // Nevertheless, as of CUDA 7.5, using __float128 with the host
- // compiler in pre-C++11 mode is still not supported.
- // See https://svn.boost.org/trac/boost/ticket/11852
- //
- #ifdef __cplusplus
- #include <cstddef>
- #else
- #include <stddef.h>
- #endif
-
- #if defined(_GLIBCXX_USE_FLOAT128) && !defined(__STRICT_ANSI__) && !defined(SPP_NVCC_CXX03)
- #define SPP_HAS_FLOAT128
- #endif
-
- // C++0x features in 4.3.n and later
- //
- #if (SPP_GCC_VERSION >= 40300) && defined(SPP_GCC_CXX11)
- // C++0x features are only enabled when -std=c++0x or -std=gnu++0x are
- // passed on the command line, which in turn defines
- // __GXX_EXPERIMENTAL_CXX0X__.
- #define SPP_HAS_DECLTYPE
- #define SPP_HAS_RVALUE_REFS
- #define SPP_HAS_STATIC_ASSERT
- #define SPP_HAS_VARIADIC_TMPL
- #define SPP_HAS_CSTDINT
- #else
- #define SPP_NO_CXX11_DECLTYPE
- #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
- #define SPP_NO_CXX11_RVALUE_REFERENCES
- #define SPP_NO_CXX11_STATIC_ASSERT
- #endif
-
- // C++0x features in 4.4.n and later
- //
- #if (SPP_GCC_VERSION < 40400) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_AUTO_DECLARATIONS
- #define SPP_NO_CXX11_AUTO_MULTIDECLARATIONS
- #define SPP_NO_CXX11_CHAR16_T
- #define SPP_NO_CXX11_CHAR32_T
- #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
- #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
- #define SPP_NO_CXX11_DELETED_FUNCTIONS
- #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
- #define SPP_NO_CXX11_INLINE_NAMESPACES
- #define SPP_NO_CXX11_VARIADIC_TEMPLATES
- #endif
-
- #if SPP_GCC_VERSION < 40500
- #define SPP_NO_SFINAE_EXPR
- #endif
-
- // GCC 4.5 forbids declaration of defaulted functions in private or protected sections
- #if __GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ == 5) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_NON_PUBLIC_DEFAULTED_FUNCTIONS
- #endif
-
- // C++0x features in 4.5.0 and later
- //
- #if (SPP_GCC_VERSION < 40500) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
- #define SPP_NO_CXX11_LAMBDAS
- #define SPP_NO_CXX11_LOCAL_CLASS_TEMPLATE_PARAMETERS
- #define SPP_NO_CXX11_RAW_LITERALS
- #define SPP_NO_CXX11_UNICODE_LITERALS
- #endif
-
- // C++0x features in 4.5.1 and later
- //
- #if (SPP_GCC_VERSION < 40501) || !defined(SPP_GCC_CXX11)
- // scoped enums have a serious bug in 4.4.0, so define SPP_NO_CXX11_SCOPED_ENUMS before 4.5.1
- // See http://gcc.gnu.org/bugzilla/show_bug.cgi?id=38064
- #define SPP_NO_CXX11_SCOPED_ENUMS
- #endif
-
- // C++0x features in 4.6.n and later
- //
- #if (SPP_GCC_VERSION < 40600) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_CONSTEXPR
- #define SPP_NO_CXX11_NULLPTR
- #define SPP_NO_CXX11_RANGE_BASED_FOR
- #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
- #endif
-
- // C++0x features in 4.7.n and later
- //
- #if (SPP_GCC_VERSION < 40700) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_FINAL
- #define SPP_NO_CXX11_TEMPLATE_ALIASES
- #define SPP_NO_CXX11_USER_DEFINED_LITERALS
- #define SPP_NO_CXX11_FIXED_LENGTH_VARIADIC_TEMPLATE_EXPANSION_PACKS
- #endif
-
- // C++0x features in 4.8.n and later
- //
- #if (SPP_GCC_VERSION < 40800) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_ALIGNAS
- #endif
-
- // C++0x features in 4.8.1 and later
- //
- #if (SPP_GCC_VERSION < 40801) || !defined(SPP_GCC_CXX11)
- #define SPP_NO_CXX11_DECLTYPE_N3276
- #define SPP_NO_CXX11_REF_QUALIFIERS
- #define SPP_NO_CXX14_BINARY_LITERALS
- #endif
-
- // C++14 features in 4.9.0 and later
- //
- #if (SPP_GCC_VERSION < 40900) || (__cplusplus < 201300)
- #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
- #define SPP_NO_CXX14_GENERIC_LAMBDAS
- #define SPP_NO_CXX14_DIGIT_SEPARATORS
- #define SPP_NO_CXX14_DECLTYPE_AUTO
- #if !((SPP_GCC_VERSION >= 40801) && (SPP_GCC_VERSION < 40900) && defined(SPP_GCC_CXX11))
- #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
- #endif
- #endif
-
-
- // C++ 14:
- #if !defined(__cpp_aggregate_nsdmi) || (__cpp_aggregate_nsdmi < 201304)
- #define SPP_NO_CXX14_AGGREGATE_NSDMI
- #endif
- #if !defined(__cpp_constexpr) || (__cpp_constexpr < 201304)
- #define SPP_NO_CXX14_CONSTEXPR
- #endif
- #if !defined(__cpp_variable_templates) || (__cpp_variable_templates < 201304)
- #define SPP_NO_CXX14_VARIABLE_TEMPLATES
- #endif
-
- //
- // Unused attribute:
- #if __GNUC__ >= 4
- #define SPP_ATTRIBUTE_UNUSED __attribute__((__unused__))
- #endif
- //
- // __builtin_unreachable:
- #if SPP_GCC_VERSION >= 40800
- #define SPP_UNREACHABLE_RETURN(x) __builtin_unreachable();
- #endif
-
- #ifndef SPP_COMPILER
- #define SPP_COMPILER "GNU C++ version " __VERSION__
- #endif
-
- // ConceptGCC compiler:
- // http://www.generic-programming.org/software/ConceptGCC/
- #ifdef __GXX_CONCEPTS__
- #define SPP_HAS_CONCEPTS
- #define SPP_COMPILER "ConceptGCC version " __VERSION__
- #endif
-
-
-#elif defined _MSC_VER
-
- #include <intrin.h> // for __popcnt()
-
- #define SPP_POPCNT_CHECK // slower when defined, but we have to check!
- #define spp_cpuid(info, x) __cpuid(info, x)
-
- #define SPP_POPCNT __popcnt
- #if (SPP_GROUP_SIZE == 64 && INTPTR_MAX == INT64_MAX)
- #define SPP_POPCNT64 __popcnt64
- #endif
-
- // Attempt to suppress VC6 warnings about the length of decorated names (obsolete):
- #pragma warning( disable : 4503 ) // warning: decorated name length exceeded
-
- #define SPP_HAS_PRAGMA_ONCE
- #define SPP_HAS_CSTDINT
-
- //
- // versions check:
- // we don't support Visual C++ prior to version 7.1:
- #if _MSC_VER < 1310
- #error "Antique compiler not supported"
- #endif
-
- #if _MSC_FULL_VER < 180020827
- #define SPP_NO_FENV_H
- #endif
-
- #if _MSC_VER < 1400
- // although a conforming signature for swprint exists in VC7.1
- // it appears not to actually work:
- #define SPP_NO_SWPRINTF
-
- // Our extern template tests also fail for this compiler:
- #define SPP_NO_CXX11_EXTERN_TEMPLATE
-
- // Variadic macros do not exist for VC7.1 and lower
- #define SPP_NO_CXX11_VARIADIC_MACROS
- #endif
-
- #if _MSC_VER < 1500 // 140X == VC++ 8.0
- #undef SPP_HAS_CSTDINT
- #define SPP_NO_MEMBER_TEMPLATE_FRIENDS
- #endif
-
- #if _MSC_VER < 1600 // 150X == VC++ 9.0
- // A bug in VC9:
- #define SPP_NO_ADL_BARRIER
- #endif
-
-
- // MSVC (including the latest checked version) has not yet completely
- // implemented value-initialization, as is reported:
- // "VC++ does not value-initialize members of derived classes without
- // user-declared constructor", reported in 2009 by Sylvester Hesp:
- // https: //connect.microsoft.com/VisualStudio/feedback/details/484295
- // "Presence of copy constructor breaks member class initialization",
- // reported in 2009 by Alex Vakulenko:
- // https: //connect.microsoft.com/VisualStudio/feedback/details/499606
- // "Value-initialization in new-expression", reported in 2005 by
- // Pavel Kuznetsov (MetaCommunications Engineering):
- // https: //connect.microsoft.com/VisualStudio/feedback/details/100744
- // See also: http: //www.boost.org/libs/utility/value_init.htm #compiler_issues
- // (Niels Dekker, LKEB, May 2010)
- #define SPP_NO_COMPLETE_VALUE_INITIALIZATION
-
- #ifndef _NATIVE_WCHAR_T_DEFINED
- #define SPP_NO_INTRINSIC_WCHAR_T
- #endif
-
- //
- // check for exception handling support:
- #if !defined(_CPPUNWIND) && !defined(SPP_NO_EXCEPTIONS)
- #define SPP_NO_EXCEPTIONS
- #endif
-
- //
- // __int64 support:
- //
- #define SPP_HAS_MS_INT64
- #if defined(_MSC_EXTENSIONS) || (_MSC_VER >= 1400)
- #define SPP_HAS_LONG_LONG
- #else
- #define SPP_NO_LONG_LONG
- #endif
-
- #if (_MSC_VER >= 1400) && !defined(_DEBUG)
- #define SPP_HAS_NRVO
- #endif
-
- #if _MSC_VER >= 1500 // 150X == VC++ 9.0
- #define SPP_HAS_PRAGMA_DETECT_MISMATCH
- #endif
-
- //
- // disable Win32 API's if compiler extensions are
- // turned off:
- //
- #if !defined(_MSC_EXTENSIONS) && !defined(SPP_DISABLE_WIN32)
- #define SPP_DISABLE_WIN32
- #endif
-
- #if !defined(_CPPRTTI) && !defined(SPP_NO_RTTI)
- #define SPP_NO_RTTI
- #endif
-
- //
- // TR1 features:
- //
- #if _MSC_VER >= 1700
- // #define SPP_HAS_TR1_HASH // don't know if this is true yet.
- // #define SPP_HAS_TR1_TYPE_TRAITS // don't know if this is true yet.
- #define SPP_HAS_TR1_UNORDERED_MAP
- #define SPP_HAS_TR1_UNORDERED_SET
- #endif
-
- //
- // C++0x features
- //
- // See above for SPP_NO_LONG_LONG
-
- // C++ features supported by VC++ 10 (aka 2010)
- //
- #if _MSC_VER < 1600
- #define SPP_NO_CXX11_AUTO_DECLARATIONS
- #define SPP_NO_CXX11_AUTO_MULTIDECLARATIONS
- #define SPP_NO_CXX11_LAMBDAS
- #define SPP_NO_CXX11_RVALUE_REFERENCES
- #define SPP_NO_CXX11_STATIC_ASSERT
- #define SPP_NO_CXX11_NULLPTR
- #define SPP_NO_CXX11_DECLTYPE
- #endif // _MSC_VER < 1600
-
- #if _MSC_VER >= 1600
- #define SPP_HAS_STDINT_H
- #endif
-
- // C++11 features supported by VC++ 11 (aka 2012)
- //
- #if _MSC_VER < 1700
- #define SPP_NO_CXX11_FINAL
- #define SPP_NO_CXX11_RANGE_BASED_FOR
- #define SPP_NO_CXX11_SCOPED_ENUMS
- #endif // _MSC_VER < 1700
-
- // C++11 features supported by VC++ 12 (aka 2013).
- //
- #if _MSC_FULL_VER < 180020827
- #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
- #define SPP_NO_CXX11_DELETED_FUNCTIONS
- #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
- #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
- #define SPP_NO_CXX11_RAW_LITERALS
- #define SPP_NO_CXX11_TEMPLATE_ALIASES
- #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
- #define SPP_NO_CXX11_VARIADIC_TEMPLATES
- #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
- #define SPP_NO_CXX11_DECLTYPE_N3276
- #endif
-
- // C++11 features supported by VC++ 14 (aka 2014) CTP1
- #if (_MSC_FULL_VER < 190021730)
- #define SPP_NO_CXX11_REF_QUALIFIERS
- #define SPP_NO_CXX11_USER_DEFINED_LITERALS
- #define SPP_NO_CXX11_ALIGNAS
- #define SPP_NO_CXX11_INLINE_NAMESPACES
- #define SPP_NO_CXX14_DECLTYPE_AUTO
- #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
- #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
- #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
- #endif
-
- // C++11 features not supported by any versions
- #define SPP_NO_CXX11_CHAR16_T
- #define SPP_NO_CXX11_CHAR32_T
- #define SPP_NO_CXX11_CONSTEXPR
- #define SPP_NO_CXX11_UNICODE_LITERALS
- #define SPP_NO_SFINAE_EXPR
- #define SPP_NO_TWO_PHASE_NAME_LOOKUP
-
- // C++ 14:
- #if !defined(__cpp_aggregate_nsdmi) || (__cpp_aggregate_nsdmi < 201304)
- #define SPP_NO_CXX14_AGGREGATE_NSDMI
- #endif
-
- #if !defined(__cpp_binary_literals) || (__cpp_binary_literals < 201304)
- #define SPP_NO_CXX14_BINARY_LITERALS
- #endif
-
- #if !defined(__cpp_constexpr) || (__cpp_constexpr < 201304)
- #define SPP_NO_CXX14_CONSTEXPR
- #endif
-
- #if (__cplusplus < 201304) // There's no SD6 check for this....
- #define SPP_NO_CXX14_DIGIT_SEPARATORS
- #endif
-
- #if !defined(__cpp_generic_lambdas) || (__cpp_generic_lambdas < 201304)
- #define SPP_NO_CXX14_GENERIC_LAMBDAS
- #endif
-
- #if !defined(__cpp_variable_templates) || (__cpp_variable_templates < 201304)
- #define SPP_NO_CXX14_VARIABLE_TEMPLATES
- #endif
-
-#endif
-
-// from boost/config/suffix.hpp
-// ----------------------------
-#ifndef SPP_ATTRIBUTE_UNUSED
- #define SPP_ATTRIBUTE_UNUSED
-#endif
-
-// includes
-// --------
-#if defined(SPP_HAS_CSTDINT) && (__cplusplus >= 201103)
- #include <cstdint>
-#else
- #if defined(__FreeBSD__) || defined(__IBMCPP__) || defined(_AIX)
- #include <inttypes.h>
- #else
- #include <stdint.h>
- #endif
-#endif
-
-#include <cassert>
-#include <cstring>
-#include <string>
-#include <limits> // for numeric_limits
-#include <algorithm> // For swap(), eg
-#include <iterator> // for iterator tags
-#include <functional> // for equal_to<>, select1st<>, std::unary_function, etc
-#include <memory> // for alloc, uninitialized_copy, uninitialized_fill
-#include <cstdlib> // for malloc/realloc/free
-#include <cstddef> // for ptrdiff_t
-#include <new> // for placement new
-#include <stdexcept> // For length_error
-#include <utility> // for pair<>
-#include <cstdio>
-#include <iosfwd>
-#include <ios>
-
-#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
- #include <initializer_list>
-#endif
-
-#if (SPP_GROUP_SIZE == 32)
- typedef uint32_t group_bm_type;
-#else
- typedef uint64_t group_bm_type;
-#endif
-
-template<int S, int H> class HashObject; // for Google's benchmark, not in spp namespace!
-
-// ----------------------------------------------------------------------
-// H A S H F U N C T I O N S
-// ----------------------------
-//
-// Implements spp::spp_hash() and spp::hash_combine()
-//
-// This is exactly the content of spp_utils.h, except for the copyright
-// attributions at the beginning
-//
-// WARNING: Any change here has to be duplicated in spp_utils.h.
-// ----------------------------------------------------------------------
-
-#if !defined(spp_utils_h_guard_)
-#define spp_utils_h_guard_
-
-#if defined(_MSC_VER)
- #if (_MSC_VER >= 1600 ) // vs2010 (1900 is vs2015)
- #include <functional>
- #define SPP_HASH_CLASS std::hash
- #else
- #include <hash_map>
- #define SPP_HASH_CLASS stdext::hash_compare
- #endif
- #if (_MSC_FULL_VER < 190021730)
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#elif defined(__GNUC__)
- #if defined(__GXX_EXPERIMENTAL_CXX0X__) || (__cplusplus >= 201103L)
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-
- #if (__GNUC__ * 10000 + __GNUC_MINOR__ * 100) < 40600
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
- #else
- #include <tr1/unordered_map>
- #define SPP_HASH_CLASS std::tr1::hash
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#elif defined __clang__
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-
- #if !__has_feature(cxx_noexcept)
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#else
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-#endif
-
-#ifdef SPP_NO_CXX11_NOEXCEPT
- #define SPP_NOEXCEPT
-#else
- #define SPP_NOEXCEPT noexcept
-#endif
-
-#ifdef SPP_NO_CXX11_CONSTEXPR
- #define SPP_CONSTEXPR
-#else
- #define SPP_CONSTEXPR constexpr
-#endif
-
-#define SPP_INLINE
-
-#ifndef SPP_NAMESPACE
- #define SPP_NAMESPACE spp
-#endif
-
-namespace SPP_NAMESPACE
-{
-
-template <class T>
-struct spp_hash
-{
- SPP_INLINE size_t operator()(const T &__v) const SPP_NOEXCEPT
- {
- SPP_HASH_CLASS<T> hasher;
- return hasher(__v);
- }
-};
-
-template <class T>
-struct spp_hash<T *>
-{
- static size_t spp_log2 (size_t val) SPP_NOEXCEPT
- {
- size_t res = 0;
- while (val > 1)
- {
- val >>= 1;
- res++;
- }
- return res;
- }
-
- SPP_INLINE size_t operator()(const T *__v) const SPP_NOEXCEPT
- {
- static const size_t shift = 3; // spp_log2(1 + sizeof(T)); // T might be incomplete!
- return static_cast<size_t>((*(reinterpret_cast<const uintptr_t *>(&__v))) >> shift);
- }
-};
-
-// from http://burtleburtle.net/bob/hash/integer.html
-// fast and efficient for power of two table sizes where we always
-// consider the last bits.
-// ---------------------------------------------------------------
-inline size_t spp_mix_32(uint32_t a)
-{
- a = a ^ (a >> 4);
- a = (a ^ 0xdeadbeef) + (a << 5);
- a = a ^ (a >> 11);
- return static_cast<size_t>(a);
-}
-
-// Maybe we should do a more thorough scrambling as described in
-// https://gist.github.com/badboy/6267743
-// -------------------------------------------------------------
-inline size_t spp_mix_64(uint64_t a)
-{
- a = a ^ (a >> 4);
- a = (a ^ 0xdeadbeef) + (a << 5);
- a = a ^ (a >> 11);
- return a;
-}
-
-template <>
-struct spp_hash<bool> : public std::unary_function<bool, size_t>
-{
- SPP_INLINE size_t operator()(bool __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<char> : public std::unary_function<char, size_t>
-{
- SPP_INLINE size_t operator()(char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<signed char> : public std::unary_function<signed char, size_t>
-{
- SPP_INLINE size_t operator()(signed char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<unsigned char> : public std::unary_function<unsigned char, size_t>
-{
- SPP_INLINE size_t operator()(unsigned char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<wchar_t> : public std::unary_function<wchar_t, size_t>
-{
- SPP_INLINE size_t operator()(wchar_t __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<int16_t> : public std::unary_function<int16_t, size_t>
-{
- SPP_INLINE size_t operator()(int16_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint16_t> : public std::unary_function<uint16_t, size_t>
-{
- SPP_INLINE size_t operator()(uint16_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<int32_t> : public std::unary_function<int32_t, size_t>
-{
- SPP_INLINE size_t operator()(int32_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint32_t> : public std::unary_function<uint32_t, size_t>
-{
- SPP_INLINE size_t operator()(uint32_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<int64_t> : public std::unary_function<int64_t, size_t>
-{
- SPP_INLINE size_t operator()(int64_t __v) const SPP_NOEXCEPT
- { return spp_mix_64(static_cast<uint64_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint64_t> : public std::unary_function<uint64_t, size_t>
-{
- SPP_INLINE size_t operator()(uint64_t __v) const SPP_NOEXCEPT
- { return spp_mix_64(static_cast<uint64_t>(__v)); }
-};
-
-template <>
-struct spp_hash<float> : public std::unary_function<float, size_t>
-{
- SPP_INLINE size_t operator()(float __v) const SPP_NOEXCEPT
- {
- // -0.0 and 0.0 should return same hash
- uint32_t *as_int = reinterpret_cast<uint32_t *>(&__v);
- return (__v == 0) ? static_cast<size_t>(0) : spp_mix_32(*as_int);
- }
-};
-
-template <>
-struct spp_hash<double> : public std::unary_function<double, size_t>
-{
- SPP_INLINE size_t operator()(double __v) const SPP_NOEXCEPT
- {
- // -0.0 and 0.0 should return same hash
- uint64_t *as_int = reinterpret_cast<uint64_t *>(&__v);
- return (__v == 0) ? static_cast<size_t>(0) : spp_mix_64(*as_int);
- }
-};
-
-template <class T, int sz> struct Combiner
-{
- inline void operator()(T& seed, T value);
-};
-
-template <class T> struct Combiner<T, 4>
-{
- inline void operator()(T& seed, T value)
- {
- seed ^= value + 0x9e3779b9 + (seed << 6) + (seed >> 2);
- }
-};
-
-template <class T> struct Combiner<T, 8>
-{
- inline void operator()(T& seed, T value)
- {
- seed ^= value + T(0xc6a4a7935bd1e995) + (seed << 6) + (seed >> 2);
- }
-};
-
-template <class T>
-inline void hash_combine(std::size_t& seed, T const& v)
-{
- spp::spp_hash<T> hasher;
- Combiner<std::size_t, sizeof(std::size_t)> combiner;
-
- combiner(seed, hasher(v));
-}
-
-}
-
-#endif // spp_utils_h_guard_
-
-SPP_START_NAMESPACE
-
-// ----------------------------------------------------------------------
-// U T I L F U N C T I O N S
-// ----------------------------------------------------------------------
-template <class E>
-inline void throw_exception(const E& exception)
-{
-#if !defined(SPP_NO_EXCEPTIONS)
- throw exception;
-#else
- assert(0);
- abort();
-#endif
-}
-
-// ----------------------------------------------------------------------
-// M U T A B L E P A I R H A C K
-// turn mutable std::pair<K, V> into correct value_type std::pair<const K, V>
-// ----------------------------------------------------------------------
-template <class T>
-struct cvt
-{
- typedef T type;
-};
-
-template <class K, class V>
-struct cvt<std::pair<K, V> >
-{
- typedef std::pair<const K, V> type;
-};
-
-template <class K, class V>
-struct cvt<const std::pair<K, V> >
-{
- typedef const std::pair<const K, V> type;
-};
-
-// ----------------------------------------------------------------------
-// M O V E I T E R A T O R
-// ----------------------------------------------------------------------
-#ifdef SPP_NO_CXX11_RVALUE_REFERENCES
- #define MK_MOVE_IT(p) (p)
-#else
- #define MK_MOVE_IT(p) std::make_move_iterator(p)
-#endif
-
-
-// ----------------------------------------------------------------------
-// A L L O C A T O R S T U F F
-// ----------------------------------------------------------------------
-template<class T>
-class libc_allocator_with_realloc
-{
-public:
- typedef T value_type;
- typedef size_t size_type;
- typedef ptrdiff_t difference_type;
-
- typedef T* pointer;
- typedef const T* const_pointer;
- typedef T& reference;
- typedef const T& const_reference;
-
- libc_allocator_with_realloc() {}
- libc_allocator_with_realloc(const libc_allocator_with_realloc& /*unused*/) {}
- ~libc_allocator_with_realloc() {}
-
- pointer address(reference r) const { return &r; }
- const_pointer address(const_reference r) const { return &r; }
-
- pointer allocate(size_type n, const_pointer /*unused*/= 0)
- {
- return static_cast<pointer>(malloc(n * sizeof(value_type)));
- }
-
- void deallocate(pointer p, size_type /*unused*/)
- {
- free(p);
- }
-
- pointer reallocate(pointer p, size_type n)
- {
- return static_cast<pointer>(realloc(p, n * sizeof(value_type)));
- }
-
- size_type max_size() const
- {
- return static_cast<size_type>(-1) / sizeof(value_type);
- }
-
- void construct(pointer p, const value_type& val)
- {
- new(p) value_type(val);
- }
-
- void destroy(pointer p) { p->~value_type(); }
-
- template <class U>
- explicit libc_allocator_with_realloc(const libc_allocator_with_realloc<U>& /*unused*/) {}
-
- template<class U>
- struct rebind
- {
- typedef libc_allocator_with_realloc<U> other;
- };
-};
-
-// ----------------------------------------------------------------------
-// libc_allocator_with_realloc<void> specialization.
-// ----------------------------------------------------------------------
-template<>
-class libc_allocator_with_realloc<void>
-{
-public:
- typedef void value_type;
- typedef size_t size_type;
- typedef ptrdiff_t difference_type;
- typedef void* pointer;
- typedef const void* const_pointer;
-
- template<class U>
- struct rebind
- {
- typedef libc_allocator_with_realloc<U> other;
- };
-};
-
-template<class T>
-inline bool operator==(const libc_allocator_with_realloc<T>& /*unused*/,
- const libc_allocator_with_realloc<T>& /*unused*/)
-{
- return true;
-}
-
-template<class T>
-inline bool operator!=(const libc_allocator_with_realloc<T>& /*unused*/,
- const libc_allocator_with_realloc<T>& /*unused*/)
-{
- return false;
-}
-
-// ----------------------------------------------------------------------
-// I N T E R N A L S T U F F
-// ----------------------------------------------------------------------
-#ifdef SPP_NO_CXX11_STATIC_ASSERT
- template <bool> struct SppCompileAssert { };
- #define SPP_COMPILE_ASSERT(expr, msg) \
- SPP_ATTRIBUTE_UNUSED typedef SppCompileAssert<(bool(expr))> spp_bogus_[bool(expr) ? 1 : -1]
-#else
- #define SPP_COMPILE_ASSERT static_assert
-#endif
-
-namespace sparsehash_internal
-{
-
-// Adaptor methods for reading/writing data from an INPUT or OUPTUT
-// variable passed to serialize() or unserialize(). For now we
-// have implemented INPUT/OUTPUT for FILE*, istream*/ostream* (note
-// they are pointers, unlike typical use), or else a pointer to
-// something that supports a Read()/Write() method.
-//
-// For technical reasons, we implement read_data/write_data in two
-// stages. The actual work is done in *_data_internal, which takes
-// the stream argument twice: once as a template type, and once with
-// normal type information. (We only use the second version.) We do
-// this because of how C++ picks what function overload to use. If we
-// implemented this the naive way:
-// bool read_data(istream* is, const void* data, size_t length);
-// template<typename T> read_data(T* fp, const void* data, size_t length);
-// C++ would prefer the second version for every stream type except
-// istream. However, we want C++ to prefer the first version for
-// streams that are *subclasses* of istream, such as istringstream.
-// This is not possible given the way template types are resolved. So
-// we split the stream argument in two, one of which is templated and
-// one of which is not. The specialized functions (like the istream
-// version above) ignore the template arg and use the second, 'type'
-// arg, getting subclass matching as normal. The 'catch-all'
-// functions (the second version above) use the template arg to deduce
-// the type, and use a second, void* arg to achieve the desired
-// 'catch-all' semantics.
-
- // ----- low-level I/O for FILE* ----
-
- template<typename Ignored>
- inline bool read_data_internal(Ignored* /*unused*/, FILE* fp,
- void* data, size_t length)
- {
- return fread(data, length, 1, fp) == 1;
- }
-
- template<typename Ignored>
- inline bool write_data_internal(Ignored* /*unused*/, FILE* fp,
- const void* data, size_t length)
- {
- return fwrite(data, length, 1, fp) == 1;
- }
-
- // ----- low-level I/O for iostream ----
-
- // We want the caller to be responsible for #including <iostream>, not
- // us, because iostream is a big header! According to the standard,
- // it's only legal to delay the instantiation the way we want to if
- // the istream/ostream is a template type. So we jump through hoops.
- template<typename ISTREAM>
- inline bool read_data_internal_for_istream(ISTREAM* fp,
- void* data, size_t length)
- {
- return fp->read(reinterpret_cast<char*>(data),
- static_cast<std::streamsize>(length)).good();
- }
- template<typename Ignored>
- inline bool read_data_internal(Ignored* /*unused*/, std::istream* fp,
- void* data, size_t length)
- {
- return read_data_internal_for_istream(fp, data, length);
- }
-
- template<typename OSTREAM>
- inline bool write_data_internal_for_ostream(OSTREAM* fp,
- const void* data, size_t length)
- {
- return fp->write(reinterpret_cast<const char*>(data),
- static_cast<std::streamsize>(length)).good();
- }
- template<typename Ignored>
- inline bool write_data_internal(Ignored* /*unused*/, std::ostream* fp,
- const void* data, size_t length)
- {
- return write_data_internal_for_ostream(fp, data, length);
- }
-
- // ----- low-level I/O for custom streams ----
-
- // The INPUT type needs to support a Read() method that takes a
- // buffer and a length and returns the number of bytes read.
- template <typename INPUT>
- inline bool read_data_internal(INPUT* fp, void* /*unused*/,
- void* data, size_t length)
- {
- return static_cast<size_t>(fp->Read(data, length)) == length;
- }
-
- // The OUTPUT type needs to support a Write() operation that takes
- // a buffer and a length and returns the number of bytes written.
- template <typename OUTPUT>
- inline bool write_data_internal(OUTPUT* fp, void* /*unused*/,
- const void* data, size_t length)
- {
- return static_cast<size_t>(fp->Write(data, length)) == length;
- }
-
- // ----- low-level I/O: the public API ----
-
- template <typename INPUT>
- inline bool read_data(INPUT* fp, void* data, size_t length)
- {
- return read_data_internal(fp, fp, data, length);
- }
-
- template <typename OUTPUT>
- inline bool write_data(OUTPUT* fp, const void* data, size_t length)
- {
- return write_data_internal(fp, fp, data, length);
- }
-
- // Uses read_data() and write_data() to read/write an integer.
- // length is the number of bytes to read/write (which may differ
- // from sizeof(IntType), allowing us to save on a 32-bit system
- // and load on a 64-bit system). Excess bytes are taken to be 0.
- // INPUT and OUTPUT must match legal inputs to read/write_data (above).
- // --------------------------------------------------------------------
- template <typename INPUT, typename IntType>
- bool read_bigendian_number(INPUT* fp, IntType* value, size_t length)
- {
- *value = 0;
- unsigned char byte;
- // We require IntType to be unsigned or else the shifting gets all screwy.
- SPP_COMPILE_ASSERT(static_cast<IntType>(-1) > static_cast<IntType>(0), "serializing_int_requires_an_unsigned_type");
- for (size_t i = 0; i < length; ++i)
- {
- if (!read_data(fp, &byte, sizeof(byte)))
- return false;
- *value |= static_cast<IntType>(byte) << ((length - 1 - i) * 8);
- }
- return true;
- }
-
- template <typename OUTPUT, typename IntType>
- bool write_bigendian_number(OUTPUT* fp, IntType value, size_t length)
- {
- unsigned char byte;
- // We require IntType to be unsigned or else the shifting gets all screwy.
- SPP_COMPILE_ASSERT(static_cast<IntType>(-1) > static_cast<IntType>(0), "serializing_int_requires_an_unsigned_type");
- for (size_t i = 0; i < length; ++i)
- {
- byte = (sizeof(value) <= length-1 - i)
- ? static_cast<unsigned char>(0) : static_cast<unsigned char>((value >> ((length-1 - i) * 8)) & 255);
- if (!write_data(fp, &byte, sizeof(byte))) return false;
- }
- return true;
- }
-
- // If your keys and values are simple enough, you can pass this
- // serializer to serialize()/unserialize(). "Simple enough" means
- // value_type is a POD type that contains no pointers. Note,
- // however, we don't try to normalize endianness.
- // This is the type used for NopointerSerializer.
- // ---------------------------------------------------------------
- template <typename value_type> struct pod_serializer
- {
- template <typename INPUT>
- bool operator()(INPUT* fp, value_type* value) const
- {
- return read_data(fp, value, sizeof(*value));
- }
-
- template <typename OUTPUT>
- bool operator()(OUTPUT* fp, const value_type& value) const
- {
- return write_data(fp, &value, sizeof(value));
- }
- };
-
-
- // Settings contains parameters for growing and shrinking the table.
- // It also packages zero-size functor (ie. hasher).
- //
- // It does some munging of the hash value for the cases where
- // the original hash function is not be very good.
- // ---------------------------------------------------------------
- template<typename Key, typename HashFunc, typename SizeType, int HT_MIN_BUCKETS>
- class sh_hashtable_settings : public HashFunc
- {
- private:
-#ifndef SPP_MIX_HASH
- template <class T, int sz> struct Mixer
- {
- inline T operator()(T h) const { return h; }
- };
-#else
- template <class T, int sz> struct Mixer
- {
- inline T operator()(T h) const;
- };
-
- template <class T> struct Mixer<T, 4>
- {
- inline T operator()(T h) const
- {
- // from Thomas Wang - https://gist.github.com/badboy/6267743
- // ---------------------------------------------------------
- h = (h ^ 61) ^ (h >> 16);
- h = h + (h << 3);
- h = h ^ (h >> 4);
- h = h * 0x27d4eb2d;
- h = h ^ (h >> 15);
- return h;
- }
- };
-
- template <class T> struct Mixer<T, 8>
- {
- inline T operator()(T h) const
- {
- // from Thomas Wang - https://gist.github.com/badboy/6267743
- // ---------------------------------------------------------
- h = (~h) + (h << 21); // h = (h << 21) - h - 1;
- h = h ^ (h >> 24);
- h = (h + (h << 3)) + (h << 8); // h * 265
- h = h ^ (h >> 14);
- h = (h + (h << 2)) + (h << 4); // h * 21
- h = h ^ (h >> 28);
- h = h + (h << 31);
- return h;
- }
- };
-#endif
-
- public:
- typedef Key key_type;
- typedef HashFunc hasher;
- typedef SizeType size_type;
-
- public:
- sh_hashtable_settings(const hasher& hf,
- const float ht_occupancy_flt,
- const float ht_empty_flt)
- : hasher(hf),
- enlarge_threshold_(0),
- shrink_threshold_(0),
- consider_shrink_(false),
- num_ht_copies_(0)
- {
- set_enlarge_factor(ht_occupancy_flt);
- set_shrink_factor(ht_empty_flt);
- }
-
- size_t hash(const key_type& v) const
- {
- size_t h = hasher::operator()(v);
- Mixer<size_t, sizeof(size_t)> mixer;
-
- return mixer(h);
- }
-
- float enlarge_factor() const { return enlarge_factor_; }
- void set_enlarge_factor(float f) { enlarge_factor_ = f; }
- float shrink_factor() const { return shrink_factor_; }
- void set_shrink_factor(float f) { shrink_factor_ = f; }
-
- size_type enlarge_threshold() const { return enlarge_threshold_; }
- void set_enlarge_threshold(size_type t) { enlarge_threshold_ = t; }
- size_type shrink_threshold() const { return shrink_threshold_; }
- void set_shrink_threshold(size_type t) { shrink_threshold_ = t; }
-
- size_type enlarge_size(size_type x) const { return static_cast<size_type>(x * enlarge_factor_); }
- size_type shrink_size(size_type x) const { return static_cast<size_type>(x * shrink_factor_); }
-
- bool consider_shrink() const { return consider_shrink_; }
- void set_consider_shrink(bool t) { consider_shrink_ = t; }
-
- unsigned int num_ht_copies() const { return num_ht_copies_; }
- void inc_num_ht_copies() { ++num_ht_copies_; }
-
- // Reset the enlarge and shrink thresholds
- void reset_thresholds(size_type num_buckets)
- {
- set_enlarge_threshold(enlarge_size(num_buckets));
- set_shrink_threshold(shrink_size(num_buckets));
- // whatever caused us to reset already considered
- set_consider_shrink(false);
- }
-
- // Caller is resposible for calling reset_threshold right after
- // set_resizing_parameters.
- // ------------------------------------------------------------
- void set_resizing_parameters(float shrink, float grow)
- {
- assert(shrink >= 0.0f);
- assert(grow <= 1.0f);
- if (shrink > grow/2.0f)
- shrink = grow / 2.0f; // otherwise we thrash hashtable size
- set_shrink_factor(shrink);
- set_enlarge_factor(grow);
- }
-
- // This is the smallest size a hashtable can be without being too crowded
- // If you like, you can give a min #buckets as well as a min #elts
- // ----------------------------------------------------------------------
- size_type min_buckets(size_type num_elts, size_type min_buckets_wanted)
- {
- float enlarge = enlarge_factor();
- size_type sz = HT_MIN_BUCKETS; // min buckets allowed
- while (sz < min_buckets_wanted ||
- num_elts >= static_cast<size_type>(sz * enlarge))
- {
- // This just prevents overflowing size_type, since sz can exceed
- // max_size() here.
- // -------------------------------------------------------------
- if (static_cast<size_type>(sz * 2) < sz)
- throw_exception(std::length_error("resize overflow")); // protect against overflow
- sz *= 2;
- }
- return sz;
- }
-
- private:
- size_type enlarge_threshold_; // table.size() * enlarge_factor
- size_type shrink_threshold_; // table.size() * shrink_factor
- float enlarge_factor_; // how full before resize
- float shrink_factor_; // how empty before resize
- bool consider_shrink_; // if we should try to shrink before next insert
-
- unsigned int num_ht_copies_; // num_ht_copies is a counter incremented every Copy/Move
- };
-
-} // namespace sparsehash_internal
-
-#undef SPP_COMPILE_ASSERT
-
-// ----------------------------------------------------------------------
-// S P A R S E T A B L E
-// ----------------------------------------------------------------------
-//
-// A sparsetable is a random container that implements a sparse array,
-// that is, an array that uses very little memory to store unassigned
-// indices (in this case, between 1-2 bits per unassigned index). For
-// instance, if you allocate an array of size 5 and assign a[2] = <big
-// struct>, then a[2] will take up a lot of memory but a[0], a[1],
-// a[3], and a[4] will not. Array elements that have a value are
-// called "assigned". Array elements that have no value yet, or have
-// had their value cleared using erase() or clear(), are called
-// "unassigned".
-//
-// Unassigned values seem to have the default value of T (see below).
-// Nevertheless, there is a difference between an unassigned index and
-// one explicitly assigned the value of T(). The latter is considered
-// assigned.
-//
-// Access to an array element is constant time, as is insertion and
-// deletion. Insertion and deletion may be fairly slow, however:
-// because of this container's memory economy, each insert and delete
-// causes a memory reallocation.
-//
-// NOTE: You should not test(), get(), or set() any index that is
-// greater than sparsetable.size(). If you need to do that, call
-// resize() first.
-//
-// --- Template parameters
-// PARAMETER DESCRIPTION DEFAULT
-// T The value of the array: the type of --
-// object that is stored in the array.
-//
-// Alloc: Allocator to use to allocate memory. libc_allocator_with_realloc
-//
-// --- Model of
-// Random Access Container
-//
-// --- Type requirements
-// T must be Copy Constructible. It need not be Assignable.
-//
-// --- Public base classes
-// None.
-//
-// --- Members
-//
-// [*] All iterators are const in a sparsetable (though nonempty_iterators
-// may not be). Use get() and set() to assign values, not iterators.
-//
-// [+] iterators are random-access iterators. nonempty_iterators are
-// bidirectional iterators.
-
-// [*] If you shrink a sparsetable using resize(), assigned elements
-// past the end of the table are removed using erase(). If you grow
-// a sparsetable, new unassigned indices are created.
-//
-// [+] Note that operator[] returns a const reference. You must use
-// set() to change the value of a table element.
-//
-// [!] Unassignment also calls the destructor.
-//
-// Iterators are invalidated whenever an item is inserted or
-// deleted (ie set() or erase() is used) or when the size of
-// the table changes (ie resize() or clear() is used).
-
-
-// ---------------------------------------------------------------------------
-// type_traits we need
-// ---------------------------------------------------------------------------
-template<class T, T v>
-struct integral_constant { static const T value = v; };
-
-template <class T, T v> const T integral_constant<T, v>::value;
-
-typedef integral_constant<bool, true> true_type;
-typedef integral_constant<bool, false> false_type;
-
-template<typename T, typename U> struct is_same : public false_type { };
-template<typename T> struct is_same<T, T> : public true_type { };
-
-template<typename T> struct remove_const { typedef T type; };
-template<typename T> struct remove_const<T const> { typedef T type; };
-
-template<typename T> struct remove_volatile { typedef T type; };
-template<typename T> struct remove_volatile<T volatile> { typedef T type; };
-
-template<typename T> struct remove_cv {
- typedef typename remove_const<typename remove_volatile<T>::type>::type type;
-};
-
-// ---------------- is_integral ----------------------------------------
-template <class T> struct is_integral;
-template <class T> struct is_integral : false_type { };
-template<> struct is_integral<bool> : true_type { };
-template<> struct is_integral<char> : true_type { };
-template<> struct is_integral<unsigned char> : true_type { };
-template<> struct is_integral<signed char> : true_type { };
-template<> struct is_integral<short> : true_type { };
-template<> struct is_integral<unsigned short> : true_type { };
-template<> struct is_integral<int> : true_type { };
-template<> struct is_integral<unsigned int> : true_type { };
-template<> struct is_integral<long> : true_type { };
-template<> struct is_integral<unsigned long> : true_type { };
-#ifdef SPP_HAS_LONG_LONG
- template<> struct is_integral<long long> : true_type { };
- template<> struct is_integral<unsigned long long> : true_type { };
-#endif
-template <class T> struct is_integral<const T> : is_integral<T> { };
-template <class T> struct is_integral<volatile T> : is_integral<T> { };
-template <class T> struct is_integral<const volatile T> : is_integral<T> { };
-
-// ---------------- is_floating_point ----------------------------------------
-template <class T> struct is_floating_point;
-template <class T> struct is_floating_point : false_type { };
-template<> struct is_floating_point<float> : true_type { };
-template<> struct is_floating_point<double> : true_type { };
-template<> struct is_floating_point<long double> : true_type { };
-template <class T> struct is_floating_point<const T> : is_floating_point<T> { };
-template <class T> struct is_floating_point<volatile T> : is_floating_point<T> { };
-template <class T> struct is_floating_point<const volatile T> : is_floating_point<T> { };
-
-// ---------------- is_pointer ----------------------------------------
-template <class T> struct is_pointer;
-template <class T> struct is_pointer : false_type { };
-template <class T> struct is_pointer<T*> : true_type { };
-template <class T> struct is_pointer<const T> : is_pointer<T> { };
-template <class T> struct is_pointer<volatile T> : is_pointer<T> { };
-template <class T> struct is_pointer<const volatile T> : is_pointer<T> { };
-
-// ---------------- is_reference ----------------------------------------
-template <class T> struct is_reference;
-template<typename T> struct is_reference : false_type {};
-template<typename T> struct is_reference<T&> : true_type {};
-
-// ---------------- is_relocatable ----------------------------------------
-// relocatable values can be moved around in memory using memcpy and remain
-// correct. Most types are relocatable, an example of a type who is not would
-// be a struct which contains a pointer to a buffer inside itself - this is the
-// case for std::string in gcc 5.
-// ------------------------------------------------------------------------
-template <class T> struct is_relocatable;
-template <class T> struct is_relocatable :
- integral_constant<bool, (is_integral<T>::value || is_floating_point<T>::value)>
-{ };
-
-template<int S, int H> struct is_relocatable<HashObject<S, H> > : true_type { };
-
-template <class T> struct is_relocatable<const T> : is_relocatable<T> { };
-template <class T> struct is_relocatable<volatile T> : is_relocatable<T> { };
-template <class T> struct is_relocatable<const volatile T> : is_relocatable<T> { };
-template <class A, int N> struct is_relocatable<A[N]> : is_relocatable<A> { };
-template <class T, class U> struct is_relocatable<std::pair<T, U> > :
- integral_constant<bool, (is_relocatable<T>::value && is_relocatable<U>::value)>
-{ };
-
-// ---------------------------------------------------------------------------
-// Our iterator as simple as iterators can be: basically it's just
-// the index into our table. Dereference, the only complicated
-// thing, we punt to the table class. This just goes to show how
-// much machinery STL requires to do even the most trivial tasks.
-//
-// A NOTE ON ASSIGNING:
-// A sparse table does not actually allocate memory for entries
-// that are not filled. Because of this, it becomes complicated
-// to have a non-const iterator: we don't know, if the iterator points
-// to a not-filled bucket, whether you plan to fill it with something
-// or whether you plan to read its value (in which case you'll get
-// the default bucket value). Therefore, while we can define const
-// operations in a pretty 'normal' way, for non-const operations, we
-// define something that returns a helper object with operator= and
-// operator& that allocate a bucket lazily. We use this for table[]
-// and also for regular table iterators.
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-// Our iterator as simple as iterators can be: basically it's just
-// the index into our table. Dereference, the only complicated
-// thing, we punt to the table class. This just goes to show how
-// much machinery STL requires to do even the most trivial tasks.
-//
-// By templatizing over tabletype, we have one iterator type which
-// we can use for both sparsetables and sparsebins. In fact it
-// works on any class that allows size() and operator[] (eg vector),
-// as long as it does the standard STL typedefs too (eg value_type).
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-template <class tabletype>
-class table_iterator
-{
-public:
- typedef table_iterator iterator;
-
- typedef std::random_access_iterator_tag iterator_category;
- typedef typename tabletype::value_type value_type;
- typedef typename tabletype::difference_type difference_type;
- typedef typename tabletype::size_type size_type;
-
- explicit table_iterator(tabletype *tbl = 0, size_type p = 0) :
- table(tbl), pos(p)
- { }
-
- // Helper function to assert things are ok; eg pos is still in range
- void check() const
- {
- assert(table);
- assert(pos <= table->size());
- }
-
- // Arithmetic: we just do arithmetic on pos. We don't even need to
- // do bounds checking, since STL doesn't consider that its job. :-)
- iterator& operator+=(size_type t) { pos += t; check(); return *this; }
- iterator& operator-=(size_type t) { pos -= t; check(); return *this; }
- iterator& operator++() { ++pos; check(); return *this; }
- iterator& operator--() { --pos; check(); return *this; }
- iterator operator++(int)
- {
- iterator tmp(*this); // for x++
- ++pos; check(); return tmp;
- }
-
- iterator operator--(int)
- {
- iterator tmp(*this); // for x--
- --pos; check(); return tmp;
- }
-
- iterator operator+(difference_type i) const
- {
- iterator tmp(*this);
- tmp += i; return tmp;
- }
-
- iterator operator-(difference_type i) const
- {
- iterator tmp(*this);
- tmp -= i; return tmp;
- }
-
- difference_type operator-(iterator it) const
- { // for "x = it2 - it"
- assert(table == it.table);
- return pos - it.pos;
- }
-
- // Comparisons.
- bool operator==(const iterator& it) const
- {
- return table == it.table && pos == it.pos;
- }
-
- bool operator<(const iterator& it) const
- {
- assert(table == it.table); // life is bad bad bad otherwise
- return pos < it.pos;
- }
-
- bool operator!=(const iterator& it) const { return !(*this == it); }
- bool operator<=(const iterator& it) const { return !(it < *this); }
- bool operator>(const iterator& it) const { return it < *this; }
- bool operator>=(const iterator& it) const { return !(*this < it); }
-
- // Here's the info we actually need to be an iterator
- tabletype *table; // so we can dereference and bounds-check
- size_type pos; // index into the table
-};
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-template <class tabletype>
-class const_table_iterator
-{
-public:
- typedef table_iterator<tabletype> iterator;
- typedef const_table_iterator const_iterator;
-
- typedef std::random_access_iterator_tag iterator_category;
- typedef typename tabletype::value_type value_type;
- typedef typename tabletype::difference_type difference_type;
- typedef typename tabletype::size_type size_type;
- typedef typename tabletype::const_reference reference; // we're const-only
- typedef typename tabletype::const_pointer pointer;
-
- // The "real" constructor
- const_table_iterator(const tabletype *tbl, size_type p)
- : table(tbl), pos(p) { }
-
- // The default constructor, used when I define vars of type table::iterator
- const_table_iterator() : table(NULL), pos(0) { }
-
- // The copy constructor, for when I say table::iterator foo = tbl.begin()
- // Also converts normal iterators to const iterators // not explicit on purpose
- const_table_iterator(const iterator &from)
- : table(from.table), pos(from.pos) { }
-
- // The default destructor is fine; we don't define one
- // The default operator= is fine; we don't define one
-
- // The main thing our iterator does is dereference. If the table entry
- // we point to is empty, we return the default value type.
- reference operator*() const { return (*table)[pos]; }
- pointer operator->() const { return &(operator*()); }
-
- // Helper function to assert things are ok; eg pos is still in range
- void check() const
- {
- assert(table);
- assert(pos <= table->size());
- }
-
- // Arithmetic: we just do arithmetic on pos. We don't even need to
- // do bounds checking, since STL doesn't consider that its job. :-)
- const_iterator& operator+=(size_type t) { pos += t; check(); return *this; }
- const_iterator& operator-=(size_type t) { pos -= t; check(); return *this; }
- const_iterator& operator++() { ++pos; check(); return *this; }
- const_iterator& operator--() { --pos; check(); return *this; }
- const_iterator operator++(int) { const_iterator tmp(*this); // for x++
- ++pos; check(); return tmp; }
- const_iterator operator--(int) { const_iterator tmp(*this); // for x--
- --pos; check(); return tmp; }
- const_iterator operator+(difference_type i) const
- {
- const_iterator tmp(*this);
- tmp += i;
- return tmp;
- }
- const_iterator operator-(difference_type i) const
- {
- const_iterator tmp(*this);
- tmp -= i;
- return tmp;
- }
- difference_type operator-(const_iterator it) const
- { // for "x = it2 - it"
- assert(table == it.table);
- return pos - it.pos;
- }
- reference operator[](difference_type n) const
- {
- return *(*this + n); // simple though not totally efficient
- }
-
- // Comparisons.
- bool operator==(const const_iterator& it) const
- {
- return table == it.table && pos == it.pos;
- }
-
- bool operator<(const const_iterator& it) const
- {
- assert(table == it.table); // life is bad bad bad otherwise
- return pos < it.pos;
- }
- bool operator!=(const const_iterator& it) const { return !(*this == it); }
- bool operator<=(const const_iterator& it) const { return !(it < *this); }
- bool operator>(const const_iterator& it) const { return it < *this; }
- bool operator>=(const const_iterator& it) const { return !(*this < it); }
-
- // Here's the info we actually need to be an iterator
- const tabletype *table; // so we can dereference and bounds-check
- size_type pos; // index into the table
-};
-
-// ---------------------------------------------------------------------------
-// This is a 2-D iterator. You specify a begin and end over a list
-// of *containers*. We iterate over each container by iterating over
-// it. It's actually simple:
-// VECTOR.begin() VECTOR[0].begin() --------> VECTOR[0].end() ---,
-// | ________________________________________________/
-// | \_> VECTOR[1].begin() --------> VECTOR[1].end() -,
-// | ___________________________________________________/
-// v \_> ......
-// VECTOR.end()
-//
-// It's impossible to do random access on one of these things in constant
-// time, so it's just a bidirectional iterator.
-//
-// Unfortunately, because we need to use this for a non-empty iterator,
-// we use ne_begin() and ne_end() instead of begin() and end()
-// (though only going across, not down).
-// ---------------------------------------------------------------------------
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-template <class T, class row_it, class col_it, class iter_type>
-class Two_d_iterator : public std::iterator<iter_type, T>
-{
-public:
- typedef Two_d_iterator iterator;
-
- // T can be std::pair<K, V>, but we need to return std::pair<const K, V>
- // ---------------------------------------------------------------------
- typedef typename spp_::cvt<T>::type value_type;
- typedef value_type& reference;
- typedef value_type* pointer;
-
- explicit Two_d_iterator(row_it curr) : row_current(curr), col_current(0)
- {
- if (row_current && !row_current->is_marked())
- {
- col_current = row_current->ne_begin();
- advance_past_end(); // in case cur->begin() == cur->end()
- }
- }
-
- explicit Two_d_iterator(row_it curr, col_it col) : row_current(curr), col_current(col)
- {
- assert(col);
- }
-
- // The default constructor
- Two_d_iterator() : row_current(0), col_current(0) { }
-
- // Need this explicitly so we can convert normal iterators <=> const iterators
- // not explicit on purpose
- // ---------------------------------------------------------------------------
- template <class T2, class row_it2, class col_it2, class iter_type2>
- Two_d_iterator(const Two_d_iterator<T2, row_it2, col_it2, iter_type2>& it) :
- row_current (*(row_it *)&it.row_current),
- col_current (*(col_it *)&it.col_current)
- { }
-
- // The default destructor is fine; we don't define one
- // The default operator= is fine; we don't define one
-
- reference operator*() const { return *(col_current); }
- pointer operator->() const { return &(operator*()); }
-
- // Arithmetic: we just do arithmetic on pos. We don't even need to
- // do bounds checking, since STL doesn't consider that its job. :-)
- // NOTE: this is not amortized constant time! What do we do about it?
- // ------------------------------------------------------------------
- void advance_past_end()
- {
- // used when col_current points to end()
- while (col_current == row_current->ne_end())
- {
- // end of current row
- // ------------------
- ++row_current; // go to beginning of next
- if (!row_current->is_marked()) // col is irrelevant at end
- col_current = row_current->ne_begin();
- else
- break; // don't go past row_end
- }
- }
-
- friend size_t operator-(iterator l, iterator f)
- {
- if (f.row_current->is_marked())
- return 0;
-
- size_t diff(0);
- while (f != l)
- {
- ++diff;
- ++f;
- }
- return diff;
- }
-
- iterator& operator++()
- {
- // assert(!row_current->is_marked()); // how to ++ from there?
- ++col_current;
- advance_past_end(); // in case col_current is at end()
- return *this;
- }
-
- iterator& operator--()
- {
- while (row_current->is_marked() ||
- col_current == row_current->ne_begin())
- {
- --row_current;
- col_current = row_current->ne_end(); // this is 1 too far
- }
- --col_current;
- return *this;
- }
- iterator operator++(int) { iterator tmp(*this); ++*this; return tmp; }
- iterator operator--(int) { iterator tmp(*this); --*this; return tmp; }
-
-
- // Comparisons.
- bool operator==(const iterator& it) const
- {
- return (row_current == it.row_current &&
- (!row_current || row_current->is_marked() || col_current == it.col_current));
- }
-
- bool operator!=(const iterator& it) const { return !(*this == it); }
-
- // Here's the info we actually need to be an iterator
- // These need to be public so we convert from iterator to const_iterator
- // ---------------------------------------------------------------------
- row_it row_current;
- col_it col_current;
-};
-
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-template <class T, class row_it, class col_it, class iter_type, class Alloc>
-class Two_d_destructive_iterator : public Two_d_iterator<T, row_it, col_it, iter_type>
-{
-public:
- typedef Two_d_destructive_iterator iterator;
-
- Two_d_destructive_iterator(Alloc &alloc, row_it curr) :
- _alloc(alloc)
- {
- this->row_current = curr;
- this->col_current = 0;
- if (this->row_current && !this->row_current->is_marked())
- {
- this->col_current = this->row_current->ne_begin();
- advance_past_end(); // in case cur->begin() == cur->end()
- }
- }
-
- // Arithmetic: we just do arithmetic on pos. We don't even need to
- // do bounds checking, since STL doesn't consider that its job. :-)
- // NOTE: this is not amortized constant time! What do we do about it?
- // ------------------------------------------------------------------
- void advance_past_end()
- {
- // used when col_current points to end()
- while (this->col_current == this->row_current->ne_end())
- {
- this->row_current->clear(_alloc, true); // This is what differs from non-destructive iterators above
-
- // end of current row
- // ------------------
- ++this->row_current; // go to beginning of next
- if (!this->row_current->is_marked()) // col is irrelevant at end
- this->col_current = this->row_current->ne_begin();
- else
- break; // don't go past row_end
- }
- }
-
- iterator& operator++()
- {
- // assert(!this->row_current->is_marked()); // how to ++ from there?
- ++this->col_current;
- advance_past_end(); // in case col_current is at end()
- return *this;
- }
-
-private:
- Two_d_destructive_iterator& operator=(const Two_d_destructive_iterator &o);
-
- Alloc &_alloc;
-};
-
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-static const char spp_bits_in[256] = {
- 0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4,
- 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
- 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
- 1, 2, 2, 3, 2, 3, 3, 4, 2, 3, 3, 4, 3, 4, 4, 5,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
- 2, 3, 3, 4, 3, 4, 4, 5, 3, 4, 4, 5, 4, 5, 5, 6,
- 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
- 3, 4, 4, 5, 4, 5, 5, 6, 4, 5, 5, 6, 5, 6, 6, 7,
- 4, 5, 5, 6, 5, 6, 6, 7, 5, 6, 6, 7, 6, 7, 7, 8,
-};
-
-static inline uint32_t s_spp_popcount_default_lut(uint32_t i)
-{
- uint32_t res = static_cast<uint32_t>(spp_bits_in[i & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 8) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 16) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[i >> 24]);
- return res;
-}
-
-static inline uint32_t s_spp_popcount_default_lut(uint64_t i)
-{
- uint32_t res = static_cast<uint32_t>(spp_bits_in[i & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 8) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 16) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 24) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 32) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 40) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[(i >> 48) & 0xFF]);
- res += static_cast<uint32_t>(spp_bits_in[i >> 56]);
- return res;
-}
-
-// faster than the lookup table (LUT)
-// ----------------------------------
-static inline uint32_t s_spp_popcount_default(uint32_t i)
-{
- i = i - ((i >> 1) & 0x55555555);
- i = (i & 0x33333333) + ((i >> 2) & 0x33333333);
- return (((i + (i >> 4)) & 0x0F0F0F0F) * 0x01010101) >> 24;
-}
-
-// faster than the lookup table (LUT)
-// ----------------------------------
-static inline uint32_t s_spp_popcount_default(uint64_t x)
-{
- const uint64_t m1 = uint64_t(0x5555555555555555); // binary: 0101...
- const uint64_t m2 = uint64_t(0x3333333333333333); // binary: 00110011..
- const uint64_t m4 = uint64_t(0x0f0f0f0f0f0f0f0f); // binary: 4 zeros, 4 ones ...
- const uint64_t h01 = uint64_t(0x0101010101010101); // the sum of 256 to the power of 0,1,2,3...
-
- x -= (x >> 1) & m1; // put count of each 2 bits into those 2 bits
- x = (x & m2) + ((x >> 2) & m2); // put count of each 4 bits into those 4 bits
- x = (x + (x >> 4)) & m4; // put count of each 8 bits into those 8 bits
- return (x * h01)>>56; // returns left 8 bits of x + (x<<8) + (x<<16) + (x<<24)+...
-}
-
-#if defined(SPP_POPCNT_CHECK)
-static inline bool spp_popcount_check()
-{
- int cpuInfo[4] = { -1 };
- spp_cpuid(cpuInfo, 1);
- if (cpuInfo[2] & (1 << 23))
- return true; // means SPP_POPCNT supported
- return false;
-}
-#endif
-
-#if defined(SPP_POPCNT_CHECK) && defined(SPP_POPCNT)
-
-static inline uint32_t spp_popcount(uint32_t i)
-{
- static const bool s_ok = spp_popcount_check();
- return s_ok ? SPP_POPCNT(i) : s_spp_popcount_default(i);
-}
-
-#else
-
-static inline uint32_t spp_popcount(uint32_t i)
-{
-#if defined(SPP_POPCNT)
- return static_cast<uint32_t>(SPP_POPCNT(i));
-#else
- return s_spp_popcount_default(i);
-#endif
-}
-
-#endif
-
-#if defined(SPP_POPCNT_CHECK) && defined(SPP_POPCNT64)
-
-static inline uint32_t spp_popcount(uint64_t i)
-{
- static const bool s_ok = spp_popcount_check();
- return s_ok ? (uint32_t)SPP_POPCNT64(i) : s_spp_popcount_default(i);
-}
-
-#else
-
-static inline uint32_t spp_popcount(uint64_t i)
-{
-#if defined(SPP_POPCNT64)
- return static_cast<uint32_t>(SPP_POPCNT64(i));
-#elif 1
- return s_spp_popcount_default(i);
-#endif
-}
-
-#endif
-
-// ---------------------------------------------------------------------------
-// SPARSE-TABLE
-// ------------
-// The idea is that a table with (logically) t buckets is divided
-// into t/M *groups* of M buckets each. (M is a constant, typically
-// 32) Each group is stored sparsely.
-// Thus, inserting into the table causes some array to grow, which is
-// slow but still constant time. Lookup involves doing a
-// logical-position-to-sparse-position lookup, which is also slow but
-// constant time. The larger M is, the slower these operations are
-// but the less overhead (slightly).
-//
-// To store the sparse array, we store a bitmap B, where B[i] = 1 iff
-// bucket i is non-empty. Then to look up bucket i we really look up
-// array[# of 1s before i in B]. This is constant time for fixed M.
-//
-// Terminology: the position of an item in the overall table (from
-// 1 .. t) is called its "location." The logical position in a group
-// (from 1 .. M) is called its "position." The actual location in
-// the array (from 1 .. # of non-empty buckets in the group) is
-// called its "offset."
-// ---------------------------------------------------------------------------
-
-template <class T, class Alloc>
-class sparsegroup
-{
-public:
- // Basic types
- typedef typename spp::cvt<T>::type value_type;
- typedef Alloc allocator_type;
- typedef value_type& reference;
- typedef const value_type& const_reference;
- typedef value_type* pointer;
- typedef const value_type* const_pointer;
-
- typedef uint8_t size_type; // max # of buckets
-
- // These are our special iterators, that go over non-empty buckets in a
- // group. These aren't const-only because you can change non-empty bcks.
- // ---------------------------------------------------------------------
- typedef pointer ne_iterator;
- typedef const_pointer const_ne_iterator;
- typedef std::reverse_iterator<ne_iterator> reverse_ne_iterator;
- typedef std::reverse_iterator<const_ne_iterator> const_reverse_ne_iterator;
-
- // We'll have versions for our special non-empty iterator too
- // ----------------------------------------------------------
- ne_iterator ne_begin() { return reinterpret_cast<pointer>(_group); }
- const_ne_iterator ne_begin() const { return reinterpret_cast<pointer>(_group); }
- const_ne_iterator ne_cbegin() const { return reinterpret_cast<pointer>(_group); }
- ne_iterator ne_end() { return reinterpret_cast<pointer>(_group + _num_items()); }
- const_ne_iterator ne_end() const { return reinterpret_cast<pointer>(_group + _num_items()); }
- const_ne_iterator ne_cend() const { return reinterpret_cast<pointer>(_group + _num_items()); }
- reverse_ne_iterator ne_rbegin() { return reverse_ne_iterator(ne_end()); }
- const_reverse_ne_iterator ne_rbegin() const { return const_reverse_ne_iterator(ne_cend()); }
- const_reverse_ne_iterator ne_crbegin() const { return const_reverse_ne_iterator(ne_cend()); }
- reverse_ne_iterator ne_rend() { return reverse_ne_iterator(ne_begin()); }
- const_reverse_ne_iterator ne_rend() const { return const_reverse_ne_iterator(ne_cbegin()); }
- const_reverse_ne_iterator ne_crend() const { return const_reverse_ne_iterator(ne_cbegin()); }
-
-private:
- // T can be std::pair<K, V>, but we need to return std::pair<const K, V>
- // ---------------------------------------------------------------------
- typedef T mutable_value_type;
- typedef mutable_value_type& mutable_reference;
- typedef const mutable_value_type& const_mutable_reference;
- typedef mutable_value_type* mutable_pointer;
- typedef const mutable_value_type* const_mutable_pointer;
-
-#define spp_mutable_ref(x) (*(reinterpret_cast<mutable_pointer>(&(x))))
-#define spp_const_mutable_ref(x) (*(reinterpret_cast<const_mutable_pointer>(&(x))))
-
- typedef typename Alloc::template rebind<T>::other value_alloc_type;
-
- bool _bmtest(size_type i) const { return !!(_bitmap & (static_cast<group_bm_type>(1) << i)); }
- void _bmset(size_type i) { _bitmap |= static_cast<group_bm_type>(1) << i; }
- void _bmclear(size_type i) { _bitmap &= ~(static_cast<group_bm_type>(1) << i); }
-
- bool _bme_test(size_type i) const { return !!(_bm_erased & (static_cast<group_bm_type>(1) << i)); }
- void _bme_set(size_type i) { _bm_erased |= static_cast<group_bm_type>(1) << i; }
- void _bme_clear(size_type i) { _bm_erased &= ~(static_cast<group_bm_type>(1) << i); }
-
- bool _bmtest_strict(size_type i) const
- { return !!((_bitmap | _bm_erased) & (static_cast<group_bm_type>(1) << i)); }
-
-
- static uint32_t _sizing(uint32_t n)
- {
-#if !defined(SPP_ALLOC_SZ) || (SPP_ALLOC_SZ == 0)
- // aggressive allocation first, then decreasing as sparsegroups fill up
- // --------------------------------------------------------------------
- static uint8_t s_alloc_batch_sz[SPP_GROUP_SIZE] = { 0 };
- if (!s_alloc_batch_sz[0])
- {
- // 32 bit bitmap
- // ........ .... .... .. .. .. .. . . . . . . . .
- // 8 12 16 18 20 22 24 25 26 ... 32
- // ------------------------------------------------------
- uint8_t group_sz = SPP_GROUP_SIZE / 4;
- uint8_t group_start_alloc = SPP_GROUP_SIZE / 8; //4;
- uint8_t alloc_sz = group_start_alloc;
- for (int i=0; i<4; ++i)
- {
- for (int j=0; j<group_sz; ++j)
- {
- if (j && j % group_start_alloc == 0)
- alloc_sz += group_start_alloc;
- s_alloc_batch_sz[i * group_sz + j] = alloc_sz;
- }
- if (group_start_alloc > 2)
- group_start_alloc /= 2;
- alloc_sz += group_start_alloc;
- }
- }
-
- return n ? static_cast<uint32_t>(s_alloc_batch_sz[n-1]) : 0; // more aggressive alloc at the beginning
-
-#elif (SPP_ALLOC_SZ == 1)
- // use as little memory as possible - slowest insert/delete in table
- // -----------------------------------------------------------------
- return n;
-#else
- // decent compromise when SPP_ALLOC_SZ == 2
- // ----------------------------------------
- static size_type sz_minus_1 = SPP_ALLOC_SZ - 1;
- return (n + sz_minus_1) & ~sz_minus_1;
-#endif
- }
-
- mutable_pointer _allocate_group(Alloc &alloc, uint32_t n /* , bool tight = false */)
- {
- // ignore tight since we don't store num_alloc
- // num_alloc = (uint8_t)(tight ? n : _sizing(n));
-
- uint32_t num_alloc = (uint8_t)_sizing(n);
- _set_num_alloc(num_alloc);
- mutable_pointer retval = alloc.allocate(static_cast<size_type>(num_alloc));
- if (retval == NULL)
- {
- // the allocator is supposed to throw an exception if the allocation fails.
- fprintf(stderr, "sparsehash FATAL ERROR: failed to allocate %d groups\n", num_alloc);
- exit(1);
- }
- return retval;
- }
-
- void _free_group(Alloc &alloc, uint32_t num_alloc)
- {
- if (_group)
- {
- uint32_t num_buckets = _num_items();
- if (num_buckets)
- {
- mutable_pointer end_it = _group + num_buckets;
- for (mutable_pointer p = _group; p != end_it; ++p)
- p->~mutable_value_type();
- }
- alloc.deallocate(_group, (typename allocator_type::size_type)num_alloc);
- _group = NULL;
- }
- }
-
- // private because should not be called - no allocator!
- sparsegroup &operator=(const sparsegroup& x);
-
- static size_type _pos_to_offset(group_bm_type bm, size_type pos)
- {
- //return (size_type)((uint32_t)~((int32_t(-1) + pos) >> 31) & spp_popcount(bm << (SPP_GROUP_SIZE - pos)));
- //return (size_type)(pos ? spp_popcount(bm << (SPP_GROUP_SIZE - pos)) : 0);
- return static_cast<size_type>(spp_popcount(bm & ((static_cast<group_bm_type>(1) << pos) - 1)));
- }
-
-public:
-
- // get_iter() in sparsetable needs it
- size_type pos_to_offset(size_type pos) const
- {
- return _pos_to_offset(_bitmap, pos);
- }
-
-#ifdef _MSC_VER
-#pragma warning(push)
-#pragma warning(disable : 4146)
-#endif
-
- // Returns the (logical) position in the bm[] array, i, such that
- // bm[i] is the offset-th set bit in the array. It is the inverse
- // of pos_to_offset. get_pos() uses this function to find the index
- // of an ne_iterator in the table. Bit-twiddling from
- // http://hackersdelight.org/basics.pdf
- // -----------------------------------------------------------------
- static size_type offset_to_pos(group_bm_type bm, size_type offset)
- {
- for (; offset > 0; offset--)
- bm &= (bm-1); // remove right-most set bit
-
- // Clear all bits to the left of the rightmost bit (the &),
- // and then clear the rightmost bit but set all bits to the
- // right of it (the -1).
- // --------------------------------------------------------
- bm = (bm & -bm) - 1;
- return static_cast<size_type>(spp_popcount(bm));
- }
-
-#ifdef _MSC_VER
-#pragma warning(pop)
-#endif
-
- size_type offset_to_pos(size_type offset) const
- {
- return offset_to_pos(_bitmap, offset);
- }
-
-public:
- // Constructors -- default and copy -- and destructor
- explicit sparsegroup() :
- _group(0), _bitmap(0), _bm_erased(0)
- {
- _set_num_items(0);
- _set_num_alloc(0);
- }
-
- sparsegroup(const sparsegroup& x) :
- _group(0), _bitmap(x._bitmap), _bm_erased(x._bm_erased)
- {
- _set_num_items(0);
- _set_num_alloc(0);
- assert(_group == 0); if (_group) exit(1);
- }
-
- sparsegroup(const sparsegroup& x, allocator_type& a) :
- _group(0), _bitmap(x._bitmap), _bm_erased(x._bm_erased)
- {
- _set_num_items(0);
- _set_num_alloc(0);
-
- uint32_t num_items = x._num_items();
- if (num_items)
- {
- _group = _allocate_group(a, num_items /* , true */);
- _set_num_items(num_items);
- std::uninitialized_copy(x._group, x._group + num_items, _group);
- }
- }
-
- ~sparsegroup() { assert(_group == 0); if (_group) exit(1); }
-
- void destruct(allocator_type& a) { _free_group(a, _num_alloc()); }
-
- // Many STL algorithms use swap instead of copy constructors
- void swap(sparsegroup& x)
- {
- using std::swap;
-
- swap(_group, x._group);
- swap(_bitmap, x._bitmap);
- swap(_bm_erased, x._bm_erased);
-#ifdef SPP_STORE_NUM_ITEMS
- swap(_num_buckets, x._num_buckets);
- swap(_num_allocated, x._num_allocated);
-#endif
- }
-
- // It's always nice to be able to clear a table without deallocating it
- void clear(Alloc &alloc, bool erased)
- {
- _free_group(alloc, _num_alloc());
- _bitmap = 0;
- if (erased)
- _bm_erased = 0;
- _set_num_items(0);
- _set_num_alloc(0);
- }
-
- // Functions that tell you about size. Alas, these aren't so useful
- // because our table is always fixed size.
- size_type size() const { return static_cast<size_type>(SPP_GROUP_SIZE); }
- size_type max_size() const { return static_cast<size_type>(SPP_GROUP_SIZE); }
-
- bool empty() const { return false; }
-
- // We also may want to know how many *used* buckets there are
- size_type num_nonempty() const { return (size_type)_num_items(); }
-
- // TODO(csilvers): make protected + friend
- // This is used by sparse_hashtable to get an element from the table
- // when we know it exists.
- reference unsafe_get(size_type i) const
- {
- // assert(_bmtest(i));
- return (reference)_group[pos_to_offset(i)];
- }
-
- typedef std::pair<mutable_pointer, bool> SetResult;
-
-private:
- typedef spp_::integral_constant<bool,
- (spp_::is_relocatable<value_type>::value &&
- spp_::is_same<allocator_type,
- spp_::libc_allocator_with_realloc<mutable_value_type> >::value)>
- realloc_and_memmove_ok;
-
- // ------------------------- memory at *p is uninitialized => need to construct
- void _init_val(mutable_value_type *p, reference val)
- {
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
- ::new (p) mutable_value_type(std::move(val));
-#else
- ::new (p) mutable_value_type(val);
-#endif
- }
-
- // ------------------------- memory at *p is uninitialized => need to construct
- void _init_val(mutable_value_type *p, const_reference val)
- {
- ::new (p) mutable_value_type(val);
- }
-
- // ------------------------------------------------ memory at *p is initialized
- void _set_val(mutable_value_type *p, reference val)
- {
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
- *p = std::move(val);
-#else
- using std::swap;
- swap(*p, spp_mutable_ref(val));
-#endif
- }
-
- // ------------------------------------------------ memory at *p is initialized
- void _set_val(mutable_value_type *p, const_reference val)
- {
- *p = spp_const_mutable_ref(val);
- }
-
- // Our default allocator - try to merge memory buffers
- // right now it uses Google's traits, but we should use something like folly::IsRelocatable
- // return true if the slot was constructed (i.e. contains a valid mutable_value_type
- // ---------------------------------------------------------------------------------
- template <class Val>
- void _set_aux(Alloc &alloc, size_type offset, Val &val, spp_::true_type)
- {
- //static int x=0; if (++x < 10) printf("x\n"); // check we are getting here
-
- uint32_t num_items = _num_items();
- uint32_t num_alloc = _sizing(num_items);
-
- if (num_items == num_alloc)
- {
- num_alloc = _sizing(num_items + 1);
- _group = alloc.reallocate(_group, num_alloc);
- _set_num_alloc(num_alloc);
- }
-
- for (uint32_t i = num_items; i > offset; --i)
- memcpy(_group + i, _group + i-1, sizeof(*_group));
-
- _init_val(_group + offset, val);
- }
-
- // Create space at _group[offset], without special assumptions about value_type
- // and allocator_type, with a default value
- // return true if the slot was constructed (i.e. contains a valid mutable_value_type
- // ---------------------------------------------------------------------------------
- template <class Val>
- void _set_aux(Alloc &alloc, size_type offset, Val &val, spp_::false_type)
- {
- uint32_t num_items = _num_items();
- uint32_t num_alloc = _sizing(num_items);
-
- //assert(num_alloc == (uint32_t)_num_allocated);
- if (num_items < num_alloc)
- {
- // create new object at end and rotate it to position
- _init_val(&_group[num_items], val);
- std::rotate(_group + offset, _group + num_items, _group + num_items + 1);
- return;
- }
-
- // This is valid because 0 <= offset <= num_items
- mutable_pointer p = _allocate_group(alloc, _sizing(num_items + 1));
- if (offset)
- std::uninitialized_copy(MK_MOVE_IT(_group),
- MK_MOVE_IT(_group + offset),
- p);
- if (num_items > offset)
- std::uninitialized_copy(MK_MOVE_IT(_group + offset),
- MK_MOVE_IT(_group + num_items),
- p + offset + 1);
- _init_val(p + offset, val);
- _free_group(alloc, num_alloc);
- _group = p;
- }
-
- // ----------------------------------------------------------------------------------
- template <class Val>
- void _set(Alloc &alloc, size_type i, size_type offset, Val &val)
- {
- if (!_bmtest(i))
- {
- _set_aux(alloc, offset, val, realloc_and_memmove_ok());
- _incr_num_items();
- _bmset(i);
- }
- else
- _set_val(&_group[offset], val);
- }
-
-public:
-
- // This returns the pointer to the inserted item
- // ---------------------------------------------
- template <class Val>
- pointer set(Alloc &alloc, size_type i, Val &val)
- {
- _bme_clear(i); // in case this was an "erased" location
-
- size_type offset = pos_to_offset(i);
- _set(alloc, i, offset, val); // may change _group pointer
- return (pointer)(_group + offset);
- }
-
- // We let you see if a bucket is non-empty without retrieving it
- // -------------------------------------------------------------
- bool test(size_type i) const
- {
- return _bmtest(i);
- }
-
- // also tests for erased values
- // ----------------------------
- bool test_strict(size_type i) const
- {
- return _bmtest_strict(i);
- }
-
-private:
- // Shrink the array, assuming value_type has trivial copy
- // constructor and destructor, and the allocator_type is the default
- // libc_allocator_with_alloc.
- // -----------------------------------------------------------------------
- void _group_erase_aux(Alloc &alloc, size_type offset, spp_::true_type)
- {
- // static int x=0; if (++x < 10) printf("Y\n"); // check we are getting here
- uint32_t num_items = _num_items();
- uint32_t num_alloc = _sizing(num_items);
-
- if (num_items == 1)
- {
- assert(offset == 0);
- _free_group(alloc, num_alloc);
- _set_num_alloc(0);
- return;
- }
-
- _group[offset].~mutable_value_type();
-
- for (size_type i = offset; i < num_items - 1; ++i)
- memcpy(_group + i, _group + i + 1, sizeof(*_group));
-
- if (_sizing(num_items - 1) != num_alloc)
- {
- num_alloc = _sizing(num_items - 1);
- assert(num_alloc); // because we have at least 1 item left
- _set_num_alloc(num_alloc);
- _group = alloc.reallocate(_group, num_alloc);
- }
- }
-
- // Shrink the array, without any special assumptions about value_type and
- // allocator_type.
- // --------------------------------------------------------------------------
- void _group_erase_aux(Alloc &alloc, size_type offset, spp_::false_type)
- {
- uint32_t num_items = _num_items();
- uint32_t num_alloc = _sizing(num_items);
-
- if (_sizing(num_items - 1) != num_alloc)
- {
- mutable_pointer p = 0;
- if (num_items > 1)
- {
- p = _allocate_group(alloc, num_items - 1);
- if (offset)
- std::uninitialized_copy(MK_MOVE_IT(_group),
- MK_MOVE_IT(_group + offset),
- p);
- if (static_cast<uint32_t>(offset + 1) < num_items)
- std::uninitialized_copy(MK_MOVE_IT(_group + offset + 1),
- MK_MOVE_IT(_group + num_items),
- p + offset);
- }
- else
- {
- assert(offset == 0);
- _set_num_alloc(0);
- }
- _free_group(alloc, num_alloc);
- _group = p;
- }
- else
- {
- std::rotate(_group + offset, _group + offset + 1, _group + num_items);
- _group[num_items - 1].~mutable_value_type();
- }
- }
-
- void _group_erase(Alloc &alloc, size_type offset)
- {
- _group_erase_aux(alloc, offset, realloc_and_memmove_ok());
- }
-
-public:
- template <class twod_iter>
- bool erase_ne(Alloc &alloc, twod_iter &it)
- {
- assert(_group && it.col_current != ne_end());
- size_type offset = (size_type)(it.col_current - ne_begin());
- size_type pos = offset_to_pos(offset);
-
- if (_num_items() <= 1)
- {
- clear(alloc, false);
- it.col_current = 0;
- }
- else
- {
- _group_erase(alloc, offset);
- _decr_num_items();
- _bmclear(pos);
-
- // in case _group_erase reallocated the buffer
- it.col_current = reinterpret_cast<pointer>(_group) + offset;
- }
- _bme_set(pos); // remember that this position has been erased
- it.advance_past_end();
- return true;
- }
-
-
- // This takes the specified elements out of the group. This is
- // "undefining", rather than "clearing".
- // TODO(austern): Make this exception safe: handle exceptions from
- // value_type's copy constructor.
- // ---------------------------------------------------------------
- void erase(Alloc &alloc, size_type i)
- {
- if (_bmtest(i))
- {
- // trivial to erase empty bucket
- if (_num_items() == 1)
- clear(alloc, false);
- else
- {
- _group_erase(alloc, pos_to_offset(i));
- _decr_num_items();
- _bmclear(i);
- }
- _bme_set(i); // remember that this position has been erased
- }
- }
-
- // I/O
- // We support reading and writing groups to disk. We don't store
- // the actual array contents (which we don't know how to store),
- // just the bitmap and size. Meant to be used with table I/O.
- // --------------------------------------------------------------
- template <typename OUTPUT> bool write_metadata(OUTPUT *fp) const
- {
- // warning: we write 4 or 8 bytes for the bitmap, instead of 6 in the
- // original google sparsehash
- // ------------------------------------------------------------------
- if (!sparsehash_internal::write_data(fp, &_bitmap, sizeof(_bitmap)))
- return false;
-
- return true;
- }
-
- // Reading destroys the old group contents! Returns true if all was ok.
- template <typename INPUT> bool read_metadata(Alloc &alloc, INPUT *fp)
- {
- clear(alloc, true);
-
- if (!sparsehash_internal::read_data(fp, &_bitmap, sizeof(_bitmap)))
- return false;
-
- // We'll allocate the space, but we won't fill it: it will be
- // left as uninitialized raw memory.
- uint32_t num_items = spp_popcount(_bitmap); // yes, _num_buckets not set
- _set_num_items(num_items);
- _group = num_items ? _allocate_group(alloc, num_items/* , true */) : 0;
- return true;
- }
-
- // Again, only meaningful if value_type is a POD.
- template <typename INPUT> bool read_nopointer_data(INPUT *fp)
- {
- for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!sparsehash_internal::read_data(fp, &(*it), sizeof(*it)))
- return false;
- return true;
- }
-
- // If your keys and values are simple enough, we can write them
- // to disk for you. "simple enough" means POD and no pointers.
- // However, we don't try to normalize endianness.
- // ------------------------------------------------------------
- template <typename OUTPUT> bool write_nopointer_data(OUTPUT *fp) const
- {
- for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!sparsehash_internal::write_data(fp, &(*it), sizeof(*it)))
- return false;
- return true;
- }
-
-
- // Comparisons. We only need to define == and < -- we get
- // != > <= >= via relops.h (which we happily included above).
- // Note the comparisons are pretty arbitrary: we compare
- // values of the first index that isn't equal (using default
- // value for empty buckets).
- // ---------------------------------------------------------
- bool operator==(const sparsegroup& x) const
- {
- return (_bitmap == x._bitmap &&
- _bm_erased == x._bm_erased &&
- std::equal(_group, _group + _num_items(), x._group));
- }
-
- bool operator<(const sparsegroup& x) const
- {
- // also from <algorithm>
- return std::lexicographical_compare(_group, _group + _num_items(),
- x._group, x._group + x._num_items());
- }
-
- bool operator!=(const sparsegroup& x) const { return !(*this == x); }
- bool operator<=(const sparsegroup& x) const { return !(x < *this); }
- bool operator> (const sparsegroup& x) const { return x < *this; }
- bool operator>=(const sparsegroup& x) const { return !(*this < x); }
-
- void mark() { _group = (mutable_value_type *)static_cast<uintptr_t>(-1); }
- bool is_marked() const { return _group == (mutable_value_type *)static_cast<uintptr_t>(-1); }
-
-private:
- // ---------------------------------------------------------------------------
- template <class A>
- class alloc_impl : public A
- {
- public:
- typedef typename A::pointer pointer;
- typedef typename A::size_type size_type;
-
- // Convert a normal allocator to one that has realloc_or_die()
- explicit alloc_impl(const A& a) : A(a) { }
-
- // realloc_or_die should only be used when using the default
- // allocator (libc_allocator_with_realloc).
- pointer realloc_or_die(pointer /*ptr*/, size_type /*n*/)
- {
- fprintf(stderr, "realloc_or_die is only supported for "
- "libc_allocator_with_realloc\n");
- exit(1);
- return NULL;
- }
- };
-
- // A template specialization of alloc_impl for
- // libc_allocator_with_realloc that can handle realloc_or_die.
- // -----------------------------------------------------------
- template <class A>
- class alloc_impl<libc_allocator_with_realloc<A> >
- : public libc_allocator_with_realloc<A>
- {
- public:
- typedef typename libc_allocator_with_realloc<A>::pointer pointer;
- typedef typename libc_allocator_with_realloc<A>::size_type size_type;
-
- explicit alloc_impl(const libc_allocator_with_realloc<A>& a)
- : libc_allocator_with_realloc<A>(a)
- { }
-
- pointer realloc_or_die(pointer ptr, size_type n)
- {
- pointer retval = this->reallocate(ptr, n);
- if (retval == NULL) {
- fprintf(stderr, "sparsehash: FATAL ERROR: failed to reallocate "
- "%lu elements for ptr %p", static_cast<unsigned long>(n), ptr);
- exit(1);
- }
- return retval;
- }
- };
-
-#ifdef SPP_STORE_NUM_ITEMS
- uint32_t _num_items() const { return (uint32_t)_num_buckets; }
- void _set_num_items(uint32_t val) { _num_buckets = static_cast<size_type>(val); }
- void _incr_num_items() { ++_num_buckets; }
- void _decr_num_items() { --_num_buckets; }
- uint32_t _num_alloc() const { return (uint32_t)_num_allocated; }
- void _set_num_alloc(uint32_t val) { _num_allocated = static_cast<size_type>(val); }
-#else
- uint32_t _num_items() const { return spp_popcount(_bitmap); }
- void _set_num_items(uint32_t ) { }
- void _incr_num_items() { }
- void _decr_num_items() { }
- uint32_t _num_alloc() const { return _sizing(_num_items()); }
- void _set_num_alloc(uint32_t val) { }
-#endif
-
- // The actual data
- // ---------------
- mutable_value_type * _group; // (small) array of T's
- group_bm_type _bitmap;
- group_bm_type _bm_erased; // ones where items have been erased
-
-#ifdef SPP_STORE_NUM_ITEMS
- size_type _num_buckets;
- size_type _num_allocated;
-#endif
-};
-
-// ---------------------------------------------------------------------------
-// We need a global swap as well
-// ---------------------------------------------------------------------------
-template <class T, class Alloc>
-inline void swap(sparsegroup<T,Alloc> &x, sparsegroup<T,Alloc> &y)
-{
- x.swap(y);
-}
-
-// ---------------------------------------------------------------------------
-// ---------------------------------------------------------------------------
-template <class T, class Alloc = libc_allocator_with_realloc<T> >
-class sparsetable
-{
-private:
- typedef typename Alloc::template rebind<T>::other value_alloc_type;
-
- typedef typename Alloc::template rebind<
- sparsegroup<T, value_alloc_type> >::other group_alloc_type;
- typedef typename group_alloc_type::size_type group_size_type;
-
- typedef T mutable_value_type;
- typedef mutable_value_type* mutable_pointer;
- typedef const mutable_value_type* const_mutable_pointer;
-
-public:
- // Basic types
- // -----------
- typedef typename spp::cvt<T>::type value_type;
- typedef Alloc allocator_type;
- typedef typename value_alloc_type::size_type size_type;
- typedef typename value_alloc_type::difference_type difference_type;
- typedef value_type& reference;
- typedef const value_type& const_reference;
- typedef value_type* pointer;
- typedef const value_type* const_pointer;
-
- typedef sparsegroup<T, value_alloc_type> group_type;
-
- typedef group_type& GroupsReference;
- typedef const group_type& GroupsConstReference;
-
- typedef typename group_type::ne_iterator ColIterator;
- typedef typename group_type::const_ne_iterator ColConstIterator;
-
- typedef table_iterator<sparsetable<T, Alloc> > iterator; // defined with index
- typedef const_table_iterator<sparsetable<T, Alloc> > const_iterator; // defined with index
- typedef std::reverse_iterator<const_iterator> const_reverse_iterator;
- typedef std::reverse_iterator<iterator> reverse_iterator;
-
- // These are our special iterators, that go over non-empty buckets in a
- // table. These aren't const only because you can change non-empty bcks.
- // ----------------------------------------------------------------------
- typedef Two_d_iterator<T,
- group_type *,
- ColIterator,
- std::bidirectional_iterator_tag> ne_iterator;
-
- typedef Two_d_iterator<const T,
- const group_type *,
- ColConstIterator,
- std::bidirectional_iterator_tag> const_ne_iterator;
-
- // Another special iterator: it frees memory as it iterates (used to resize).
- // Obviously, you can only iterate over it once, which is why it's an input iterator
- // ---------------------------------------------------------------------------------
- typedef Two_d_destructive_iterator<T,
- group_type *,
- ColIterator,
- std::input_iterator_tag,
- allocator_type> destructive_iterator;
-
- typedef std::reverse_iterator<ne_iterator> reverse_ne_iterator;
- typedef std::reverse_iterator<const_ne_iterator> const_reverse_ne_iterator;
-
-
- // Iterator functions
- // ------------------
- iterator begin() { return iterator(this, 0); }
- const_iterator begin() const { return const_iterator(this, 0); }
- const_iterator cbegin() const { return const_iterator(this, 0); }
- iterator end() { return iterator(this, size()); }
- const_iterator end() const { return const_iterator(this, size()); }
- const_iterator cend() const { return const_iterator(this, size()); }
- reverse_iterator rbegin() { return reverse_iterator(end()); }
- const_reverse_iterator rbegin() const { return const_reverse_iterator(cend()); }
- const_reverse_iterator crbegin() const { return const_reverse_iterator(cend()); }
- reverse_iterator rend() { return reverse_iterator(begin()); }
- const_reverse_iterator rend() const { return const_reverse_iterator(cbegin()); }
- const_reverse_iterator crend() const { return const_reverse_iterator(cbegin()); }
-
- // Versions for our special non-empty iterator
- // ------------------------------------------
- ne_iterator ne_begin() { return ne_iterator (_first_group); }
- const_ne_iterator ne_begin() const { return const_ne_iterator(_first_group); }
- const_ne_iterator ne_cbegin() const { return const_ne_iterator(_first_group); }
- ne_iterator ne_end() { return ne_iterator (_last_group); }
- const_ne_iterator ne_end() const { return const_ne_iterator(_last_group); }
- const_ne_iterator ne_cend() const { return const_ne_iterator(_last_group); }
-
- reverse_ne_iterator ne_rbegin() { return reverse_ne_iterator(ne_end()); }
- const_reverse_ne_iterator ne_rbegin() const { return const_reverse_ne_iterator(ne_end()); }
- const_reverse_ne_iterator ne_crbegin() const { return const_reverse_ne_iterator(ne_end()); }
- reverse_ne_iterator ne_rend() { return reverse_ne_iterator(ne_begin()); }
- const_reverse_ne_iterator ne_rend() const { return const_reverse_ne_iterator(ne_begin()); }
- const_reverse_ne_iterator ne_crend() const { return const_reverse_ne_iterator(ne_begin()); }
-
- destructive_iterator destructive_begin()
- {
- return destructive_iterator(_alloc, _first_group);
- }
-
- destructive_iterator destructive_end()
- {
- return destructive_iterator(_alloc, _last_group);
- }
-
- // How to deal with the proper group
- static group_size_type num_groups(group_size_type num)
- {
- // how many to hold num buckets
- return num == 0 ? (group_size_type)0 :
- (group_size_type)(((num-1) / SPP_GROUP_SIZE) + 1);
- }
-
- typename group_type::size_type pos_in_group(size_type i) const
- {
- return static_cast<typename group_type::size_type>(i & SPP_MASK_);
- }
-
- size_type group_num(size_type i) const
- {
- return (size_type)(i >> SPP_SHIFT_);
- }
-
- GroupsReference which_group(size_type i)
- {
- return _first_group[group_num(i)];
- }
-
- GroupsConstReference which_group(size_type i) const
- {
- return _first_group[group_num(i)];
- }
-
- void _alloc_group_array(group_size_type sz, group_type *&first, group_type *&last)
- {
- if (sz)
- {
- first = _group_alloc.allocate((size_type)(sz + 1)); // + 1 for end marker
- first[sz].mark(); // for the ne_iterator
- last = first + sz;
- }
- }
-
- void _free_group_array(group_type *&first, group_type *&last)
- {
- if (first)
- {
- _group_alloc.deallocate(first, (group_size_type)(last - first + 1)); // + 1 for end marker
- first = last = 0;
- }
- }
-
- void _allocate_groups(size_type sz)
- {
- if (sz)
- {
- _alloc_group_array(sz, _first_group, _last_group);
- std::uninitialized_fill(_first_group, _last_group, group_type());
- }
- }
-
- void _free_groups()
- {
- if (_first_group)
- {
- for (group_type *g = _first_group; g != _last_group; ++g)
- g->destruct(_alloc);
- _free_group_array(_first_group, _last_group);
- }
- }
-
- void _cleanup()
- {
- _free_groups(); // sets _first_group = _last_group = 0
- _table_size = 0;
- _num_buckets = 0;
- }
-
- void _init()
- {
- _first_group = 0;
- _last_group = 0;
- _table_size = 0;
- _num_buckets = 0;
- }
-
- void _copy(const sparsetable &o)
- {
- _table_size = o._table_size;
- _num_buckets = o._num_buckets;
- _alloc = o._alloc; // todo - copy or move allocator according to...
- _group_alloc = o._group_alloc; // http://en.cppreference.com/w/cpp/container/unordered_map/unordered_map
-
- group_size_type sz = (group_size_type)(o._last_group - o._first_group);
- if (sz)
- {
- _alloc_group_array(sz, _first_group, _last_group);
- for (group_size_type i=0; i<sz; ++i)
- new (_first_group + i) group_type(o._first_group[i], _alloc);
- }
- }
-
-public:
- // Constructors -- default, normal (when you specify size), and copy
- explicit sparsetable(size_type sz = 0, const Alloc &alloc = Alloc()) :
- _first_group(0),
- _last_group(0),
- _table_size(sz),
- _num_buckets(0),
- _alloc(alloc) // todo - copy or move allocator according to
- // http://en.cppreference.com/w/cpp/container/unordered_map/unordered_map
- {
- _allocate_groups(num_groups(sz));
- }
-
- ~sparsetable()
- {
- _free_groups();
- }
-
- sparsetable(const sparsetable &o)
- {
- _init();
- _copy(o);
- }
-
- sparsetable& operator=(const sparsetable &o)
- {
- _cleanup();
- _copy(o);
- return *this;
- }
-
-
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
- sparsetable(sparsetable&& o)
- {
- _init();
- this->swap(o);
- }
-
- sparsetable(sparsetable&& o, const Alloc &alloc)
- {
- _init();
- this->swap(o);
- _alloc = alloc; // [gp todo] is this correct?
- }
-
- sparsetable& operator=(sparsetable&& o)
- {
- _cleanup();
- this->swap(o);
- return *this;
- }
-#endif
-
- // Many STL algorithms use swap instead of copy constructors
- void swap(sparsetable& o)
- {
- using std::swap;
-
- swap(_first_group, o._first_group);
- swap(_last_group, o._last_group);
- swap(_table_size, o._table_size);
- swap(_num_buckets, o._num_buckets);
- if (_alloc != o._alloc)
- swap(_alloc, o._alloc);
- if (_group_alloc != o._group_alloc)
- swap(_group_alloc, o._group_alloc);
- }
-
- // It's always nice to be able to clear a table without deallocating it
- void clear()
- {
- _free_groups();
- _num_buckets = 0;
- _table_size = 0;
- }
-
- inline allocator_type get_allocator() const
- {
- return _alloc;
- }
-
-
- // Functions that tell you about size.
- // NOTE: empty() is non-intuitive! It does not tell you the number
- // of not-empty buckets (use num_nonempty() for that). Instead
- // it says whether you've allocated any buckets or not.
- // ----------------------------------------------------------------
- size_type size() const { return _table_size; }
- size_type max_size() const { return _alloc.max_size(); }
- bool empty() const { return _table_size == 0; }
- size_type num_nonempty() const { return _num_buckets; }
-
- // OK, we'll let you resize one of these puppies
- void resize(size_type new_size)
- {
- group_size_type sz = num_groups(new_size);
- group_size_type old_sz = (group_size_type)(_last_group - _first_group);
-
- if (sz != old_sz)
- {
- // resize group array
- // ------------------
- group_type *first = 0, *last = 0;
- if (sz)
- {
- _alloc_group_array(sz, first, last);
- memcpy(first, _first_group, sizeof(*first) * (std::min)(sz, old_sz));
- }
-
- if (sz < old_sz)
- {
- for (group_type *g = _first_group + sz; g != _last_group; ++g)
- g->destruct(_alloc);
- }
- else
- std::uninitialized_fill(first + old_sz, last, group_type());
-
- _free_group_array(_first_group, _last_group);
- _first_group = first;
- _last_group = last;
- }
-#if 0
- // used only in test program
- // todo: fix if sparsetable to be used directly
- // --------------------------------------------
- if (new_size < _table_size)
- {
- // lower num_buckets, clear last group
- if (pos_in_group(new_size) > 0) // need to clear inside last group
- groups.back().erase(_alloc, groups.back().begin() + pos_in_group(new_size),
- groups.back().end());
- _num_buckets = 0; // refigure # of used buckets
- for (const group_type *group = _first_group; group != _last_group; ++group)
- _num_buckets += group->num_nonempty();
- }
-#endif
- _table_size = new_size;
- }
-
- // We let you see if a bucket is non-empty without retrieving it
- // -------------------------------------------------------------
- bool test(size_type i) const
- {
- // assert(i < _table_size);
- return which_group(i).test(pos_in_group(i));
- }
-
- // also tests for erased values
- // ----------------------------
- bool test_strict(size_type i) const
- {
- // assert(i < _table_size);
- return which_group(i).test_strict(pos_in_group(i));
- }
-
- friend struct GrpPos;
-
- struct GrpPos
- {
- typedef typename sparsetable::ne_iterator ne_iter;
- GrpPos(const sparsetable &table, size_type i) :
- grp(table.which_group(i)), pos(table.pos_in_group(i)) {}
-
- bool test_strict() const { return grp.test_strict(pos); }
- bool test() const { return grp.test(pos); }
- typename sparsetable::reference unsafe_get() const { return grp.unsafe_get(pos); }
- ne_iter get_iter(typename sparsetable::reference ref)
- {
- return ne_iter((group_type *)&grp, &ref);
- }
-
- void erase(sparsetable &table) // item *must* be present
- {
- assert(table._num_buckets);
- ((group_type &)grp).erase(table._alloc, pos);
- --table._num_buckets;
- }
-
- private:
- GrpPos* operator=(const GrpPos&);
-
- const group_type &grp;
- typename group_type::size_type pos;
- };
-
- bool test(iterator pos) const
- {
- return which_group(pos.pos).test(pos_in_group(pos.pos));
- }
-
- bool test(const_iterator pos) const
- {
- return which_group(pos.pos).test(pos_in_group(pos.pos));
- }
-
- // TODO(csilvers): make protected + friend
- // This is used by sparse_hashtable to get an element from the table
- // when we know it exists (because the caller has called test(i)).
- // -----------------------------------------------------------------
- reference unsafe_get(size_type i) const
- {
- assert(i < _table_size);
- // assert(test(i));
- return which_group(i).unsafe_get(pos_in_group(i));
- }
-
- // Needed for hashtables, gets as a ne_iterator. Crashes for empty bcks
- const_ne_iterator get_iter(size_type i) const
- {
- //assert(test(i)); // how can a ne_iterator point to an empty bucket?
-
- size_type grp_idx = group_num(i);
-
- return const_ne_iterator(_first_group + grp_idx,
- (_first_group[grp_idx].ne_begin() +
- _first_group[grp_idx].pos_to_offset(pos_in_group(i))));
- }
-
- const_ne_iterator get_iter(size_type i, ColIterator col_it) const
- {
- return const_ne_iterator(_first_group + group_num(i), col_it);
- }
-
- // For nonempty we can return a non-const version
- ne_iterator get_iter(size_type i)
- {
- //assert(test(i)); // how can a nonempty_iterator point to an empty bucket?
-
- size_type grp_idx = group_num(i);
-
- return ne_iterator(_first_group + grp_idx,
- (_first_group[grp_idx].ne_begin() +
- _first_group[grp_idx].pos_to_offset(pos_in_group(i))));
- }
-
- ne_iterator get_iter(size_type i, ColIterator col_it)
- {
- return ne_iterator(_first_group + group_num(i), col_it);
- }
-
- // And the reverse transformation.
- size_type get_pos(const const_ne_iterator& it) const
- {
- difference_type current_row = it.row_current - _first_group;
- difference_type current_col = (it.col_current - _first_group[current_row].ne_begin());
- return ((current_row * SPP_GROUP_SIZE) +
- _first_group[current_row].offset_to_pos(current_col));
- }
-
- // Val can be reference or const_reference
- // ---------------------------------------
- template <class Val>
- reference set(size_type i, Val &val)
- {
- assert(i < _table_size);
- group_type &group = which_group(i);
- typename group_type::size_type old_numbuckets = group.num_nonempty();
- pointer p(group.set(_alloc, pos_in_group(i), val));
- _num_buckets += group.num_nonempty() - old_numbuckets;
- return *p;
- }
-
- // used in _move_from (where we can move the old value instead of copying it
- void move(size_type i, reference val)
- {
- assert(i < _table_size);
- which_group(i).set(_alloc, pos_in_group(i), val);
- ++_num_buckets;
- }
-
- // This takes the specified elements out of the table.
- // --------------------------------------------------
- void erase(size_type i)
- {
- assert(i < _table_size);
-
- GroupsReference grp(which_group(i));
- typename group_type::size_type old_numbuckets = grp.num_nonempty();
- grp.erase(_alloc, pos_in_group(i));
- _num_buckets += grp.num_nonempty() - old_numbuckets;
- }
-
- void erase(iterator pos)
- {
- erase(pos.pos);
- }
-
- void erase(iterator start_it, iterator end_it)
- {
- // This could be more efficient, but then we'd need to figure
- // out if we spanned groups or not. Doesn't seem worth it.
- for (; start_it != end_it; ++start_it)
- erase(start_it);
- }
-
- const_ne_iterator erase(const_ne_iterator it)
- {
- ne_iterator res(it);
- if (res.row_current->erase_ne(_alloc, res))
- _num_buckets--;
- return res;
- }
-
- const_ne_iterator erase(const_ne_iterator f, const_ne_iterator l)
- {
- size_t diff = l - f;
- while (diff--)
- f = erase(f);
- return f;
- }
-
- // We support reading and writing tables to disk. We don't store
- // the actual array contents (which we don't know how to store),
- // just the groups and sizes. Returns true if all went ok.
-
-private:
- // Every time the disk format changes, this should probably change too
- typedef unsigned long MagicNumberType;
- static const MagicNumberType MAGIC_NUMBER = 0x24687531;
-
- // Old versions of this code write all data in 32 bits. We need to
- // support these files as well as having support for 64-bit systems.
- // So we use the following encoding scheme: for values < 2^32-1, we
- // store in 4 bytes in big-endian order. For values > 2^32, we
- // store 0xFFFFFFF followed by 8 bytes in big-endian order. This
- // causes us to mis-read old-version code that stores exactly
- // 0xFFFFFFF, but I don't think that is likely to have happened for
- // these particular values.
- template <typename OUTPUT, typename IntType>
- static bool write_32_or_64(OUTPUT* fp, IntType value)
- {
- if (value < 0xFFFFFFFFULL) { // fits in 4 bytes
- if (!sparsehash_internal::write_bigendian_number(fp, value, 4))
- return false;
- }
- else
- {
- if (!sparsehash_internal::write_bigendian_number(fp, 0xFFFFFFFFUL, 4))
- return false;
- if (!sparsehash_internal::write_bigendian_number(fp, value, 8))
- return false;
- }
- return true;
- }
-
- template <typename INPUT, typename IntType>
- static bool read_32_or_64(INPUT* fp, IntType *value)
- { // reads into value
- MagicNumberType first4 = 0; // a convenient 32-bit unsigned type
- if (!sparsehash_internal::read_bigendian_number(fp, &first4, 4))
- return false;
-
- if (first4 < 0xFFFFFFFFULL)
- {
- *value = first4;
- }
- else
- {
- if (!sparsehash_internal::read_bigendian_number(fp, value, 8))
- return false;
- }
- return true;
- }
-
-public:
- // read/write_metadata() and read_write/nopointer_data() are DEPRECATED.
- // Use serialize() and unserialize(), below, for new code.
-
- template <typename OUTPUT>
- bool write_metadata(OUTPUT *fp) const
- {
- if (!write_32_or_64(fp, MAGIC_NUMBER)) return false;
- if (!write_32_or_64(fp, _table_size)) return false;
- if (!write_32_or_64(fp, _num_buckets)) return false;
-
- for (const group_type *group = _first_group; group != _last_group; ++group)
- if (group->write_metadata(fp) == false)
- return false;
- return true;
- }
-
- // Reading destroys the old table contents! Returns true if read ok.
- template <typename INPUT>
- bool read_metadata(INPUT *fp)
- {
- size_type magic_read = 0;
- if (!read_32_or_64(fp, &magic_read)) return false;
- if (magic_read != MAGIC_NUMBER)
- {
- clear(); // just to be consistent
- return false;
- }
-
- if (!read_32_or_64(fp, &_table_size)) return false;
- if (!read_32_or_64(fp, &_num_buckets)) return false;
-
- resize(_table_size); // so the vector's sized ok
- for (group_type *group = _first_group; group != _last_group; ++group)
- if (group->read_metadata(_alloc, fp) == false)
- return false;
- return true;
- }
-
- // This code is identical to that for SparseGroup
- // If your keys and values are simple enough, we can write them
- // to disk for you. "simple enough" means no pointers.
- // However, we don't try to normalize endianness
- bool write_nopointer_data(FILE *fp) const
- {
- for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!fwrite(&*it, sizeof(*it), 1, fp))
- return false;
- return true;
- }
-
- // When reading, we have to override the potential const-ness of *it
- bool read_nopointer_data(FILE *fp)
- {
- for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!fread(reinterpret_cast<void*>(&(*it)), sizeof(*it), 1, fp))
- return false;
- return true;
- }
-
- // INPUT and OUTPUT must be either a FILE, *or* a C++ stream
- // (istream, ostream, etc) *or* a class providing
- // Read(void*, size_t) and Write(const void*, size_t)
- // (respectively), which writes a buffer into a stream
- // (which the INPUT/OUTPUT instance presumably owns).
-
- typedef sparsehash_internal::pod_serializer<value_type> NopointerSerializer;
-
- // ValueSerializer: a functor. operator()(OUTPUT*, const value_type&)
- template <typename ValueSerializer, typename OUTPUT>
- bool serialize(ValueSerializer serializer, OUTPUT *fp)
- {
- if (!write_metadata(fp))
- return false;
- for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!serializer(fp, *it))
- return false;
- return true;
- }
-
- // ValueSerializer: a functor. operator()(INPUT*, value_type*)
- template <typename ValueSerializer, typename INPUT>
- bool unserialize(ValueSerializer serializer, INPUT *fp)
- {
- clear();
- if (!read_metadata(fp))
- return false;
- for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
- if (!serializer(fp, &*it))
- return false;
- return true;
- }
-
- // Comparisons. Note the comparisons are pretty arbitrary: we
- // compare values of the first index that isn't equal (using default
- // value for empty buckets).
- bool operator==(const sparsetable& x) const
- {
- return (_table_size == x._table_size &&
- _num_buckets == x._num_buckets &&
- _first_group == x._first_group);
- }
-
- bool operator<(const sparsetable& x) const
- {
- return std::lexicographical_compare(begin(), end(), x.begin(), x.end());
- }
- bool operator!=(const sparsetable& x) const { return !(*this == x); }
- bool operator<=(const sparsetable& x) const { return !(x < *this); }
- bool operator>(const sparsetable& x) const { return x < *this; }
- bool operator>=(const sparsetable& x) const { return !(*this < x); }
-
-
-private:
- // The actual data
- // ---------------
- group_type * _first_group;
- group_type * _last_group;
- size_type _table_size; // how many buckets they want
- size_type _num_buckets; // number of non-empty buckets
- group_alloc_type _group_alloc;
- value_alloc_type _alloc;
-};
-
-// We need a global swap as well
-// ---------------------------------------------------------------------------
-template <class T, class Alloc>
-inline void swap(sparsetable<T,Alloc> &x, sparsetable<T,Alloc> &y)
-{
- x.swap(y);
-}
-
-
-// ----------------------------------------------------------------------
-// S P A R S E _ H A S H T A B L E
-// ----------------------------------------------------------------------
-// Hashtable class, used to implement the hashed associative containers
-// hash_set and hash_map.
-//
-// Value: what is stored in the table (each bucket is a Value).
-// Key: something in a 1-to-1 correspondence to a Value, that can be used
-// to search for a Value in the table (find() takes a Key).
-// HashFcn: Takes a Key and returns an integer, the more unique the better.
-// ExtractKey: given a Value, returns the unique Key associated with it.
-// Must inherit from unary_function, or at least have a
-// result_type enum indicating the return type of operator().
-// EqualKey: Given two Keys, says whether they are the same (that is,
-// if they are both associated with the same Value).
-// Alloc: STL allocator to use to allocate memory.
-//
-// ----------------------------------------------------------------------
-
-// The probing method
-// ------------------
-// Linear probing
-// #define JUMP_(key, num_probes) ( 1 )
-// Quadratic probing
-#define JUMP_(key, num_probes) ( num_probes )
-
-
-// -------------------------------------------------------------------
-// -------------------------------------------------------------------
-template <class Value, class Key, class HashFcn,
- class ExtractKey, class SetKey, class EqualKey, class Alloc>
-class sparse_hashtable
-{
-private:
- typedef Value mutable_value_type;
- typedef typename Alloc::template rebind<Value>::other value_alloc_type;
-
-public:
- typedef Key key_type;
- typedef typename spp::cvt<Value>::type value_type;
- typedef HashFcn hasher; // user provided or spp_hash<Key>
- typedef EqualKey key_equal;
- typedef Alloc allocator_type;
-
- typedef typename value_alloc_type::size_type size_type;
- typedef typename value_alloc_type::difference_type difference_type;
- typedef value_type& reference;
- typedef const value_type& const_reference;
- typedef value_type* pointer;
- typedef const value_type* const_pointer;
-
- // Table is the main storage class.
- typedef sparsetable<mutable_value_type, value_alloc_type> Table;
- typedef typename Table::ne_iterator ne_it;
- typedef typename Table::const_ne_iterator cne_it;
- typedef typename Table::destructive_iterator dest_it;
- typedef typename Table::ColIterator ColIterator;
-
- typedef ne_it iterator;
- typedef cne_it const_iterator;
- typedef dest_it destructive_iterator;
-
- // These come from tr1. For us they're the same as regular iterators.
- // -------------------------------------------------------------------
- typedef iterator local_iterator;
- typedef const_iterator const_local_iterator;
-
- // How full we let the table get before we resize
- // ----------------------------------------------
- static const int HT_OCCUPANCY_PCT; // = 80 (out of 100);
-
- // How empty we let the table get before we resize lower, by default.
- // (0.0 means never resize lower.)
- // It should be less than OCCUPANCY_PCT / 2 or we thrash resizing
- // ------------------------------------------------------------------
- static const int HT_EMPTY_PCT; // = 0.4 * HT_OCCUPANCY_PCT;
-
- // Minimum size we're willing to let hashtables be.
- // Must be a power of two, and at least 4.
- // Note, however, that for a given hashtable, the initial size is a
- // function of the first constructor arg, and may be >HT_MIN_BUCKETS.
- // ------------------------------------------------------------------
- static const size_type HT_MIN_BUCKETS = 4;
-
- // By default, if you don't specify a hashtable size at
- // construction-time, we use this size. Must be a power of two, and
- // at least HT_MIN_BUCKETS.
- // -----------------------------------------------------------------
- static const size_type HT_DEFAULT_STARTING_BUCKETS = 32;
-
- // iterators
- // ---------
- iterator begin() { return _mk_iterator(table.ne_begin()); }
- iterator end() { return _mk_iterator(table.ne_end()); }
- const_iterator begin() const { return _mk_const_iterator(table.ne_cbegin()); }
- const_iterator end() const { return _mk_const_iterator(table.ne_cend()); }
- const_iterator cbegin() const { return _mk_const_iterator(table.ne_cbegin()); }
- const_iterator cend() const { return _mk_const_iterator(table.ne_cend()); }
-
- // These come from tr1 unordered_map. They iterate over 'bucket' n.
- // For sparsehashtable, we could consider each 'group' to be a bucket,
- // I guess, but I don't really see the point. We'll just consider
- // bucket n to be the n-th element of the sparsetable, if it's occupied,
- // or some empty element, otherwise.
- // ---------------------------------------------------------------------
- local_iterator begin(size_type i)
- {
- return _mk_iterator(table.test(i) ? table.get_iter(i) : table.ne_end());
- }
-
- local_iterator end(size_type i)
- {
- local_iterator it = begin(i);
- if (table.test(i))
- ++it;
- return _mk_iterator(it);
- }
-
- const_local_iterator begin(size_type i) const
- {
- return _mk_const_iterator(table.test(i) ? table.get_iter(i) : table.ne_cend());
- }
-
- const_local_iterator end(size_type i) const
- {
- const_local_iterator it = begin(i);
- if (table.test(i))
- ++it;
- return _mk_const_iterator(it);
- }
-
- const_local_iterator cbegin(size_type i) const { return begin(i); }
- const_local_iterator cend(size_type i) const { return end(i); }
-
- // This is used when resizing
- // --------------------------
- destructive_iterator destructive_begin() { return _mk_destructive_iterator(table.destructive_begin()); }
- destructive_iterator destructive_end() { return _mk_destructive_iterator(table.destructive_end()); }
-
-
- // accessor functions for the things we templatize on, basically
- // -------------------------------------------------------------
- hasher hash_funct() const { return settings; }
- key_equal key_eq() const { return key_info; }
- allocator_type get_allocator() const { return table.get_allocator(); }
-
- // Accessor function for statistics gathering.
- unsigned int num_table_copies() const { return settings.num_ht_copies(); }
-
-private:
- // This is used as a tag for the copy constructor, saying to destroy its
- // arg We have two ways of destructively copying: with potentially growing
- // the hashtable as we copy, and without. To make sure the outside world
- // can't do a destructive copy, we make the typename private.
- // -----------------------------------------------------------------------
- enum MoveDontCopyT {MoveDontCopy, MoveDontGrow};
-
- void _squash_deleted()
- {
- // gets rid of any deleted entries we have
- // ---------------------------------------
- if (num_deleted)
- {
- // get rid of deleted before writing
- sparse_hashtable tmp(MoveDontGrow, *this);
- swap(tmp); // now we are tmp
- }
- assert(num_deleted == 0);
- }
-
- // creating iterators from sparsetable::ne_iterators
- // -------------------------------------------------
- iterator _mk_iterator(ne_it it) const { return it; }
- const_iterator _mk_const_iterator(cne_it it) const { return it; }
- destructive_iterator _mk_destructive_iterator(dest_it it) const { return it; }
-
-public:
- size_type size() const { return table.num_nonempty(); }
- size_type max_size() const { return table.max_size(); }
- bool empty() const { return size() == 0; }
- size_type bucket_count() const { return table.size(); }
- size_type max_bucket_count() const { return max_size(); }
- // These are tr1 methods. Their idea of 'bucket' doesn't map well to
- // what we do. We just say every bucket has 0 or 1 items in it.
- size_type bucket_size(size_type i) const
- {
- return (size_type)(begin(i) == end(i) ? 0 : 1);
- }
-
-private:
- // Because of the above, size_type(-1) is never legal; use it for errors
- // ---------------------------------------------------------------------
- static const size_type ILLEGAL_BUCKET = size_type(-1);
-
- // Used after a string of deletes. Returns true if we actually shrunk.
- // TODO(csilvers): take a delta so we can take into account inserts
- // done after shrinking. Maybe make part of the Settings class?
- // --------------------------------------------------------------------
- bool _maybe_shrink()
- {
- assert((bucket_count() & (bucket_count()-1)) == 0); // is a power of two
- assert(bucket_count() >= HT_MIN_BUCKETS);
- bool retval = false;
-
- // If you construct a hashtable with < HT_DEFAULT_STARTING_BUCKETS,
- // we'll never shrink until you get relatively big, and we'll never
- // shrink below HT_DEFAULT_STARTING_BUCKETS. Otherwise, something
- // like "dense_hash_set<int> x; x.insert(4); x.erase(4);" will
- // shrink us down to HT_MIN_BUCKETS buckets, which is too small.
- // ---------------------------------------------------------------
- const size_type num_remain = table.num_nonempty();
- const size_type shrink_threshold = settings.shrink_threshold();
- if (shrink_threshold > 0 && num_remain < shrink_threshold &&
- bucket_count() > HT_DEFAULT_STARTING_BUCKETS)
- {
- const float shrink_factor = settings.shrink_factor();
- size_type sz = (size_type)(bucket_count() / 2); // find how much we should shrink
- while (sz > HT_DEFAULT_STARTING_BUCKETS &&
- num_remain < static_cast<size_type>(sz * shrink_factor))
- {
- sz /= 2; // stay a power of 2
- }
- sparse_hashtable tmp(MoveDontCopy, *this, sz);
- swap(tmp); // now we are tmp
- retval = true;
- }
- settings.set_consider_shrink(false); // because we just considered it
- return retval;
- }
-
- // We'll let you resize a hashtable -- though this makes us copy all!
- // When you resize, you say, "make it big enough for this many more elements"
- // Returns true if we actually resized, false if size was already ok.
- // --------------------------------------------------------------------------
- bool _resize_delta(size_type delta)
- {
- bool did_resize = false;
- if (settings.consider_shrink())
- {
- // see if lots of deletes happened
- if (_maybe_shrink())
- did_resize = true;
- }
- if (table.num_nonempty() >=
- (std::numeric_limits<size_type>::max)() - delta)
- {
- throw_exception(std::length_error("resize overflow"));
- }
-
- size_type num_occupied = (size_type)(table.num_nonempty() + num_deleted);
-
- if (bucket_count() >= HT_MIN_BUCKETS &&
- (num_occupied + delta) <= settings.enlarge_threshold())
- return did_resize; // we're ok as we are
-
- // Sometimes, we need to resize just to get rid of all the
- // "deleted" buckets that are clogging up the hashtable. So when
- // deciding whether to resize, count the deleted buckets (which
- // are currently taking up room).
- // -------------------------------------------------------------
- const size_type needed_size =
- settings.min_buckets((size_type)(num_occupied + delta), (size_type)0);
-
- if (needed_size <= bucket_count()) // we have enough buckets
- return did_resize;
-
- size_type resize_to = settings.min_buckets((size_type)(num_occupied + delta), bucket_count());
-
- if (resize_to < needed_size && // may double resize_to
- resize_to < (std::numeric_limits<size_type>::max)() / 2)
- {
- // This situation means that we have enough deleted elements,
- // that once we purge them, we won't actually have needed to
- // grow. But we may want to grow anyway: if we just purge one
- // element, say, we'll have to grow anyway next time we
- // insert. Might as well grow now, since we're already going
- // through the trouble of copying (in order to purge the
- // deleted elements).
- const size_type target =
- static_cast<size_type>(settings.shrink_size((size_type)(resize_to*2)));
- if (table.num_nonempty() + delta >= target)
- {
- // Good, we won't be below the shrink threshhold even if we double.
- resize_to *= 2;
- }
- }
-
- sparse_hashtable tmp(MoveDontCopy, *this, resize_to);
- swap(tmp); // now we are tmp
- return true;
- }
-
- // Used to actually do the rehashing when we grow/shrink a hashtable
- // -----------------------------------------------------------------
- void _copy_from(const sparse_hashtable &ht, size_type min_buckets_wanted)
- {
- clear(); // clear table, set num_deleted to 0
-
- // If we need to change the size of our table, do it now
- const size_type resize_to = settings.min_buckets(ht.size(), min_buckets_wanted);
-
- if (resize_to > bucket_count())
- {
- // we don't have enough buckets
- table.resize(resize_to); // sets the number of buckets
- settings.reset_thresholds(bucket_count());
- }
-
- // We use a normal iterator to get bcks from ht
- // We could use insert() here, but since we know there are
- // no duplicates, we can be more efficient
- assert((bucket_count() & (bucket_count()-1)) == 0); // a power of two
- for (const_iterator it = ht.begin(); it != ht.end(); ++it)
- {
- size_type num_probes = 0; // how many times we've probed
- size_type bucknum;
- const size_type bucket_count_minus_one = bucket_count() - 1;
- for (bucknum = hash(get_key(*it)) & bucket_count_minus_one;
- table.test(bucknum); // table.test() OK since no erase()
- bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one)
- {
- ++num_probes;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- table.set(bucknum, *it); // copies the value to here
- }
- settings.inc_num_ht_copies();
- }
-
- // Implementation is like _copy_from, but it destroys the table of the
- // "from" guy by freeing sparsetable memory as we iterate. This is
- // useful in resizing, since we're throwing away the "from" guy anyway.
- // --------------------------------------------------------------------
- void _move_from(MoveDontCopyT mover, sparse_hashtable &ht,
- size_type min_buckets_wanted)
- {
- clear();
-
- // If we need to change the size of our table, do it now
- size_type resize_to;
- if (mover == MoveDontGrow)
- resize_to = ht.bucket_count(); // keep same size as old ht
- else // MoveDontCopy
- resize_to = settings.min_buckets(ht.size(), min_buckets_wanted);
- if (resize_to > bucket_count())
- {
- // we don't have enough buckets
- table.resize(resize_to); // sets the number of buckets
- settings.reset_thresholds(bucket_count());
- }
-
- // We use a normal iterator to get bcks from ht
- // We could use insert() here, but since we know there are
- // no duplicates, we can be more efficient
- assert((bucket_count() & (bucket_count()-1)) == 0); // a power of two
- const size_type bucket_count_minus_one = (const size_type)(bucket_count() - 1);
-
- // THIS IS THE MAJOR LINE THAT DIFFERS FROM COPY_FROM():
- for (destructive_iterator it = ht.destructive_begin();
- it != ht.destructive_end(); ++it)
- {
- size_type num_probes = 0;
- size_type bucknum;
- for (bucknum = hash(get_key(*it)) & bucket_count_minus_one;
- table.test(bucknum); // table.test() OK since no erase()
- bucknum = (size_type)((bucknum + JUMP_(key, num_probes)) & (bucket_count()-1)))
- {
- ++num_probes;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- table.move(bucknum, *it); // moves the value to here
- }
- settings.inc_num_ht_copies();
- }
-
-
- // Required by the spec for hashed associative container
-public:
- // Though the docs say this should be num_buckets, I think it's much
- // more useful as num_elements. As a special feature, calling with
- // req_elements==0 will cause us to shrink if we can, saving space.
- // -----------------------------------------------------------------
- void resize(size_type req_elements)
- {
- // resize to this or larger
- if (settings.consider_shrink() || req_elements == 0)
- _maybe_shrink();
- if (req_elements > table.num_nonempty()) // we only grow
- _resize_delta((size_type)(req_elements - table.num_nonempty()));
- }
-
- // Get and change the value of shrink_factor and enlarge_factor. The
- // description at the beginning of this file explains how to choose
- // the values. Setting the shrink parameter to 0.0 ensures that the
- // table never shrinks.
- // ------------------------------------------------------------------
- void get_resizing_parameters(float* shrink, float* grow) const
- {
- *shrink = settings.shrink_factor();
- *grow = settings.enlarge_factor();
- }
-
- float get_shrink_factor() const { return settings.shrink_factor(); }
- float get_enlarge_factor() const { return settings.enlarge_factor(); }
-
- void set_resizing_parameters(float shrink, float grow) {
- settings.set_resizing_parameters(shrink, grow);
- settings.reset_thresholds(bucket_count());
- }
-
- void set_shrink_factor(float shrink)
- {
- set_resizing_parameters(shrink, get_enlarge_factor());
- }
-
- void set_enlarge_factor(float grow)
- {
- set_resizing_parameters(get_shrink_factor(), grow);
- }
-
- // CONSTRUCTORS -- as required by the specs, we take a size,
- // but also let you specify a hashfunction, key comparator,
- // and key extractor. We also define a copy constructor and =.
- // DESTRUCTOR -- the default is fine, surprisingly.
- // ------------------------------------------------------------
- explicit sparse_hashtable(size_type expected_max_items_in_table = 0,
- const HashFcn& hf = HashFcn(),
- const EqualKey& eql = EqualKey(),
- const ExtractKey& ext = ExtractKey(),
- const SetKey& set = SetKey(),
- const Alloc& alloc = Alloc())
- : settings(hf),
- key_info(ext, set, eql),
- num_deleted(0),
- table((expected_max_items_in_table == 0
- ? HT_DEFAULT_STARTING_BUCKETS
- : settings.min_buckets(expected_max_items_in_table, 0)),
- value_alloc_type(alloc))
- {
- settings.reset_thresholds(bucket_count());
- }
-
- // As a convenience for resize(), we allow an optional second argument
- // which lets you make this new hashtable a different size than ht.
- // We also provide a mechanism of saying you want to "move" the ht argument
- // into us instead of copying.
- // ------------------------------------------------------------------------
- sparse_hashtable(const sparse_hashtable& ht,
- size_type min_buckets_wanted = HT_DEFAULT_STARTING_BUCKETS)
- : settings(ht.settings),
- key_info(ht.key_info),
- num_deleted(0),
- table(0)
- {
- settings.reset_thresholds(bucket_count());
- _copy_from(ht, min_buckets_wanted);
- }
-
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
-
- sparse_hashtable(sparse_hashtable&& o) :
- settings(std::move(o.settings)),
- key_info(std::move(o.key_info)),
- num_deleted(o.num_deleted),
- table(std::move(o.table))
- {
- }
-
- sparse_hashtable(sparse_hashtable&& o, const Alloc& alloc) :
- settings(std::move(o.settings)),
- key_info(std::move(o.key_info)),
- num_deleted(o.num_deleted),
- table(std::move(o.table), alloc)
- {
- }
-
- sparse_hashtable& operator=(sparse_hashtable&& o)
- {
- using std::swap;
-
- sparse_hashtable tmp(std::move(o));
- swap(tmp, *this);
- return *this;
- }
-#endif
-
- sparse_hashtable(MoveDontCopyT mover,
- sparse_hashtable& ht,
- size_type min_buckets_wanted = HT_DEFAULT_STARTING_BUCKETS)
- : settings(ht.settings),
- key_info(ht.key_info),
- num_deleted(0),
- table(min_buckets_wanted, ht.table.get_allocator())
- {
- settings.reset_thresholds(bucket_count());
- _move_from(mover, ht, min_buckets_wanted);
- }
-
- sparse_hashtable& operator=(const sparse_hashtable& ht)
- {
- if (&ht == this)
- return *this; // don't copy onto ourselves
- settings = ht.settings;
- key_info = ht.key_info;
- num_deleted = ht.num_deleted;
-
- // _copy_from() calls clear and sets num_deleted to 0 too
- _copy_from(ht, HT_MIN_BUCKETS);
-
- // we purposefully don't copy the allocator, which may not be copyable
- return *this;
- }
-
- // Many STL algorithms use swap instead of copy constructors
- void swap(sparse_hashtable& ht)
- {
- using std::swap;
-
- swap(settings, ht.settings);
- swap(key_info, ht.key_info);
- swap(num_deleted, ht.num_deleted);
- table.swap(ht.table);
- settings.reset_thresholds(bucket_count()); // also resets consider_shrink
- ht.settings.reset_thresholds(ht.bucket_count());
- // we purposefully don't swap the allocator, which may not be swap-able
- }
-
- // It's always nice to be able to clear a table without deallocating it
- void clear()
- {
- if (!empty() || num_deleted != 0)
- {
- table.clear();
- table = Table(HT_DEFAULT_STARTING_BUCKETS);
- }
- settings.reset_thresholds(bucket_count());
- num_deleted = 0;
- }
-
- // LOOKUP ROUTINES
-private:
-
- enum pos_type { pt_empty = 0, pt_erased, pt_full };
- // -------------------------------------------------------------------
- class Position
- {
- public:
-
- Position() : _t(pt_empty) {}
- Position(pos_type t, size_type idx) : _t(t), _idx(idx) {}
-
- pos_type _t;
- size_type _idx;
- };
-
- // Returns a pair:
- // - 'first' is a code, 2 if key already present, 0 or 1 otherwise.
- // - 'second' is a position, where the key should go
- // Note: because of deletions where-to-insert is not trivial: it's the
- // first deleted bucket we see, as long as we don't find the key later
- // -------------------------------------------------------------------
- Position _find_position(const key_type &key) const
- {
- size_type num_probes = 0; // how many times we've probed
- const size_type bucket_count_minus_one = (const size_type)(bucket_count() - 1);
- size_type bucknum = hash(key) & bucket_count_minus_one;
- Position pos;
-
- while (1)
- {
- // probe until something happens
- // -----------------------------
- typename Table::GrpPos grp_pos(table, bucknum);
-
- if (!grp_pos.test_strict())
- {
- // bucket is empty => key not present
- return pos._t ? pos : Position(pt_empty, bucknum);
- }
- else if (grp_pos.test())
- {
- reference ref(grp_pos.unsafe_get());
-
- if (equals(key, get_key(ref)))
- return Position(pt_full, bucknum);
- }
- else if (pos._t == pt_empty)
- {
- // first erased position
- pos._t = pt_erased;
- pos._idx = bucknum;
- }
-
- ++num_probes; // we're doing another probe
- bucknum = (size_type)((bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one);
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- }
-
-public:
- // I hate to duplicate find() like that, but it is
- // significantly faster to not have the intermediate pair
- // ------------------------------------------------------------------
- iterator find(const key_type& key)
- {
- size_type num_probes = 0; // how many times we've probed
- const size_type bucket_count_minus_one = bucket_count() - 1;
- size_type bucknum = hash(key) & bucket_count_minus_one;
-
- while (1) // probe until something happens
- {
- typename Table::GrpPos grp_pos(table, bucknum);
-
- if (!grp_pos.test_strict())
- return end(); // bucket is empty
- if (grp_pos.test())
- {
- reference ref(grp_pos.unsafe_get());
-
- if (equals(key, get_key(ref)))
- return grp_pos.get_iter(ref);
- }
- ++num_probes; // we're doing another probe
- bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- }
-
- // Wish I could avoid the duplicate find() const and non-const.
- // ------------------------------------------------------------
- const_iterator find(const key_type& key) const
- {
- size_type num_probes = 0; // how many times we've probed
- const size_type bucket_count_minus_one = bucket_count() - 1;
- size_type bucknum = hash(key) & bucket_count_minus_one;
-
- while (1) // probe until something happens
- {
- typename Table::GrpPos grp_pos(table, bucknum);
-
- if (!grp_pos.test_strict())
- return end(); // bucket is empty
- else if (grp_pos.test())
- {
- reference ref(grp_pos.unsafe_get());
-
- if (equals(key, get_key(ref)))
- return _mk_const_iterator(table.get_iter(bucknum, &ref));
- }
- ++num_probes; // we're doing another probe
- bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- }
-
- // This is a tr1 method: the bucket a given key is in, or what bucket
- // it would be put in, if it were to be inserted. Shrug.
- // ------------------------------------------------------------------
- size_type bucket(const key_type& key) const
- {
- Position pos = _find_position(key);
- return pos._idx;
- }
-
- // Counts how many elements have key key. For maps, it's either 0 or 1.
- // ---------------------------------------------------------------------
- size_type count(const key_type &key) const
- {
- Position pos = _find_position(key);
- return (size_type)(pos._t == pt_full ? 1 : 0);
- }
-
- // Likewise, equal_range doesn't really make sense for us. Oh well.
- // -----------------------------------------------------------------
- std::pair<iterator,iterator> equal_range(const key_type& key)
- {
- iterator pos = find(key); // either an iterator or end
- if (pos == end())
- return std::pair<iterator,iterator>(pos, pos);
- else
- {
- const iterator startpos = pos++;
- return std::pair<iterator,iterator>(startpos, pos);
- }
- }
-
- std::pair<const_iterator,const_iterator> equal_range(const key_type& key) const
- {
- const_iterator pos = find(key); // either an iterator or end
- if (pos == end())
- return std::pair<const_iterator,const_iterator>(pos, pos);
- else
- {
- const const_iterator startpos = pos++;
- return std::pair<const_iterator,const_iterator>(startpos, pos);
- }
- }
-
-
- // INSERTION ROUTINES
-private:
- // Private method used by insert_noresize and find_or_insert.
- template <class T>
- reference _insert_at(T& obj, size_type pos, bool erased)
- {
- if (size() >= max_size())
- {
- throw_exception(std::length_error("insert overflow"));
- }
- if (erased)
- {
- assert(num_deleted);
- --num_deleted;
- }
- return table.set(pos, obj);
- }
-
- // If you know *this is big enough to hold obj, use this routine
- template <class T>
- std::pair<iterator, bool> _insert_noresize(T& obj)
- {
- Position pos = _find_position(get_key(obj));
- bool already_there = (pos._t == pt_full);
-
- if (!already_there)
- {
- reference ref(_insert_at(obj, pos._idx, pos._t == pt_erased));
- return std::pair<iterator, bool>(_mk_iterator(table.get_iter(pos._idx, &ref)), true);
- }
- return std::pair<iterator,bool>(_mk_iterator(table.get_iter(pos._idx)), false);
- }
-
- // Specializations of insert(it, it) depending on the power of the iterator:
- // (1) Iterator supports operator-, resize before inserting
- template <class ForwardIterator>
- void _insert(ForwardIterator f, ForwardIterator l, std::forward_iterator_tag /*unused*/)
- {
- int64_t dist = std::distance(f, l);
- if (dist < 0 || static_cast<size_t>(dist) >= (std::numeric_limits<size_type>::max)())
- throw_exception(std::length_error("insert-range overflow"));
-
- _resize_delta(static_cast<size_type>(dist));
-
- for (; dist > 0; --dist, ++f)
- _insert_noresize(*f);
- }
-
- // (2) Arbitrary iterator, can't tell how much to resize
- template <class InputIterator>
- void _insert(InputIterator f, InputIterator l, std::input_iterator_tag /*unused*/)
- {
- for (; f != l; ++f)
- _insert(*f);
- }
-
-public:
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
- template <class... Args>
- std::pair<iterator, bool> emplace(Args&&... args)
- {
- _resize_delta(1);
- value_type obj(std::forward<Args>(args)...);
- return _insert_noresize(obj);
- }
-#endif
-
- // This is the normal insert routine, used by the outside world
- std::pair<iterator, bool> insert(const_reference obj)
- {
- _resize_delta(1); // adding an object, grow if need be
- return _insert_noresize(obj);
- }
-
- // When inserting a lot at a time, we specialize on the type of iterator
- template <class InputIterator>
- void insert(InputIterator f, InputIterator l)
- {
- // specializes on iterator type
- _insert(f, l,
- typename std::iterator_traits<InputIterator>::iterator_category());
- }
-
- // DefaultValue is a functor that takes a key and returns a value_type
- // representing the default value to be inserted if none is found.
- template <class DefaultValue>
- value_type& find_or_insert(const key_type& key)
- {
- size_type num_probes = 0; // how many times we've probed
- const size_type bucket_count_minus_one = bucket_count() - 1;
- size_type bucknum = hash(key) & bucket_count_minus_one;
- DefaultValue default_value;
- size_type erased_pos = 0;
- bool erased = false;
-
- while (1) // probe until something happens
- {
- typename Table::GrpPos grp_pos(table, bucknum);
-
- if (!grp_pos.test_strict())
- {
- // not found
- if (_resize_delta(1))
- {
- // needed to rehash to make room
- // Since we resized, we can't use pos, so recalculate where to insert.
- value_type def(default_value(key));
- return *(_insert_noresize(def).first);
- }
- else
- {
- // no need to rehash, insert right here
- value_type def(default_value(key));
- return _insert_at(def, erased ? erased_pos : bucknum, erased);
- }
- }
- if (grp_pos.test())
- {
- reference ref(grp_pos.unsafe_get());
-
- if (equals(key, get_key(ref)))
- return ref;
- }
- else if (!erased)
- {
- // first erased position
- erased_pos = bucknum;
- erased = true;
- }
-
- ++num_probes; // we're doing another probe
- bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- }
-
- size_type erase(const key_type& key)
- {
- size_type num_probes = 0; // how many times we've probed
- const size_type bucket_count_minus_one = bucket_count() - 1;
- size_type bucknum = hash(key) & bucket_count_minus_one;
-
- while (1) // probe until something happens
- {
- typename Table::GrpPos grp_pos(table, bucknum);
-
- if (!grp_pos.test_strict())
- return 0; // bucket is empty, we deleted nothing
- if (grp_pos.test())
- {
- reference ref(grp_pos.unsafe_get());
-
- if (equals(key, get_key(ref)))
- {
- grp_pos.erase(table);
- ++num_deleted;
- settings.set_consider_shrink(true); // will think about shrink after next insert
- return 1; // because we deleted one thing
- }
- }
- ++num_probes; // we're doing another probe
- bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
- assert(num_probes < bucket_count()
- && "Hashtable is full: an error in key_equal<> or hash<>");
- }
- }
-
- const_iterator erase(const_iterator pos)
- {
- if (pos == cend())
- return cend(); // sanity check
-
- const_iterator nextpos = table.erase(pos);
- ++num_deleted;
- settings.set_consider_shrink(true);
- return nextpos;
- }
-
- const_iterator erase(const_iterator f, const_iterator l)
- {
- if (f == cend())
- return cend(); // sanity check
-
- size_type num_before = table.num_nonempty();
- const_iterator nextpos = table.erase(f, l);
- num_deleted += num_before - table.num_nonempty();
- settings.set_consider_shrink(true);
- return nextpos;
- }
-
- // Deleted key routines - just to keep google test framework happy
- // we don't actually use the deleted key
- // ---------------------------------------------------------------
- void set_deleted_key(const key_type& key)
- {
- _squash_deleted();
- key_info.delkey = key;
- }
-
- void clear_deleted_key()
- {
- _squash_deleted();
- }
-
- key_type deleted_key() const
- {
- return key_info.delkey;
- }
-
-
- bool operator==(const sparse_hashtable& ht) const
- {
- if (this == &ht)
- return true;
-
- if (size() != ht.size())
- return false;
-
- for (const_iterator it = begin(); it != end(); ++it)
- {
- const_iterator it2 = ht.find(get_key(*it));
- if ((it2 == ht.end()) || (*it != *it2))
- return false;
- }
-
- return true;
- }
-
- bool operator!=(const sparse_hashtable& ht) const
- {
- return !(*this == ht);
- }
-
-
- // I/O
- // We support reading and writing hashtables to disk. NOTE that
- // this only stores the hashtable metadata, not the stuff you've
- // actually put in the hashtable! Alas, since I don't know how to
- // write a hasher or key_equal, you have to make sure everything
- // but the table is the same. We compact before writing.
- //
- // The OUTPUT type needs to support a Write() operation. File and
- // OutputBuffer are appropriate types to pass in.
- //
- // The INPUT type needs to support a Read() operation. File and
- // InputBuffer are appropriate types to pass in.
- // -------------------------------------------------------------
- template <typename OUTPUT>
- bool write_metadata(OUTPUT *fp)
- {
- _squash_deleted(); // so we don't have to worry about delkey
- return table.write_metadata(fp);
- }
-
- template <typename INPUT>
- bool read_metadata(INPUT *fp)
- {
- num_deleted = 0; // since we got rid before writing
- const bool result = table.read_metadata(fp);
- settings.reset_thresholds(bucket_count());
- return result;
- }
-
- // Only meaningful if value_type is a POD.
- template <typename OUTPUT>
- bool write_nopointer_data(OUTPUT *fp)
- {
- return table.write_nopointer_data(fp);
- }
-
- // Only meaningful if value_type is a POD.
- template <typename INPUT>
- bool read_nopointer_data(INPUT *fp)
- {
- return table.read_nopointer_data(fp);
- }
-
- // INPUT and OUTPUT must be either a FILE, *or* a C++ stream
- // (istream, ostream, etc) *or* a class providing
- // Read(void*, size_t) and Write(const void*, size_t)
- // (respectively), which writes a buffer into a stream
- // (which the INPUT/OUTPUT instance presumably owns).
-
- typedef sparsehash_internal::pod_serializer<value_type> NopointerSerializer;
-
- // ValueSerializer: a functor. operator()(OUTPUT*, const value_type&)
- template <typename ValueSerializer, typename OUTPUT>
- bool serialize(ValueSerializer serializer, OUTPUT *fp)
- {
- _squash_deleted(); // so we don't have to worry about delkey
- return table.serialize(serializer, fp);
- }
-
- // ValueSerializer: a functor. operator()(INPUT*, value_type*)
- template <typename ValueSerializer, typename INPUT>
- bool unserialize(ValueSerializer serializer, INPUT *fp)
- {
- num_deleted = 0; // since we got rid before writing
- const bool result = table.unserialize(serializer, fp);
- settings.reset_thresholds(bucket_count());
- return result;
- }
-
-private:
-
- // Package templated functors with the other types to eliminate memory
- // needed for storing these zero-size operators. Since ExtractKey and
- // hasher's operator() might have the same function signature, they
- // must be packaged in different classes.
- // -------------------------------------------------------------------------
- struct Settings :
- sparsehash_internal::sh_hashtable_settings<key_type, hasher,
- size_type, HT_MIN_BUCKETS>
- {
- explicit Settings(const hasher& hf)
- : sparsehash_internal::sh_hashtable_settings<key_type, hasher, size_type,
- HT_MIN_BUCKETS>
- (hf, HT_OCCUPANCY_PCT / 100.0f, HT_EMPTY_PCT / 100.0f) {}
- };
-
- // KeyInfo stores delete key and packages zero-size functors:
- // ExtractKey and SetKey.
- // ---------------------------------------------------------
- class KeyInfo : public ExtractKey, public SetKey, public EqualKey
- {
- public:
- KeyInfo(const ExtractKey& ek, const SetKey& sk, const EqualKey& eq)
- : ExtractKey(ek), SetKey(sk), EqualKey(eq)
- {
- }
-
- // We want to return the exact same type as ExtractKey: Key or const Key&
- typename ExtractKey::result_type get_key(const_reference v) const
- {
- return ExtractKey::operator()(v);
- }
-
- bool equals(const key_type& a, const key_type& b) const
- {
- return EqualKey::operator()(a, b);
- }
-
- typename spp_::remove_const<key_type>::type delkey;
- };
-
- // Utility functions to access the templated operators
- size_t hash(const key_type& v) const
- {
- return settings.hash(v);
- }
-
- bool equals(const key_type& a, const key_type& b) const
- {
- return key_info.equals(a, b);
- }
-
- typename ExtractKey::result_type get_key(const_reference v) const
- {
- return key_info.get_key(v);
- }
-
-private:
- // Actual data
- // -----------
- Settings settings;
- KeyInfo key_info;
- size_type num_deleted;
- Table table; // holds num_buckets and num_elements too
-};
-
-
-// We need a global swap as well
-// -----------------------------
-template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
-inline void swap(sparse_hashtable<V,K,HF,ExK,SetK,EqK,A> &x,
- sparse_hashtable<V,K,HF,ExK,SetK,EqK,A> &y)
-{
- x.swap(y);
-}
-
-#undef JUMP_
-
-// -----------------------------------------------------------------------------
-template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
-const typename sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::size_type
-sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::ILLEGAL_BUCKET;
-
-// How full we let the table get before we resize. Knuth says .8 is
-// good -- higher causes us to probe too much, though saves memory
-// -----------------------------------------------------------------------------
-template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
-const int sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_OCCUPANCY_PCT = 50;
-
-// How empty we let the table get before we resize lower.
-// It should be less than OCCUPANCY_PCT / 2 or we thrash resizing
-// -----------------------------------------------------------------------------
-template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
-const int sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_EMPTY_PCT
-= static_cast<int>(0.4 *
- sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_OCCUPANCY_PCT);
-
-
-
-
-// ----------------------------------------------------------------------
-// S P A R S E _ H A S H _ M A P
-// ----------------------------------------------------------------------
-template <class Key, class T,
- class HashFcn = spp_hash<Key>,
- class EqualKey = std::equal_to<Key>,
- class Alloc = libc_allocator_with_realloc<std::pair<const Key, T> > >
-class sparse_hash_map
-{
-private:
- // Apparently select1st is not stl-standard, so we define our own
- struct SelectKey
- {
- typedef const Key& result_type;
-
- inline const Key& operator()(const std::pair<const Key, T>& p) const
- {
- return p.first;
- }
- };
-
- struct SetKey
- {
- inline void operator()(std::pair<const Key, T>* value, const Key& new_key) const
- {
- *const_cast<Key*>(&value->first) = new_key;
- }
- };
-
- // For operator[].
- struct DefaultValue
- {
- inline std::pair<const Key, T> operator()(const Key& key) const
- {
- return std::make_pair(key, T());
- }
- };
-
- // The actual data
- typedef sparse_hashtable<std::pair<typename spp_::remove_const<Key>::type, T>, Key, HashFcn, SelectKey,
- SetKey, EqualKey, Alloc> ht;
-
-public:
- typedef typename ht::key_type key_type;
- typedef T data_type;
- typedef T mapped_type;
- typedef typename std::pair<const Key, T> value_type;
- typedef typename ht::hasher hasher;
- typedef typename ht::key_equal key_equal;
- typedef Alloc allocator_type;
-
- typedef typename ht::size_type size_type;
- typedef typename ht::difference_type difference_type;
- typedef typename ht::pointer pointer;
- typedef typename ht::const_pointer const_pointer;
- typedef typename ht::reference reference;
- typedef typename ht::const_reference const_reference;
-
- typedef typename ht::iterator iterator;
- typedef typename ht::const_iterator const_iterator;
- typedef typename ht::local_iterator local_iterator;
- typedef typename ht::const_local_iterator const_local_iterator;
-
- // Iterator functions
- iterator begin() { return rep.begin(); }
- iterator end() { return rep.end(); }
- const_iterator begin() const { return rep.cbegin(); }
- const_iterator end() const { return rep.cend(); }
- const_iterator cbegin() const { return rep.cbegin(); }
- const_iterator cend() const { return rep.cend(); }
-
- // These come from tr1's unordered_map. For us, a bucket has 0 or 1 elements.
- local_iterator begin(size_type i) { return rep.begin(i); }
- local_iterator end(size_type i) { return rep.end(i); }
- const_local_iterator begin(size_type i) const { return rep.begin(i); }
- const_local_iterator end(size_type i) const { return rep.end(i); }
- const_local_iterator cbegin(size_type i) const { return rep.cbegin(i); }
- const_local_iterator cend(size_type i) const { return rep.cend(i); }
-
- // Accessor functions
- // ------------------
- allocator_type get_allocator() const { return rep.get_allocator(); }
- hasher hash_funct() const { return rep.hash_funct(); }
- hasher hash_function() const { return hash_funct(); }
- key_equal key_eq() const { return rep.key_eq(); }
-
-
- // Constructors
- // ------------
- explicit sparse_hash_map(size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type())
- : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
- {
- }
-
- explicit sparse_hash_map(const allocator_type& alloc) :
- rep(0, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
- {
- }
-
- sparse_hash_map(size_type n, const allocator_type& alloc) :
- rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
- {
- }
-
- sparse_hash_map(size_type n, const hasher& hf, const allocator_type& alloc) :
- rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
- {
- }
-
- template <class InputIterator>
- sparse_hash_map(InputIterator f, InputIterator l,
- size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type())
- : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- template <class InputIterator>
- sparse_hash_map(InputIterator f, InputIterator l,
- size_type n, const allocator_type& alloc)
- : rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- template <class InputIterator>
- sparse_hash_map(InputIterator f, InputIterator l,
- size_type n, const hasher& hf, const allocator_type& alloc)
- : rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- sparse_hash_map(const sparse_hash_map &o) :
- rep(o.rep)
- {}
-
- sparse_hash_map(const sparse_hash_map &o,
- const allocator_type& alloc) :
- rep(o.rep, alloc)
- {}
-
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
- sparse_hash_map(const sparse_hash_map &&o) :
- rep(std::move(o.rep))
- {}
-
- sparse_hash_map(const sparse_hash_map &&o,
- const allocator_type& alloc) :
- rep(std::move(o.rep), alloc)
- {}
-#endif
-
-#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
- sparse_hash_map(std::initializer_list<value_type> init,
- size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type())
- : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_map(std::initializer_list<value_type> init,
- size_type n, const allocator_type& alloc) :
- rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_map(std::initializer_list<value_type> init,
- size_type n, const hasher& hf, const allocator_type& alloc) :
- rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_map& operator=(std::initializer_list<value_type> init)
- {
- rep.clear();
- rep.insert(init.begin(), init.end());
- return *this;
- }
-
- void insert(std::initializer_list<value_type> init)
- {
- rep.insert(init.begin(), init.end());
- }
-#endif
-
- sparse_hash_map& operator=(const sparse_hash_map &o)
- {
- rep = o.rep;
- return *this;
- }
-
- void clear() { rep.clear(); }
- void swap(sparse_hash_map& hs) { rep.swap(hs.rep); }
-
- // Functions concerning size
- // -------------------------
- size_type size() const { return rep.size(); }
- size_type max_size() const { return rep.max_size(); }
- bool empty() const { return rep.empty(); }
- size_type bucket_count() const { return rep.bucket_count(); }
- size_type max_bucket_count() const { return rep.max_bucket_count(); }
-
- size_type bucket_size(size_type i) const { return rep.bucket_size(i); }
- size_type bucket(const key_type& key) const { return rep.bucket(key); }
- float load_factor() const { return size() * 1.0f / bucket_count(); }
-
- float max_load_factor() const { return rep.get_enlarge_factor(); }
- void max_load_factor(float grow) { rep.set_enlarge_factor(grow); }
-
- float min_load_factor() const { return rep.get_shrink_factor(); }
- void min_load_factor(float shrink){ rep.set_shrink_factor(shrink); }
-
- void set_resizing_parameters(float shrink, float grow)
- {
- rep.set_resizing_parameters(shrink, grow);
- }
-
- void resize(size_type cnt) { rep.resize(cnt); }
- void rehash(size_type cnt) { resize(cnt); } // c++11 name
- void reserve(size_type cnt) { resize(cnt); } // c++11
-
- // Lookup
- // ------
- iterator find(const key_type& key) { return rep.find(key); }
- const_iterator find(const key_type& key) const { return rep.find(key); }
-
- mapped_type& operator[](const key_type& key)
- {
- return rep.template find_or_insert<DefaultValue>(key).second;
- }
-
- size_type count(const key_type& key) const { return rep.count(key); }
-
- std::pair<iterator, iterator>
- equal_range(const key_type& key) { return rep.equal_range(key); }
-
- std::pair<const_iterator, const_iterator>
- equal_range(const key_type& key) const { return rep.equal_range(key); }
-
- mapped_type& at(const key_type& key)
- {
- iterator it = rep.find(key);
- if (it == rep.end())
- throw_exception(std::out_of_range("at: key not present"));
- return it->second;
- }
-
- const mapped_type& at(const key_type& key) const
- {
- const_iterator it = rep.find(key);
- if (it == rep.cend())
- throw_exception(std::out_of_range("at: key not present"));
- return it->second;
- }
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
- template <class... Args>
- std::pair<iterator, bool> emplace(Args&&... args)
- {
- return rep.emplace(std::forward<Args>(args)...);
- }
-
- template <class... Args>
- iterator emplace_hint(const_iterator , Args&&... args)
- {
- return rep.emplace(std::forward<Args>(args)...).first;
- }
-#endif
-
- // Insert
- // ------
- std::pair<iterator, bool>
- insert(const value_type& obj) { return rep.insert(obj); }
-
- template <class InputIterator>
- void insert(InputIterator f, InputIterator l) { rep.insert(f, l); }
-
- void insert(const_iterator f, const_iterator l) { rep.insert(f, l); }
-
- iterator insert(iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
- iterator insert(const_iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
-
- // Deleted key routines - just to keep google test framework happy
- // we don't actually use the deleted key
- // ---------------------------------------------------------------
- void set_deleted_key(const key_type& key) { rep.set_deleted_key(key); }
- void clear_deleted_key() { rep.clear_deleted_key(); }
- key_type deleted_key() const { return rep.deleted_key(); }
-
- // Erase
- // -----
- size_type erase(const key_type& key) { return rep.erase(key); }
- iterator erase(iterator it) { return rep.erase(it); }
- iterator erase(iterator f, iterator l) { return rep.erase(f, l); }
- iterator erase(const_iterator it) { return rep.erase(it); }
- iterator erase(const_iterator f, const_iterator l){ return rep.erase(f, l); }
-
- // Comparison
- // ----------
- bool operator==(const sparse_hash_map& hs) const { return rep == hs.rep; }
- bool operator!=(const sparse_hash_map& hs) const { return rep != hs.rep; }
-
-
- // I/O -- this is an add-on for writing metainformation to disk
- //
- // For maximum flexibility, this does not assume a particular
- // file type (though it will probably be a FILE *). We just pass
- // the fp through to rep.
-
- // If your keys and values are simple enough, you can pass this
- // serializer to serialize()/unserialize(). "Simple enough" means
- // value_type is a POD type that contains no pointers. Note,
- // however, we don't try to normalize endianness.
- // ---------------------------------------------------------------
- typedef typename ht::NopointerSerializer NopointerSerializer;
-
- // serializer: a class providing operator()(OUTPUT*, const value_type&)
- // (writing value_type to OUTPUT). You can specify a
- // NopointerSerializer object if appropriate (see above).
- // fp: either a FILE*, OR an ostream*/subclass_of_ostream*, OR a
- // pointer to a class providing size_t Write(const void*, size_t),
- // which writes a buffer into a stream (which fp presumably
- // owns) and returns the number of bytes successfully written.
- // Note basic_ostream<not_char> is not currently supported.
- // ---------------------------------------------------------------
- template <typename ValueSerializer, typename OUTPUT>
- bool serialize(ValueSerializer serializer, OUTPUT* fp)
- {
- return rep.serialize(serializer, fp);
- }
-
- // serializer: a functor providing operator()(INPUT*, value_type*)
- // (reading from INPUT and into value_type). You can specify a
- // NopointerSerializer object if appropriate (see above).
- // fp: either a FILE*, OR an istream*/subclass_of_istream*, OR a
- // pointer to a class providing size_t Read(void*, size_t),
- // which reads into a buffer from a stream (which fp presumably
- // owns) and returns the number of bytes successfully read.
- // Note basic_istream<not_char> is not currently supported.
- // NOTE: Since value_type is std::pair<const Key, T>, ValueSerializer
- // may need to do a const cast in order to fill in the key.
- // NOTE: if Key or T are not POD types, the serializer MUST use
- // placement-new to initialize their values, rather than a normal
- // equals-assignment or similar. (The value_type* passed into the
- // serializer points to garbage memory.)
- // ---------------------------------------------------------------
- template <typename ValueSerializer, typename INPUT>
- bool unserialize(ValueSerializer serializer, INPUT* fp)
- {
- return rep.unserialize(serializer, fp);
- }
-
- // The four methods below are DEPRECATED.
- // Use serialize() and unserialize() for new code.
- // -----------------------------------------------
- template <typename OUTPUT>
- bool write_metadata(OUTPUT *fp) { return rep.write_metadata(fp); }
-
- template <typename INPUT>
- bool read_metadata(INPUT *fp) { return rep.read_metadata(fp); }
-
- template <typename OUTPUT>
- bool write_nopointer_data(OUTPUT *fp) { return rep.write_nopointer_data(fp); }
-
- template <typename INPUT>
- bool read_nopointer_data(INPUT *fp) { return rep.read_nopointer_data(fp); }
-
-
-private:
- // The actual data
- // ---------------
- ht rep;
-};
-
-// We need a global swap as well
-template <class Key, class T, class HashFcn, class EqualKey, class Alloc>
-inline void swap(sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc>& hm1,
- sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc>& hm2)
-{
- hm1.swap(hm2);
-}
-
-// ----------------------------------------------------------------------
-// S P A R S E _ H A S H _ S E T
-// ----------------------------------------------------------------------
-
-template <class Value,
- class HashFcn = spp_hash<Value>,
- class EqualKey = std::equal_to<Value>,
- class Alloc = libc_allocator_with_realloc<Value> >
-class sparse_hash_set
-{
-private:
- // Apparently identity is not stl-standard, so we define our own
- struct Identity
- {
- typedef const Value& result_type;
- const Value& operator()(const Value& v) const { return v; }
- };
-
- struct SetKey
- {
- void operator()(Value* value, const Value& new_key) const
- {
- *value = new_key;
- }
- };
-
- typedef sparse_hashtable<Value, Value, HashFcn, Identity, SetKey,
- EqualKey, Alloc> ht;
-
-public:
- typedef typename ht::key_type key_type;
- typedef typename ht::value_type value_type;
- typedef typename ht::hasher hasher;
- typedef typename ht::key_equal key_equal;
- typedef Alloc allocator_type;
-
- typedef typename ht::size_type size_type;
- typedef typename ht::difference_type difference_type;
- typedef typename ht::const_pointer pointer;
- typedef typename ht::const_pointer const_pointer;
- typedef typename ht::const_reference reference;
- typedef typename ht::const_reference const_reference;
-
- typedef typename ht::const_iterator iterator;
- typedef typename ht::const_iterator const_iterator;
- typedef typename ht::const_local_iterator local_iterator;
- typedef typename ht::const_local_iterator const_local_iterator;
-
-
- // Iterator functions -- recall all iterators are const
- iterator begin() const { return rep.begin(); }
- iterator end() const { return rep.end(); }
- const_iterator cbegin() const { return rep.cbegin(); }
- const_iterator cend() const { return rep.cend(); }
-
- // These come from tr1's unordered_set. For us, a bucket has 0 or 1 elements.
- local_iterator begin(size_type i) const { return rep.begin(i); }
- local_iterator end(size_type i) const { return rep.end(i); }
- local_iterator cbegin(size_type i) const { return rep.cbegin(i); }
- local_iterator cend(size_type i) const { return rep.cend(i); }
-
-
- // Accessor functions
- // ------------------
- allocator_type get_allocator() const { return rep.get_allocator(); }
- hasher hash_funct() const { return rep.hash_funct(); }
- hasher hash_function() const { return hash_funct(); } // tr1 name
- key_equal key_eq() const { return rep.key_eq(); }
-
-
- // Constructors
- // ------------
- explicit sparse_hash_set(size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type()) :
- rep(n, hf, eql, Identity(), SetKey(), alloc)
- {
- }
-
- explicit sparse_hash_set(const allocator_type& alloc) :
- rep(0, hasher(), key_equal(), Identity(), SetKey(), alloc)
- {
- }
-
- sparse_hash_set(size_type n, const allocator_type& alloc) :
- rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
- {
- }
-
- sparse_hash_set(size_type n, const hasher& hf,
- const allocator_type& alloc) :
- rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
- {
- }
-
- template <class InputIterator>
- sparse_hash_set(InputIterator f, InputIterator l,
- size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type())
- : rep(n, hf, eql, Identity(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- template <class InputIterator>
- sparse_hash_set(InputIterator f, InputIterator l,
- size_type n, const allocator_type& alloc)
- : rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- template <class InputIterator>
- sparse_hash_set(InputIterator f, InputIterator l,
- size_type n, const hasher& hf, const allocator_type& alloc)
- : rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
- {
- rep.insert(f, l);
- }
-
- sparse_hash_set(const sparse_hash_set &o) :
- rep(o.rep)
- {}
-
- sparse_hash_set(const sparse_hash_set &o,
- const allocator_type& alloc) :
- rep(o.rep, alloc)
- {}
-
-#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
- sparse_hash_set(const sparse_hash_set &&o) :
- rep(std::move(o.rep))
- {}
-
- sparse_hash_set(const sparse_hash_set &&o,
- const allocator_type& alloc) :
- rep(std::move(o.rep), alloc)
- {}
-#endif
-
-#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
- sparse_hash_set(std::initializer_list<value_type> init,
- size_type n = 0,
- const hasher& hf = hasher(),
- const key_equal& eql = key_equal(),
- const allocator_type& alloc = allocator_type()) :
- rep(n, hf, eql, Identity(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_set(std::initializer_list<value_type> init,
- size_type n, const allocator_type& alloc) :
- rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_set(std::initializer_list<value_type> init,
- size_type n, const hasher& hf,
- const allocator_type& alloc) :
- rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
- {
- rep.insert(init.begin(), init.end());
- }
-
- sparse_hash_set& operator=(std::initializer_list<value_type> init)
- {
- rep.clear();
- rep.insert(init.begin(), init.end());
- return *this;
- }
-
- void insert(std::initializer_list<value_type> init)
- {
- rep.insert(init.begin(), init.end());
- }
-
-#endif
-
- sparse_hash_set& operator=(const sparse_hash_set &o)
- {
- rep = o.rep;
- return *this;
- }
-
- void clear() { rep.clear(); }
- void swap(sparse_hash_set& hs) { rep.swap(hs.rep); }
-
-
- // Functions concerning size
- // -------------------------
- size_type size() const { return rep.size(); }
- size_type max_size() const { return rep.max_size(); }
- bool empty() const { return rep.empty(); }
- size_type bucket_count() const { return rep.bucket_count(); }
- size_type max_bucket_count() const { return rep.max_bucket_count(); }
-
- size_type bucket_size(size_type i) const { return rep.bucket_size(i); }
- size_type bucket(const key_type& key) const { return rep.bucket(key); }
-
- float load_factor() const { return size() * 1.0f / bucket_count(); }
-
- float max_load_factor() const { return rep.get_enlarge_factor(); }
- void max_load_factor(float grow) { rep.set_enlarge_factor(grow); }
-
- float min_load_factor() const { return rep.get_shrink_factor(); }
- void min_load_factor(float shrink){ rep.set_shrink_factor(shrink); }
-
- void set_resizing_parameters(float shrink, float grow)
- {
- rep.set_resizing_parameters(shrink, grow);
- }
-
- void resize(size_type cnt) { rep.resize(cnt); }
- void rehash(size_type cnt) { resize(cnt); } // c++11 name
- void reserve(size_type cnt) { resize(cnt); } // c++11
-
- // Lookup
- // ------
- iterator find(const key_type& key) const { return rep.find(key); }
-
- size_type count(const key_type& key) const { return rep.count(key); }
-
- std::pair<iterator, iterator>
- equal_range(const key_type& key) const { return rep.equal_range(key); }
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
- template <class... Args>
- std::pair<iterator, bool> emplace(Args&&... args)
- {
- return rep.emplace(std::forward<Args>(args)...);
- }
-
- template <class... Args>
- iterator emplace_hint(const_iterator , Args&&... args)
- {
- return rep.emplace(std::forward<Args>(args)...).first;
- }
-#endif
-
- // Insert
- // ------
- std::pair<iterator, bool> insert(const value_type& obj)
- {
- std::pair<typename ht::iterator, bool> p = rep.insert(obj);
- return std::pair<iterator, bool>(p.first, p.second); // const to non-const
- }
-
- template <class InputIterator>
- void insert(InputIterator f, InputIterator l) { rep.insert(f, l); }
-
- void insert(const_iterator f, const_iterator l) { rep.insert(f, l); }
-
- iterator insert(iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
-
- // Deleted key - do nothing - just to keep google test framework happy
- // -------------------------------------------------------------------
- void set_deleted_key(const key_type& key) { rep.set_deleted_key(key); }
- void clear_deleted_key() { rep.clear_deleted_key(); }
- key_type deleted_key() const { return rep.deleted_key(); }
-
- // Erase
- // -----
- size_type erase(const key_type& key) { return rep.erase(key); }
- iterator erase(iterator it) { return rep.erase(it); }
- iterator erase(iterator f, iterator l) { return rep.erase(f, l); }
-
- // Comparison
- // ----------
- bool operator==(const sparse_hash_set& hs) const { return rep == hs.rep; }
- bool operator!=(const sparse_hash_set& hs) const { return rep != hs.rep; }
-
-
- // I/O -- this is an add-on for writing metainformation to disk
- //
- // For maximum flexibility, this does not assume a particular
- // file type (though it will probably be a FILE *). We just pass
- // the fp through to rep.
-
- // If your keys and values are simple enough, you can pass this
- // serializer to serialize()/unserialize(). "Simple enough" means
- // value_type is a POD type that contains no pointers. Note,
- // however, we don't try to normalize endianness.
- // ---------------------------------------------------------------
- typedef typename ht::NopointerSerializer NopointerSerializer;
-
- // serializer: a class providing operator()(OUTPUT*, const value_type&)
- // (writing value_type to OUTPUT). You can specify a
- // NopointerSerializer object if appropriate (see above).
- // fp: either a FILE*, OR an ostream*/subclass_of_ostream*, OR a
- // pointer to a class providing size_t Write(const void*, size_t),
- // which writes a buffer into a stream (which fp presumably
- // owns) and returns the number of bytes successfully written.
- // Note basic_ostream<not_char> is not currently supported.
- // ---------------------------------------------------------------
- template <typename ValueSerializer, typename OUTPUT>
- bool serialize(ValueSerializer serializer, OUTPUT* fp)
- {
- return rep.serialize(serializer, fp);
- }
-
- // serializer: a functor providing operator()(INPUT*, value_type*)
- // (reading from INPUT and into value_type). You can specify a
- // NopointerSerializer object if appropriate (see above).
- // fp: either a FILE*, OR an istream*/subclass_of_istream*, OR a
- // pointer to a class providing size_t Read(void*, size_t),
- // which reads into a buffer from a stream (which fp presumably
- // owns) and returns the number of bytes successfully read.
- // Note basic_istream<not_char> is not currently supported.
- // NOTE: Since value_type is const Key, ValueSerializer
- // may need to do a const cast in order to fill in the key.
- // NOTE: if Key is not a POD type, the serializer MUST use
- // placement-new to initialize its value, rather than a normal
- // equals-assignment or similar. (The value_type* passed into
- // the serializer points to garbage memory.)
- // ---------------------------------------------------------------
- template <typename ValueSerializer, typename INPUT>
- bool unserialize(ValueSerializer serializer, INPUT* fp)
- {
- return rep.unserialize(serializer, fp);
- }
-
- // The four methods below are DEPRECATED.
- // Use serialize() and unserialize() for new code.
- // -----------------------------------------------
- template <typename OUTPUT>
- bool write_metadata(OUTPUT *fp) { return rep.write_metadata(fp); }
-
- template <typename INPUT>
- bool read_metadata(INPUT *fp) { return rep.read_metadata(fp); }
-
- template <typename OUTPUT>
- bool write_nopointer_data(OUTPUT *fp) { return rep.write_nopointer_data(fp); }
-
- template <typename INPUT>
- bool read_nopointer_data(INPUT *fp) { return rep.read_nopointer_data(fp); }
-
-private:
- // The actual data
- // ---------------
- ht rep;
-};
-
-template <class Val, class HashFcn, class EqualKey, class Alloc>
-inline void swap(sparse_hash_set<Val, HashFcn, EqualKey, Alloc>& hs1,
- sparse_hash_set<Val, HashFcn, EqualKey, Alloc>& hs2)
-{
- hs1.swap(hs2);
-}
-
-
-SPP_END_NAMESPACE
-
-#endif // sparsepp_h_guard_
diff --git a/resources/3rdparty/sparsepp/spp_test.cc b/resources/3rdparty/sparsepp/spp_test.cc
deleted file mode 100644
index e17eb0f82..000000000
--- a/resources/3rdparty/sparsepp/spp_test.cc
+++ /dev/null
@@ -1,2982 +0,0 @@
-// ----------------------------------------------------------------------
-// Copyright (c) 2016, Gregory Popovitch - greg7mdp@gmail.com
-// All rights reserved.
-//
-// This work is derived from Google's sparsehash library
-//
-// Copyright (c) 2010, Google Inc.
-// All rights reserved.
-//
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions are
-// met:
-//
-// * Redistributions of source code must retain the above copyright
-// notice, this list of conditions and the following disclaimer.
-// * Redistributions in binary form must reproduce the above
-// copyright notice, this list of conditions and the following disclaimer
-// in the documentation and/or other materials provided with the
-// distribution.
-// * Neither the name of Google Inc. nor the names of its
-// contributors may be used to endorse or promote products derived from
-// this software without specific prior written permission.
-//
-// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-// ----------------------------------------------------------------------
-
-#ifdef _MSC_VER
- #pragma warning( disable : 4820 ) // '6' bytes padding added after data member...
- #pragma warning( disable : 4710 ) // function not inlined
- #pragma warning( disable : 4514 ) // unreferenced inline function has been removed
- #pragma warning( disable : 4996 ) // 'fopen': This function or variable may be unsafe
-#endif
-
-#include "sparsepp.h"
-
-#ifdef _MSC_VER
- #pragma warning( disable : 4127 ) // conditional expression is constant
- #pragma warning(push, 0)
-#endif
-
-
-#include <math.h>
-#include <stddef.h> // for size_t
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <iostream>
-#include <set>
-#include <sstream>
-#include <typeinfo> // for class typeinfo (returned by typeid)
-#include <vector>
-#include <stdexcept> // for length_error
-
-namespace sparsehash_internal = SPP_NAMESPACE::sparsehash_internal;
-using SPP_NAMESPACE::sparsetable;
-using SPP_NAMESPACE::sparse_hashtable;
-using SPP_NAMESPACE::sparse_hash_map;
-using SPP_NAMESPACE::sparse_hash_set;
-
-
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-#ifndef _MSC_VER // windows defines its own version
- #define _strdup strdup
- #ifdef __MINGW32__ // mingw has trouble writing to /tmp
- static std::string TmpFile(const char* basename)
- {
- return std::string("./#") + basename;
- }
- #endif
-#else
- #pragma warning(disable : 4996)
- #define snprintf sprintf_s
- #define WIN32_LEAN_AND_MEAN /* We always want minimal includes */
- #include <windows.h>
- std::string TmpFile(const char* basename)
- {
- char tmppath_buffer[1024];
- int tmppath_len = GetTempPathA(sizeof(tmppath_buffer), tmppath_buffer);
- if (tmppath_len <= 0 || tmppath_len >= sizeof(tmppath_buffer))
- return basename; // an error, so just bail on tmppath
-
- sprintf_s(tmppath_buffer + tmppath_len, 1024 - tmppath_len, "\\%s", basename);
- return tmppath_buffer;
- }
-#endif
-
-#ifdef _MSC_VER
- #pragma warning(pop)
-#endif
-
-
-// ---------------------------------------------------------------------
-// This is the "default" interface, which just passes everything
-// through to the underlying hashtable. You'll need to subclass it to
-// specialize behavior for an individual hashtable.
-// ---------------------------------------------------------------------
-template <class HT>
-class BaseHashtableInterface
-{
-public:
- virtual ~BaseHashtableInterface() {}
-
- typedef typename HT::key_type key_type;
- typedef typename HT::value_type value_type;
- typedef typename HT::hasher hasher;
- typedef typename HT::key_equal key_equal;
- typedef typename HT::allocator_type allocator_type;
-
- typedef typename HT::size_type size_type;
- typedef typename HT::difference_type difference_type;
- typedef typename HT::pointer pointer;
- typedef typename HT::const_pointer const_pointer;
- typedef typename HT::reference reference;
- typedef typename HT::const_reference const_reference;
-
- class const_iterator;
-
- class iterator : public HT::iterator
- {
- public:
- iterator() : parent_(NULL) { } // this allows code like "iterator it;"
- iterator(typename HT::iterator it, const BaseHashtableInterface* parent)
- : HT::iterator(it), parent_(parent) { }
- key_type key() { return parent_->it_to_key(*this); }
-
- private:
- friend class BaseHashtableInterface::const_iterator; // for its ctor
- const BaseHashtableInterface* parent_;
- };
-
- class const_iterator : public HT::const_iterator
- {
- public:
- const_iterator() : parent_(NULL) { }
- const_iterator(typename HT::const_iterator it,
- const BaseHashtableInterface* parent)
- : HT::const_iterator(it), parent_(parent) { }
-
- const_iterator(typename HT::iterator it,
- BaseHashtableInterface* parent)
- : HT::const_iterator(it), parent_(parent) { }
-
- // The parameter type here *should* just be "iterator", but MSVC
- // gets confused by that, so I'm overly specific.
- const_iterator(typename BaseHashtableInterface<HT>::iterator it)
- : HT::const_iterator(it), parent_(it.parent_) { }
-
- key_type key() { return parent_->it_to_key(*this); }
-
- private:
- const BaseHashtableInterface* parent_;
- };
-
- class const_local_iterator;
-
- class local_iterator : public HT::local_iterator
- {
- public:
- local_iterator() : parent_(NULL) { }
- local_iterator(typename HT::local_iterator it,
- const BaseHashtableInterface* parent)
- : HT::local_iterator(it), parent_(parent) { }
- key_type key() { return parent_->it_to_key(*this); }
-
- private:
- friend class BaseHashtableInterface::const_local_iterator; // for its ctor
- const BaseHashtableInterface* parent_;
- };
-
- class const_local_iterator : public HT::const_local_iterator
- {
- public:
- const_local_iterator() : parent_(NULL) { }
- const_local_iterator(typename HT::const_local_iterator it,
- const BaseHashtableInterface* parent)
- : HT::const_local_iterator(it), parent_(parent) { }
- const_local_iterator(typename HT::local_iterator it,
- BaseHashtableInterface* parent)
- : HT::const_local_iterator(it), parent_(parent) { }
- const_local_iterator(local_iterator it)
- : HT::const_local_iterator(it), parent_(it.parent_) { }
- key_type key() { return parent_->it_to_key(*this); }
-
- private:
- const BaseHashtableInterface* parent_;
- };
-
- iterator begin() { return iterator(ht_.begin(), this); }
- iterator end() { return iterator(ht_.end(), this); }
- const_iterator begin() const { return const_iterator(ht_.begin(), this); }
- const_iterator end() const { return const_iterator(ht_.end(), this); }
- local_iterator begin(size_type i) { return local_iterator(ht_.begin(i), this); }
- local_iterator end(size_type i) { return local_iterator(ht_.end(i), this); }
- const_local_iterator begin(size_type i) const { return const_local_iterator(ht_.begin(i), this); }
- const_local_iterator end(size_type i) const { return const_local_iterator(ht_.end(i), this); }
-
- hasher hash_funct() const { return ht_.hash_funct(); }
- hasher hash_function() const { return ht_.hash_function(); }
- key_equal key_eq() const { return ht_.key_eq(); }
- allocator_type get_allocator() const { return ht_.get_allocator(); }
-
- BaseHashtableInterface(size_type expected_max_items_in_table,
- const hasher& hf,
- const key_equal& eql,
- const allocator_type& alloc)
- : ht_(expected_max_items_in_table, hf, eql, alloc) { }
-
- // Not all ht_'s support this constructor: you should only call it
- // from a subclass if you know your ht supports it. Otherwise call
- // the previous constructor, followed by 'insert(f, l);'.
- template <class InputIterator>
- BaseHashtableInterface(InputIterator f, InputIterator l,
- size_type expected_max_items_in_table,
- const hasher& hf,
- const key_equal& eql,
- const allocator_type& alloc)
- : ht_(f, l, expected_max_items_in_table, hf, eql, alloc) {
- }
-
- // This is the version of the constructor used by dense_*, which
- // requires an empty key in the constructor.
- template <class InputIterator>
- BaseHashtableInterface(InputIterator f, InputIterator l, key_type empty_k,
- size_type expected_max_items_in_table,
- const hasher& hf,
- const key_equal& eql,
- const allocator_type& alloc)
- : ht_(f, l, empty_k, expected_max_items_in_table, hf, eql, alloc) {
- }
-
- // This is the constructor appropriate for {dense,sparse}hashtable.
- template <class ExtractKey, class SetKey>
- BaseHashtableInterface(size_type expected_max_items_in_table,
- const hasher& hf,
- const key_equal& eql,
- const ExtractKey& ek,
- const SetKey& sk,
- const allocator_type& alloc)
- : ht_(expected_max_items_in_table, hf, eql, ek, sk, alloc) { }
-
-
- void clear() { ht_.clear(); }
- void swap(BaseHashtableInterface& other) { ht_.swap(other.ht_); }
-
- // Only part of the API for some hashtable implementations.
- void clear_no_resize() { clear(); }
-
- size_type size() const { return ht_.size(); }
- size_type max_size() const { return ht_.max_size(); }
- bool empty() const { return ht_.empty(); }
- size_type bucket_count() const { return ht_.bucket_count(); }
- size_type max_bucket_count() const { return ht_.max_bucket_count(); }
-
- size_type bucket_size(size_type i) const {
- return ht_.bucket_size(i);
- }
- size_type bucket(const key_type& key) const {
- return ht_.bucket(key);
- }
-
- float load_factor() const { return ht_.load_factor(); }
- float max_load_factor() const { return ht_.max_load_factor(); }
- void max_load_factor(float grow) { ht_.max_load_factor(grow); }
- float min_load_factor() const { return ht_.min_load_factor(); }
- void min_load_factor(float shrink) { ht_.min_load_factor(shrink); }
- void set_resizing_parameters(float shrink, float grow) {
- ht_.set_resizing_parameters(shrink, grow);
- }
-
- void resize(size_type hint) { ht_.resize(hint); }
- void rehash(size_type hint) { ht_.rehash(hint); }
-
- iterator find(const key_type& key) {
- return iterator(ht_.find(key), this);
- }
-
- const_iterator find(const key_type& key) const {
- return const_iterator(ht_.find(key), this);
- }
-
- // Rather than try to implement operator[], which doesn't make much
- // sense for set types, we implement two methods: bracket_equal and
- // bracket_assign. By default, bracket_equal(a, b) returns true if
- // ht[a] == b, and false otherwise. (Note that this follows
- // operator[] semantics exactly, including inserting a if it's not
- // already in the hashtable, before doing the equality test.) For
- // sets, which have no operator[], b is ignored, and bracket_equal
- // returns true if key is in the set and false otherwise.
- // bracket_assign(a, b) is equivalent to ht[a] = b. For sets, b is
- // ignored, and bracket_assign is equivalent to ht.insert(a).
- template<typename AssignValue>
- bool bracket_equal(const key_type& key, const AssignValue& expected) {
- return ht_[key] == expected;
- }
-
- template<typename AssignValue>
- void bracket_assign(const key_type& key, const AssignValue& value) {
- ht_[key] = value;
- }
-
- size_type count(const key_type& key) const { return ht_.count(key); }
-
- std::pair<iterator, iterator> equal_range(const key_type& key)
- {
- std::pair<typename HT::iterator, typename HT::iterator> r
- = ht_.equal_range(key);
- return std::pair<iterator, iterator>(iterator(r.first, this),
- iterator(r.second, this));
- }
- std::pair<const_iterator, const_iterator> equal_range(const key_type& key) const
- {
- std::pair<typename HT::const_iterator, typename HT::const_iterator> r
- = ht_.equal_range(key);
- return std::pair<const_iterator, const_iterator>(
- const_iterator(r.first, this), const_iterator(r.second, this));
- }
-
- const_iterator random_element(class ACMRandom* r) const {
- return const_iterator(ht_.random_element(r), this);
- }
-
- iterator random_element(class ACMRandom* r) {
- return iterator(ht_.random_element(r), this);
- }
-
- std::pair<iterator, bool> insert(const value_type& obj) {
- std::pair<typename HT::iterator, bool> r = ht_.insert(obj);
- return std::pair<iterator, bool>(iterator(r.first, this), r.second);
- }
- template <class InputIterator>
- void insert(InputIterator f, InputIterator l) {
- ht_.insert(f, l);
- }
- void insert(typename HT::const_iterator f, typename HT::const_iterator l) {
- ht_.insert(f, l);
- }
- iterator insert(typename HT::iterator, const value_type& obj) {
- return iterator(insert(obj).first, this);
- }
-
- // These will commonly need to be overridden by the child.
- void set_empty_key(const key_type& k) { ht_.set_empty_key(k); }
- void clear_empty_key() { ht_.clear_empty_key(); }
- key_type empty_key() const { return ht_.empty_key(); }
-
- void set_deleted_key(const key_type& k) { ht_.set_deleted_key(k); }
- void clear_deleted_key() { ht_.clear_deleted_key(); }
- key_type deleted_key() const { return ht_.deleted_key(); }
-
- size_type erase(const key_type& key) { return ht_.erase(key); }
- void erase(typename HT::iterator it) { ht_.erase(it); }
- void erase(typename HT::iterator f, typename HT::iterator l) {
- ht_.erase(f, l);
- }
-
- bool operator==(const BaseHashtableInterface& other) const {
- return ht_ == other.ht_;
- }
- bool operator!=(const BaseHashtableInterface& other) const {
- return ht_ != other.ht_;
- }
-
- template <typename ValueSerializer, typename OUTPUT>
- bool serialize(ValueSerializer serializer, OUTPUT *fp) {
- return ht_.serialize(serializer, fp);
- }
- template <typename ValueSerializer, typename INPUT>
- bool unserialize(ValueSerializer serializer, INPUT *fp) {
- return ht_.unserialize(serializer, fp);
- }
-
- template <typename OUTPUT>
- bool write_metadata(OUTPUT *fp) {
- return ht_.write_metadata(fp);
- }
- template <typename INPUT>
- bool read_metadata(INPUT *fp) {
- return ht_.read_metadata(fp);
- }
- template <typename OUTPUT>
- bool write_nopointer_data(OUTPUT *fp) {
- return ht_.write_nopointer_data(fp);
- }
- template <typename INPUT>
- bool read_nopointer_data(INPUT *fp) {
- return ht_.read_nopointer_data(fp);
- }
-
- // low-level stats
- int num_table_copies() const { return (int)ht_.num_table_copies(); }
-
- // Not part of the hashtable API, but is provided to make testing easier.
- virtual key_type get_key(const value_type& value) const = 0;
- // All subclasses should define get_data(value_type) as well. I don't
- // provide an abstract-virtual definition here, because the return type
- // differs between subclasses (not all subclasses define data_type).
- //virtual data_type get_data(const value_type& value) const = 0;
- //virtual data_type default_data() const = 0;
-
- // These allow introspection into the interface. "Supports" means
- // that the implementation of this functionality isn't a noop.
- virtual bool supports_clear_no_resize() const = 0;
- virtual bool supports_empty_key() const = 0;
- virtual bool supports_deleted_key() const = 0;
- virtual bool supports_brackets() const = 0; // has a 'real' operator[]
- virtual bool supports_readwrite() const = 0;
- virtual bool supports_num_table_copies() const = 0;
- virtual bool supports_serialization() const = 0;
-
-protected:
- HT ht_;
-
- // These are what subclasses have to define to get class-specific behavior
- virtual key_type it_to_key(const iterator& it) const = 0;
- virtual key_type it_to_key(const const_iterator& it) const = 0;
- virtual key_type it_to_key(const local_iterator& it) const = 0;
- virtual key_type it_to_key(const const_local_iterator& it) const = 0;
-};
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class Key, class T,
- class HashFcn = SPP_HASH_CLASS<Key>,
- class EqualKey = std::equal_to<Key>,
- class Alloc = spp::libc_allocator_with_realloc<std::pair<const Key, T> > >
-class HashtableInterface_SparseHashMap
- : public BaseHashtableInterface< sparse_hash_map<Key, T, HashFcn,
- EqualKey, Alloc> >
-{
-private:
- typedef sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc> ht;
- typedef BaseHashtableInterface<ht> p; // parent
-
-public:
- explicit HashtableInterface_SparseHashMap(
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(expected_max_items, hf, eql, alloc) { }
-
- template <class InputIterator>
- HashtableInterface_SparseHashMap(
- InputIterator f, InputIterator l,
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(f, l, expected_max_items, hf, eql, alloc) { }
-
- typename p::key_type get_key(const typename p::value_type& value) const {
- return value.first;
- }
- typename ht::data_type get_data(const typename p::value_type& value) const {
- return value.second;
- }
- typename ht::data_type default_data() const {
- return typename ht::data_type();
- }
-
- bool supports_clear_no_resize() const { return false; }
- bool supports_empty_key() const { return false; }
- bool supports_deleted_key() const { return false; }
- bool supports_brackets() const { return true; }
- bool supports_readwrite() const { return true; }
- bool supports_num_table_copies() const { return false; }
- bool supports_serialization() const { return true; }
-
- void set_empty_key(const typename p::key_type&) { }
- void clear_empty_key() { }
- typename p::key_type empty_key() const { return typename p::key_type(); }
-
- int num_table_copies() const { return 0; }
-
- typedef typename ht::NopointerSerializer NopointerSerializer;
-
-protected:
- template <class K2, class T2, class H2, class E2, class A2>
- friend void swap(HashtableInterface_SparseHashMap<K2,T2,H2,E2,A2>& a,
- HashtableInterface_SparseHashMap<K2,T2,H2,E2,A2>& b);
-
- typename p::key_type it_to_key(const typename p::iterator& it) const {
- return it->first;
- }
- typename p::key_type it_to_key(const typename p::const_iterator& it) const {
- return it->first;
- }
- typename p::key_type it_to_key(const typename p::local_iterator& it) const {
- return it->first;
- }
- typename p::key_type it_to_key(const typename p::const_local_iterator& it) const {
- return it->first;
- }
-};
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class K, class T, class H, class E, class A>
-void swap(HashtableInterface_SparseHashMap<K,T,H,E,A>& a,
- HashtableInterface_SparseHashMap<K,T,H,E,A>& b)
-{
- swap(a.ht_, b.ht_);
-}
-
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class Value,
- class HashFcn = SPP_HASH_CLASS<Value>,
- class EqualKey = std::equal_to<Value>,
- class Alloc = spp::libc_allocator_with_realloc<Value> >
-class HashtableInterface_SparseHashSet
- : public BaseHashtableInterface< sparse_hash_set<Value, HashFcn,
- EqualKey, Alloc> >
-{
-private:
- typedef sparse_hash_set<Value, HashFcn, EqualKey, Alloc> ht;
- typedef BaseHashtableInterface<ht> p; // parent
-
-public:
- explicit HashtableInterface_SparseHashSet(
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(expected_max_items, hf, eql, alloc) { }
-
- template <class InputIterator>
- HashtableInterface_SparseHashSet(
- InputIterator f, InputIterator l,
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(f, l, expected_max_items, hf, eql, alloc) { }
-
- template<typename AssignValue>
- bool bracket_equal(const typename p::key_type& key, const AssignValue&) {
- return this->ht_.find(key) != this->ht_.end();
- }
-
- template<typename AssignValue>
- void bracket_assign(const typename p::key_type& key, const AssignValue&) {
- this->ht_.insert(key);
- }
-
- typename p::key_type get_key(const typename p::value_type& value) const {
- return value;
- }
- // For sets, the only 'data' is that an item is actually inserted.
- bool get_data(const typename p::value_type&) const {
- return true;
- }
- bool default_data() const {
- return true;
- }
-
- bool supports_clear_no_resize() const { return false; }
- bool supports_empty_key() const { return false; }
- bool supports_deleted_key() const { return false; }
- bool supports_brackets() const { return false; }
- bool supports_readwrite() const { return true; }
- bool supports_num_table_copies() const { return false; }
- bool supports_serialization() const { return true; }
-
- void set_empty_key(const typename p::key_type&) { }
- void clear_empty_key() { }
- typename p::key_type empty_key() const { return typename p::key_type(); }
-
- int num_table_copies() const { return 0; }
-
- typedef typename ht::NopointerSerializer NopointerSerializer;
-
-protected:
- template <class K2, class H2, class E2, class A2>
- friend void swap(HashtableInterface_SparseHashSet<K2,H2,E2,A2>& a,
- HashtableInterface_SparseHashSet<K2,H2,E2,A2>& b);
-
- typename p::key_type it_to_key(const typename p::iterator& it) const {
- return *it;
- }
- typename p::key_type it_to_key(const typename p::const_iterator& it) const {
- return *it;
- }
- typename p::key_type it_to_key(const typename p::local_iterator& it) const {
- return *it;
- }
- typename p::key_type it_to_key(const typename p::const_local_iterator& it)
- const {
- return *it;
- }
-};
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class K, class H, class E, class A>
-void swap(HashtableInterface_SparseHashSet<K,H,E,A>& a,
- HashtableInterface_SparseHashSet<K,H,E,A>& b)
-{
- swap(a.ht_, b.ht_);
-}
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class Value, class Key, class HashFcn, class ExtractKey,
- class SetKey, class EqualKey, class Alloc>
-class HashtableInterface_SparseHashtable
- : public BaseHashtableInterface< sparse_hashtable<Value, Key, HashFcn,
- ExtractKey, SetKey,
- EqualKey, Alloc> >
-{
-private:
- typedef sparse_hashtable<Value, Key, HashFcn, ExtractKey, SetKey,
- EqualKey, Alloc> ht;
- typedef BaseHashtableInterface<ht> p; // parent
-
-public:
- explicit HashtableInterface_SparseHashtable(
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(expected_max_items, hf, eql,
- ExtractKey(), SetKey(), alloc) { }
-
- template <class InputIterator>
- HashtableInterface_SparseHashtable(
- InputIterator f, InputIterator l,
- typename p::size_type expected_max_items = 0,
- const typename p::hasher& hf = typename p::hasher(),
- const typename p::key_equal& eql = typename p::key_equal(),
- const typename p::allocator_type& alloc = typename p::allocator_type())
- : BaseHashtableInterface<ht>(expected_max_items, hf, eql,
- ExtractKey(), SetKey(), alloc) {
- this->insert(f, l);
- }
-
- float max_load_factor() const {
- float shrink, grow;
- this->ht_.get_resizing_parameters(&shrink, &grow);
- return grow;
- }
- void max_load_factor(float new_grow) {
- float shrink, grow;
- this->ht_.get_resizing_parameters(&shrink, &grow);
- this->ht_.set_resizing_parameters(shrink, new_grow);
- }
- float min_load_factor() const {
- float shrink, grow;
- this->ht_.get_resizing_parameters(&shrink, &grow);
- return shrink;
- }
- void min_load_factor(float new_shrink) {
- float shrink, grow;
- this->ht_.get_resizing_parameters(&shrink, &grow);
- this->ht_.set_resizing_parameters(new_shrink, grow);
- }
-
- template<typename AssignValue>
- bool bracket_equal(const typename p::key_type&, const AssignValue&) {
- return false;
- }
-
- template<typename AssignValue>
- void bracket_assign(const typename p::key_type&, const AssignValue&) {
- }
-
- typename p::key_type get_key(const typename p::value_type& value) const {
- return extract_key(value);
- }
- typename p::value_type get_data(const typename p::value_type& value) const {
- return value;
- }
- typename p::value_type default_data() const {
- return typename p::value_type();
- }
-
- bool supports_clear_no_resize() const { return false; }
- bool supports_empty_key() const { return false; }
- bool supports_deleted_key() const { return false; }
- bool supports_brackets() const { return false; }
- bool supports_readwrite() const { return true; }
- bool supports_num_table_copies() const { return true; }
- bool supports_serialization() const { return true; }
-
- void set_empty_key(const typename p::key_type&) { }
- void clear_empty_key() { }
- typename p::key_type empty_key() const { return typename p::key_type(); }
-
- // These tr1 names aren't defined for sparse_hashtable.
- typename p::hasher hash_function() { return this->hash_funct(); }
- void rehash(typename p::size_type hint) { this->resize(hint); }
-
- // TODO(csilvers): also support/test destructive_begin()/destructive_end()?
-
- typedef typename ht::NopointerSerializer NopointerSerializer;
-
-protected:
- template <class V2, class K2, class HF2, class EK2, class SK2, class Eq2,
- class A2>
- friend void swap(
- HashtableInterface_SparseHashtable<V2,K2,HF2,EK2,SK2,Eq2,A2>& a,
- HashtableInterface_SparseHashtable<V2,K2,HF2,EK2,SK2,Eq2,A2>& b);
-
- typename p::key_type it_to_key(const typename p::iterator& it) const {
- return extract_key(*it);
- }
- typename p::key_type it_to_key(const typename p::const_iterator& it) const {
- return extract_key(*it);
- }
- typename p::key_type it_to_key(const typename p::local_iterator& it) const {
- return extract_key(*it);
- }
- typename p::key_type it_to_key(const typename p::const_local_iterator& it)
- const {
- return extract_key(*it);
- }
-
-private:
- ExtractKey extract_key;
-};
-
-// ---------------------------------------------------------------------
-// ---------------------------------------------------------------------
-template <class V, class K, class HF, class EK, class SK, class Eq, class A>
-void swap(HashtableInterface_SparseHashtable<V,K,HF,EK,SK,Eq,A>& a,
- HashtableInterface_SparseHashtable<V,K,HF,EK,SK,Eq,A>& b) {
- swap(a.ht_, b.ht_);
-}
-
-void EXPECT_TRUE(bool cond)
-{
- if (!cond)
- {
- ::fputs("Test failed:\n", stderr);
- ::exit(1);
- }
-}
-
-SPP_START_NAMESPACE
-
-
-namespace testing
-{
-
-#define EXPECT_FALSE(a) EXPECT_TRUE(!(a))
-#define EXPECT_EQ(a, b) EXPECT_TRUE((a) == (b))
-#define EXPECT_NE(a, b) EXPECT_TRUE((a) != (b))
-#define EXPECT_LT(a, b) EXPECT_TRUE((a) < (b))
-#define EXPECT_GT(a, b) EXPECT_TRUE((a) > (b))
-#define EXPECT_LE(a, b) EXPECT_TRUE((a) <= (b))
-#define EXPECT_GE(a, b) EXPECT_TRUE((a) >= (b))
-
-#define EXPECT_DEATH(cmd, expected_error_string) \
- try { \
- cmd; \
- EXPECT_FALSE("did not see expected error: " #expected_error_string); \
- } catch (const std::length_error&) { \
- /* Good, the cmd failed. */ \
- }
-
-#define TEST(suitename, testname) \
- class TEST_##suitename##_##testname { \
- public: \
- TEST_##suitename##_##testname() { \
- ::fputs("Running " #suitename "." #testname "\n", stderr); \
- Run(); \
- } \
- void Run(); \
- }; \
- static TEST_##suitename##_##testname \
- test_instance_##suitename##_##testname; \
- void TEST_##suitename##_##testname::Run()
-
-
-template<typename C1, typename C2, typename C3>
-struct TypeList3
-{
- typedef C1 type1;
- typedef C2 type2;
- typedef C3 type3;
-};
-
-// I need to list 9 types here, for code below to compile, though
-// only the first 3 are ever used.
-#define TYPED_TEST_CASE_3(classname, typelist) \
- typedef typelist::type1 classname##_type1; \
- typedef typelist::type2 classname##_type2; \
- typedef typelist::type3 classname##_type3; \
- SPP_ATTRIBUTE_UNUSED static const int classname##_numtypes = 3; \
- typedef typelist::type1 classname##_type4; \
- typedef typelist::type1 classname##_type5; \
- typedef typelist::type1 classname##_type6; \
- typedef typelist::type1 classname##_type7; \
- typedef typelist::type1 classname##_type8; \
- typedef typelist::type1 classname##_type9
-
-template<typename C1, typename C2, typename C3, typename C4, typename C5,
- typename C6, typename C7, typename C8, typename C9>
-struct TypeList9
-{
- typedef C1 type1;
- typedef C2 type2;
- typedef C3 type3;
- typedef C4 type4;
- typedef C5 type5;
- typedef C6 type6;
- typedef C7 type7;
- typedef C8 type8;
- typedef C9 type9;
-};
-
-#define TYPED_TEST_CASE_9(classname, typelist) \
- typedef typelist::type1 classname##_type1; \
- typedef typelist::type2 classname##_type2; \
- typedef typelist::type3 classname##_type3; \
- typedef typelist::type4 classname##_type4; \
- typedef typelist::type5 classname##_type5; \
- typedef typelist::type6 classname##_type6; \
- typedef typelist::type7 classname##_type7; \
- typedef typelist::type8 classname##_type8; \
- typedef typelist::type9 classname##_type9; \
- static const int classname##_numtypes = 9
-
-#define TYPED_TEST(superclass, testname) \
- template<typename TypeParam> \
- class TEST_onetype_##superclass##_##testname : \
- public superclass<TypeParam> { \
- public: \
- TEST_onetype_##superclass##_##testname() { \
- Run(); \
- } \
- private: \
- void Run(); \
- }; \
- class TEST_typed_##superclass##_##testname { \
- public: \
- explicit TEST_typed_##superclass##_##testname() { \
- if (superclass##_numtypes >= 1) { \
- ::fputs("Running " #superclass "." #testname ".1\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type1> t; \
- } \
- if (superclass##_numtypes >= 2) { \
- ::fputs("Running " #superclass "." #testname ".2\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type2> t; \
- } \
- if (superclass##_numtypes >= 3) { \
- ::fputs("Running " #superclass "." #testname ".3\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type3> t; \
- } \
- if (superclass##_numtypes >= 4) { \
- ::fputs("Running " #superclass "." #testname ".4\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type4> t; \
- } \
- if (superclass##_numtypes >= 5) { \
- ::fputs("Running " #superclass "." #testname ".5\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type5> t; \
- } \
- if (superclass##_numtypes >= 6) { \
- ::fputs("Running " #superclass "." #testname ".6\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type6> t; \
- } \
- if (superclass##_numtypes >= 7) { \
- ::fputs("Running " #superclass "." #testname ".7\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type7> t; \
- } \
- if (superclass##_numtypes >= 8) { \
- ::fputs("Running " #superclass "." #testname ".8\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type8> t; \
- } \
- if (superclass##_numtypes >= 9) { \
- ::fputs("Running " #superclass "." #testname ".9\n", stderr); \
- TEST_onetype_##superclass##_##testname<superclass##_type9> t; \
- } \
- } \
- }; \
- static TEST_typed_##superclass##_##testname \
- test_instance_typed_##superclass##_##testname; \
- template<class TypeParam> \
- void TEST_onetype_##superclass##_##testname<TypeParam>::Run()
-
-// This is a dummy class just to make converting from internal-google
-// to opensourcing easier.
-class Test { };
-
-} // namespace testing
-
-SPP_END_NAMESPACE
-
-
-namespace testing = SPP_NAMESPACE::testing;
-
-using std::cout;
-using std::pair;
-using std::set;
-using std::string;
-using std::vector;
-
-typedef unsigned char uint8;
-
-#ifdef _MSC_VER
-// Below, we purposefully test having a very small allocator size.
-// This causes some "type conversion too small" errors when using this
-// allocator with sparsetable buckets. We're testing to make sure we
-// handle that situation ok, so we don't need the compiler warnings.
-#pragma warning(disable:4244)
-#define ATTRIBUTE_UNUSED
-#else
-#define ATTRIBUTE_UNUSED __attribute__((unused))
-#endif
-
-namespace {
-
-#ifndef _MSC_VER // windows defines its own version
-# ifdef __MINGW32__ // mingw has trouble writing to /tmp
-static string TmpFile(const char* basename) {
- return string("./#") + basename;
-}
-# else
-static string TmpFile(const char* basename) {
- string kTmpdir = "/tmp";
- return kTmpdir + "/" + basename;
-}
-# endif
-#endif
-
-// Used as a value in some of the hashtable tests. It's just some
-// arbitrary user-defined type with non-trivial memory management.
-// ---------------------------------------------------------------
-struct ValueType
-{
-public:
- ValueType() : s_(kDefault) { }
- ValueType(const char* init_s) : s_(kDefault) { set_s(init_s); }
- ~ValueType() { set_s(NULL); }
- ValueType(const ValueType& that) : s_(kDefault) { operator=(that); }
- void operator=(const ValueType& that) { set_s(that.s_); }
- bool operator==(const ValueType& that) const {
- return strcmp(this->s(), that.s()) == 0;
- }
- void set_s(const char* new_s) {
- if (s_ != kDefault)
- free(const_cast<char*>(s_));
- s_ = (new_s == NULL ? kDefault : reinterpret_cast<char*>(_strdup(new_s)));
- }
- const char* s() const { return s_; }
-private:
- const char* s_;
- static const char* const kDefault;
-};
-
-const char* const ValueType::kDefault = "hi";
-
-// This is used by the low-level sparse/dense_hashtable classes,
-// which support the most general relationship between keys and
-// values: the key is derived from the value through some arbitrary
-// function. (For classes like sparse_hash_map, the 'value' is a
-// key/data pair, and the function to derive the key is
-// FirstElementOfPair.) KeyToValue is the inverse of this function,
-// so GetKey(KeyToValue(key)) == key. To keep the tests a bit
-// simpler, we've chosen to make the key and value actually be the
-// same type, which is why we need only one template argument for the
-// types, rather than two (one for the key and one for the value).
-template<class KeyAndValueT, class KeyToValue>
-struct SetKey
-{
- void operator()(KeyAndValueT* value, const KeyAndValueT& new_key) const
- {
- *value = KeyToValue()(new_key);
- }
-};
-
-// A hash function that keeps track of how often it's called. We use
-// a simple djb-hash so we don't depend on how STL hashes. We use
-// this same method to do the key-comparison, so we can keep track
-// of comparison-counts too.
-struct Hasher
-{
- explicit Hasher(int i=0) : id_(i), num_hashes_(0), num_compares_(0) { }
- int id() const { return id_; }
- int num_hashes() const { return num_hashes_; }
- int num_compares() const { return num_compares_; }
-
- size_t operator()(int a) const {
- num_hashes_++;
- return static_cast<size_t>(a);
- }
- size_t operator()(const char* a) const {
- num_hashes_++;
- size_t hash = 0;
- for (size_t i = 0; a[i]; i++ )
- hash = 33 * hash + a[i];
- return hash;
- }
- size_t operator()(const string& a) const {
- num_hashes_++;
- size_t hash = 0;
- for (size_t i = 0; i < a.length(); i++ )
- hash = 33 * hash + a[i];
- return hash;
- }
- size_t operator()(const int* a) const {
- num_hashes_++;
- return static_cast<size_t>(reinterpret_cast<uintptr_t>(a));
- }
- bool operator()(int a, int b) const {
- num_compares_++;
- return a == b;
- }
- bool operator()(const string& a, const string& b) const {
- num_compares_++;
- return a == b;
- }
- bool operator()(const char* a, const char* b) const {
- num_compares_++;
- // The 'a == b' test is necessary, in case a and b are both NULL.
- return (a == b || (a && b && strcmp(a, b) == 0));
- }
-
-private:
- mutable int id_;
- mutable int num_hashes_;
- mutable int num_compares_;
-};
-
-// Allocator that allows controlling its size in various ways, to test
-// allocator overflow. Because we use this allocator in a vector, we
-// need to define != and swap for gcc.
-// ------------------------------------------------------------------
-template<typename T,
- typename SizeT = size_t,
- SizeT MAX_SIZE = static_cast<SizeT>(~0)>
-struct Alloc
-{
- typedef T value_type;
- typedef SizeT size_type;
- typedef ptrdiff_t difference_type;
- typedef T* pointer;
- typedef const T* const_pointer;
- typedef T& reference;
- typedef const T& const_reference;
-
- explicit Alloc(int i=0, int* count=NULL) : id_(i), count_(count) {}
- ~Alloc() {}
- pointer address(reference r) const { return &r; }
- const_pointer address(const_reference r) const { return &r; }
- pointer allocate(size_type n, const_pointer = 0) {
- if (count_) ++(*count_);
- return static_cast<pointer>(malloc(n * sizeof(value_type)));
- }
- void deallocate(pointer p, size_type) {
- free(p);
- }
- pointer reallocate(pointer p, size_type n) {
- if (count_) ++(*count_);
- return static_cast<pointer>(realloc(p, n * sizeof(value_type)));
- }
- size_type max_size() const {
- return static_cast<size_type>(MAX_SIZE);
- }
- void construct(pointer p, const value_type& val) {
- new(p) value_type(val);
- }
- void destroy(pointer p) { p->~value_type(); }
-
- bool is_custom_alloc() const { return true; }
-
- template <class U>
- Alloc(const Alloc<U, SizeT, MAX_SIZE>& that)
- : id_(that.id_), count_(that.count_) {
- }
-
- template <class U>
- struct rebind {
- typedef Alloc<U, SizeT, MAX_SIZE> other;
- };
-
- bool operator==(const Alloc& that) const {
- return this->id_ == that.id_ && this->count_ == that.count_;
- }
- bool operator!=(const Alloc& that) const {
- return !this->operator==(that);
- }
-
- int id() const { return id_; }
-
- // I have to make these public so the constructor used for rebinding
- // can see them. Normally, I'd just make them private and say:
- // template<typename U, typename U_SizeT, U_SizeT U_MAX_SIZE> friend struct Alloc;
- // but MSVC 7.1 barfs on that. So public it is. But no peeking!
-public:
- int id_;
- int* count_;
-};
-
-
-// Below are a few fun routines that convert a value into a key, used
-// for dense_hashtable and sparse_hashtable. It's our responsibility
-// to make sure, when we insert values into these objects, that the
-// values match the keys we insert them under. To allow us to use
-// these routines for SetKey as well, we require all these functions
-// be their own inverse: f(f(x)) == x.
-template<class Value>
-struct Negation {
- typedef Value result_type;
- Value operator()(Value& v) { return -v; }
- const Value operator()(const Value& v) const { return -v; }
-};
-
-struct Capital
-{
- typedef string result_type;
- string operator()(string& s) {
- return string(1, s[0] ^ 32) + s.substr(1);
- }
- const string operator()(const string& s) const {
- return string(1, s[0] ^ 32) + s.substr(1);
- }
-};
-
-struct Identity
-{ // lame, I know, but an important case to test.
- typedef const char* result_type;
- const char* operator()(const char* s) const {
- return s;
- }
-};
-
-// This is just to avoid memory leaks -- it's a global pointer to
-// all the memory allocated by UniqueObjectHelper. We'll use it
-// to semi-test sparsetable as well. :-)
-std::vector<char*> g_unique_charstar_objects(16, (char *)0);
-
-// This is an object-generator: pass in an index, and it will return a
-// unique object of type ItemType. We provide specializations for the
-// types we actually support.
-template <typename ItemType> ItemType UniqueObjectHelper(int index);
-template<> int UniqueObjectHelper(int index)
-{
- return index;
-}
-template<> string UniqueObjectHelper(int index)
-{
- char buffer[64];
- snprintf(buffer, sizeof(buffer), "%d", index);
- return buffer;
-}
-template<> char* UniqueObjectHelper(int index)
-{
- // First grow the table if need be.
- size_t table_size = g_unique_charstar_objects.size();
- while (index >= static_cast<int>(table_size)) {
- assert(table_size * 2 > table_size); // avoid overflow problems
- table_size *= 2;
- }
- if (table_size > g_unique_charstar_objects.size())
- g_unique_charstar_objects.resize(table_size, (char *)0);
-
- if (!g_unique_charstar_objects[static_cast<size_t>(index)]) {
- char buffer[64];
- snprintf(buffer, sizeof(buffer), "%d", index);
- g_unique_charstar_objects[static_cast<size_t>(index)] = _strdup(buffer);
- }
- return g_unique_charstar_objects[static_cast<size_t>(index)];
-}
-template<> const char* UniqueObjectHelper(int index) {
- return UniqueObjectHelper<char*>(index);
-}
-template<> ValueType UniqueObjectHelper(int index) {
- return ValueType(UniqueObjectHelper<string>(index).c_str());
-}
-template<> pair<const int, int> UniqueObjectHelper(int index) {
- return pair<const int,int>(index, index + 1);
-}
-template<> pair<const string, string> UniqueObjectHelper(int index)
-{
- return pair<const string,string>(
- UniqueObjectHelper<string>(index), UniqueObjectHelper<string>(index + 1));
-}
-template<> pair<const char* const,ValueType> UniqueObjectHelper(int index)
-{
- return pair<const char* const,ValueType>(
- UniqueObjectHelper<char*>(index), UniqueObjectHelper<ValueType>(index+1));
-}
-
-class ValueSerializer
-{
-public:
- bool operator()(FILE* fp, const int& value) {
- return fwrite(&value, sizeof(value), 1, fp) == 1;
- }
- bool operator()(FILE* fp, int* value) {
- return fread(value, sizeof(*value), 1, fp) == 1;
- }
- bool operator()(FILE* fp, const string& value) {
- const size_t size = value.size();
- return (*this)(fp, (int)size) && fwrite(value.c_str(), size, 1, fp) == 1;
- }
- bool operator()(FILE* fp, string* value) {
- int size;
- if (!(*this)(fp, &size)) return false;
- char* buf = new char[(size_t)size];
- if (fread(buf, (size_t)size, 1, fp) != 1) {
- delete[] buf;
- return false;
- }
- new (value) string(buf, (size_t)size);
- delete[] buf;
- return true;
- }
- template <typename OUTPUT>
- bool operator()(OUTPUT* fp, const ValueType& v) {
- return (*this)(fp, string(v.s()));
- }
- template <typename INPUT>
- bool operator()(INPUT* fp, ValueType* v) {
- string data;
- if (!(*this)(fp, &data)) return false;
- new(v) ValueType(data.c_str());
- return true;
- }
- template <typename OUTPUT>
- bool operator()(OUTPUT* fp, const char* const& value) {
- // Just store the index.
- return (*this)(fp, atoi(value));
- }
- template <typename INPUT>
- bool operator()(INPUT* fp, const char** value) {
- // Look up via index.
- int index;
- if (!(*this)(fp, &index)) return false;
- *value = UniqueObjectHelper<char*>(index);
- return true;
- }
- template <typename OUTPUT, typename First, typename Second>
- bool operator()(OUTPUT* fp, std::pair<const First, Second>* value) {
- return (*this)(fp, const_cast<First*>(&value->first))
- && (*this)(fp, &value->second);
- }
- template <typename INPUT, typename First, typename Second>
- bool operator()(INPUT* fp, const std::pair<const First, Second>& value) {
- return (*this)(fp, value.first) && (*this)(fp, value.second);
- }
-};
-
-template <typename HashtableType>
-class HashtableTest : public ::testing::Test
-{
-public:
- HashtableTest() : ht_() { }
- // Give syntactically-prettier access to UniqueObjectHelper.
- typename HashtableType::value_type UniqueObject(int index) {
- return UniqueObjectHelper<typename HashtableType::value_type>(index);
- }
- typename HashtableType::key_type UniqueKey(int index) {
- return this->ht_.get_key(this->UniqueObject(index));
- }
-protected:
- HashtableType ht_;
-};
-
-}
-
-// These are used to specify the empty key and deleted key in some
-// contexts. They can't be in the unnamed namespace, or static,
-// because the template code requires external linkage.
-extern const string kEmptyString("--empty string--");
-extern const string kDeletedString("--deleted string--");
-extern const int kEmptyInt = 0;
-extern const int kDeletedInt = -1234676543; // an unlikely-to-pick int
-extern const char* const kEmptyCharStar = "--empty char*--";
-extern const char* const kDeletedCharStar = "--deleted char*--";
-
-namespace {
-
-#define INT_HASHTABLES \
- HashtableInterface_SparseHashMap<int, int, Hasher, Hasher, \
- Alloc<int> >, \
- HashtableInterface_SparseHashSet<int, Hasher, Hasher, \
- Alloc<int> >, \
- /* This is a table where the key associated with a value is -value */ \
- HashtableInterface_SparseHashtable<int, int, Hasher, Negation<int>, \
- SetKey<int, Negation<int> >, \
- Hasher, Alloc<int> >
-
-#define STRING_HASHTABLES \
- HashtableInterface_SparseHashMap<string, string, Hasher, Hasher, \
- Alloc<string> >, \
- HashtableInterface_SparseHashSet<string, Hasher, Hasher, \
- Alloc<string> >, \
- /* This is a table where the key associated with a value is Cap(value) */ \
- HashtableInterface_SparseHashtable<string, string, Hasher, Capital, \
- SetKey<string, Capital>, \
- Hasher, Alloc<string> >
-
-// ---------------------------------------------------------------------
-// I'd like to use ValueType keys for SparseHashtable<> and
-// DenseHashtable<> but I can't due to memory-management woes (nobody
-// really owns the char* involved). So instead I do something simpler.
-// ---------------------------------------------------------------------
-#define CHARSTAR_HASHTABLES \
- HashtableInterface_SparseHashMap<const char*, ValueType, \
- Hasher, Hasher, Alloc<const char*> >, \
- HashtableInterface_SparseHashSet<const char*, Hasher, Hasher, \
- Alloc<const char*> >, \
- HashtableInterface_SparseHashtable<const char*, const char*, \
- Hasher, Identity, \
- SetKey<const char*, Identity>, \
- Hasher, Alloc<const char*> >
-
-// ---------------------------------------------------------------------
-// This is the list of types we run each test against.
-// We need to define the same class 4 times due to limitations in the
-// testing framework. Basically, we associate each class below with
-// the set of types we want to run tests on it with.
-// ---------------------------------------------------------------------
-template <typename HashtableType> class HashtableIntTest
- : public HashtableTest<HashtableType> { };
-
-template <typename HashtableType> class HashtableStringTest
- : public HashtableTest<HashtableType> { };
-
-template <typename HashtableType> class HashtableCharStarTest
- : public HashtableTest<HashtableType> { };
-
-template <typename HashtableType> class HashtableAllTest
- : public HashtableTest<HashtableType> { };
-
-typedef testing::TypeList3<INT_HASHTABLES> IntHashtables;
-typedef testing::TypeList3<STRING_HASHTABLES> StringHashtables;
-typedef testing::TypeList3<CHARSTAR_HASHTABLES> CharStarHashtables;
-typedef testing::TypeList9<INT_HASHTABLES, STRING_HASHTABLES,
- CHARSTAR_HASHTABLES> AllHashtables;
-
-TYPED_TEST_CASE_3(HashtableIntTest, IntHashtables);
-TYPED_TEST_CASE_3(HashtableStringTest, StringHashtables);
-TYPED_TEST_CASE_3(HashtableCharStarTest, CharStarHashtables);
-TYPED_TEST_CASE_9(HashtableAllTest, AllHashtables);
-
-// ------------------------------------------------------------------------
-// First, some testing of the underlying infrastructure.
-
-#if 0
-
-TEST(HashtableCommonTest, HashMunging)
-{
- const Hasher hasher;
-
- // We don't munge the hash value on non-pointer template types.
- {
- const sparsehash_internal::sh_hashtable_settings<int, Hasher, size_t, 1>
- settings(hasher, 0.0, 0.0);
- const int v = 1000;
- EXPECT_EQ(hasher(v), settings.hash(v));
- }
-
- {
- // We do munge the hash value on pointer template types.
- const sparsehash_internal::sh_hashtable_settings<int*, Hasher, size_t, 1>
- settings(hasher, 0.0, 0.0);
- int* v = NULL;
- v += 0x10000; // get a non-trivial pointer value
- EXPECT_NE(hasher(v), settings.hash(v));
- }
- {
- const sparsehash_internal::sh_hashtable_settings<const int*, Hasher,
- size_t, 1>
- settings(hasher, 0.0, 0.0);
- const int* v = NULL;
- v += 0x10000; // get a non-trivial pointer value
- EXPECT_NE(hasher(v), settings.hash(v));
- }
-}
-
-#endif
-
-// ------------------------------------------------------------------------
-// If the first arg to TYPED_TEST is HashtableIntTest, it will run
-// this test on all the hashtable types, with key=int and value=int.
-// Likewise, HashtableStringTest will have string key/values, and
-// HashtableCharStarTest will have char* keys and -- just to mix it up
-// a little -- ValueType values. HashtableAllTest will run all three
-// key/value types on all 6 hashtables types, for 9 test-runs total
-// per test.
-//
-// In addition, TYPED_TEST makes available the magic keyword
-// TypeParam, which is the type being used for the current test.
-
-// This first set of tests just tests the public API, going through
-// the public typedefs and methods in turn. It goes approximately
-// in the definition-order in sparse_hash_map.h.
-// ------------------------------------------------------------------------
-TYPED_TEST(HashtableIntTest, Typedefs)
-{
- // Make sure all the standard STL-y typedefs are defined. The exact
- // key/value types don't matter here, so we only bother testing on
- // the int tables. This is just a compile-time "test"; nothing here
- // can fail at runtime.
- this->ht_.set_deleted_key(-2); // just so deleted_key succeeds
- typename TypeParam::key_type kt;
- typename TypeParam::value_type vt;
- typename TypeParam::hasher h;
- typename TypeParam::key_equal ke;
- typename TypeParam::allocator_type at;
-
- typename TypeParam::size_type st;
- typename TypeParam::difference_type dt;
- typename TypeParam::pointer p;
- typename TypeParam::const_pointer cp;
- // I can't declare variables of reference-type, since I have nothing
- // to point them to, so I just make sure that these types exist.
- ATTRIBUTE_UNUSED typedef typename TypeParam::reference r;
- ATTRIBUTE_UNUSED typedef typename TypeParam::const_reference cf;
-
- typename TypeParam::iterator i;
- typename TypeParam::const_iterator ci;
- typename TypeParam::local_iterator li;
- typename TypeParam::const_local_iterator cli;
-
- // Now make sure the variables are used, so the compiler doesn't
- // complain. Where possible, I "use" the variable by calling the
- // method that's supposed to return the unique instance of the
- // relevant type (eg. get_allocator()). Otherwise, I try to call a
- // different, arbitrary function that returns the type. Sometimes
- // the type isn't used at all, and there's no good way to use the
- // variable.
- kt = this->ht_.deleted_key();
- (void)vt; // value_type may not be copyable. Easiest not to try.
- h = this->ht_.hash_funct();
- ke = this->ht_.key_eq();
- at = this->ht_.get_allocator();
- st = this->ht_.size();
- (void)dt;
- (void)p;
- (void)cp;
- (void)kt;
- (void)st;
- i = this->ht_.begin();
- ci = this->ht_.begin();
- li = this->ht_.begin(0);
- cli = this->ht_.begin(0);
-}
-
-TYPED_TEST(HashtableAllTest, NormalIterators)
-{
- EXPECT_TRUE(this->ht_.begin() == this->ht_.end());
- this->ht_.insert(this->UniqueObject(1));
- {
- typename TypeParam::iterator it = this->ht_.begin();
- EXPECT_TRUE(it != this->ht_.end());
- ++it;
- EXPECT_TRUE(it == this->ht_.end());
- }
-}
-
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
-
-template <class T> struct MyHash;
-typedef std::pair<std::string, std::string> StringPair;
-
-template<> struct MyHash<StringPair>
-{
- size_t operator()(StringPair const& p) const
- {
- return std::hash<string>()(p.first);
- }
-};
-
-class MovableOnlyType
-{
- std::string _str;
- std::uint64_t _int;
-
-public:
- // Make object movable and non-copyable
- MovableOnlyType(MovableOnlyType &&) = default;
- MovableOnlyType(const MovableOnlyType &) = delete;
- MovableOnlyType& operator=(MovableOnlyType &&) = default;
- MovableOnlyType& operator=(const MovableOnlyType &) = delete;
- MovableOnlyType() : _str("whatever"), _int(2) {}
-};
-
-void movable_emplace_test(std::size_t iterations, int container_size)
-{
- for (std::size_t i=0;i<iterations;++i)
- {
- spp::sparse_hash_map<std::string,MovableOnlyType> m;
- m.reserve(static_cast<size_t>(container_size));
- char buff[20];
- for (int j=0; j<container_size; ++j)
- {
- sprintf(buff, "%d", j);
- m.emplace(buff, MovableOnlyType());
- }
- }
-}
-
-TEST(HashtableTest, Emplace)
-{
- {
- sparse_hash_map<std::string, std::string> mymap;
-
- mymap.emplace ("NCC-1701", "J.T. Kirk");
- mymap.emplace ("NCC-1701-D", "J.L. Picard");
- mymap.emplace ("NCC-74656", "K. Janeway");
- EXPECT_TRUE(mymap["NCC-74656"] == std::string("K. Janeway"));
-
- sparse_hash_set<StringPair, MyHash<StringPair> > myset;
- myset.emplace ("NCC-1701", "J.T. Kirk");
- }
-
- movable_emplace_test(10, 50);
-}
-#endif
-
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
-TEST(HashtableTest, IncompleteTypes)
-{
- int i;
- sparse_hash_map<int *, int> ht2;
- ht2[&i] = 3;
-
- struct Bogus;
- sparse_hash_map<Bogus *, int> ht3;
- ht3[(Bogus *)0] = 8;
-}
-#endif
-
-
-#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
-TEST(HashtableTest, ReferenceWrapper)
-{
- sparse_hash_map<int, std::reference_wrapper<int>> x;
- int a = 5;
- x.insert(std::make_pair(3, std::ref(a)));
- EXPECT_EQ(x.at(3), 5);
-}
-#endif
-
-
-TEST(HashtableTest, ModifyViaIterator)
-{
- // This only works for hash-maps, since only they have non-const values.
- {
- sparse_hash_map<int, int> ht;
- ht[1] = 2;
- sparse_hash_map<int, int>::iterator it = ht.find(1);
- EXPECT_TRUE(it != ht.end());
- EXPECT_EQ(1, it->first);
- EXPECT_EQ(2, it->second);
- it->second = 5;
- it = ht.find(1);
- EXPECT_TRUE(it != ht.end());
- EXPECT_EQ(5, it->second);
- }
-}
-
-TYPED_TEST(HashtableAllTest, ConstIterators)
-{
- this->ht_.insert(this->UniqueObject(1));
- typename TypeParam::const_iterator it = this->ht_.begin();
- EXPECT_TRUE(it != (typename TypeParam::const_iterator)this->ht_.end());
- ++it;
- EXPECT_TRUE(it == (typename TypeParam::const_iterator)this->ht_.end());
-}
-
-TYPED_TEST(HashtableAllTest, LocalIterators)
-{
- // Now, tr1 begin/end (the local iterator that takes a bucket-number).
- // ht::bucket() returns the bucket that this key would be inserted in.
- this->ht_.insert(this->UniqueObject(1));
- const typename TypeParam::size_type bucknum =
- this->ht_.bucket(this->UniqueKey(1));
- typename TypeParam::local_iterator b = this->ht_.begin(bucknum);
- typename TypeParam::local_iterator e = this->ht_.end(bucknum);
- EXPECT_TRUE(b != e);
- b++;
- EXPECT_TRUE(b == e);
-
- // Check an empty bucket. We can just xor the bottom bit and be sure
- // of getting a legal bucket, since #buckets is always a power of 2.
- EXPECT_TRUE(this->ht_.begin(bucknum ^ 1) == this->ht_.end(bucknum ^ 1));
- // Another test, this time making sure we're using the right types.
- typename TypeParam::local_iterator b2 = this->ht_.begin(bucknum ^ 1);
- typename TypeParam::local_iterator e2 = this->ht_.end(bucknum ^ 1);
- EXPECT_TRUE(b2 == e2);
-}
-
-TYPED_TEST(HashtableAllTest, ConstLocalIterators)
-{
- this->ht_.insert(this->UniqueObject(1));
- const typename TypeParam::size_type bucknum =
- this->ht_.bucket(this->UniqueKey(1));
- typename TypeParam::const_local_iterator b = this->ht_.begin(bucknum);
- typename TypeParam::const_local_iterator e = this->ht_.end(bucknum);
- EXPECT_TRUE(b != e);
- b++;
- EXPECT_TRUE(b == e);
- typename TypeParam::const_local_iterator b2 = this->ht_.begin(bucknum ^ 1);
- typename TypeParam::const_local_iterator e2 = this->ht_.end(bucknum ^ 1);
- EXPECT_TRUE(b2 == e2);
-}
-
-TYPED_TEST(HashtableAllTest, Iterating)
-{
- // Test a bit more iterating than just one ++.
- this->ht_.insert(this->UniqueObject(1));
- this->ht_.insert(this->UniqueObject(11));
- this->ht_.insert(this->UniqueObject(111));
- this->ht_.insert(this->UniqueObject(1111));
- this->ht_.insert(this->UniqueObject(11111));
- this->ht_.insert(this->UniqueObject(111111));
- this->ht_.insert(this->UniqueObject(1111111));
- this->ht_.insert(this->UniqueObject(11111111));
- this->ht_.insert(this->UniqueObject(111111111));
- typename TypeParam::iterator it = this->ht_.begin();
- for (int i = 1; i <= 9; i++) { // start at 1 so i is never 0
- // && here makes it easier to tell what loop iteration the test failed on.
- EXPECT_TRUE(i && (it++ != this->ht_.end()));
- }
- EXPECT_TRUE(it == this->ht_.end());
-}
-
-TYPED_TEST(HashtableIntTest, Constructors)
-{
- // The key/value types don't matter here, so I just test on one set
- // of tables, the ones with int keys, which can easily handle the
- // placement-news we have to do below.
- Hasher hasher(1); // 1 is a unique id
- int alloc_count = 0;
- Alloc<typename TypeParam::key_type> alloc(2, &alloc_count);
-
- TypeParam ht_noarg;
- TypeParam ht_onearg(100);
- TypeParam ht_twoarg(100, hasher);
- TypeParam ht_threearg(100, hasher, hasher); // hasher serves as key_equal too
- TypeParam ht_fourarg(100, hasher, hasher, alloc);
-
- // The allocator should have been called at most once, for the last ht.
- EXPECT_GE(1, alloc_count);
- int old_alloc_count = alloc_count;
-
- const typename TypeParam::value_type input[] = {
- this->UniqueObject(1),
- this->UniqueObject(2),
- this->UniqueObject(4),
- this->UniqueObject(8)
- };
- const int num_inputs = sizeof(input) / sizeof(input[0]);
- const typename TypeParam::value_type *begin = &input[0];
- const typename TypeParam::value_type *end = begin + num_inputs;
- TypeParam ht_iter_noarg(begin, end);
- TypeParam ht_iter_onearg(begin, end, 100);
- TypeParam ht_iter_twoarg(begin, end, 100, hasher);
- TypeParam ht_iter_threearg(begin, end, 100, hasher, hasher);
- TypeParam ht_iter_fourarg(begin, end, 100, hasher, hasher, alloc);
- // Now the allocator should have been called more.
- EXPECT_GT(alloc_count, old_alloc_count);
- old_alloc_count = alloc_count;
-
- // Let's do a lot more inserting and make sure the alloc-count goes up
- for (int i = 2; i < 2000; i++)
- ht_fourarg.insert(this->UniqueObject(i));
- EXPECT_GT(alloc_count, old_alloc_count);
-
- EXPECT_LT(ht_noarg.bucket_count(), 100u);
- EXPECT_GE(ht_onearg.bucket_count(), 100u);
- EXPECT_GE(ht_twoarg.bucket_count(), 100u);
- EXPECT_GE(ht_threearg.bucket_count(), 100u);
- EXPECT_GE(ht_fourarg.bucket_count(), 100u);
- EXPECT_GE(ht_iter_onearg.bucket_count(), 100u);
-
- // When we pass in a hasher -- it can serve both as the hash-function
- // and the key-equal function -- its id should be 1. Where we don't
- // pass it in and use the default Hasher object, the id should be 0.
- EXPECT_EQ(0, ht_noarg.hash_funct().id());
- EXPECT_EQ(0, ht_noarg.key_eq().id());
- EXPECT_EQ(0, ht_onearg.hash_funct().id());
- EXPECT_EQ(0, ht_onearg.key_eq().id());
- EXPECT_EQ(1, ht_twoarg.hash_funct().id());
- EXPECT_EQ(0, ht_twoarg.key_eq().id());
- EXPECT_EQ(1, ht_threearg.hash_funct().id());
- EXPECT_EQ(1, ht_threearg.key_eq().id());
-
- EXPECT_EQ(0, ht_iter_noarg.hash_funct().id());
- EXPECT_EQ(0, ht_iter_noarg.key_eq().id());
- EXPECT_EQ(0, ht_iter_onearg.hash_funct().id());
- EXPECT_EQ(0, ht_iter_onearg.key_eq().id());
- EXPECT_EQ(1, ht_iter_twoarg.hash_funct().id());
- EXPECT_EQ(0, ht_iter_twoarg.key_eq().id());
- EXPECT_EQ(1, ht_iter_threearg.hash_funct().id());
- EXPECT_EQ(1, ht_iter_threearg.key_eq().id());
-
- // Likewise for the allocator
- EXPECT_EQ(0, ht_threearg.get_allocator().id());
- EXPECT_EQ(0, ht_iter_threearg.get_allocator().id());
- EXPECT_EQ(2, ht_fourarg.get_allocator().id());
- EXPECT_EQ(2, ht_iter_fourarg.get_allocator().id());
-}
-
-TYPED_TEST(HashtableAllTest, OperatorEquals)
-{
- {
- TypeParam ht1, ht2;
- ht1.set_deleted_key(this->UniqueKey(1));
- ht2.set_deleted_key(this->UniqueKey(2));
-
- ht1.insert(this->UniqueObject(10));
- ht2.insert(this->UniqueObject(20));
- EXPECT_FALSE(ht1 == ht2);
- ht1 = ht2;
- EXPECT_TRUE(ht1 == ht2);
- }
- {
- TypeParam ht1, ht2;
- ht1.insert(this->UniqueObject(30));
- ht1 = ht2;
- EXPECT_EQ(0u, ht1.size());
- }
- {
- TypeParam ht1, ht2;
- ht1.set_deleted_key(this->UniqueKey(1));
- ht2.insert(this->UniqueObject(1)); // has same key as ht1.delkey
- ht1 = ht2; // should reset deleted-key to 'unset'
- EXPECT_EQ(1u, ht1.size());
- EXPECT_EQ(1u, ht1.count(this->UniqueKey(1)));
- }
-}
-
-TYPED_TEST(HashtableAllTest, Clear)
-{
- for (int i = 1; i < 200; i++) {
- this->ht_.insert(this->UniqueObject(i));
- }
- this->ht_.clear();
- EXPECT_EQ(0u, this->ht_.size());
- // TODO(csilvers): do we want to enforce that the hashtable has or
- // has not shrunk? It does for dense_* but not sparse_*.
-}
-
-TYPED_TEST(HashtableAllTest, ClearNoResize)
-{
- if (!this->ht_.supports_clear_no_resize())
- return;
- typename TypeParam::size_type empty_bucket_count = this->ht_.bucket_count();
- int last_element = 1;
- while (this->ht_.bucket_count() == empty_bucket_count) {
- this->ht_.insert(this->UniqueObject(last_element));
- ++last_element;
- }
- typename TypeParam::size_type last_bucket_count = this->ht_.bucket_count();
- this->ht_.clear_no_resize();
- EXPECT_EQ(last_bucket_count, this->ht_.bucket_count());
- EXPECT_TRUE(this->ht_.empty());
-
- // When inserting the same number of elements again, no resize
- // should be necessary.
- for (int i = 1; i < last_element; ++i) {
- this->ht_.insert(this->UniqueObject(last_element + i));
- EXPECT_EQ(last_bucket_count, this->ht_.bucket_count());
- }
-}
-
-TYPED_TEST(HashtableAllTest, Swap)
-{
- // Let's make a second hashtable with its own hasher, key_equal, etc.
- Hasher hasher(1); // 1 is a unique id
- TypeParam other_ht(200, hasher, hasher);
-
- this->ht_.set_deleted_key(this->UniqueKey(1));
- other_ht.set_deleted_key(this->UniqueKey(2));
-
- for (int i = 3; i < 2000; i++) {
- this->ht_.insert(this->UniqueObject(i));
- }
- this->ht_.erase(this->UniqueKey(1000));
- other_ht.insert(this->UniqueObject(2001));
- typename TypeParam::size_type expected_buckets = other_ht.bucket_count();
-
- this->ht_.swap(other_ht);
-
- EXPECT_EQ(this->UniqueKey(2), this->ht_.deleted_key());
- EXPECT_EQ(this->UniqueKey(1), other_ht.deleted_key());
-
- EXPECT_EQ(1, this->ht_.hash_funct().id());
- EXPECT_EQ(0, other_ht.hash_funct().id());
-
- EXPECT_EQ(1, this->ht_.key_eq().id());
- EXPECT_EQ(0, other_ht.key_eq().id());
-
- EXPECT_EQ(expected_buckets, this->ht_.bucket_count());
- EXPECT_GT(other_ht.bucket_count(), 200u);
-
- EXPECT_EQ(1u, this->ht_.size());
- EXPECT_EQ(1996u, other_ht.size()); // because we erased 1000
-
- EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(111)));
- EXPECT_EQ(1u, other_ht.count(this->UniqueKey(111)));
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(2001)));
- EXPECT_EQ(0u, other_ht.count(this->UniqueKey(2001)));
- EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(1000)));
- EXPECT_EQ(0u, other_ht.count(this->UniqueKey(1000)));
-
- // We purposefully don't swap allocs -- they're not necessarily swappable.
-
- // Now swap back, using the free-function swap
- // NOTE: MSVC seems to have trouble with this free swap, not quite
- // sure why. I've given up trying to fix it though.
-#ifdef _MSC_VER
- other_ht.swap(this->ht_);
-#else
- std::swap(this->ht_, other_ht);
-#endif
-
- EXPECT_EQ(this->UniqueKey(1), this->ht_.deleted_key());
- EXPECT_EQ(this->UniqueKey(2), other_ht.deleted_key());
- EXPECT_EQ(0, this->ht_.hash_funct().id());
- EXPECT_EQ(1, other_ht.hash_funct().id());
- EXPECT_EQ(1996u, this->ht_.size());
- EXPECT_EQ(1u, other_ht.size());
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(111)));
- EXPECT_EQ(0u, other_ht.count(this->UniqueKey(111)));
-
- // A user reported a crash with this code using swap to clear.
- // We've since fixed the bug; this prevents a regression.
- TypeParam swap_to_clear_ht;
- swap_to_clear_ht.set_deleted_key(this->UniqueKey(1));
- for (int i = 2; i < 10000; ++i) {
- swap_to_clear_ht.insert(this->UniqueObject(i));
- }
- TypeParam empty_ht;
- empty_ht.swap(swap_to_clear_ht);
- swap_to_clear_ht.set_deleted_key(this->UniqueKey(1));
- for (int i = 2; i < 10000; ++i) {
- swap_to_clear_ht.insert(this->UniqueObject(i));
- }
-}
-
-TYPED_TEST(HashtableAllTest, Size)
-{
- EXPECT_EQ(0u, this->ht_.size());
- for (int i = 1; i < 1000; i++) { // go through some resizes
- this->ht_.insert(this->UniqueObject(i));
- EXPECT_EQ(static_cast<typename TypeParam::size_type>(i), this->ht_.size());
- }
- this->ht_.clear();
- EXPECT_EQ(0u, this->ht_.size());
-
- this->ht_.set_deleted_key(this->UniqueKey(1));
- EXPECT_EQ(0u, this->ht_.size()); // deleted key doesn't count
- for (int i = 2; i < 1000; i++) { // go through some resizes
- this->ht_.insert(this->UniqueObject(i));
- this->ht_.erase(this->UniqueKey(i));
- EXPECT_EQ(0u, this->ht_.size());
- }
-}
-
-TEST(HashtableTest, MaxSizeAndMaxBucketCount)
-{
- // The max size depends on the allocator. So we can't use the
- // built-in allocator type; instead, we make our own types.
- sparse_hash_set<int, Hasher, Hasher, Alloc<int> > ht_default;
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, unsigned char> > ht_char;
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, unsigned char, 104> > ht_104;
-
- EXPECT_GE(ht_default.max_size(), 256u);
- EXPECT_EQ(255u, ht_char.max_size());
- EXPECT_EQ(104u, ht_104.max_size());
-
- // In our implementations, MaxBucketCount == MaxSize.
- EXPECT_EQ(ht_default.max_size(), ht_default.max_bucket_count());
- EXPECT_EQ(ht_char.max_size(), ht_char.max_bucket_count());
- EXPECT_EQ(ht_104.max_size(), ht_104.max_bucket_count());
-}
-
-TYPED_TEST(HashtableAllTest, Empty)
-{
- EXPECT_TRUE(this->ht_.empty());
-
- this->ht_.insert(this->UniqueObject(1));
- EXPECT_FALSE(this->ht_.empty());
-
- this->ht_.clear();
- EXPECT_TRUE(this->ht_.empty());
-
- TypeParam empty_ht;
- this->ht_.insert(this->UniqueObject(1));
- this->ht_.swap(empty_ht);
- EXPECT_TRUE(this->ht_.empty());
-}
-
-TYPED_TEST(HashtableAllTest, BucketCount)
-{
- TypeParam ht(100);
- // constructor arg is number of *items* to be inserted, not the
- // number of buckets, so we expect more buckets.
- EXPECT_GT(ht.bucket_count(), 100u);
- for (int i = 1; i < 200; i++) {
- ht.insert(this->UniqueObject(i));
- }
- EXPECT_GT(ht.bucket_count(), 200u);
-}
-
-TYPED_TEST(HashtableAllTest, BucketAndBucketSize)
-{
- const typename TypeParam::size_type expected_bucknum = this->ht_.bucket(
- this->UniqueKey(1));
- EXPECT_EQ(0u, this->ht_.bucket_size(expected_bucknum));
-
- this->ht_.insert(this->UniqueObject(1));
- EXPECT_EQ(expected_bucknum, this->ht_.bucket(this->UniqueKey(1)));
- EXPECT_EQ(1u, this->ht_.bucket_size(expected_bucknum));
-
- // Check that a bucket we didn't insert into, has a 0 size. Since
- // we have an even number of buckets, bucknum^1 is guaranteed in range.
- EXPECT_EQ(0u, this->ht_.bucket_size(expected_bucknum ^ 1));
-}
-
-TYPED_TEST(HashtableAllTest, LoadFactor)
-{
- const typename TypeParam::size_type kSize = 16536;
- // Check growing past various thresholds and then shrinking below
- // them.
- for (float grow_threshold = 0.2f;
- grow_threshold <= 0.8f;
- grow_threshold += 0.2f)
- {
- TypeParam ht;
- ht.set_deleted_key(this->UniqueKey(1));
- ht.max_load_factor(grow_threshold);
- ht.min_load_factor(0.0);
- EXPECT_EQ(grow_threshold, ht.max_load_factor());
- EXPECT_EQ(0.0, ht.min_load_factor());
-
- ht.resize(kSize);
- size_t bucket_count = ht.bucket_count();
- // Erase and insert an element to set consider_shrink = true,
- // which should not cause a shrink because the threshold is 0.0.
- ht.insert(this->UniqueObject(2));
- ht.erase(this->UniqueKey(2));
- for (int i = 2;; ++i)
- {
- ht.insert(this->UniqueObject(i));
- if (static_cast<float>(ht.size())/bucket_count < grow_threshold) {
- EXPECT_EQ(bucket_count, ht.bucket_count());
- } else {
- EXPECT_GT(ht.bucket_count(), bucket_count);
- break;
- }
- }
- // Now set a shrink threshold 1% below the current size and remove
- // items until the size falls below that.
- const float shrink_threshold = static_cast<float>(ht.size()) /
- ht.bucket_count() - 0.01f;
-
- // This time around, check the old set_resizing_parameters interface.
- ht.set_resizing_parameters(shrink_threshold, 1.0);
- EXPECT_EQ(1.0, ht.max_load_factor());
- EXPECT_EQ(shrink_threshold, ht.min_load_factor());
-
- bucket_count = ht.bucket_count();
- for (int i = 2;; ++i)
- {
- ht.erase(this->UniqueKey(i));
- // A resize is only triggered by an insert, so add and remove a
- // value every iteration to trigger the shrink as soon as the
- // threshold is passed.
- ht.erase(this->UniqueKey(i+1));
- ht.insert(this->UniqueObject(i+1));
- if (static_cast<float>(ht.size())/bucket_count > shrink_threshold) {
- EXPECT_EQ(bucket_count, ht.bucket_count());
- } else {
- EXPECT_LT(ht.bucket_count(), bucket_count);
- break;
- }
- }
- }
-}
-
-TYPED_TEST(HashtableAllTest, ResizeAndRehash)
-{
- // resize() and rehash() are synonyms. rehash() is the tr1 name.
- TypeParam ht(10000);
- ht.max_load_factor(0.8f); // for consistency's sake
-
- for (int i = 1; i < 100; ++i)
- ht.insert(this->UniqueObject(i));
- ht.resize(0);
- // Now ht should be as small as possible.
- EXPECT_LT(ht.bucket_count(), 300u);
-
- ht.rehash(9000); // use the 'rehash' version of the name.
- // Bucket count should be next power of 2, after considering max_load_factor.
- EXPECT_EQ(16384u, ht.bucket_count());
- for (int i = 101; i < 200; ++i)
- ht.insert(this->UniqueObject(i));
- // Adding a few hundred buckets shouldn't have caused a resize yet.
- EXPECT_EQ(ht.bucket_count(), 16384u);
-}
-
-TYPED_TEST(HashtableAllTest, FindAndCountAndEqualRange)
-{
- pair<typename TypeParam::iterator, typename TypeParam::iterator> eq_pair;
- pair<typename TypeParam::const_iterator,
- typename TypeParam::const_iterator> const_eq_pair;
-
- EXPECT_TRUE(this->ht_.empty());
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) == this->ht_.end());
- EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(1)));
- eq_pair = this->ht_.equal_range(this->UniqueKey(1));
- EXPECT_TRUE(eq_pair.first == eq_pair.second);
-
- this->ht_.insert(this->UniqueObject(1));
- EXPECT_FALSE(this->ht_.empty());
- this->ht_.insert(this->UniqueObject(11));
- this->ht_.insert(this->UniqueObject(111));
- this->ht_.insert(this->UniqueObject(1111));
- this->ht_.insert(this->UniqueObject(11111));
- this->ht_.insert(this->UniqueObject(111111));
- this->ht_.insert(this->UniqueObject(1111111));
- this->ht_.insert(this->UniqueObject(11111111));
- this->ht_.insert(this->UniqueObject(111111111));
- EXPECT_EQ(9u, this->ht_.size());
- typename TypeParam::const_iterator it = this->ht_.find(this->UniqueKey(1));
- EXPECT_EQ(it.key(), this->UniqueKey(1));
-
- // Allow testing the const version of the methods as well.
- const TypeParam ht = this->ht_;
-
- // Some successful lookups (via find, count, and equal_range).
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) != this->ht_.end());
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1)));
- eq_pair = this->ht_.equal_range(this->UniqueKey(1));
- EXPECT_TRUE(eq_pair.first != eq_pair.second);
- EXPECT_EQ(eq_pair.first.key(), this->UniqueKey(1));
- ++eq_pair.first;
- EXPECT_TRUE(eq_pair.first == eq_pair.second);
-
- EXPECT_TRUE(ht.find(this->UniqueKey(1)) != ht.end());
- EXPECT_EQ(1u, ht.count(this->UniqueKey(1)));
- const_eq_pair = ht.equal_range(this->UniqueKey(1));
- EXPECT_TRUE(const_eq_pair.first != const_eq_pair.second);
- EXPECT_EQ(const_eq_pair.first.key(), this->UniqueKey(1));
- ++const_eq_pair.first;
- EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
-
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(11111)) != this->ht_.end());
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(11111)));
- eq_pair = this->ht_.equal_range(this->UniqueKey(11111));
- EXPECT_TRUE(eq_pair.first != eq_pair.second);
- EXPECT_EQ(eq_pair.first.key(), this->UniqueKey(11111));
- ++eq_pair.first;
- EXPECT_TRUE(eq_pair.first == eq_pair.second);
-
- EXPECT_TRUE(ht.find(this->UniqueKey(11111)) != ht.end());
- EXPECT_EQ(1u, ht.count(this->UniqueKey(11111)));
- const_eq_pair = ht.equal_range(this->UniqueKey(11111));
- EXPECT_TRUE(const_eq_pair.first != const_eq_pair.second);
- EXPECT_EQ(const_eq_pair.first.key(), this->UniqueKey(11111));
- ++const_eq_pair.first;
- EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
-
- // Some unsuccessful lookups (via find, count, and equal_range).
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(11112)) == this->ht_.end());
- EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(11112)));
- eq_pair = this->ht_.equal_range(this->UniqueKey(11112));
- EXPECT_TRUE(eq_pair.first == eq_pair.second);
-
- EXPECT_TRUE(ht.find(this->UniqueKey(11112)) == ht.end());
- EXPECT_EQ(0u, ht.count(this->UniqueKey(11112)));
- const_eq_pair = ht.equal_range(this->UniqueKey(11112));
- EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
-
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(11110)) == this->ht_.end());
- EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(11110)));
- eq_pair = this->ht_.equal_range(this->UniqueKey(11110));
- EXPECT_TRUE(eq_pair.first == eq_pair.second);
-
- EXPECT_TRUE(ht.find(this->UniqueKey(11110)) == ht.end());
- EXPECT_EQ(0u, ht.count(this->UniqueKey(11110)));
- const_eq_pair = ht.equal_range(this->UniqueKey(11110));
- EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
-}
-
-TYPED_TEST(HashtableAllTest, BracketInsert)
-{
- // tests operator[], for those types that support it.
- if (!this->ht_.supports_brackets())
- return;
-
- // bracket_equal is equivalent to ht_[a] == b. It should insert a if
- // it doesn't already exist.
- EXPECT_TRUE(this->ht_.bracket_equal(this->UniqueKey(1),
- this->ht_.default_data()));
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) != this->ht_.end());
-
- // bracket_assign is equivalent to ht_[a] = b.
- this->ht_.bracket_assign(this->UniqueKey(2),
- this->ht_.get_data(this->UniqueObject(4)));
- EXPECT_TRUE(this->ht_.find(this->UniqueKey(2)) != this->ht_.end());
- EXPECT_TRUE(this->ht_.bracket_equal(
- this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(4))));
-
- this->ht_.bracket_assign(
- this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6)));
- EXPECT_TRUE(this->ht_.bracket_equal(
- this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6))));
- // bracket_equal shouldn't have modified the value.
- EXPECT_TRUE(this->ht_.bracket_equal(
- this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6))));
-
- // Verify that an operator[] that doesn't cause a resize, also
- // doesn't require an extra rehash.
- TypeParam ht(100);
- EXPECT_EQ(0, ht.hash_funct().num_hashes());
- ht.bracket_assign(this->UniqueKey(2), ht.get_data(this->UniqueObject(2)));
- EXPECT_EQ(1, ht.hash_funct().num_hashes());
-
- // And overwriting, likewise, should only cause one extra hash.
- ht.bracket_assign(this->UniqueKey(2), ht.get_data(this->UniqueObject(2)));
- EXPECT_EQ(2, ht.hash_funct().num_hashes());
-}
-
-
-TYPED_TEST(HashtableAllTest, InsertValue)
-{
- // First, try some straightforward insertions.
- EXPECT_TRUE(this->ht_.empty());
- this->ht_.insert(this->UniqueObject(1));
- EXPECT_FALSE(this->ht_.empty());
- this->ht_.insert(this->UniqueObject(11));
- this->ht_.insert(this->UniqueObject(111));
- this->ht_.insert(this->UniqueObject(1111));
- this->ht_.insert(this->UniqueObject(11111));
- this->ht_.insert(this->UniqueObject(111111));
- this->ht_.insert(this->UniqueObject(1111111));
- this->ht_.insert(this->UniqueObject(11111111));
- this->ht_.insert(this->UniqueObject(111111111));
- EXPECT_EQ(9u, this->ht_.size());
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1)));
- EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1111)));
-
- // Check the return type.
- pair<typename TypeParam::iterator, bool> insert_it;
- insert_it = this->ht_.insert(this->UniqueObject(1));
- EXPECT_EQ(false, insert_it.second); // false: already present
- EXPECT_TRUE(*insert_it.first == this->UniqueObject(1));
-
- insert_it = this->ht_.insert(this->UniqueObject(2));
- EXPECT_EQ(true, insert_it.second); // true: not already present
- EXPECT_TRUE(*insert_it.first == this->UniqueObject(2));
-}
-
-TYPED_TEST(HashtableIntTest, InsertRange)
-{
- // We just test the ints here, to make the placement-new easier.
- TypeParam ht_source;
- ht_source.insert(this->UniqueObject(10));
- ht_source.insert(this->UniqueObject(100));
- ht_source.insert(this->UniqueObject(1000));
- ht_source.insert(this->UniqueObject(10000));
- ht_source.insert(this->UniqueObject(100000));
- ht_source.insert(this->UniqueObject(1000000));
-
- const typename TypeParam::value_type input[] = {
- // This is a copy of the first element in ht_source.
- *ht_source.begin(),
- this->UniqueObject(2),
- this->UniqueObject(4),
- this->UniqueObject(8)
- };
-
- set<typename TypeParam::value_type> set_input;
- set_input.insert(this->UniqueObject(1111111));
- set_input.insert(this->UniqueObject(111111));
- set_input.insert(this->UniqueObject(11111));
- set_input.insert(this->UniqueObject(1111));
- set_input.insert(this->UniqueObject(111));
- set_input.insert(this->UniqueObject(11));
-
- // Insert from ht_source, an iterator of the same type as us.
- typename TypeParam::const_iterator begin = ht_source.begin();
- typename TypeParam::const_iterator end = begin;
- std::advance(end, 3);
- this->ht_.insert(begin, end); // insert 3 elements from ht_source
- EXPECT_EQ(3u, this->ht_.size());
- EXPECT_TRUE(*this->ht_.begin() == this->UniqueObject(10) ||
- *this->ht_.begin() == this->UniqueObject(100) ||
- *this->ht_.begin() == this->UniqueObject(1000) ||
- *this->ht_.begin() == this->UniqueObject(10000) ||
- *this->ht_.begin() == this->UniqueObject(100000) ||
- *this->ht_.begin() == this->UniqueObject(1000000));
-
- // And insert from set_input, a separate, non-random-access iterator.
- typename set<typename TypeParam::value_type>::const_iterator set_begin;
- typename set<typename TypeParam::value_type>::const_iterator set_end;
- set_begin = set_input.begin();
- set_end = set_begin;
- std::advance(set_end, 3);
- this->ht_.insert(set_begin, set_end);
- EXPECT_EQ(6u, this->ht_.size());
-
- // Insert from input as well, a separate, random-access iterator.
- // The first element of input overlaps with an existing element
- // of ht_, so this should only up the size by 2.
- this->ht_.insert(&input[0], &input[3]);
- EXPECT_EQ(8u, this->ht_.size());
-}
-
-TEST(HashtableTest, InsertValueToMap)
-{
- // For the maps in particular, ensure that inserting doesn't change
- // the value.
- sparse_hash_map<int, int> shm;
- pair<sparse_hash_map<int,int>::iterator, bool> shm_it;
- shm[1] = 2; // test a different method of inserting
- shm_it = shm.insert(pair<int, int>(1, 3));
- EXPECT_EQ(false, shm_it.second);
- EXPECT_EQ(1, shm_it.first->first);
- EXPECT_EQ(2, shm_it.first->second);
- shm_it.first->second = 20;
- EXPECT_EQ(20, shm[1]);
-
- shm_it = shm.insert(pair<int, int>(2, 4));
- EXPECT_EQ(true, shm_it.second);
- EXPECT_EQ(2, shm_it.first->first);
- EXPECT_EQ(4, shm_it.first->second);
- EXPECT_EQ(4, shm[2]);
-}
-
-TYPED_TEST(HashtableStringTest, EmptyKey)
-{
- // Only run the string tests, to make it easier to know what the
- // empty key should be.
- if (!this->ht_.supports_empty_key())
- return;
- EXPECT_EQ(kEmptyString, this->ht_.empty_key());
-}
-
-TYPED_TEST(HashtableAllTest, DeletedKey)
-{
- if (!this->ht_.supports_deleted_key())
- return;
- this->ht_.insert(this->UniqueObject(10));
- this->ht_.insert(this->UniqueObject(20));
- this->ht_.set_deleted_key(this->UniqueKey(1));
- EXPECT_EQ(this->ht_.deleted_key(), this->UniqueKey(1));
- EXPECT_EQ(2u, this->ht_.size());
- this->ht_.erase(this->UniqueKey(20));
- EXPECT_EQ(1u, this->ht_.size());
-
- // Changing the deleted key is fine.
- this->ht_.set_deleted_key(this->UniqueKey(2));
- EXPECT_EQ(this->ht_.deleted_key(), this->UniqueKey(2));
- EXPECT_EQ(1u, this->ht_.size());
-}
-
-TYPED_TEST(HashtableAllTest, Erase)
-{
- this->ht_.set_deleted_key(this->UniqueKey(1));
- EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(20)));
- this->ht_.insert(this->UniqueObject(10));
- this->ht_.insert(this->UniqueObject(20));
- EXPECT_EQ(1u, this->ht_.erase(this->UniqueKey(20)));
- EXPECT_EQ(1u, this->ht_.size());
- EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(20)));
- EXPECT_EQ(1u, this->ht_.size());
- EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(19)));
- EXPECT_EQ(1u, this->ht_.size());
-
- typename TypeParam::iterator it = this->ht_.find(this->UniqueKey(10));
- EXPECT_TRUE(it != this->ht_.end());
- this->ht_.erase(it);
- EXPECT_EQ(0u, this->ht_.size());
-
- for (int i = 10; i < 100; i++)
- this->ht_.insert(this->UniqueObject(i));
- EXPECT_EQ(90u, this->ht_.size());
- this->ht_.erase(this->ht_.begin(), this->ht_.end());
- EXPECT_EQ(0u, this->ht_.size());
-}
-
-TYPED_TEST(HashtableAllTest, EraseDoesNotResize)
-{
- this->ht_.set_deleted_key(this->UniqueKey(1));
- for (int i = 10; i < 2000; i++) {
- this->ht_.insert(this->UniqueObject(i));
- }
- const typename TypeParam::size_type old_count = this->ht_.bucket_count();
- for (int i = 10; i < 1000; i++) { // erase half one at a time
- EXPECT_EQ(1u, this->ht_.erase(this->UniqueKey(i)));
- }
- this->ht_.erase(this->ht_.begin(), this->ht_.end()); // and the rest at once
- EXPECT_EQ(0u, this->ht_.size());
- EXPECT_EQ(old_count, this->ht_.bucket_count());
-}
-
-TYPED_TEST(HashtableAllTest, Equals)
-{
- // The real test here is whether two hashtables are equal if they
- // have the same items but in a different order.
- TypeParam ht1;
- TypeParam ht2;
-
- EXPECT_TRUE(ht1 == ht1);
- EXPECT_FALSE(ht1 != ht1);
- EXPECT_TRUE(ht1 == ht2);
- EXPECT_FALSE(ht1 != ht2);
- ht1.set_deleted_key(this->UniqueKey(1));
- // Only the contents affect equality, not things like deleted-key.
- EXPECT_TRUE(ht1 == ht2);
- EXPECT_FALSE(ht1 != ht2);
- ht1.resize(2000);
- EXPECT_TRUE(ht1 == ht2);
-
- // The choice of allocator/etc doesn't matter either.
- Hasher hasher(1);
- Alloc<typename TypeParam::key_type> alloc(2, NULL);
- TypeParam ht3(5, hasher, hasher, alloc);
- EXPECT_TRUE(ht1 == ht3);
- EXPECT_FALSE(ht1 != ht3);
-
- ht1.insert(this->UniqueObject(2));
- EXPECT_TRUE(ht1 != ht2);
- EXPECT_FALSE(ht1 == ht2); // this should hold as well!
-
- ht2.insert(this->UniqueObject(2));
- EXPECT_TRUE(ht1 == ht2);
-
- for (int i = 3; i <= 2000; i++) {
- ht1.insert(this->UniqueObject(i));
- }
- for (int i = 2000; i >= 3; i--) {
- ht2.insert(this->UniqueObject(i));
- }
- EXPECT_TRUE(ht1 == ht2);
-}
-
-TEST(HashtableTest, IntIO)
-{
- // Since the set case is just a special (easier) case than the map case, I
- // just test on sparse_hash_map. This handles the easy case where we can
- // use the standard reader and writer.
- sparse_hash_map<int, int> ht_out;
- ht_out.set_deleted_key(0);
- for (int i = 1; i < 1000; i++) {
- ht_out[i] = i * i;
- }
- ht_out.erase(563); // just to test having some erased keys when we write.
- ht_out.erase(22);
-
- string file(TmpFile("intio"));
- FILE* fp = fopen(file.c_str(), "wb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_out.write_metadata(fp));
- EXPECT_TRUE(ht_out.write_nopointer_data(fp));
- fclose(fp);
- }
-
- sparse_hash_map<int, int> ht_in;
- fp = fopen(file.c_str(), "rb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_in.read_metadata(fp));
- EXPECT_TRUE(ht_in.read_nopointer_data(fp));
- fclose(fp);
- }
-
- EXPECT_EQ(1, ht_in[1]);
- EXPECT_EQ(998001, ht_in[999]);
- EXPECT_EQ(100, ht_in[10]);
- EXPECT_EQ(441, ht_in[21]);
- EXPECT_EQ(0, ht_in[22]); // should not have been saved
- EXPECT_EQ(0, ht_in[563]);
-}
-
-TEST(HashtableTest, StringIO)
-{
- // Since the set case is just a special (easier) case than the map case,
- // I just test on sparse_hash_map. This handles the difficult case where
- // we have to write our own custom reader/writer for the data.
- typedef sparse_hash_map<string, string, Hasher, Hasher> SP;
- SP ht_out;
- ht_out.set_deleted_key(string(""));
-
- for (int i = 32; i < 128; i++) {
- // This maps 'a' to 32 a's, 'b' to 33 b's, etc.
- ht_out[string(1, (char)i)] = string((size_t)i, (char)i);
- }
- ht_out.erase("c"); // just to test having some erased keys when we write.
- ht_out.erase("y");
-
- string file(TmpFile("stringio"));
- FILE* fp = fopen(file.c_str(), "wb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_out.write_metadata(fp));
-
- for (SP::const_iterator it = ht_out.cbegin(); it != ht_out.cend(); ++it)
- {
- const string::size_type first_size = it->first.length();
- fwrite(&first_size, sizeof(first_size), 1, fp); // ignore endianness issues
- fwrite(it->first.c_str(), first_size, 1, fp);
-
- const string::size_type second_size = it->second.length();
- fwrite(&second_size, sizeof(second_size), 1, fp);
- fwrite(it->second.c_str(), second_size, 1, fp);
- }
- fclose(fp);
- }
-
- sparse_hash_map<string, string, Hasher, Hasher> ht_in;
- fp = fopen(file.c_str(), "rb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_in.read_metadata(fp));
- for (sparse_hash_map<string, string, Hasher, Hasher>::iterator
- it = ht_in.begin(); it != ht_in.end(); ++it) {
- string::size_type first_size;
- EXPECT_EQ(1u, fread(&first_size, sizeof(first_size), 1, fp));
- char* first = new char[first_size];
- EXPECT_EQ(1u, fread(first, first_size, 1, fp));
-
- string::size_type second_size;
- EXPECT_EQ(1u, fread(&second_size, sizeof(second_size), 1, fp));
- char* second = new char[second_size];
- EXPECT_EQ(1u, fread(second, second_size, 1, fp));
-
- // it points to garbage, so we have to use placement-new to initialize.
- // We also have to use const-cast since it->first is const.
- new(const_cast<string*>(&it->first)) string(first, first_size);
- new(&it->second) string(second, second_size);
- delete[] first;
- delete[] second;
- }
- fclose(fp);
- }
- EXPECT_EQ(string(" "), ht_in[" "]);
- EXPECT_EQ(string("+++++++++++++++++++++++++++++++++++++++++++"), ht_in["+"]);
- EXPECT_EQ(string(""), ht_in["c"]); // should not have been saved
- EXPECT_EQ(string(""), ht_in["y"]);
-}
-
-TYPED_TEST(HashtableAllTest, Serialization)
-{
- if (!this->ht_.supports_serialization()) return;
- TypeParam ht_out;
- ht_out.set_deleted_key(this->UniqueKey(2000));
- for (int i = 1; i < 100; i++) {
- ht_out.insert(this->UniqueObject(i));
- }
- // just to test having some erased keys when we write.
- ht_out.erase(this->UniqueKey(56));
- ht_out.erase(this->UniqueKey(22));
-
- string file(TmpFile("serialization"));
- FILE* fp = fopen(file.c_str(), "wb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_out.serialize(ValueSerializer(), fp));
- fclose(fp);
- }
-
- TypeParam ht_in;
- fp = fopen(file.c_str(), "rb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_in.unserialize(ValueSerializer(), fp));
- fclose(fp);
- }
-
- EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
- EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
- EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
- // should not have been saved
- EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
-}
-
-TYPED_TEST(HashtableIntTest, NopointerSerialization)
-{
- if (!this->ht_.supports_serialization()) return;
- TypeParam ht_out;
- ht_out.set_deleted_key(this->UniqueKey(2000));
- for (int i = 1; i < 100; i++) {
- ht_out.insert(this->UniqueObject(i));
- }
- // just to test having some erased keys when we write.
- ht_out.erase(this->UniqueKey(56));
- ht_out.erase(this->UniqueKey(22));
-
- string file(TmpFile("nopointer_serialization"));
- FILE* fp = fopen(file.c_str(), "wb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(), fp));
- fclose(fp);
- }
-
- TypeParam ht_in;
- fp = fopen(file.c_str(), "rb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
- EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(), fp));
- fclose(fp);
- }
-
- EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
- EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
- EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
- // should not have been saved
- EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
-}
-
-// We don't support serializing to a string by default, but you can do
-// it by writing your own custom input/output class.
-class StringIO {
- public:
- explicit StringIO(string* s) : s_(s) {}
- size_t Write(const void* buf, size_t len) {
- s_->append(reinterpret_cast<const char*>(buf), len);
- return len;
- }
- size_t Read(void* buf, size_t len) {
- if (s_->length() < len)
- len = s_->length();
- memcpy(reinterpret_cast<char*>(buf), s_->data(), len);
- s_->erase(0, len);
- return len;
- }
- private:
- StringIO& operator=(const StringIO&);
- string* const s_;
-};
-
-TYPED_TEST(HashtableIntTest, SerializingToString)
-{
- if (!this->ht_.supports_serialization()) return;
- TypeParam ht_out;
- ht_out.set_deleted_key(this->UniqueKey(2000));
- for (int i = 1; i < 100; i++) {
- ht_out.insert(this->UniqueObject(i));
- }
- // just to test having some erased keys when we write.
- ht_out.erase(this->UniqueKey(56));
- ht_out.erase(this->UniqueKey(22));
-
- string stringbuf;
- StringIO stringio(&stringbuf);
- EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
- &stringio));
-
- TypeParam ht_in;
- EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(),
- &stringio));
-
- EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
- EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
- EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
- // should not have been saved
- EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
-}
-
-// An easier way to do the above would be to use the existing stream methods.
-TYPED_TEST(HashtableIntTest, SerializingToStringStream)
-{
- if (!this->ht_.supports_serialization()) return;
- TypeParam ht_out;
- ht_out.set_deleted_key(this->UniqueKey(2000));
- for (int i = 1; i < 100; i++) {
- ht_out.insert(this->UniqueObject(i));
- }
- // just to test having some erased keys when we write.
- ht_out.erase(this->UniqueKey(56));
- ht_out.erase(this->UniqueKey(22));
-
- std::stringstream string_buffer;
- EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
- &string_buffer));
-
- TypeParam ht_in;
- EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(),
- &string_buffer));
-
- EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
- EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
- EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
- // should not have been saved
- EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
- EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
-}
-
-// Verify that the metadata serialization is endianness and word size
-// agnostic.
-TYPED_TEST(HashtableAllTest, MetadataSerializationAndEndianness)
-{
- TypeParam ht_out;
- string kExpectedDense("\x13W\x86""B\0\0\0\0\0\0\0 \0\0\0\0\0\0\0\0\0\0\0\0",
- 24);
-
- // GP change - switched size from 20 to formula, because the sparsegroup bitmap is 4 or 8 bytes and not 6
- string kExpectedSparse("$hu1\0\0\0 \0\0\0\0\0\0\0\0\0\0\0", 12 + sizeof(group_bm_type));
-
- if (ht_out.supports_readwrite()) {
- size_t num_bytes = 0;
- string file(TmpFile("metadata_serialization"));
- FILE* fp = fopen(file.c_str(), "wb");
- if (fp)
- {
- EXPECT_TRUE(fp != NULL);
-
- EXPECT_TRUE(ht_out.write_metadata(fp));
- EXPECT_TRUE(ht_out.write_nopointer_data(fp));
-
- num_bytes = (const size_t)ftell(fp);
- fclose(fp);
- }
-
- char contents[24] = {0};
- fp = fopen(file.c_str(), "rb");
- if (fp)
- {
- EXPECT_LE(num_bytes, static_cast<size_t>(24));
- EXPECT_EQ(num_bytes, fread(contents, 1, num_bytes <= 24 ? num_bytes : 24, fp));
- EXPECT_EQ(EOF, fgetc(fp)); // check we're *exactly* the right size
- fclose(fp);
- }
- // TODO(csilvers): check type of ht_out instead of looking at the 1st byte.
- if (contents[0] == kExpectedDense[0]) {
- EXPECT_EQ(kExpectedDense, string(contents, num_bytes));
- } else {
- EXPECT_EQ(kExpectedSparse, string(contents, num_bytes));
- }
- }
-
- // Do it again with new-style serialization. Here we can use StringIO.
- if (ht_out.supports_serialization()) {
- string stringbuf;
- StringIO stringio(&stringbuf);
- EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
- &stringio));
- if (stringbuf[0] == kExpectedDense[0]) {
- EXPECT_EQ(kExpectedDense, stringbuf);
- } else {
- EXPECT_EQ(kExpectedSparse, stringbuf);
- }
- }
-}
-
-
-// ------------------------------------------------------------------------
-// The above tests test the general API for correctness. These tests
-// test a few corner cases that have tripped us up in the past, and
-// more general, cross-API issues like memory management.
-
-TYPED_TEST(HashtableAllTest, BracketOperatorCrashing)
-{
- this->ht_.set_deleted_key(this->UniqueKey(1));
- for (int iters = 0; iters < 10; iters++) {
- // We start at 33 because after shrinking, we'll be at 32 buckets.
- for (int i = 33; i < 133; i++) {
- this->ht_.bracket_assign(this->UniqueKey(i),
- this->ht_.get_data(this->UniqueObject(i)));
- }
- this->ht_.clear_no_resize();
- // This will force a shrink on the next insert, which we want to test.
- this->ht_.bracket_assign(this->UniqueKey(2),
- this->ht_.get_data(this->UniqueObject(2)));
- this->ht_.erase(this->UniqueKey(2));
- }
-}
-
-// For data types with trivial copy-constructors and destructors, we
-// should use an optimized routine for data-copying, that involves
-// memmove. We test this by keeping count of how many times the
-// copy-constructor is called; it should be much less with the
-// optimized code.
-struct Memmove
-{
-public:
- Memmove(): i(0) {}
- explicit Memmove(int ival): i(ival) {}
- Memmove(const Memmove& that) { this->i = that.i; num_copies++; }
- int i;
- static int num_copies;
-};
-int Memmove::num_copies = 0;
-
-struct NoMemmove
-{
-public:
- NoMemmove(): i(0) {}
- explicit NoMemmove(int ival): i(ival) {}
- NoMemmove(const NoMemmove& that) { this->i = that.i; num_copies++; }
- int i;
- static int num_copies;
-};
-int NoMemmove::num_copies = 0;
-
-} // unnamed namespace
-
-#if 0
-// This is what tells the hashtable code it can use memmove for this class:
-namespace google {
-
-template<> struct has_trivial_copy<Memmove> : true_type { };
-template<> struct has_trivial_destructor<Memmove> : true_type { };
-
-};
-#endif
-
-namespace
-{
-
-TEST(HashtableTest, SimpleDataTypeOptimizations)
-{
- // Only sparsehashtable optimizes moves in this way.
- sparse_hash_map<int, Memmove, Hasher, Hasher> memmove;
- sparse_hash_map<int, NoMemmove, Hasher, Hasher> nomemmove;
- sparse_hash_map<int, Memmove, Hasher, Hasher, Alloc<int> >
- memmove_nonstandard_alloc;
-
- Memmove::num_copies = 0;
- for (int i = 10000; i > 0; i--) {
- memmove[i] = Memmove(i);
- }
- // GP change - const int memmove_copies = Memmove::num_copies;
-
- NoMemmove::num_copies = 0;
- for (int i = 10000; i > 0; i--) {
- nomemmove[i] = NoMemmove(i);
- }
- // GP change - const int nomemmove_copies = NoMemmove::num_copies;
-
- Memmove::num_copies = 0;
- for (int i = 10000; i > 0; i--) {
- memmove_nonstandard_alloc[i] = Memmove(i);
- }
- // GP change - const int memmove_nonstandard_alloc_copies = Memmove::num_copies;
-
- // GP change - commented out following two lines
- //EXPECT_GT(nomemmove_copies, memmove_copies);
- //EXPECT_EQ(nomemmove_copies, memmove_nonstandard_alloc_copies);
-}
-
-TYPED_TEST(HashtableAllTest, ResizeHysteresis)
-{
- // We want to make sure that when we create a hashtable, and then
- // add and delete one element, the size of the hashtable doesn't
- // change.
- this->ht_.set_deleted_key(this->UniqueKey(1));
- typename TypeParam::size_type old_bucket_count = this->ht_.bucket_count();
- this->ht_.insert(this->UniqueObject(4));
- this->ht_.erase(this->UniqueKey(4));
- this->ht_.insert(this->UniqueObject(4));
- this->ht_.erase(this->UniqueKey(4));
- EXPECT_EQ(old_bucket_count, this->ht_.bucket_count());
-
- // Try it again, but with a hashtable that starts very small
- TypeParam ht(2);
- EXPECT_LT(ht.bucket_count(), 32u); // verify we really do start small
- ht.set_deleted_key(this->UniqueKey(1));
- old_bucket_count = ht.bucket_count();
- ht.insert(this->UniqueObject(4));
- ht.erase(this->UniqueKey(4));
- ht.insert(this->UniqueObject(4));
- ht.erase(this->UniqueKey(4));
- EXPECT_EQ(old_bucket_count, ht.bucket_count());
-}
-
-TEST(HashtableTest, ConstKey)
-{
- // Sometimes people write hash_map<const int, int>, even though the
- // const isn't necessary. Make sure we handle this cleanly.
- sparse_hash_map<const int, int, Hasher, Hasher> shm;
- shm.set_deleted_key(1);
- shm[10] = 20;
-}
-
-TYPED_TEST(HashtableAllTest, ResizeActuallyResizes)
-{
- // This tests for a problem we had where we could repeatedly "resize"
- // a hashtable to the same size it was before, on every insert.
- // -----------------------------------------------------------------
- const typename TypeParam::size_type kSize = 1<<10; // Pick any power of 2
- const float kResize = 0.8f; // anything between 0.5 and 1 is fine.
- const int kThreshold = static_cast<int>(kSize * kResize - 1);
- this->ht_.set_resizing_parameters(0, kResize);
- this->ht_.set_deleted_key(this->UniqueKey(kThreshold + 100));
-
- // Get right up to the resizing threshold.
- for (int i = 0; i <= kThreshold; i++) {
- this->ht_.insert(this->UniqueObject(i+1));
- }
- // The bucket count should equal kSize.
- EXPECT_EQ(kSize, this->ht_.bucket_count());
-
- // Now start doing erase+insert pairs. This should cause us to
- // copy the hashtable at most once.
- const int pre_copies = this->ht_.num_table_copies();
- for (int i = 0; i < static_cast<int>(kSize); i++) {
- this->ht_.erase(this->UniqueKey(kThreshold));
- this->ht_.insert(this->UniqueObject(kThreshold));
- }
- EXPECT_LT(this->ht_.num_table_copies(), pre_copies + 2);
-
- // Now create a hashtable where we go right to the threshold, then
- // delete everything and do one insert. Even though our hashtable
- // is now tiny, we should still have at least kSize buckets, because
- // our shrink threshhold is 0.
- // -----------------------------------------------------------------
- TypeParam ht2;
- ht2.set_deleted_key(this->UniqueKey(kThreshold + 100));
- ht2.set_resizing_parameters(0, kResize);
- EXPECT_LT(ht2.bucket_count(), kSize);
- for (int i = 0; i <= kThreshold; i++) {
- ht2.insert(this->UniqueObject(i+1));
- }
- EXPECT_EQ(ht2.bucket_count(), kSize);
- for (int i = 0; i <= kThreshold; i++) {
- ht2.erase(this->UniqueKey(i+1));
- EXPECT_EQ(ht2.bucket_count(), kSize);
- }
- ht2.insert(this->UniqueObject(kThreshold+2));
- EXPECT_GE(ht2.bucket_count(), kSize);
-}
-
-TEST(HashtableTest, CXX11)
-{
-#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
- {
- // Initializer lists
- // -----------------
- typedef sparse_hash_map<int, int> Smap;
-
- Smap smap({ {1, 1}, {2, 2} });
- EXPECT_EQ(smap.size(), 2);
-
- smap = { {1, 1}, {2, 2}, {3, 4} };
- EXPECT_EQ(smap.size(), 3);
-
- smap.insert({{5, 1}, {6, 1}});
- EXPECT_EQ(smap.size(), 5);
- EXPECT_EQ(smap[6], 1);
- EXPECT_EQ(smap.at(6), 1);
- try
- {
- EXPECT_EQ(smap.at(999), 1);
- }
- catch (...)
- {};
-
- sparse_hash_set<int> sset({ 1, 3, 4, 5 });
- EXPECT_EQ(sset.size(), 4);
- }
-#endif
-}
-
-
-
-TEST(HashtableTest, NestedHashtables)
-{
- // People can do better than to have a hash_map of hash_maps, but we
- // should still support it. I try a few different mappings.
- sparse_hash_map<string, sparse_hash_map<int, string>, Hasher, Hasher> ht1;
-
- ht1["hi"]; // create a sub-ht with the default values
- ht1["lo"][1] = "there";
- sparse_hash_map<string, sparse_hash_map<int, string>, Hasher, Hasher>
- ht1copy = ht1;
-}
-
-TEST(HashtableDeathTest, ResizeOverflow)
-{
- sparse_hash_map<int, int> ht2;
- EXPECT_DEATH(ht2.resize(static_cast<size_t>(-1)), "overflows size_type");
-}
-
-TEST(HashtableDeathTest, InsertSizeTypeOverflow)
-{
- static const int kMax = 256;
- vector<int> test_data(kMax);
- for (int i = 0; i < kMax; ++i) {
- test_data[(size_t)i] = i+1000;
- }
-
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
-
- // Test we are using the correct allocator
- EXPECT_TRUE(shs.get_allocator().is_custom_alloc());
-
- // Test size_type overflow in insert(it, it)
- EXPECT_DEATH(shs.insert(test_data.begin(), test_data.end()), "overflows size_type");
-}
-
-TEST(HashtableDeathTest, InsertMaxSizeOverflow)
-{
- static const int kMax = 256;
- vector<int> test_data(kMax);
- for (int i = 0; i < kMax; ++i) {
- test_data[(size_t)i] = i+1000;
- }
-
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
-
- // Test max_size overflow
- EXPECT_DEATH(shs.insert(test_data.begin(), test_data.begin() + 11), "exceed max_size");
-}
-
-TEST(HashtableDeathTest, ResizeSizeTypeOverflow)
-{
- // Test min-buckets overflow, when we want to resize too close to size_type
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
-
- EXPECT_DEATH(shs.resize(250), "overflows size_type");
-}
-
-TEST(HashtableDeathTest, ResizeDeltaOverflow)
-{
- static const int kMax = 256;
- vector<int> test_data(kMax);
- for (int i = 0; i < kMax; ++i) {
- test_data[(size_t)i] = i+1000;
- }
-
- sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 255> > shs;
-
- for (int i = 0; i < 9; i++) {
- shs.insert(i);
- }
- EXPECT_DEATH(shs.insert(test_data.begin(), test_data.begin() + 250),
- "overflows size_type");
-}
-
-// ------------------------------------------------------------------------
-// This informational "test" comes last so it's easy to see.
-// Also, benchmarks.
-
-TYPED_TEST(HashtableAllTest, ClassSizes)
-{
- std::cout << "sizeof(" << typeid(TypeParam).name() << "): "
- << sizeof(this->ht_) << "\n";
-}
-
-} // unnamed namespace
-
-int main(int, char **)
-{
- // All the work is done in the static constructors. If they don't
- // die, the tests have all passed.
- cout << "PASS\n";
- return 0;
-}
diff --git a/resources/3rdparty/sparsepp/spp_utils.h b/resources/3rdparty/sparsepp/spp_utils.h
deleted file mode 100644
index 96a8f5bf3..000000000
--- a/resources/3rdparty/sparsepp/spp_utils.h
+++ /dev/null
@@ -1,318 +0,0 @@
-// ----------------------------------------------------------------------
-// Copyright (c) 2016, Steven Gregory Popovitch - greg7mdp@gmail.com
-// All rights reserved.
-//
-// Code derived derived from Boost libraries.
-// Boost software licence reproduced below.
-//
-// Redistribution and use in source and binary forms, with or without
-// modification, are permitted provided that the following conditions are
-// met:
-//
-// * Redistributions of source code must retain the above copyright
-// notice, this list of conditions and the following disclaimer.
-// * Redistributions in binary form must reproduce the above
-// copyright notice, this list of conditions and the following disclaimer
-// in the documentation and/or other materials provided with the
-// distribution.
-// * The name of Steven Gregory Popovitch may not be used to
-// endorse or promote products derived from this software without
-// specific prior written permission.
-//
-// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-// ----------------------------------------------------------------------
-
-// ---------------------------------------------------------------------------
-// Boost Software License - Version 1.0 - August 17th, 2003
-//
-// Permission is hereby granted, free of charge, to any person or organization
-// obtaining a copy of the software and accompanying documentation covered by
-// this license (the "Software") to use, reproduce, display, distribute,
-// execute, and transmit the Software, and to prepare derivative works of the
-// Software, and to permit third-parties to whom the Software is furnished to
-// do so, all subject to the following:
-//
-// The copyright notices in the Software and this entire statement, including
-// the above license grant, this restriction and the following disclaimer,
-// must be included in all copies of the Software, in whole or in part, and
-// all derivative works of the Software, unless such copies or derivative
-// works are solely in the form of machine-executable object code generated by
-// a source language processor.
-//
-// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-// FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
-// SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
-// FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
-// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
-// DEALINGS IN THE SOFTWARE.
-// ---------------------------------------------------------------------------
-
-// ----------------------------------------------------------------------
-// H A S H F U N C T I O N S
-// ----------------------------
-//
-// Implements spp::spp_hash() and spp::hash_combine()
-//
-// The exact same code is duplicated in sparsepp.h.
-//
-// WARNING: Any change here has to be duplicated in sparsepp.h.
-// ----------------------------------------------------------------------
-
-#if !defined(spp_utils_h_guard_)
-#define spp_utils_h_guard_
-
-#if defined(_MSC_VER)
- #if (_MSC_VER >= 1600 ) // vs2010 (1900 is vs2015)
- #include <functional>
- #define SPP_HASH_CLASS std::hash
- #else
- #include <hash_map>
- #define SPP_HASH_CLASS stdext::hash_compare
- #endif
- #if (_MSC_FULL_VER < 190021730)
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#elif defined(__GNUC__)
- #if defined(__GXX_EXPERIMENTAL_CXX0X__) || (__cplusplus >= 201103L)
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-
- #if (__GNUC__ * 10000 + __GNUC_MINOR__ * 100) < 40600
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
- #else
- #include <tr1/unordered_map>
- #define SPP_HASH_CLASS std::tr1::hash
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#elif defined __clang__
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-
- #if !__has_feature(cxx_noexcept)
- #define SPP_NO_CXX11_NOEXCEPT
- #endif
-#else
- #include <functional>
- #define SPP_HASH_CLASS std::hash
-#endif
-
-#ifdef SPP_NO_CXX11_NOEXCEPT
- #define SPP_NOEXCEPT
-#else
- #define SPP_NOEXCEPT noexcept
-#endif
-
-#ifdef SPP_NO_CXX11_CONSTEXPR
- #define SPP_CONSTEXPR
-#else
- #define SPP_CONSTEXPR constexpr
-#endif
-
-#define SPP_INLINE
-
-#ifndef SPP_NAMESPACE
- #define SPP_NAMESPACE spp
-#endif
-
-namespace SPP_NAMESPACE
-{
-
-template <class T>
-struct spp_hash
-{
- SPP_INLINE size_t operator()(const T &__v) const SPP_NOEXCEPT
- {
- SPP_HASH_CLASS<T> hasher;
- return hasher(__v);
- }
-};
-
-template <class T>
-struct spp_hash<T *>
-{
- static size_t spp_log2 (size_t val) SPP_NOEXCEPT
- {
- size_t res = 0;
- while (val > 1)
- {
- val >>= 1;
- res++;
- }
- return res;
- }
-
- SPP_INLINE size_t operator()(const T *__v) const SPP_NOEXCEPT
- {
- static const size_t shift = 3; // spp_log2(1 + sizeof(T)); // T might be incomplete!
- return static_cast<size_t>((*(reinterpret_cast<const uintptr_t *>(&__v))) >> shift);
- }
-};
-
-// from http://burtleburtle.net/bob/hash/integer.html
-// fast and efficient for power of two table sizes where we always
-// consider the last bits.
-// ---------------------------------------------------------------
-inline size_t spp_mix_32(uint32_t a)
-{
- a = a ^ (a >> 4);
- a = (a ^ 0xdeadbeef) + (a << 5);
- a = a ^ (a >> 11);
- return static_cast<size_t>(a);
-}
-
-// Maybe we should do a more thorough scrambling as described in
-// https://gist.github.com/badboy/6267743
-// -------------------------------------------------------------
-inline size_t spp_mix_64(uint64_t a)
-{
- a = a ^ (a >> 4);
- a = (a ^ 0xdeadbeef) + (a << 5);
- a = a ^ (a >> 11);
- return a;
-}
-
-template <>
-struct spp_hash<bool> : public std::unary_function<bool, size_t>
-{
- SPP_INLINE size_t operator()(bool __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<char> : public std::unary_function<char, size_t>
-{
- SPP_INLINE size_t operator()(char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<signed char> : public std::unary_function<signed char, size_t>
-{
- SPP_INLINE size_t operator()(signed char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<unsigned char> : public std::unary_function<unsigned char, size_t>
-{
- SPP_INLINE size_t operator()(unsigned char __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<wchar_t> : public std::unary_function<wchar_t, size_t>
-{
- SPP_INLINE size_t operator()(wchar_t __v) const SPP_NOEXCEPT
- { return static_cast<size_t>(__v); }
-};
-
-template <>
-struct spp_hash<int16_t> : public std::unary_function<int16_t, size_t>
-{
- SPP_INLINE size_t operator()(int16_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint16_t> : public std::unary_function<uint16_t, size_t>
-{
- SPP_INLINE size_t operator()(uint16_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<int32_t> : public std::unary_function<int32_t, size_t>
-{
- SPP_INLINE size_t operator()(int32_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint32_t> : public std::unary_function<uint32_t, size_t>
-{
- SPP_INLINE size_t operator()(uint32_t __v) const SPP_NOEXCEPT
- { return spp_mix_32(static_cast<uint32_t>(__v)); }
-};
-
-template <>
-struct spp_hash<int64_t> : public std::unary_function<int64_t, size_t>
-{
- SPP_INLINE size_t operator()(int64_t __v) const SPP_NOEXCEPT
- { return spp_mix_64(static_cast<uint64_t>(__v)); }
-};
-
-template <>
-struct spp_hash<uint64_t> : public std::unary_function<uint64_t, size_t>
-{
- SPP_INLINE size_t operator()(uint64_t __v) const SPP_NOEXCEPT
- { return spp_mix_64(static_cast<uint64_t>(__v)); }
-};
-
-template <>
-struct spp_hash<float> : public std::unary_function<float, size_t>
-{
- SPP_INLINE size_t operator()(float __v) const SPP_NOEXCEPT
- {
- // -0.0 and 0.0 should return same hash
- uint32_t *as_int = reinterpret_cast<uint32_t *>(&__v);
- return (__v == 0) ? static_cast<size_t>(0) : spp_mix_32(*as_int);
- }
-};
-
-template <>
-struct spp_hash<double> : public std::unary_function<double, size_t>
-{
- SPP_INLINE size_t operator()(double __v) const SPP_NOEXCEPT
- {
- // -0.0 and 0.0 should return same hash
- uint64_t *as_int = reinterpret_cast<uint64_t *>(&__v);
- return (__v == 0) ? static_cast<size_t>(0) : spp_mix_64(*as_int);
- }
-};
-
-template <class T, int sz> struct Combiner
-{
- inline void operator()(T& seed, T value);
-};
-
-template <class T> struct Combiner<T, 4>
-{
- inline void operator()(T& seed, T value)
- {
- seed ^= value + 0x9e3779b9 + (seed << 6) + (seed >> 2);
- }
-};
-
-template <class T> struct Combiner<T, 8>
-{
- inline void operator()(T& seed, T value)
- {
- seed ^= value + T(0xc6a4a7935bd1e995) + (seed << 6) + (seed >> 2);
- }
-};
-
-template <class T>
-inline void hash_combine(std::size_t& seed, T const& v)
-{
- spp::spp_hash<T> hasher;
- Combiner<std::size_t, sizeof(std::size_t)> combiner;
-
- combiner(seed, hasher(v));
-}
-
-}
-
-#endif // spp_utils_h_guard_
-
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
index 33c51e3fa..e7d3b1162 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
@@ -114,6 +114,8 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_function_op_plus, MTBDD*, pa, MTBDD*, p
/* Check for partial functions */
if (a == mtbdd_false) return b;
if (b == mtbdd_false) return a;
+
+ if (a == mtbdd_true || b == mtbdd_true) return mtbdd_true;
/* If both leaves, compute plus */
if (mtbdd_isleaf(a) && mtbdd_isleaf(b)) {
@@ -163,6 +165,8 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_function_op_times, MTBDD*, pa, MTBDD*,
/* Check for partial functions */
if (a == mtbdd_false || b == mtbdd_false) return mtbdd_false;
+ if (a == mtbdd_true) return b;
+ if (b == mtbdd_true) return a;
/* If both leaves, compute multiplication */
if (mtbdd_isleaf(a) && mtbdd_isleaf(b)) {
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
index ee70252e3..174fbd154 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
@@ -114,6 +114,8 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_number_op_plus, MTBDD*, pa, MTBDD*, pb)
/* Check for partial functions */
if (a == mtbdd_false) return b;
if (b == mtbdd_false) return a;
+
+ if (a == mtbdd_true || b == mtbdd_true) return mtbdd_true;
/* If both leaves, compute plus */
if (mtbdd_isleaf(a) && mtbdd_isleaf(b)) {
@@ -163,6 +165,8 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_number_op_times, MTBDD*, pa, MTBDD*, pb
/* Check for partial functions */
if (a == mtbdd_false || b == mtbdd_false) return mtbdd_false;
+ if (a == mtbdd_true) return b;
+ if (b == mtbdd_true) return a;
/* If both leaves, compute multiplication */
if (mtbdd_isleaf(a) && mtbdd_isleaf(b)) {
diff --git a/src/storm/builder/jit/ExplicitJitJaniModelBuilder.cpp b/src/storm/builder/jit/ExplicitJitJaniModelBuilder.cpp
index 6df0210e9..9237a91ac 100644
--- a/src/storm/builder/jit/ExplicitJitJaniModelBuilder.cpp
+++ b/src/storm/builder/jit/ExplicitJitJaniModelBuilder.cpp
@@ -92,6 +92,7 @@ namespace storm {
} else {
carlIncludeDirectory = STORM_CARL_INCLUDE_DIR;
}
+ sparseppIncludeDirectory = STORM_BUILD_DIR "/include/resources/3rdparty/sparsepp/";
// Register all transient variables as transient.
for (auto const& variable : this->model.getGlobalVariables().getTransientVariables()) {
@@ -1648,7 +1649,7 @@ namespace storm {
#include "storm/adapters/CarlAdapter.h"
{% endif %}
-#include "resources/3rdparty/sparsepp/sparsepp.h"
+#include <sparsepp/spp.h>
#include "storm/builder/jit/StateSet.h"
#include "storm/builder/jit/JitModelBuilderInterface.h"
@@ -2405,7 +2406,7 @@ namespace storm {
dynamicLibraryPath += DYLIB_EXTENSION;
std::string dynamicLibraryFilename = boost::filesystem::absolute(dynamicLibraryPath).string();
- std::string command = compiler + " " + sourceFilename + " " + compilerFlags + " -I" + stormIncludeDirectory + " -I" + boostIncludeDirectory + " -I" + carlIncludeDirectory + " -o " + dynamicLibraryFilename;
+ std::string command = compiler + " " + sourceFilename + " " + compilerFlags + " -I" + stormIncludeDirectory + " -I" + sparseppIncludeDirectory + " -I" + boostIncludeDirectory + " -I" + carlIncludeDirectory + " -o " + dynamicLibraryFilename;
boost::optional<std::string> error = execute(command);
if (error) {
diff --git a/src/storm/builder/jit/ExplicitJitJaniModelBuilder.h b/src/storm/builder/jit/ExplicitJitJaniModelBuilder.h
index 65321ad9f..0980d7def 100644
--- a/src/storm/builder/jit/ExplicitJitJaniModelBuilder.h
+++ b/src/storm/builder/jit/ExplicitJitJaniModelBuilder.h
@@ -192,6 +192,9 @@ namespace storm {
/// The include directory of carl.
std::string carlIncludeDirectory;
+ /// The include directory of sparsepp.
+ std::string sparseppIncludeDirectory;
+
/// A cache that is used by carl.
std::shared_ptr<carl::Cache<carl::PolynomialFactorizationPair<RawPolynomial>>> cache;
};
diff --git a/src/storm/settings/modules/BisimulationSettings.cpp b/src/storm/settings/modules/BisimulationSettings.cpp
index de0a6ad2e..a626df55e 100644
--- a/src/storm/settings/modules/BisimulationSettings.cpp
+++ b/src/storm/settings/modules/BisimulationSettings.cpp
@@ -6,6 +6,8 @@
#include "storm/settings/Argument.h"
#include "storm/settings/SettingsManager.h"
+#include "storm/exceptions/InvalidSettingsException.h"
+
namespace storm {
namespace settings {
namespace modules {
diff --git a/src/storm/settings/modules/BisimulationSettings.h b/src/storm/settings/modules/BisimulationSettings.h
index 8c644cd9c..cd8dffbe2 100644
--- a/src/storm/settings/modules/BisimulationSettings.h
+++ b/src/storm/settings/modules/BisimulationSettings.h
@@ -15,6 +15,8 @@ namespace storm {
// An enumeration of all available bisimulation types.
enum class BisimulationType { Strong, Weak };
+ enum class CachingStrategy { FullDirect, FullLate, Granularity, Minimal };
+
/*!
* Creates a new set of bisimulation settings.
*/
diff --git a/src/storm/storage/dd/Add.cpp b/src/storm/storage/dd/Add.cpp
index 6e00de3ec..23403e843 100644
--- a/src/storm/storage/dd/Add.cpp
+++ b/src/storm/storage/dd/Add.cpp
@@ -241,7 +241,24 @@ namespace storm {
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::multiplyMatrix(Add<LibraryType, ValueType> const& otherMatrix, std::set<storm::expressions::Variable> const& summationMetaVariables) const {
- // Create the CUDD summation variables.
+ // Create the summation variables.
+ std::vector<InternalBdd<LibraryType>> summationDdVariables;
+ for (auto const& metaVariable : summationMetaVariables) {
+ for (auto const& ddVariable : this->getDdManager().getMetaVariable(metaVariable).getDdVariables()) {
+ summationDdVariables.push_back(ddVariable);
+ }
+ }
+
+ std::set<storm::expressions::Variable> unionOfMetaVariables = Dd<LibraryType>::joinMetaVariables(*this, otherMatrix);
+ std::set<storm::expressions::Variable> containedMetaVariables;
+ std::set_difference(unionOfMetaVariables.begin(), unionOfMetaVariables.end(), summationMetaVariables.begin(), summationMetaVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
+
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.multiplyMatrix(otherMatrix, summationDdVariables), containedMetaVariables);
+ }
+
+ template<DdType LibraryType, typename ValueType>
+ Add<LibraryType, ValueType> Add<LibraryType, ValueType>::multiplyMatrix(Bdd<LibraryType> const& otherMatrix, std::set<storm::expressions::Variable> const& summationMetaVariables) const {
+ // Create the summation variables.
std::vector<InternalBdd<LibraryType>> summationDdVariables;
for (auto const& metaVariable : summationMetaVariables) {
for (auto const& ddVariable : this->getDdManager().getMetaVariable(metaVariable).getDdVariables()) {
diff --git a/src/storm/storage/dd/Add.h b/src/storm/storage/dd/Add.h
index d7a757eff..d8466e46d 100644
--- a/src/storm/storage/dd/Add.h
+++ b/src/storm/storage/dd/Add.h
@@ -339,7 +339,18 @@ namespace storm {
* @return An ADD representing the result of the matrix-matrix multiplication.
*/
Add<LibraryType, ValueType> multiplyMatrix(Add<LibraryType, ValueType> const& otherMatrix, std::set<storm::expressions::Variable> const& summationMetaVariables) const;
-
+
+ /*!
+ * Multiplies the current ADD (representing a matrix) with the given matrix (given by a BDD) by summing over
+ * the given meta variables.
+ *
+ * @param otherMatrix The matrix with which to multiply.
+ * @param summationMetaVariables The names of the meta variables over which to sum during the matrix-
+ * matrix multiplication.
+ * @return An ADD representing the result of the matrix-matrix multiplication.
+ */
+ Add<LibraryType, ValueType> multiplyMatrix(Bdd<LibraryType> const& otherMatrix, std::set<storm::expressions::Variable> const& summationMetaVariables) const;
+
/*!
* Computes a BDD that represents the function in which all assignments with a function value strictly
* larger than the given value are mapped to one and all others to zero.
diff --git a/src/storm/storage/dd/Bdd.cpp b/src/storm/storage/dd/Bdd.cpp
index d58758b6e..7af94004c 100644
--- a/src/storm/storage/dd/Bdd.cpp
+++ b/src/storm/storage/dd/Bdd.cpp
@@ -356,6 +356,11 @@ namespace storm {
return internalBdd.createOdd(this->getSortedVariableIndices());
}
+ template<DdType LibraryType>
+ InternalBdd<LibraryType> const& Bdd<LibraryType>::getInternalBdd() const {
+ return internalBdd;
+ }
+
template<DdType LibraryType>
template<typename ValueType>
std::vector<ValueType> Bdd<LibraryType>::filterExplicitVector(Odd const& odd, std::vector<ValueType> const& values) const {
diff --git a/src/storm/storage/dd/Bdd.h b/src/storm/storage/dd/Bdd.h
index b1a6840fe..1250b2632 100644
--- a/src/storm/storage/dd/Bdd.h
+++ b/src/storm/storage/dd/Bdd.h
@@ -29,6 +29,15 @@ namespace storm {
template<DdType LibraryTypePrime, typename ValueTypePrime>
friend class Add;
+ /*!
+ * Creates a DD that encapsulates the given internal BDD.
+ *
+ * @param ddManager The manager responsible for this DD.
+ * @param internalBdd The internal BDD to store.
+ * @param containedMetaVariables The meta variables that appear in the DD.
+ */
+ Bdd(DdManager<LibraryType> const& ddManager, InternalBdd<LibraryType> const& internalBdd, std::set<storm::expressions::Variable> const& containedMetaVariables = std::set<storm::expressions::Variable>());
+
// Instantiate all copy/move constructors/assignments with the default implementation.
Bdd() = default;
Bdd(Bdd<LibraryType> const& other) = default;
@@ -353,6 +362,11 @@ namespace storm {
*/
storm::storage::BitVector filterExplicitVector(Odd const& odd, storm::storage::BitVector const& values) const;
+ /*!
+ * Retrieves the internal BDD.
+ */
+ InternalBdd<LibraryType> const& getInternalBdd() const;
+
friend struct std::hash<storm::dd::Bdd<LibraryType>>;
template<DdType LibraryTypePrime, typename ValueType>
@@ -364,15 +378,6 @@ namespace storm {
*/
operator InternalBdd<LibraryType>() const;
- /*!
- * Creates a DD that encapsulates the given internal BDD.
- *
- * @param ddManager The manager responsible for this DD.
- * @param internalBdd The internal BDD to store.
- * @param containedMetaVariables The meta variables that appear in the DD.
- */
- Bdd(DdManager<LibraryType> const& ddManager, InternalBdd<LibraryType> const& internalBdd, std::set<storm::expressions::Variable> const& containedMetaVariables = std::set<storm::expressions::Variable>());
-
// The internal BDD that depends on the chosen library.
InternalBdd<LibraryType> internalBdd;
};
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index dcc9c54b9..4893340a6 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -1,5 +1,6 @@
#include "storm/storage/dd/BisimulationDecomposition.h"
+#include "storm/storage/dd/bisimulation/SignatureComputer.h"
#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
#include "storm/utility/macros.h"
@@ -26,46 +27,52 @@ namespace storm {
template <storm::dd::DdType DdType, typename ValueType>
void BisimulationDecomposition<DdType, ValueType>::compute() {
-// LACE_ME;
-
- auto partitionRefinementStart = std::chrono::high_resolution_clock::now();
this->status = Status::InComputation;
+ auto start = std::chrono::high_resolution_clock::now();
+ std::chrono::high_resolution_clock::duration totalSignatureTime(0);
+ std::chrono::high_resolution_clock::duration totalRefinementTime(0);
STORM_LOG_TRACE("Initial partition has " << currentPartition.getNumberOfBlocks() << " blocks.");
#ifndef NDEBUG
- STORM_LOG_TRACE("Initial partition ADD has " << currentPartition.getPartitionAdd().getNodeCount() << " nodes.");
+ STORM_LOG_TRACE("Initial partition has " << currentPartition.getNodeCount() << " nodes.");
#endif
SignatureRefiner<DdType, ValueType> refiner(model.getManager(), currentPartition.getBlockVariable(), model.getRowVariables());
+ SignatureComputer<DdType, ValueType> signatureComputer(model);
bool done = false;
uint64_t iterations = 0;
while (!done) {
-// currentPartition.getPartitionAdd().exportToDot("part" + std::to_string(iterations) + ".dot");
- Signature<DdType, ValueType> signature(model.getTransitionMatrix().multiplyMatrix(currentPartition.getPartitionAdd(), model.getColumnVariables()));
-// signature.getSignatureAdd().exportToDot("sig" + std::to_string(iterations) + ".dot");
-#ifndef NDEBUG
- STORM_LOG_TRACE("Computed signature ADD with " << signature.getSignatureAdd().getNodeCount() << " nodes.");
-#endif
+ ++iterations;
+ auto iterationStart = std::chrono::high_resolution_clock::now();
+
+ auto signatureStart = std::chrono::high_resolution_clock::now();
+ Signature<DdType, ValueType> signature = signatureComputer.compute(currentPartition);
+ auto signatureEnd = std::chrono::high_resolution_clock::now();
+ totalSignatureTime += (signatureEnd - signatureStart);
+ auto refinementStart = std::chrono::high_resolution_clock::now();
Partition<DdType, ValueType> newPartition = refiner.refine(currentPartition, signature);
-
- STORM_LOG_TRACE("New partition has " << newPartition.getNumberOfBlocks() << " blocks.");
-#ifndef NDEBUG
- STORM_LOG_TRACE("Computed new partition ADD with " << newPartition.getPartitionAdd().getNodeCount() << " nodes.");
-#endif
-// STORM_LOG_TRACE("Current #nodes in table " << llmsset_count_marked(nodes) << " of " << llmsset_get_size(nodes) << " BDD nodes.");
+// newPartition.getPartitionAdd().exportToDot("part" + std::to_string(iterations) + ".dot");
+ auto refinementEnd = std::chrono::high_resolution_clock::now();
+ totalRefinementTime += (refinementEnd - refinementStart);
+ auto signatureTime = std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
+ auto refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
+ auto iterationTime = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - iterationStart).count();
+ STORM_LOG_DEBUG("Iteration " << iterations << " produced " << newPartition.getNumberOfBlocks() << " blocks and was completed in " << iterationTime << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms). Signature DD has " << signature.getSignatureAdd().getNodeCount() << " nodes and partition DD has " << currentPartition.getNodeCount() << " nodes.");
+
if (currentPartition == newPartition) {
done = true;
} else {
currentPartition = newPartition;
}
- ++iterations;
}
this->status = Status::FixedPoint;
- auto partitionRefinementEnd = std::chrono::high_resolution_clock::now();
- STORM_LOG_DEBUG("Partition refinement completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(partitionRefinementEnd - partitionRefinementStart).count() << "ms (" << iterations << " iterations).");
+ auto end = std::chrono::high_resolution_clock::now();
+ auto totalSignatureTimeInMilliseconds = std::chrono::duration_cast<std::chrono::milliseconds>(totalSignatureTime).count();
+ auto totalRefinementTimeInMilliseconds = std::chrono::duration_cast<std::chrono::milliseconds>(totalRefinementTime).count();
+ STORM_LOG_DEBUG("Partition refinement completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms (" << iterations << " iterations, signature: " << totalSignatureTimeInMilliseconds << "ms, refinement: " << totalRefinementTimeInMilliseconds << "ms).");
}
template <storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index c4f529702..65a46debf 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -42,6 +42,12 @@ namespace storm {
Add<LibraryType, ValueType> DdManager<LibraryType>::getAddZero() const {
return Add<LibraryType, ValueType>(*this, internalDdManager.template getAddZero<ValueType>());
}
+
+ template<DdType LibraryType>
+ template<typename ValueType>
+ Add<LibraryType, ValueType> DdManager<LibraryType>::getAddUndefined() const {
+ return Add<LibraryType, ValueType>(*this, internalDdManager.template getAddUndefined<ValueType>());
+ }
template<DdType LibraryType>
template<typename ValueType>
@@ -460,7 +466,6 @@ namespace storm {
template Add<DdType::CUDD, double> DdManager<DdType::CUDD>::getIdentity(storm::expressions::Variable const& variable) const;
template Add<DdType::CUDD, uint_fast64_t> DdManager<DdType::CUDD>::getIdentity(storm::expressions::Variable const& variable) const;
-
template class DdManager<DdType::Sylvan>;
template Add<DdType::Sylvan, double> DdManager<DdType::Sylvan>::getAddZero() const;
@@ -470,6 +475,13 @@ namespace storm {
template Add<DdType::Sylvan, storm::RationalFunction> DdManager<DdType::Sylvan>::getAddZero() const;
#endif
+ template Add<DdType::Sylvan, double> DdManager<DdType::Sylvan>::getAddUndefined() const;
+ template Add<DdType::Sylvan, uint_fast64_t> DdManager<DdType::Sylvan>::getAddUndefined() const;
+#ifdef STORM_HAVE_CARL
+ template Add<DdType::Sylvan, storm::RationalNumber> DdManager<DdType::Sylvan>::getAddUndefined() const;
+ template Add<DdType::Sylvan, storm::RationalFunction> DdManager<DdType::Sylvan>::getAddUndefined() const;
+#endif
+
template Add<DdType::Sylvan, double> DdManager<DdType::Sylvan>::getAddOne() const;
template Add<DdType::Sylvan, uint_fast64_t> DdManager<DdType::Sylvan>::getAddOne() const;
#ifdef STORM_HAVE_CARL
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index 5bce645dd..cade43736 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -72,6 +72,14 @@ namespace storm {
template<typename ValueType>
Add<LibraryType, ValueType> getAddZero() const;
+ /*!
+ * Retrieves an ADD representing the an undefined value.
+ *
+ * @return An ADD representing an undefined value.
+ */
+ template<typename ValueType>
+ Add<LibraryType, ValueType> getAddUndefined() const;
+
/*!
* Retrieves an ADD representing the constant infinity function.
*
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index d2dbdb42a..994db80c7 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -7,20 +7,30 @@ namespace storm {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partitionAdd(partitionAdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
+ Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partition(partitionAdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
}
-
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType>::Partition(storm::dd::Bdd<DdType> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partition(partitionBdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
+ // Intentionally left empty.
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
bool Partition<DdType, ValueType>::operator==(Partition<DdType, ValueType> const& other) {
- return this->partitionAdd == other.partitionAdd && this->blockVariable == other.blockVariable && this->nextFreeBlockIndex == other.nextFreeBlockIndex;
+ return this->partition == other.partition && this->blockVariable == other.blockVariable && this->nextFreeBlockIndex == other.nextFreeBlockIndex;
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartitionAdd(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const {
return Partition<DdType, ValueType>(newPartitionAdd, blockVariable, nextFreeBlockIndex);
}
-
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const {
+ return Partition<DdType, ValueType>(newPartitionBdd, blockVariable, nextFreeBlockIndex);
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model) {
return create(model, model.getLabels());
@@ -45,8 +55,14 @@ namespace storm {
}
storm::expressions::Variable blockVariable = createBlockVariable(manager, model.getReachableStates().getNonZeroCount());
- std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> partitionAddAndBlockCount = createPartitionAdd(manager, model, stateSets, blockVariable);
- return Partition<DdType, ValueType>(partitionAddAndBlockCount.first, blockVariable, partitionAddAndBlockCount.second);
+ std::pair<storm::dd::Bdd<DdType>, uint64_t> partitionBddAndBlockCount = createPartitionBdd(manager, model, stateSets, blockVariable);
+
+ // Store the partition as an ADD only in the case of CUDD.
+ if (DdType == storm::dd::DdType::CUDD) {
+ return Partition<DdType, ValueType>(partitionBddAndBlockCount.first.template toAdd<ValueType>(), blockVariable, partitionBddAndBlockCount.second);
+ } else {
+ return Partition<DdType, ValueType>(partitionBddAndBlockCount.first, blockVariable, partitionBddAndBlockCount.second);
+ }
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -55,8 +71,23 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- storm::dd::Add<DdType, ValueType> const& Partition<DdType, ValueType>::getPartitionAdd() const {
- return partitionAdd;
+ bool Partition<DdType, ValueType>::storedAsAdd() const {
+ return partition.which() == 1;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool Partition<DdType, ValueType>::storedAsBdd() const {
+ return partition.which() == 0;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Add<DdType, ValueType> const& Partition<DdType, ValueType>::asAdd() const {
+ return boost::get<storm::dd::Add<DdType, ValueType>>(partition);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Bdd<DdType> const& Partition<DdType, ValueType>::asBdd() const {
+ return boost::get<storm::dd::Bdd<DdType>>(partition);
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -69,6 +100,15 @@ namespace storm {
return nextFreeBlockIndex;
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ uint64_t Partition<DdType, ValueType>::getNodeCount() const {
+ if (this->storedAsBdd()) {
+ return asBdd().getNodeCount();
+ } else {
+ return asAdd().getNodeCount();
+ }
+ }
+
template<storm::dd::DdType DdType>
void enumerateBlocksRec(std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::dd::Bdd<DdType> const& currentStateSet, uint64_t offset, storm::expressions::Variable const& blockVariable, std::function<void (storm::dd::Bdd<DdType> const&)> const& callback) {
if (currentStateSet.isZero()) {
@@ -83,14 +123,14 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> Partition<DdType, ValueType>::createPartitionAdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable) {
+ std::pair<storm::dd::Bdd<DdType>, uint64_t> Partition<DdType, ValueType>::createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable) {
uint64_t blockCount = 0;
- storm::dd::Add<DdType, ValueType> partitionAdd = manager.template getAddZero<ValueType>();
+ storm::dd::Bdd<DdType> partitionAdd = manager.getBddZero();
// Enumerate all realizable blocks.
enumerateBlocksRec<DdType>(stateSets, model.getReachableStates(), 0, blockVariable, [&manager, &partitionAdd, &blockVariable, &blockCount](storm::dd::Bdd<DdType> const& stateSet) {
stateSet.template toAdd<ValueType>().exportToDot("states_" + std::to_string(blockCount) + ".dot");
- partitionAdd += (stateSet && manager.getEncoding(blockVariable, blockCount, false)).template toAdd<ValueType>();
+ partitionAdd |= (stateSet && manager.getEncoding(blockVariable, blockCount, false));
blockCount++;
} );
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
index 647acf996..a206c33a5 100644
--- a/src/storm/storage/dd/bisimulation/Partition.h
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -1,7 +1,10 @@
#pragma once
+#include <boost/variant.hpp>
+
#include "storm/storage/dd/DdType.h"
#include "storm/storage/dd/Add.h"
+#include "storm/storage/dd/Bdd.h"
#include "storm/models/symbolic/Model.h"
@@ -26,10 +29,24 @@ namespace storm {
*/
Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex);
- bool operator==(Partition<DdType, ValueType> const& other);
+ /*!
+ * Creates a new partition from the given data.
+ *
+ * @param partitionBdd A BDD that maps encoding over the state/row variables and the block variable to
+ * true iff the state is in the block.
+ * @param blockVariable The variable to use for the block encoding. Its range must be [0, x] where x is
+ * the number of states in the partition.
+ * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
+ * between 0 and this number.
+ */
+ Partition(storm::dd::Bdd<DdType> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex);
- Partition<DdType, ValueType> replacePartitionAdd(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
+ bool operator==(Partition<DdType, ValueType> const& other);
+ Partition<DdType, ValueType> replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
+
+ Partition<DdType, ValueType> replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const;
+
/*!
* Creates a partition from the given model that respects all labels.
*/
@@ -47,24 +64,30 @@ namespace storm {
uint64_t getNumberOfBlocks() const;
- storm::dd::Add<DdType, ValueType> const& getPartitionAdd() const;
+ bool storedAsAdd() const;
+ bool storedAsBdd() const;
+
+ storm::dd::Add<DdType, ValueType> const& asAdd() const;
+ storm::dd::Bdd<DdType> const& asBdd() const;
storm::expressions::Variable const& getBlockVariable() const;
uint64_t getNextFreeBlockIndex() const;
+ uint64_t getNodeCount() const;
+
private:
- static std::pair<storm::dd::Add<DdType, ValueType>, uint64_t> createPartitionAdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
+ static std::pair<storm::dd::Bdd<DdType>, uint64_t> createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
static storm::expressions::Variable createBlockVariable(storm::dd::DdManager<DdType>& manager, uint64_t numberOfStates);
- // The ADD representing the partition. The ADD is over the row variables of the model and the block variable.
- storm::dd::Add<DdType, ValueType> partitionAdd;
+ /// The DD representing the partition. The DD is over the row variables of the model and the block variable.
+ boost::variant<storm::dd::Bdd<DdType>, storm::dd::Add<DdType, ValueType>> partition;
- // The meta variable used to encode the block of each state in this partition.
+ /// The meta variable used to encode the block of each state in this partition.
storm::expressions::Variable blockVariable;
- // The next free block index.
+ /// The next free block index.
uint64_t nextFreeBlockIndex;
};
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
new file mode 100644
index 000000000..873d81608
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -0,0 +1,32 @@
+#include "storm/storage/dd/bisimulation/SignatureComputer.h"
+
+#include "storm/storage/dd/DdManager.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model) : model(model), transitionMatrix(model.getTransitionMatrix()) {
+ if (DdType == storm::dd::DdType::Sylvan) {
+ this->transitionMatrix = this->transitionMatrix.notZero().ite(this->transitionMatrix, this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ }
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::compute(Partition<DdType, ValueType> const& partition) {
+ if (partition.storedAsBdd()) {
+ return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
+ } else {
+ return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
+ }
+ }
+
+ template class SignatureComputer<storm::dd::DdType::CUDD, double>;
+
+ template class SignatureComputer<storm::dd::DdType::Sylvan, double>;
+ template class SignatureComputer<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class SignatureComputer<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.h b/src/storm/storage/dd/bisimulation/SignatureComputer.h
new file mode 100644
index 000000000..f2de03f49
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.h
@@ -0,0 +1,29 @@
+#pragma once
+
+#include "storm/storage/dd/DdType.h"
+
+#include "storm/storage/dd/bisimulation/Signature.h"
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+#include "storm/models/symbolic/Model.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class SignatureComputer {
+ public:
+ SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model);
+
+ Signature<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition);
+
+ private:
+ storm::models::symbolic::Model<DdType, ValueType> const& model;
+
+ storm::dd::Add<DdType, ValueType> transitionMatrix;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 8695f14a1..3f101776d 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -1,15 +1,24 @@
#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
#include <unordered_map>
+#include <boost/container/flat_map.hpp>
#include "storm/storage/dd/DdManager.h"
#include "storm/storage/dd/cudd/InternalCuddDdManager.h"
#include "storm/utility/macros.h"
+#include "storm/exceptions/InvalidSettingsException.h"
#include "storm/exceptions/NotImplementedException.h"
-#include "resources/3rdparty/sparsepp/sparsepp.h"
+#include "storm/settings/SettingsManager.h"
+#include "storm/settings/modules/BisimulationSettings.h"
+
+#include <sparsepp/spp.h>
+
+#include "sylvan_cache.h"
+#include "sylvan_table.h"
+#include "sylvan_int.h"
namespace storm {
namespace dd {
@@ -18,7 +27,7 @@ namespace storm {
struct CuddPointerPairHash {
std::size_t operator()(std::pair<DdNode const*, DdNode const*> const& pair) const {
std::size_t seed = std::hash<DdNode const*>()(pair.first);
- boost::hash_combine(seed, pair.second);
+ spp::hash_combine(seed, pair.second);
return seed;
}
};
@@ -26,40 +35,75 @@ namespace storm {
struct SylvanMTBDDPairHash {
std::size_t operator()(std::pair<MTBDD, MTBDD> const& pair) const {
std::size_t seed = std::hash<MTBDD>()(pair.first);
- boost::hash_combine(seed, pair.second);
+ spp::hash_combine(seed, pair.second);
return seed;
}
};
+ struct SylvanMTBDDPairLess {
+ std::size_t operator()(std::pair<MTBDD, MTBDD> const& a, std::pair<MTBDD, MTBDD> const& b) const {
+ if (a.first < b.first) {
+ return true;
+ } else if (a.first == b.first && a.second < b.second) {
+ return true;
+ }
+ return false;
+ }
+ };
+
template<storm::dd::DdType DdType, typename ValueType>
class InternalSignatureRefiner;
+ class ReuseWrapper {
+ public:
+ ReuseWrapper() : ReuseWrapper(false) {
+ // Intentionally left empty.
+ }
+
+ ReuseWrapper(bool value) : value(value) {
+ // Intentionally left empty.
+ }
+
+ bool isReused() const {
+ return value;
+ }
+
+ void setReused() {
+ value = true;
+ }
+
+ private:
+ bool value;
+ };
+
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0) {
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
// Intentionally left empty.
}
Partition<storm::dd::DdType::CUDD, ValueType> refine(Partition<storm::dd::DdType::CUDD, ValueType> const& oldPartition, Signature<storm::dd::DdType::CUDD, ValueType> const& signature) {
storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd = refine(oldPartition, signature.getSignatureAdd());
++numberOfRefinements;
- return oldPartition.replacePartitionAdd(newPartitionAdd, nextFreeBlockIndex);
+ return oldPartition.replacePartition(newPartitionAdd, nextFreeBlockIndex);
}
private:
storm::dd::Add<storm::dd::DdType::CUDD, ValueType> refine(Partition<storm::dd::DdType::CUDD, ValueType> const& oldPartition, storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& signatureAdd) {
+ STORM_LOG_ASSERT(oldPartition.storedAsAdd(), "Expecting partition to be stored as ADD for CUDD.");
+
// Clear the caches.
signatureCache.clear();
reuseBlocksCache.clear();
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
// Perform the actual recursive refinement step.
- DdNodePtr result = refine(oldPartition.getPartitionAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode());
+ DdNodePtr result = refine(oldPartition.asAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode());
// Construct resulting ADD from the obtained node and the meta information.
storm::dd::InternalAdd<storm::dd::DdType::CUDD, ValueType> internalNewPartitionAdd(&internalDdManager, cudd::ADD(internalDdManager.getCuddManager(), result));
- storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd(oldPartition.getPartitionAdd().getDdManager(), internalNewPartitionAdd, oldPartition.getPartitionAdd().getContainedMetaVariables());
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd(oldPartition.asAdd().getDdManager(), internalNewPartitionAdd, oldPartition.asAdd().getContainedMetaVariables());
return newPartitionAdd;
}
@@ -67,13 +111,22 @@ namespace storm {
DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode) {
::DdManager* ddman = internalDdManager.getCuddManager().getManager();
+ // If we arrived at the constant zero node, then this was an illegal state encoding (we require
+ // all states to be non-deadlock).
+ if (partitionNode == Cudd_ReadZero(ddman)) {
+ return partitionNode;
+ }
+
// Check the cache whether we have seen the same node before.
- auto sigCacheIt = signatureCache.find(std::make_pair(signatureNode, partitionNode));
- if (sigCacheIt != signatureCache.end()) {
+ std::unique_ptr<DdNode*>& sigCacheEntrySmartPtr = signatureCache[std::make_pair(signatureNode, partitionNode)];
+ if (sigCacheEntrySmartPtr) {
// If so, we return the corresponding result.
- return sigCacheIt->second;
+ return *sigCacheEntrySmartPtr;
}
+ DdNode** newEntryPtr = new DdNode*;
+ sigCacheEntrySmartPtr.reset(newEntryPtr);
+
// Determine the levels in the DDs.
uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode) - 1;
uint64_t signatureVariable = Cudd_NodeReadIndex(signatureNode);
@@ -103,43 +156,38 @@ namespace storm {
elseResult = refine(Cudd_E(partitionNode), Cudd_E(signatureNode));
Cudd_Ref(elseResult);
}
-
+
+ DdNode* result;
if (thenResult == elseResult) {
Cudd_Deref(thenResult);
Cudd_Deref(elseResult);
- return thenResult;
+ result = thenResult;
+ } else {
+ // Get the node to connect the subresults.
+ DdNode* var = Cudd_addIthVar(ddman, topVariable + 1);
+ Cudd_Ref(var);
+ result = Cudd_addIte(ddman, var, thenResult, elseResult);
+ Cudd_Ref(result);
+ Cudd_RecursiveDeref(ddman, var);
+ Cudd_Deref(thenResult);
+ Cudd_Deref(elseResult);
}
- // Get the node to connect the subresults.
- DdNode* var = Cudd_addIthVar(ddman, topVariable + 1);
- Cudd_Ref(var);
- DdNode* result = Cudd_addIte(ddman, var, thenResult, elseResult);
- Cudd_Ref(result);
- Cudd_RecursiveDeref(ddman, var);
- Cudd_Deref(thenResult);
- Cudd_Deref(elseResult);
-
// Store the result in the cache.
- signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
-
+ *newEntryPtr = result;
Cudd_Deref(result);
+
return result;
} else {
// If we are not within the state encoding any more, we hit the signature itself.
- // If we arrived at the constant zero node, then this was an illegal state encoding (we require
- // all states to be non-deadlock).
- if (signatureNode == Cudd_ReadZero(ddman)) {
- return signatureNode;
- }
-
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
- auto reuseCacheIt = reuseBlocksCache.find(partitionNode);
- if (reuseCacheIt == reuseBlocksCache.end()) {
- reuseBlocksCache.emplace(partitionNode, true);
- signatureCache[std::make_pair(signatureNode, partitionNode)] = partitionNode;
+ auto& reuseEntry = reuseBlocksCache[partitionNode];
+ if (!reuseEntry.isReused()) {
+ reuseEntry.setReused();
+ *newEntryPtr = partitionNode;
return partitionNode;
} else {
DdNode* result;
@@ -149,7 +197,7 @@ namespace storm {
result = blockEncoding.getInternalAdd().getCuddDdNode();
Cudd_Ref(result);
}
- signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+ *newEntryPtr = result;
Cudd_Deref(result);
return result;
}
@@ -169,124 +217,191 @@ namespace storm {
// The number of completed refinements.
uint64_t numberOfRefinements;
+ // The number of nodes visited in the last refinement operation.
+ uint64_t lastNumberOfVisitedNodes;
+
// The cache used to identify states with identical signature.
- spp::sparse_hash_map<std::pair<DdNode const*, DdNode const*>, DdNode*, CuddPointerPairHash> signatureCache;
+ spp::sparse_hash_map<std::pair<DdNode const*, DdNode const*>, std::unique_ptr<DdNode*>, CuddPointerPairHash> signatureCache;
// The cache used to identify which old block numbers have already been reused.
- spp::sparse_hash_map<DdNode const*, bool> reuseBlocksCache;
+ spp::sparse_hash_map<DdNode const*, ReuseWrapper> reuseBlocksCache;
};
-
+
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0) {
- // Intentionally left empty.
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), numberOfBlockVariables(manager.getMetaVariable(blockVariable).getNumberOfDdVariables()), blockCube(manager.getMetaVariable(blockVariable).getCube()), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0), signatureCache() {
+ // Perform garbage collection to clean up stuff not needed anymore.
+ LACE_ME;
+ sylvan_gc();
}
Partition<storm::dd::DdType::Sylvan, ValueType> refine(Partition<storm::dd::DdType::Sylvan, ValueType> const& oldPartition, Signature<storm::dd::DdType::Sylvan, ValueType> const& signature) {
- storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> newPartitionAdd = refine(oldPartition, signature.getSignatureAdd());
- ++numberOfRefinements;
- return oldPartition.replacePartitionAdd(newPartitionAdd, nextFreeBlockIndex);
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> newPartitionBdd = refine(oldPartition, signature.getSignatureAdd());
+ return oldPartition.replacePartition(newPartitionBdd, nextFreeBlockIndex);
}
private:
- storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> refine(Partition<storm::dd::DdType::Sylvan, ValueType> const& oldPartition, storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& signatureAdd) {
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> refine(Partition<storm::dd::DdType::Sylvan, ValueType> const& oldPartition, storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& signatureAdd) {
+ STORM_LOG_ASSERT(oldPartition.storedAsBdd(), "Expecting partition to be stored as BDD for Sylvan.");
+
+ LACE_ME;
+
+ // Set up next refinement.
+ ++numberOfRefinements;
+
// Clear the caches.
+ std::size_t oldSize = signatureCache.size();
signatureCache.clear();
+ signatureCache.reserve(3 * oldSize);
reuseBlocksCache.clear();
+ reuseBlocksCache.reserve(3 * oldPartition.getNumberOfBlocks());
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
+
+ // Clear performance counters.
+// signatureCacheLookups = 0;
+// signatureCacheHits = 0;
+// numberOfVisitedNodes = 0;
+// totalSignatureCacheLookupTime = std::chrono::high_resolution_clock::duration(0);
+// totalSignatureCacheStoreTime = std::chrono::high_resolution_clock::duration(0);
+// totalReuseBlocksLookupTime = std::chrono::high_resolution_clock::duration(0);
+// totalLevelLookupTime = std::chrono::high_resolution_clock::duration(0);
+// totalBlockEncodingTime = std::chrono::high_resolution_clock::duration(0);
+// totalMakeNodeTime = std::chrono::high_resolution_clock::duration(0);
// Perform the actual recursive refinement step.
- MTBDD result = refine(oldPartition.getPartitionAdd().getInternalAdd().getSylvanMtbdd().GetMTBDD(), signatureAdd.getInternalAdd().getSylvanMtbdd().GetMTBDD());
+ BDD result = refine(oldPartition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), signatureAdd.getInternalAdd().getSylvanMtbdd().GetMTBDD());
+
+ // Construct resulting BDD from the obtained node and the meta information.
+ storm::dd::InternalBdd<storm::dd::DdType::Sylvan> internalNewPartitionBdd(&internalDdManager, sylvan::Bdd(result));
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> newPartitionBdd(oldPartition.asBdd().getDdManager(), internalNewPartitionBdd, oldPartition.asBdd().getContainedMetaVariables());
- // Construct resulting ADD from the obtained node and the meta information.
- storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType> internalNewPartitionAdd(&internalDdManager, sylvan::Mtbdd(result));
- storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> newPartitionAdd(oldPartition.getPartitionAdd().getDdManager(), internalNewPartitionAdd, oldPartition.getPartitionAdd().getContainedMetaVariables());
+// // Display some statistics.
+// STORM_LOG_TRACE("Refinement visited " << numberOfVisitedNodes << " nodes.");
+// STORM_LOG_TRACE("Current #nodes in table: " << llmsset_count_marked(nodes) << " of " << llmsset_get_size(nodes) << ", cache: " << cache_getused() << " of " << cache_getsize() << ".");
+// STORM_LOG_TRACE("Signature cache hits: " << signatureCacheHits << ", misses: " << (signatureCacheLookups - signatureCacheHits) << ".");
+// STORM_LOG_TRACE("Signature cache lookup time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalSignatureCacheLookupTime).count() << "ms");
+// STORM_LOG_TRACE("Signature cache store time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalSignatureCacheStoreTime).count() << "ms");
+// STORM_LOG_TRACE("Signature cache total time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalSignatureCacheStoreTime + totalSignatureCacheLookupTime).count() << "ms");
+// STORM_LOG_TRACE("Reuse blocks lookup time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalReuseBlocksLookupTime).count() << "ms");
+// STORM_LOG_TRACE("Level lookup time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalLevelLookupTime).count() << "ms");
+// STORM_LOG_TRACE("Block encoding time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalBlockEncodingTime).count() << "ms");
+// STORM_LOG_TRACE("Make node time: " << std::chrono::duration_cast<std::chrono::milliseconds>(totalMakeNodeTime).count() << "ms");
- return newPartitionAdd;
+ return newPartitionBdd;
+ }
+
+ BDD encodeBlock(uint64_t blockIndex) {
+ std::vector<uint8_t> e(numberOfBlockVariables);
+ for (uint64_t i = 0; i < numberOfBlockVariables; ++i) {
+ e[i] = blockIndex & 1 ? 1 : 0;
+ blockIndex >>= 1;
+ }
+ return sylvan_cube(blockCube.getInternalBdd().getSylvanBdd().GetBDD(), e.data());
}
- MTBDD refine(MTBDD partitionNode, MTBDD signatureNode) {
+ BDD refine(BDD partitionNode, MTBDD signatureNode) {
LACE_ME;
+ // If we arrived at the constant zero node, then this was an illegal state encoding (we require
+ // all states to be non-deadlock).
+ if (partitionNode == sylvan_false) {
+ return partitionNode;
+ }
+
+ STORM_LOG_ASSERT(partitionNode != mtbdd_false, "Expected non-false node.");
+
+// ++numberOfVisitedNodes;
+
// Check the cache whether we have seen the same node before.
- auto sigCacheIt = signatureCache.find(std::make_pair(signatureNode, partitionNode));
- if (sigCacheIt != signatureCache.end()) {
+// ++signatureCacheLookups;
+// auto start = std::chrono::high_resolution_clock::now();
+ std::unique_ptr<MTBDD>& sigCacheEntrySmartPtr = signatureCache[std::make_pair(signatureNode, partitionNode)];
+ if (sigCacheEntrySmartPtr) {
+// ++signatureCacheHits;
// If so, we return the corresponding result.
- return sigCacheIt->second;
+// auto end = std::chrono::high_resolution_clock::now();
+// totalSignatureCacheLookupTime += end - start;
+ return *sigCacheEntrySmartPtr;
}
+// auto end = std::chrono::high_resolution_clock::now();
+// totalSignatureCacheLookupTime += end - start;
+
+ MTBDD* newEntryPtr = new MTBDD;
+ sigCacheEntrySmartPtr.reset(newEntryPtr);
+
+ sylvan_gc_test();
// Determine levels in the DDs.
- BDDVAR signatureVariable = mtbdd_isleaf(signatureNode) ? 0xffffffff : sylvan_var(signatureNode);
- BDDVAR partitionVariable = mtbdd_isleaf(signatureNode) ? 0xffffffff : sylvan_var(partitionNode) - 1;
+// start = std::chrono::high_resolution_clock::now();
+ BDDVAR signatureVariable = sylvan_isconst(signatureNode) ? 0xffffffff : sylvan_var(signatureNode);
+ BDDVAR partitionVariable = sylvan_var(partitionNode) - 1;
BDDVAR topVariable = std::min(signatureVariable, partitionVariable);
-
+// end = std::chrono::high_resolution_clock::now();
+// totalLevelLookupTime += end - start;
+
// Check whether the top variable is still within the state encoding.
if (topVariable <= lastStateLevel) {
// Determine subresults by recursive descent.
- MTBDD thenResult;
- MTBDD elseResult;
+ BDD thenResult;
+ BDD elseResult;
if (partitionVariable < signatureVariable) {
- thenResult = refine(sylvan_high(partitionNode), signatureNode);
- sylvan_protect(&thenResult);
elseResult = refine(sylvan_low(partitionNode), signatureNode);
- sylvan_protect(&elseResult);
+ thenResult = refine(sylvan_high(partitionNode), signatureNode);
} else if (partitionVariable > signatureVariable) {
- thenResult = refine(partitionNode, sylvan_high(signatureNode));
- sylvan_protect(&thenResult);
elseResult = refine(partitionNode, sylvan_low(signatureNode));
- sylvan_protect(&elseResult);
+ thenResult = refine(partitionNode, sylvan_high(signatureNode));
} else {
- thenResult = refine(sylvan_high(partitionNode), sylvan_high(signatureNode));
- sylvan_protect(&thenResult);
elseResult = refine(sylvan_low(partitionNode), sylvan_low(signatureNode));
- sylvan_protect(&elseResult);
+ thenResult = refine(sylvan_high(partitionNode), sylvan_high(signatureNode));
}
-
+
+ BDD result;
if (thenResult == elseResult) {
- sylvan_unprotect(&thenResult);
- sylvan_unprotect(&elseResult);
- return thenResult;
+ result = thenResult;
+ } else {
+ // Get the node to connect the subresults.
+// start = std::chrono::high_resolution_clock::now();
+ result = sylvan_makenode(topVariable + 1, elseResult, thenResult);
+// end = std::chrono::high_resolution_clock::now();
+// totalMakeNodeTime += end - start;
}
- // Get the node to connect the subresults.
- MTBDD result = sylvan_makenode(topVariable + 1, elseResult, thenResult);// mtbdd_ite(sylvan_ithvar(topVariable), thenResult, elseResult);
- sylvan_protect(&result);
- sylvan_unprotect(&thenResult);
- sylvan_unprotect(&elseResult);
-
// Store the result in the cache.
- signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
+// start = std::chrono::high_resolution_clock::now();
+ *newEntryPtr = result;
+// end = std::chrono::high_resolution_clock::now();
+// totalSignatureCacheStoreTime += end - start;
- sylvan_unprotect(&result);
return result;
} else {
// If we are not within the state encoding any more, we hit the signature itself.
-
- // If we arrived at the constant zero node, then this was an illegal state encoding (we require
- // all states to be non-deadlock).
- if (mtbdd_iszero(signatureNode)) {
- return signatureNode;
- }
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
- auto reuseCacheIt = reuseBlocksCache.find(partitionNode);
- if (reuseCacheIt == reuseBlocksCache.end()) {
+// start = std::chrono::high_resolution_clock::now();
+ auto& reuseBlockEntry = reuseBlocksCache[partitionNode];
+// end = std::chrono::high_resolution_clock::now();
+// totalReuseBlocksLookupTime += end - start;
+ if (!reuseBlockEntry.isReused()) {
+ reuseBlockEntry.setReused();
reuseBlocksCache.emplace(partitionNode, true);
- signatureCache[std::make_pair(signatureNode, partitionNode)] = partitionNode;
+// start = std::chrono::high_resolution_clock::now();
+ *newEntryPtr = partitionNode;
+// end = std::chrono::high_resolution_clock::now();
+// totalSignatureCacheStoreTime += end - start;
return partitionNode;
} else {
- MTBDD result;
- {
- storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
- ++nextFreeBlockIndex;
- result = blockEncoding.getInternalAdd().getSylvanMtbdd().GetMTBDD();
- sylvan_protect(&result);
- }
- signatureCache[std::make_pair(signatureNode, partitionNode)] = result;
- sylvan_unprotect(&result);
+// start = std::chrono::high_resolution_clock::now();
+ BDD result = encodeBlock(nextFreeBlockIndex++);
+// end = std::chrono::high_resolution_clock::now();
+// totalBlockEncodingTime += end - start;
+
+// start = std::chrono::high_resolution_clock::now();
+ *newEntryPtr = result;
+// end = std::chrono::high_resolution_clock::now();
+// totalSignatureCacheStoreTime += end - start;
return result;
}
}
@@ -296,6 +411,10 @@ namespace storm {
storm::dd::InternalDdManager<storm::dd::DdType::Sylvan> const& internalDdManager;
storm::expressions::Variable const& blockVariable;
+ uint64_t numberOfBlockVariables;
+
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> blockCube;
+
// The last level that belongs to the state encoding in the DDs.
uint64_t lastStateLevel;
@@ -306,10 +425,22 @@ namespace storm {
uint64_t numberOfRefinements;
// The cache used to identify states with identical signature.
- spp::sparse_hash_map<std::pair<MTBDD, MTBDD>, MTBDD, SylvanMTBDDPairHash> signatureCache;
+ spp::sparse_hash_map<std::pair<MTBDD, MTBDD>, std::unique_ptr<MTBDD>, SylvanMTBDDPairHash> signatureCache;
// The cache used to identify which old block numbers have already been reused.
- spp::sparse_hash_map<MTBDD, bool> reuseBlocksCache;
+ spp::sparse_hash_map<MTBDD, ReuseWrapper> reuseBlocksCache;
+
+ // Performance counters.
+// uint64_t signatureCacheLookups;
+// uint64_t signatureCacheHits;
+// uint64_t numberOfVisitedNodes;
+// std::chrono::high_resolution_clock::duration totalSignatureCacheLookupTime;
+// std::chrono::high_resolution_clock::duration totalSignatureCacheStoreTime;
+// std::chrono::high_resolution_clock::duration totalReuseBlocksLookupTime;
+// std::chrono::high_resolution_clock::duration totalLevelLookupTime;
+// std::chrono::high_resolution_clock::duration totalBlockEncodingTime;
+// std::chrono::high_resolution_clock::duration totalMakeNodeTime;
+
};
template<storm::dd::DdType DdType, typename ValueType>
@@ -336,7 +467,6 @@ namespace storm {
template class SignatureRefiner<storm::dd::DdType::Sylvan, storm::RationalNumber>;
template class SignatureRefiner<storm::dd::DdType::Sylvan, storm::RationalFunction>;
-
}
}
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
index 142381d36..e6a13ab89 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
@@ -209,11 +209,16 @@ namespace storm {
summationAdds.push_back(ddVariable.toAdd<ValueType>().getCuddAdd());
}
- return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().TimesPlus(otherMatrix.getCuddAdd(), summationAdds));
- return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().Triangle(otherMatrix.getCuddAdd(), summationAdds));
+// return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().TimesPlus(otherMatrix.getCuddAdd(), summationAdds));
+// return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().Triangle(otherMatrix.getCuddAdd(), summationAdds));
return InternalAdd<DdType::CUDD, ValueType>(ddManager, this->getCuddAdd().MatrixMultiply(otherMatrix.getCuddAdd(), summationAdds));
}
+ template<typename ValueType>
+ InternalAdd<DdType::CUDD, ValueType> InternalAdd<DdType::CUDD, ValueType>::multiplyMatrix(InternalBdd<DdType::CUDD> const& otherMatrix, std::vector<InternalBdd<DdType::CUDD>> const& summationDdVariables) const {
+ return this->multiplyMatrix(otherMatrix.template toAdd<ValueType>(), summationDdVariables);
+ }
+
template<typename ValueType>
InternalBdd<DdType::CUDD> InternalAdd<DdType::CUDD, ValueType>::greater(ValueType const& value) const {
return InternalBdd<DdType::CUDD>(ddManager, this->getCuddAdd().BddStrictThreshold(value));
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.h b/src/storm/storage/dd/cudd/InternalCuddAdd.h
index 2218e3f62..8e7c1a34f 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.h
@@ -328,7 +328,17 @@ namespace storm {
* @return An ADD representing the result of the matrix-matrix multiplication.
*/
InternalAdd<DdType::CUDD, ValueType> multiplyMatrix(InternalAdd<DdType::CUDD, ValueType> const& otherMatrix, std::vector<InternalBdd<DdType::CUDD>> const& summationDdVariables) const;
-
+
+ /*!
+ * Multiplies the current ADD (representing a matrix) with the given matrix by summing over the given meta
+ * variables.
+ *
+ * @param otherMatrix The matrix with which to multiply.
+ * @param summationDdVariables The DD variables (represented as ADDs) over which to sum.
+ * @return An ADD representing the result of the matrix-matrix multiplication.
+ */
+ InternalAdd<DdType::CUDD, ValueType> multiplyMatrix(InternalBdd<DdType::CUDD> const& otherMatrix, std::vector<InternalBdd<DdType::CUDD>> const& summationDdVariables) const;
+
/*!
* Computes a BDD that represents the function in which all assignments with a function value strictly
* larger than the given value are mapped to one and all others to zero.
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
index 3f4986393..0585b793e 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
@@ -3,6 +3,8 @@
#include "storm/settings/SettingsManager.h"
#include "storm/settings/modules/CuddSettings.h"
+#include "storm/exceptions/NotSupportedException.h"
+
namespace storm {
namespace dd {
@@ -55,7 +57,12 @@ namespace storm {
InternalAdd<DdType::CUDD, ValueType> InternalDdManager<DdType::CUDD>::getAddZero() const {
return InternalAdd<DdType::CUDD, ValueType>(this, cuddManager.addZero());
}
-
+
+ template<typename ValueType>
+ InternalAdd<DdType::CUDD, ValueType> InternalDdManager<DdType::CUDD>::getAddUndefined() const {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Undefined values are not supported by CUDD.");
+ }
+
template<typename ValueType>
InternalAdd<DdType::CUDD, ValueType> InternalDdManager<DdType::CUDD>::getConstant(ValueType const& value) const {
return InternalAdd<DdType::CUDD, ValueType>(this, cuddManager.constant(value));
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.h b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
index 404f577bf..08717f345 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.h
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
@@ -66,7 +66,15 @@ namespace storm {
*/
template<typename ValueType>
InternalAdd<DdType::CUDD, ValueType> getAddZero() const;
-
+
+ /*!
+ * Retrieves an ADD representing an undefined value.
+ *
+ * @return An ADD representing an undefined value.
+ */
+ template<typename ValueType>
+ InternalAdd<DdType::CUDD, ValueType> getAddUndefined() const;
+
/*!
* Retrieves an ADD representing the constant function with the given value.
*
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
index 052fc2925..a6e3997c1 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
@@ -581,6 +581,18 @@ namespace storm {
return InternalAdd<DdType::Sylvan, ValueType>(ddManager, this->sylvanMtbdd.AndExists(otherMatrix.sylvanMtbdd, summationVariables.getSylvanBdd()));
}
+
+#ifdef STORM_HAVE_CARL
+ template<>
+ InternalAdd<DdType::Sylvan, storm::RationalFunction> InternalAdd<DdType::Sylvan, storm::RationalFunction>::multiplyMatrix(InternalAdd<DdType::Sylvan, storm::RationalFunction> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
+ InternalBdd<DdType::Sylvan> summationVariables = ddManager->getBddOne();
+ for (auto const& ddVariable : summationDdVariables) {
+ summationVariables &= ddVariable;
+ }
+
+ return InternalAdd<DdType::Sylvan, storm::RationalFunction>(ddManager, this->sylvanMtbdd.AndExistsRF(otherMatrix.sylvanMtbdd, summationVariables.getSylvanBdd()));
+ }
+#endif
template<>
InternalAdd<DdType::Sylvan, storm::RationalNumber> InternalAdd<DdType::Sylvan, storm::RationalNumber>::multiplyMatrix(InternalAdd<DdType::Sylvan, storm::RationalNumber> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
@@ -591,19 +603,39 @@ namespace storm {
return InternalAdd<DdType::Sylvan, storm::RationalNumber>(ddManager, this->sylvanMtbdd.AndExistsRN(otherMatrix.sylvanMtbdd, summationVariables.getSylvanBdd()));
}
-
+
+ template<typename ValueType>
+ InternalAdd<DdType::Sylvan, ValueType> InternalAdd<DdType::Sylvan, ValueType>::multiplyMatrix(InternalBdd<DdType::Sylvan> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
+ InternalBdd<DdType::Sylvan> summationVariables = ddManager->getBddOne();
+ for (auto const& ddVariable : summationDdVariables) {
+ summationVariables &= ddVariable;
+ }
+
+ return InternalAdd<DdType::Sylvan, ValueType>(ddManager, this->sylvanMtbdd.AndExists(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
+ }
+
#ifdef STORM_HAVE_CARL
template<>
- InternalAdd<DdType::Sylvan, storm::RationalFunction> InternalAdd<DdType::Sylvan, storm::RationalFunction>::multiplyMatrix(InternalAdd<DdType::Sylvan, storm::RationalFunction> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
+ InternalAdd<DdType::Sylvan, storm::RationalFunction> InternalAdd<DdType::Sylvan, storm::RationalFunction>::multiplyMatrix(InternalBdd<DdType::Sylvan> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
InternalBdd<DdType::Sylvan> summationVariables = ddManager->getBddOne();
for (auto const& ddVariable : summationDdVariables) {
summationVariables &= ddVariable;
}
- return InternalAdd<DdType::Sylvan, storm::RationalFunction>(ddManager, this->sylvanMtbdd.AndExistsRF(otherMatrix.sylvanMtbdd, summationVariables.getSylvanBdd()));
+ return InternalAdd<DdType::Sylvan, storm::RationalFunction>(ddManager, this->sylvanMtbdd.AndExistsRF(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
}
#endif
-
+
+ template<>
+ InternalAdd<DdType::Sylvan, storm::RationalNumber> InternalAdd<DdType::Sylvan, storm::RationalNumber>::multiplyMatrix(InternalBdd<DdType::Sylvan> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const {
+ InternalBdd<DdType::Sylvan> summationVariables = ddManager->getBddOne();
+ for (auto const& ddVariable : summationDdVariables) {
+ summationVariables &= ddVariable;
+ }
+
+ return InternalAdd<DdType::Sylvan, storm::RationalNumber>(ddManager, this->sylvanMtbdd.AndExistsRN(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
+ }
+
template<typename ValueType>
InternalBdd<DdType::Sylvan> InternalAdd<DdType::Sylvan, ValueType>::greater(ValueType const& value) const {
return InternalBdd<DdType::Sylvan>(ddManager, this->sylvanMtbdd.BddStrictThreshold(value));
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
index d719462ea..86f76ed3f 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
@@ -331,7 +331,17 @@ namespace storm {
* @return An ADD representing the result of the matrix-matrix multiplication.
*/
InternalAdd<DdType::Sylvan, ValueType> multiplyMatrix(InternalAdd<DdType::Sylvan, ValueType> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const;
-
+
+ /*!
+ * Multiplies the current ADD (representing a matrix) with the given matrix by summing over the given meta
+ * variables.
+ *
+ * @param otherMatrix The matrix with which to multiply.
+ * @param summationDdVariables The DD variables (represented as ADDs) over which to sum.
+ * @return An ADD representing the result of the matrix-matrix multiplication.
+ */
+ InternalAdd<DdType::Sylvan, ValueType> multiplyMatrix(InternalBdd<DdType::Sylvan> const& otherMatrix, std::vector<InternalBdd<DdType::Sylvan>> const& summationDdVariables) const;
+
/*!
* Computes a BDD that represents the function in which all assignments with a function value strictly
* larger than the given value are mapped to one and all others to zero.
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
index e44cc10a7..fc0fc2a83 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
@@ -376,6 +376,20 @@ namespace storm {
friend struct std::hash<storm::dd::InternalBdd<storm::dd::DdType::Sylvan>>;
+ /*!
+ * Retrieves the sylvan BDD.
+ *
+ * @return The sylvan BDD.
+ */
+ sylvan::Bdd& getSylvanBdd();
+
+ /*!
+ * Retrieves the sylvan BDD.
+ *
+ * @return The sylvan BDD.
+ */
+ sylvan::Bdd const& getSylvanBdd() const;
+
private:
/*!
* Builds a BDD representing the values that make the given filter function evaluate to true.
@@ -474,19 +488,6 @@ namespace storm {
*/
static storm::expressions::Variable toExpressionRec(BDD dd, storm::expressions::ExpressionManager& manager, std::vector<storm::expressions::Expression>& expressions, std::unordered_map<uint_fast64_t, storm::expressions::Variable>& indexToVariableMap, std::unordered_map<std::pair<uint_fast64_t, uint_fast64_t>, storm::expressions::Variable>& countIndexToVariablePair, std::unordered_map<BDD, uint_fast64_t>& nodeToCounterMap, std::vector<uint_fast64_t>& nextCounterForIndex);
- /*!
- * Retrieves the sylvan BDD.
- *
- * @return The sylvan BDD.
- */
- sylvan::Bdd& getSylvanBdd();
-
- /*!
- * Retrieves the sylvan BDD.
- *
- * @return The sylvan BDD.
- */
- sylvan::Bdd const& getSylvanBdd() const;
// The internal manager responsible for this BDD.
InternalDdManager<DdType::Sylvan> const* ddManager;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index 9d1cac0e8..85f1d2fa4 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -17,6 +17,17 @@
namespace storm {
namespace dd {
+
+#ifndef NDEBUG
+ VOID_TASK_0(gc_start) {
+ STORM_LOG_TRACE("Starting sylvan garbage collection...");
+ }
+
+ VOID_TASK_0(gc_end) {
+ STORM_LOG_TRACE("Sylvan garbage collection done.");
+ }
+#endif
+
uint_fast64_t InternalDdManager<DdType::Sylvan>::numberOfInstances = 0;
// It is important that the variable pairs start at an even offset, because sylvan assumes this to be true for
@@ -50,15 +61,27 @@ namespace storm {
STORM_LOG_THROW(powerOfTwo >= 16, storm::exceptions::InvalidSettingsException, "Too little memory assigned to sylvan.");
- if ((((1ull << powerOfTwo) + (1ull << (powerOfTwo - 1)))) < totalNodesToStore) {
- sylvan::Sylvan::initPackage(1ull << powerOfTwo, 1ull << powerOfTwo, 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
- } else {
- sylvan::Sylvan::initPackage(1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1), 1ull << (powerOfTwo - 1));
+ uint64_t maxTableSize = 1ull << powerOfTwo;
+ uint64_t maxCacheSize = 1ull << (powerOfTwo - 1);
+ if (maxTableSize + maxCacheSize > totalNodesToStore) {
+ maxTableSize >>= 1;
}
- sylvan::Sylvan::setGranularity(3);
+
+ uint64_t initialTableSize = 1ull << std::max(powerOfTwo - 4, 16ull);
+ uint64_t initialCacheSize = 1ull << std::max(powerOfTwo - 4, 16ull);
+
+ STORM_LOG_DEBUG("Initializing sylvan. Initial/max table size: " << initialTableSize << "/" << maxTableSize << ", initial/max cache size: " << initialCacheSize << "/" << maxCacheSize << ".");
+ sylvan::Sylvan::initPackage(initialTableSize, maxTableSize, initialCacheSize, maxCacheSize);
+
sylvan::Sylvan::initBdd();
sylvan::Sylvan::initMtbdd();
sylvan::Sylvan::initCustomMtbdd();
+
+#ifndef NDEBUG
+ sylvan_gc_hook_pregc(TASK(gc_start));
+ sylvan_gc_hook_postgc(TASK(gc_end));
+#endif
+
}
++numberOfInstances;
}
@@ -127,7 +150,12 @@ namespace storm {
return InternalAdd<DdType::Sylvan, storm::RationalFunction>(this, sylvan::Mtbdd::stormRationalFunctionTerminal(storm::utility::zero<storm::RationalFunction>()));
}
#endif
-
+
+ template<typename ValueType>
+ InternalAdd<DdType::Sylvan, ValueType> InternalDdManager<DdType::Sylvan>::getAddUndefined() const {
+ return InternalAdd<DdType::Sylvan, ValueType>(this, sylvan::Mtbdd(sylvan::Bdd::bddZero()));
+ }
+
template<>
InternalAdd<DdType::Sylvan, double> InternalDdManager<DdType::Sylvan>::getConstant(double const& value) const {
return InternalAdd<DdType::Sylvan, double>(this, sylvan::Mtbdd::doubleTerminal(value));
@@ -200,6 +228,15 @@ namespace storm {
#ifdef STORM_HAVE_CARL
template InternalAdd<DdType::Sylvan, storm::RationalFunction> InternalDdManager<DdType::Sylvan>::getAddZero() const;
#endif
+
+ template InternalAdd<DdType::Sylvan, double> InternalDdManager<DdType::Sylvan>::getAddUndefined() const;
+ template InternalAdd<DdType::Sylvan, uint_fast64_t> InternalDdManager<DdType::Sylvan>::getAddUndefined() const;
+
+ template InternalAdd<DdType::Sylvan, storm::RationalNumber> InternalDdManager<DdType::Sylvan>::getAddUndefined() const;
+
+#ifdef STORM_HAVE_CARL
+ template InternalAdd<DdType::Sylvan, storm::RationalFunction> InternalDdManager<DdType::Sylvan>::getAddUndefined() const;
+#endif
template InternalAdd<DdType::Sylvan, double> InternalDdManager<DdType::Sylvan>::getConstant(double const& value) const;
template InternalAdd<DdType::Sylvan, uint_fast64_t> InternalDdManager<DdType::Sylvan>::getConstant(uint_fast64_t const& value) const;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
index 77846dbe4..0e0a476f4 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
@@ -68,6 +68,14 @@ namespace storm {
template<typename ValueType>
InternalAdd<DdType::Sylvan, ValueType> getAddZero() const;
+ /*!
+ * Retrieves an ADD representing an undefined value.
+ *
+ * @return An ADD representing an undefined value.
+ */
+ template<typename ValueType>
+ InternalAdd<DdType::Sylvan, ValueType> getAddUndefined() const;
+
/*!
* Retrieves an ADD representing the constant function with the given value.
*
diff --git a/src/storm/storage/geometry/NativePolytope.cpp b/src/storm/storage/geometry/NativePolytope.cpp
index a88563b73..b3da29bb3 100644
--- a/src/storm/storage/geometry/NativePolytope.cpp
+++ b/src/storm/storage/geometry/NativePolytope.cpp
@@ -25,7 +25,7 @@ namespace storm {
uint_fast64_t maxCol = halfspaces.front().normalVector().size();
uint_fast64_t maxRow = halfspaces.size();
A = EigenMatrix(maxRow, maxCol);
- b = EigenVector(maxRow);
+ b = EigenVector(static_cast<unsigned long int>(maxRow));
for (int_fast64_t row = 0; row < A.rows(); ++row ){
assert(halfspaces[row].normalVector().size() == maxCol);
b(row) = halfspaces[row].offset();
From 7f346d2f0b8b5624ba335f95eac70945bb5cc796 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 17 May 2017 21:35:48 +0200
Subject: [PATCH 04/77] more work on quotient extraction
---
src/storm/abstraction/MenuGame.cpp | 2 +-
src/storm/builder/DdJaniModelBuilder.cpp | 17 +-
src/storm/builder/DdPrismModelBuilder.cpp | 18 +-
src/storm/models/symbolic/Ctmc.cpp | 37 +++-
src/storm/models/symbolic/Ctmc.h | 58 ++++++-
.../models/symbolic/DeterministicModel.cpp | 19 ++-
.../models/symbolic/DeterministicModel.h | 30 +++-
src/storm/models/symbolic/Dtmc.cpp | 18 +-
src/storm/models/symbolic/Dtmc.h | 28 ++-
src/storm/models/symbolic/Mdp.cpp | 19 ++-
src/storm/models/symbolic/Mdp.h | 31 +++-
src/storm/models/symbolic/Model.cpp | 91 +++++++---
src/storm/models/symbolic/Model.h | 44 +++--
.../models/symbolic/NondeterministicModel.cpp | 30 +++-
.../models/symbolic/NondeterministicModel.h | 33 +++-
.../symbolic/StochasticTwoPlayerGame.cpp | 33 +++-
.../models/symbolic/StochasticTwoPlayerGame.h | 39 ++++-
.../settings/modules/BisimulationSettings.cpp | 19 +++
.../settings/modules/BisimulationSettings.h | 16 +-
src/storm/storage/dd/Add.cpp | 62 ++++++-
src/storm/storage/dd/Add.h | 13 +-
src/storm/storage/dd/Bdd.cpp | 52 +++++-
src/storm/storage/dd/Bdd.h | 11 ++
.../storage/dd/BisimulationDecomposition.cpp | 20 ++-
.../storage/dd/BisimulationDecomposition.h | 9 +-
src/storm/storage/dd/DdManager.cpp | 15 ++
src/storm/storage/dd/DdManager.h | 15 +-
.../storage/dd/bisimulation/Partition.cpp | 114 ++++++++++---
src/storm/storage/dd/bisimulation/Partition.h | 81 ++++++---
.../bisimulation/PreservationInformation.cpp | 24 +++
.../dd/bisimulation/PreservationInformation.h | 30 ++++
.../dd/bisimulation/QuotientExtractor.cpp | 161 ++++++++++++++++++
.../dd/bisimulation/QuotientExtractor.h | 37 ++++
src/storm/utility/storm.h | 5 +-
34 files changed, 1056 insertions(+), 175 deletions(-)
create mode 100644 src/storm/storage/dd/bisimulation/PreservationInformation.cpp
create mode 100644 src/storm/storage/dd/bisimulation/PreservationInformation.h
create mode 100644 src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
create mode 100644 src/storm/storage/dd/bisimulation/QuotientExtractor.h
diff --git a/src/storm/abstraction/MenuGame.cpp b/src/storm/abstraction/MenuGame.cpp
index 799003820..9272784ec 100644
--- a/src/storm/abstraction/MenuGame.cpp
+++ b/src/storm/abstraction/MenuGame.cpp
@@ -29,7 +29,7 @@ namespace storm {
std::set<storm::expressions::Variable> const& player2Variables,
std::set<storm::expressions::Variable> const& allNondeterminismVariables,
std::set<storm::expressions::Variable> const& probabilisticBranchingVariables,
- std::map<storm::expressions::Expression, storm::dd::Bdd<Type>> const& expressionToBddMap) : storm::models::symbolic::StochasticTwoPlayerGame<Type, ValueType>(manager, reachableStates, initialStates, deadlockStates, transitionMatrix.sumAbstract(probabilisticBranchingVariables), rowVariables, nullptr, columnVariables, nullptr, rowColumnMetaVariablePairs, player1Variables, player2Variables, allNondeterminismVariables), extendedTransitionMatrix(transitionMatrix), probabilisticBranchingVariables(probabilisticBranchingVariables), expressionToBddMap(expressionToBddMap), bottomStates(bottomStates) {
+ std::map<storm::expressions::Expression, storm::dd::Bdd<Type>> const& expressionToBddMap) : storm::models::symbolic::StochasticTwoPlayerGame<Type, ValueType>(manager, reachableStates, initialStates, deadlockStates, transitionMatrix.sumAbstract(probabilisticBranchingVariables), rowVariables, nullptr, columnVariables, rowColumnMetaVariablePairs, player1Variables, player2Variables, allNondeterminismVariables), extendedTransitionMatrix(transitionMatrix), probabilisticBranchingVariables(probabilisticBranchingVariables), expressionToBddMap(expressionToBddMap), bottomStates(bottomStates) {
// Intentionally left empty.
}
diff --git a/src/storm/builder/DdJaniModelBuilder.cpp b/src/storm/builder/DdJaniModelBuilder.cpp
index 6ea6e4470..f0ca60f85 100644
--- a/src/storm/builder/DdJaniModelBuilder.cpp
+++ b/src/storm/builder/DdJaniModelBuilder.cpp
@@ -141,7 +141,7 @@ namespace storm {
template <storm::dd::DdType Type, typename ValueType>
class ParameterCreator {
public:
- void create(storm::jani::Model const& model, storm::adapters::AddExpressionAdapter<Type, ValueType>& rowExpressionAdapter, storm::adapters::AddExpressionAdapter<Type, ValueType>& columnExpressionAdapter) {
+ void create(storm::jani::Model const& model, storm::adapters::AddExpressionAdapter<Type, ValueType>& rowExpressionAdapter) {
// Intentionally left empty: no support for parameters for this data type.
}
@@ -160,14 +160,13 @@ namespace storm {
// Intentionally left empty.
}
- void create(storm::jani::Model const& model, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& rowExpressionAdapter, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& columnExpressionAdapter) {
+ void create(storm::jani::Model const& model, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& rowExpressionAdapter) {
for (auto const& constant : model.getConstants()) {
if (!constant.isDefined()) {
carl::Variable carlVariable = carl::freshRealVariable(constant.getExpressionVariable().getName());
parameters.insert(carlVariable);
auto rf = convertVariableToPolynomial(carlVariable);
rowExpressionAdapter.setValue(constant.getExpressionVariable(), rf);
- columnExpressionAdapter.setValue(constant.getExpressionVariable(), rf);
}
}
}
@@ -202,8 +201,7 @@ namespace storm {
CompositionVariables() : manager(std::make_shared<storm::dd::DdManager<Type>>()),
variableToRowMetaVariableMap(std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>()),
rowExpressionAdapter(std::make_shared<storm::adapters::AddExpressionAdapter<Type, ValueType>>(manager, variableToRowMetaVariableMap)),
- variableToColumnMetaVariableMap(std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>()),
- columnExpressionAdapter(std::make_shared<storm::adapters::AddExpressionAdapter<Type, ValueType>>(manager, variableToColumnMetaVariableMap)) {
+ variableToColumnMetaVariableMap(std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>()) {
// Intentionally left empty.
}
@@ -217,7 +215,6 @@ namespace storm {
// The meta variables for the column encoding.
std::set<storm::expressions::Variable> columnMetaVariables;
std::shared_ptr<std::map<storm::expressions::Variable, storm::expressions::Variable>> variableToColumnMetaVariableMap;
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter;
// All pairs of row/column meta variables.
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> rowColumnMetaVariablePairs;
@@ -392,7 +389,7 @@ namespace storm {
}
ParameterCreator<Type, ValueType> parameterCreator;
- parameterCreator.create(model, *result.rowExpressionAdapter, *result.columnExpressionAdapter);
+ parameterCreator.create(model, *result.rowExpressionAdapter);
if (std::is_same<ValueType, storm::RationalFunction>::value) {
result.parameters = parameterCreator.getParameters();
}
@@ -1706,11 +1703,11 @@ namespace storm {
std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>> createModel(storm::jani::ModelType const& modelType, CompositionVariables<Type, ValueType> const& variables, ModelComponents<Type, ValueType> const& modelComponents) {
std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>> result;
if (modelType == storm::jani::ModelType::DTMC) {
- result = std::make_shared<storm::models::symbolic::Dtmc<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.columnExpressionAdapter, variables.rowColumnMetaVariablePairs, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
+ result = std::make_shared<storm::models::symbolic::Dtmc<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.rowColumnMetaVariablePairs, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
} else if (modelType == storm::jani::ModelType::CTMC) {
- result = std::make_shared<storm::models::symbolic::Ctmc<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.columnExpressionAdapter, variables.rowColumnMetaVariablePairs, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
+ result = std::make_shared<storm::models::symbolic::Ctmc<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.rowColumnMetaVariablePairs, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
} else if (modelType == storm::jani::ModelType::MDP || modelType == storm::jani::ModelType::LTS) {
- result = std::make_shared<storm::models::symbolic::Mdp<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.columnExpressionAdapter, variables.rowColumnMetaVariablePairs, variables.allNondeterminismVariables, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
+ result = std::make_shared<storm::models::symbolic::Mdp<Type, ValueType>>(variables.manager, modelComponents.reachableStates, modelComponents.initialStates, modelComponents.deadlockStates, modelComponents.transitionMatrix, variables.rowMetaVariables, variables.rowExpressionAdapter, variables.columnMetaVariables, variables.rowColumnMetaVariablePairs, variables.allNondeterminismVariables, modelComponents.labelToExpressionMap, modelComponents.rewardModels);
} else {
STORM_LOG_THROW(false, storm::exceptions::WrongFormatException, "Model type '" << modelType << "' not supported.");
}
diff --git a/src/storm/builder/DdPrismModelBuilder.cpp b/src/storm/builder/DdPrismModelBuilder.cpp
index b0749616d..73bf1c1e0 100644
--- a/src/storm/builder/DdPrismModelBuilder.cpp
+++ b/src/storm/builder/DdPrismModelBuilder.cpp
@@ -34,7 +34,7 @@ namespace storm {
template <storm::dd::DdType Type, typename ValueType>
class ParameterCreator {
public:
- void create(storm::prism::Program const& program, storm::adapters::AddExpressionAdapter<Type, ValueType>& rowExpressionAdapter, storm::adapters::AddExpressionAdapter<Type, ValueType>& columnExpressionAdapter) {
+ void create(storm::prism::Program const& program, storm::adapters::AddExpressionAdapter<Type, ValueType>& rowExpressionAdapter) {
// Intentionally left empty: no support for parameters for this data type.
}
@@ -53,14 +53,13 @@ namespace storm {
// Intentionally left empty.
}
- void create(storm::prism::Program const& program, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& rowExpressionAdapter, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& columnExpressionAdapter) {
+ void create(storm::prism::Program const& program, storm::adapters::AddExpressionAdapter<Type, storm::RationalFunction>& rowExpressionAdapter) {
for (auto const& constant : program.getConstants()) {
if (!constant.isDefined()) {
carl::Variable carlVariable = carl::freshRealVariable(constant.getExpressionVariable().getName());
parameters.insert(carlVariable);
auto rf = convertVariableToPolynomial(carlVariable);
rowExpressionAdapter.setValue(constant.getExpressionVariable(), rf);
- columnExpressionAdapter.setValue(constant.getExpressionVariable(), rf);
}
}
}
@@ -93,14 +92,14 @@ namespace storm {
template <storm::dd::DdType Type, typename ValueType>
class DdPrismModelBuilder<Type, ValueType>::GenerationInformation {
public:
- GenerationInformation(storm::prism::Program const& program) : program(program), manager(std::make_shared<storm::dd::DdManager<Type>>()), rowMetaVariables(), variableToRowMetaVariableMap(std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>()), rowExpressionAdapter(std::make_shared<storm::adapters::AddExpressionAdapter<Type, ValueType>>(manager, variableToRowMetaVariableMap)), columnMetaVariables(), variableToColumnMetaVariableMap((std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>())), columnExpressionAdapter(std::make_shared<storm::adapters::AddExpressionAdapter<Type, ValueType>>(manager, variableToColumnMetaVariableMap)), rowColumnMetaVariablePairs(), nondeterminismMetaVariables(), variableToIdentityMap(), allGlobalVariables(), moduleToIdentityMap(), parameters() {
+ GenerationInformation(storm::prism::Program const& program) : program(program), manager(std::make_shared<storm::dd::DdManager<Type>>()), rowMetaVariables(), variableToRowMetaVariableMap(std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>()), rowExpressionAdapter(std::make_shared<storm::adapters::AddExpressionAdapter<Type, ValueType>>(manager, variableToRowMetaVariableMap)), columnMetaVariables(), variableToColumnMetaVariableMap((std::make_shared<std::map<storm::expressions::Variable, storm::expressions::Variable>>())), rowColumnMetaVariablePairs(), nondeterminismMetaVariables(), variableToIdentityMap(), allGlobalVariables(), moduleToIdentityMap(), parameters() {
// Initializes variables and identity DDs.
createMetaVariablesAndIdentities();
// Initialize the parameters (if any).
ParameterCreator<Type, ValueType> parameterCreator;
- parameterCreator.create(this->program, *this->rowExpressionAdapter, *this->columnExpressionAdapter);
+ parameterCreator.create(this->program, *this->rowExpressionAdapter);
if (std::is_same<ValueType, storm::RationalFunction>::value) {
this->parameters = parameterCreator.getParameters();
}
@@ -120,7 +119,6 @@ namespace storm {
// The meta variables for the column encoding.
std::set<storm::expressions::Variable> columnMetaVariables;
std::shared_ptr<std::map<storm::expressions::Variable, storm::expressions::Variable>> variableToColumnMetaVariableMap;
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter;
// All pairs of row/column meta variables.
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> rowColumnMetaVariablePairs;
@@ -1358,7 +1356,7 @@ namespace storm {
} else {
STORM_LOG_THROW(labelName == "init" || labelName == "deadlock", storm::exceptions::InvalidArgumentException, "Terminal states refer to illegal label '" << labelName << "'.");
}
- }
+ }
if (terminalExpression.isInitialized()) {
// If the expression refers to constants of the model, we need to substitute them.
@@ -1484,11 +1482,11 @@ namespace storm {
std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>> result;
if (program.getModelType() == storm::prism::Program::ModelType::DTMC) {
- result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Dtmc<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.columnExpressionAdapter, generationInfo.rowColumnMetaVariablePairs, labelToExpressionMapping, rewardModels));
+ result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Dtmc<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.rowColumnMetaVariablePairs, labelToExpressionMapping, rewardModels));
} else if (program.getModelType() == storm::prism::Program::ModelType::CTMC) {
- result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Ctmc<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, system.stateActionDd, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.columnExpressionAdapter, generationInfo.rowColumnMetaVariablePairs, labelToExpressionMapping, rewardModels));
+ result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Ctmc<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, system.stateActionDd, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.rowColumnMetaVariablePairs, labelToExpressionMapping, rewardModels));
} else if (program.getModelType() == storm::prism::Program::ModelType::MDP) {
- result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Mdp<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.columnExpressionAdapter, generationInfo.rowColumnMetaVariablePairs, generationInfo.allNondeterminismVariables, labelToExpressionMapping, rewardModels));
+ result = std::shared_ptr<storm::models::symbolic::Model<Type, ValueType>>(new storm::models::symbolic::Mdp<Type, ValueType>(generationInfo.manager, reachableStates, initialStates, deadlockStates, transitionMatrix, generationInfo.rowMetaVariables, generationInfo.rowExpressionAdapter, generationInfo.columnMetaVariables, generationInfo.rowColumnMetaVariablePairs, generationInfo.allNondeterminismVariables, labelToExpressionMapping, rewardModels));
} else {
STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Invalid model type.");
}
diff --git a/src/storm/models/symbolic/Ctmc.cpp b/src/storm/models/symbolic/Ctmc.cpp
index 543bc7d90..05907bc03 100644
--- a/src/storm/models/symbolic/Ctmc.cpp
+++ b/src/storm/models/symbolic/Ctmc.cpp
@@ -21,11 +21,10 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
// Intentionally left empty.
}
@@ -39,11 +38,41 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels), exitRates(exitRateVector) {
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels), exitRates(exitRateVector) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ Ctmc<Type, ValueType>::Ctmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, labelToBddMap, rewardModels) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ Ctmc<Type, ValueType>::Ctmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ boost::optional<storm::dd::Add<Type, ValueType>> exitRateVector,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Ctmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, labelToBddMap, rewardModels), exitRates(exitRateVector) {
// Intentionally left empty.
}
diff --git a/src/storm/models/symbolic/Ctmc.h b/src/storm/models/symbolic/Ctmc.h
index c0c4054a3..68c4e7b35 100644
--- a/src/storm/models/symbolic/Ctmc.h
+++ b/src/storm/models/symbolic/Ctmc.h
@@ -36,8 +36,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
* @param rewardModels The reward models associated with the model.
@@ -50,7 +48,6 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
@@ -68,8 +65,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
* @param rewardModels The reward models associated with the model.
@@ -83,11 +78,62 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ Ctmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param exitRateVector The vector specifying the exit rates for the states.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ Ctmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ boost::optional<storm::dd::Add<Type, ValueType>> exitRateVector,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
/*!
* Retrieves the exit rate vector of the CTMC.
*
diff --git a/src/storm/models/symbolic/DeterministicModel.cpp b/src/storm/models/symbolic/DeterministicModel.cpp
index a9d9c92df..28543fec3 100644
--- a/src/storm/models/symbolic/DeterministicModel.cpp
+++ b/src/storm/models/symbolic/DeterministicModel.cpp
@@ -22,11 +22,26 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
+ : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ DeterministicModel<Type, ValueType>::DeterministicModel(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, labelToBddMap, rewardModels) {
// Intentionally left empty.
}
diff --git a/src/storm/models/symbolic/DeterministicModel.h b/src/storm/models/symbolic/DeterministicModel.h
index af8bc1fc1..83d25fe0d 100644
--- a/src/storm/models/symbolic/DeterministicModel.h
+++ b/src/storm/models/symbolic/DeterministicModel.h
@@ -37,8 +37,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
* @param rewardModels The reward models associated with the model.
@@ -52,10 +50,36 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param modelType The type of the model.
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ DeterministicModel(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
};
} // namespace symbolic
diff --git a/src/storm/models/symbolic/Dtmc.cpp b/src/storm/models/symbolic/Dtmc.cpp
index 3f7153ead..6278d7052 100644
--- a/src/storm/models/symbolic/Dtmc.cpp
+++ b/src/storm/models/symbolic/Dtmc.cpp
@@ -21,11 +21,25 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : DeterministicModel<Type, ValueType>(storm::models::ModelType::Dtmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Dtmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ Dtmc<Type, ValueType>::Dtmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : DeterministicModel<Type, ValueType>(storm::models::ModelType::Dtmc, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, labelToBddMap, rewardModels) {
// Intentionally left empty.
}
diff --git a/src/storm/models/symbolic/Dtmc.h b/src/storm/models/symbolic/Dtmc.h
index 538ff4977..ebe837e1c 100644
--- a/src/storm/models/symbolic/Dtmc.h
+++ b/src/storm/models/symbolic/Dtmc.h
@@ -36,8 +36,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
* @param rewardModels The reward models associated with the model.
@@ -50,10 +48,34 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ Dtmc(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
};
} // namespace symbolic
diff --git a/src/storm/models/symbolic/Mdp.cpp b/src/storm/models/symbolic/Mdp.cpp
index 20bd9ad2c..1a1644338 100644
--- a/src/storm/models/symbolic/Mdp.cpp
+++ b/src/storm/models/symbolic/Mdp.cpp
@@ -21,12 +21,27 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& nondeterminismVariables,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : NondeterministicModel<Type, ValueType>(storm::models::ModelType::Mdp, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, nondeterminismVariables, labelToExpressionMap, rewardModels) {
+ : NondeterministicModel<Type, ValueType>(storm::models::ModelType::Mdp, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, nondeterminismVariables, labelToExpressionMap, rewardModels) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ Mdp<Type, ValueType>::Mdp(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& nondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : NondeterministicModel<Type, ValueType>(storm::models::ModelType::Mdp, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, nondeterminismVariables, labelToBddMap, rewardModels) {
// Intentionally left empty.
}
diff --git a/src/storm/models/symbolic/Mdp.h b/src/storm/models/symbolic/Mdp.h
index ab5b59b99..771f0bd05 100644
--- a/src/storm/models/symbolic/Mdp.h
+++ b/src/storm/models/symbolic/Mdp.h
@@ -37,8 +37,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param nondeterminismVariables The meta variables used to encode the nondeterminism in the model.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
@@ -52,12 +50,39 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& nondeterminismVariables,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param modelType The type of the model.
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param nondeterminismVariables The meta variables used to encode the nondeterminism in the model.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ Mdp(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& nondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
};
} // namespace symbolic
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 94b185b15..1ec8ef7d9 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -17,6 +17,7 @@
#include "storm/utility/dd.h"
#include "storm/exceptions/NotSupportedException.h"
+#include "storm/exceptions/WrongFormatException.h"
namespace storm {
namespace models {
@@ -31,12 +32,31 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : ModelBase(modelType), manager(manager), reachableStates(reachableStates), initialStates(initialStates), deadlockStates(deadlockStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(rowExpressionAdapter), columnVariables(columnVariables), columnExpressionAdapter(columnExpressionAdapter), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToExpressionMap(labelToExpressionMap), rewardModels(rewardModels) {
- // Intentionally left empty.
+ : ModelBase(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(rowExpressionAdapter), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToExpressionMap(labelToExpressionMap), rewardModels(rewardModels) {
+ this->labelToBddMap.emplace("init", initialStates);
+ this->labelToBddMap.emplace("deadlock", deadlockStates);
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ Model<Type, ValueType>::Model(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : ModelBase(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(nullptr), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToBddMap(labelToBddMap), rewardModels(rewardModels) {
+ STORM_LOG_THROW(this->labelToBddMap.find("init") == this->labelToBddMap.end(), storm::exceptions::WrongFormatException, "Illegal custom label 'init'.");
+ STORM_LOG_THROW(this->labelToBddMap.find("deadlock") == this->labelToBddMap.end(), storm::exceptions::WrongFormatException, "Illegal custom label 'deadlock'.");
+ this->labelToBddMap.emplace("init", initialStates);
+ this->labelToBddMap.emplace("deadlock", deadlockStates);
}
template<storm::dd::DdType Type, typename ValueType>
@@ -53,7 +73,7 @@ namespace storm {
storm::dd::DdManager<Type>& Model<Type, ValueType>::getManager() const {
return *manager;
}
-
+
template<storm::dd::DdType Type, typename ValueType>
std::shared_ptr<storm::dd::DdManager<Type>> const& Model<Type, ValueType>::getManagerAsSharedPointer() const {
return manager;
@@ -66,24 +86,33 @@ namespace storm {
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> const& Model<Type, ValueType>::getInitialStates() const {
- return initialStates;
+ return labelToBddMap.at("init");
}
-
+
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> const& Model<Type, ValueType>::getDeadlockStates() const {
- return deadlockStates;
+ return labelToBddMap.at("deadlock");
}
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> Model<Type, ValueType>::getStates(std::string const& label) const {
- STORM_LOG_THROW(labelToExpressionMap.find(label) != labelToExpressionMap.end(), storm::exceptions::IllegalArgumentException, "The label " << label << " is invalid for the labeling of the model.");
- return this->getStates(labelToExpressionMap.at(label));
+ // First check whether we have a BDD for this label.
+ auto bddIt = labelToBddMap.find(label);
+ if (bddIt != labelToBddMap.end()) {
+ return bddIt->second;
+ } else {
+ // If not, check for an expression we can translate.
+ auto expressionIt = labelToExpressionMap.find(label);
+ STORM_LOG_THROW(expressionIt != labelToExpressionMap.end(), storm::exceptions::IllegalArgumentException, "The label " << label << " is invalid for the labeling of the model.");
+ return this->getStates(expressionIt->second);
+ }
}
template<storm::dd::DdType Type, typename ValueType>
storm::expressions::Expression Model<Type, ValueType>::getExpression(std::string const& label) const {
- STORM_LOG_THROW(labelToExpressionMap.find(label) != labelToExpressionMap.end(), storm::exceptions::IllegalArgumentException, "The label " << label << " is invalid for the labeling of the model.");
- return labelToExpressionMap.at(label);
+ auto expressionIt = labelToExpressionMap.find(label);
+ STORM_LOG_THROW(expressionIt != labelToExpressionMap.end(), storm::exceptions::IllegalArgumentException, "Cannot retrieve the expression for the label " << label << ".");
+ return expressionIt->second;
}
template<storm::dd::DdType Type, typename ValueType>
@@ -93,17 +122,32 @@ namespace storm {
} else if (expression.isFalse()) {
return manager->getBddZero();
}
+
+ // Look up the string equivalent of the expression.
+ std::stringstream stream;
+ stream << expression;
+ auto bddIt = labelToBddMap.find(stream.str());
+ if (bddIt != labelToBddMap.end()) {
+ return bddIt->second;
+ }
+
+ // Finally try to translate the expression with an adapter.
STORM_LOG_THROW(rowExpressionAdapter != nullptr, storm::exceptions::InvalidOperationException, "Cannot create BDD for expression without expression adapter.");
return rowExpressionAdapter->translateExpression(expression).toBdd() && this->reachableStates;
}
template<storm::dd::DdType Type, typename ValueType>
bool Model<Type, ValueType>::hasLabel(std::string const& label) const {
- auto labelIt = labelToExpressionMap.find(label);
- if (labelIt != labelToExpressionMap.end()) {
+ auto bddIt = labelToBddMap.find(label);
+ if (bddIt != labelToBddMap.end()) {
+ return true;
+ }
+
+ auto expressionIt = labelToExpressionMap.find(label);
+ if (expressionIt != labelToExpressionMap.end()) {
return true;
} else {
- return label == "init" || label == "deadlock";
+ return false;
}
}
@@ -179,13 +223,13 @@ namespace storm {
STORM_LOG_THROW(this->hasUniqueRewardModel(), storm::exceptions::InvalidOperationException, "Cannot retrieve unique reward model, because there is no unique one.");
return this->rewardModels.cbegin()->second;
}
-
+
template<storm::dd::DdType Type, typename ValueType>
typename Model<Type, ValueType>::RewardModelType& Model<Type, ValueType>::getUniqueRewardModel() {
STORM_LOG_THROW(this->hasUniqueRewardModel(), storm::exceptions::InvalidOperationException, "Cannot retrieve unique reward model, because there is no unique one.");
return this->rewardModels.begin()->second;
}
-
+
template<storm::dd::DdType Type, typename ValueType>
bool Model<Type, ValueType>::hasUniqueRewardModel() const {
return this->rewardModels.size() == 1;
@@ -195,7 +239,7 @@ namespace storm {
bool Model<Type, ValueType>::hasRewardModel() const {
return !this->rewardModels.empty();
}
-
+
template<storm::dd::DdType Type, typename ValueType>
std::unordered_map<std::string, typename Model<Type, ValueType>::RewardModelType> const& Model<Type, ValueType>::getRewardModels() const {
return this->rewardModels;
@@ -206,7 +250,7 @@ namespace storm {
this->printModelInformationHeaderToStream(out);
this->printModelInformationFooterToStream(out);
}
-
+
template<storm::dd::DdType Type, typename ValueType>
std::vector<std::string> Model<Type, ValueType>::getLabels() const {
std::vector<std::string> labels;
@@ -229,7 +273,10 @@ namespace storm {
this->printRewardModelsInformationToStream(out);
this->printDdVariableInformationToStream(out);
out << std::endl;
- out << "Labels: \t" << this->labelToExpressionMap.size() << std::endl;
+ out << "Labels: \t" << (this->labelToExpressionMap.size() + this->labelToBddMap.size()) << std::endl;
+ for (auto const& label : labelToBddMap) {
+ out << " * " << label.first << " -> " << label.second.getNonZeroCount() << " state(s) (" << label.second.getNodeCount() << " nodes)" << std::endl;
+ }
for (auto const& label : labelToExpressionMap) {
out << " * " << label.first << std::endl;
}
@@ -278,7 +325,7 @@ namespace storm {
std::set<storm::RationalFunctionVariable> const& Model<Type, ValueType>::getParameters() const {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "This value type does not support parameters.");
}
-
+
template<>
void Model<storm::dd::DdType::Sylvan, storm::RationalFunction>::addParameters(std::set<storm::RationalFunctionVariable> const& parameters) {
this->parameters.insert(parameters.begin(), parameters.end());
@@ -288,13 +335,13 @@ namespace storm {
std::set<storm::RationalFunctionVariable> const& Model<storm::dd::DdType::Sylvan, storm::RationalFunction>::getParameters() const {
return parameters;
}
-
+
// Explicitly instantiate the template class.
template class Model<storm::dd::DdType::CUDD, double>;
template class Model<storm::dd::DdType::Sylvan, double>;
template class Model<storm::dd::DdType::Sylvan, storm::RationalNumber>;
- template class Model<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+ template class Model<storm::dd::DdType::Sylvan, storm::RationalFunction>;
} // namespace symbolic
} // namespace models
} // namespace storm
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index fa7d683ff..cae2e3c85 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -73,8 +73,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
* @param rewardModels The reward models associated with the model.
@@ -88,11 +86,37 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param modelType The type of the model.
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ Model(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
virtual uint_fast64_t getNumberOfStates() const override;
virtual uint_fast64_t getNumberOfTransitions() const override;
@@ -324,13 +348,7 @@ namespace storm {
// A vector representing the reachable states of the model.
storm::dd::Bdd<Type> reachableStates;
-
- // A vector representing the initial states of the model.
- storm::dd::Bdd<Type> initialStates;
-
- // A vector representing the deadlock states of the model.
- storm::dd::Bdd<Type> deadlockStates;
-
+
// A matrix representing transition relation.
storm::dd::Add<Type, ValueType> transitionMatrix;
@@ -343,9 +361,6 @@ namespace storm {
// The meta variables used to encode the columns of the transition matrix.
std::set<storm::expressions::Variable> columnVariables;
- // An adapter that can translate expressions to DDs over the column meta variables.
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter;
-
// A vector holding all pairs of row and column meta variable pairs. This is used to swap the variables
// in the DDs from row to column variables and vice versa.
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> rowColumnMetaVariablePairs;
@@ -353,6 +368,9 @@ namespace storm {
// A mapping from labels to expressions defining them.
std::map<std::string, storm::expressions::Expression> labelToExpressionMap;
+ // A mapping from labels to BDDs characterizing the labeled states.
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap;
+
// The reward models associated with the model.
std::unordered_map<std::string, RewardModelType> rewardModels;
diff --git a/src/storm/models/symbolic/NondeterministicModel.cpp b/src/storm/models/symbolic/NondeterministicModel.cpp
index eb8c1a73d..6a42da0d3 100644
--- a/src/storm/models/symbolic/NondeterministicModel.cpp
+++ b/src/storm/models/symbolic/NondeterministicModel.cpp
@@ -23,15 +23,29 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& nondeterminismVariables,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels), nondeterminismVariables(nondeterminismVariables) {
-
- // Prepare the mask of illegal nondeterministic choices.
- illegalMask = !(transitionMatrix.notZero().existsAbstract(this->getColumnVariables())) && reachableStates;
+ : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, labelToExpressionMap, rewardModels), nondeterminismVariables(nondeterminismVariables) {
+ createIllegalMask();
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ NondeterministicModel<Type, ValueType>::NondeterministicModel(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& nondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : Model<Type, ValueType>(modelType, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, labelToBddMap, rewardModels), nondeterminismVariables(nondeterminismVariables) {
+ createIllegalMask();
}
template<storm::dd::DdType Type, typename ValueType>
@@ -76,6 +90,12 @@ namespace storm {
out << ", nondeterminism: " << this->getNondeterminismVariables().size() << " meta variables (" << nondeterminismVariableCount << " DD variables)";
}
+ template<storm::dd::DdType Type, typename ValueType>
+ void NondeterministicModel<Type, ValueType>::createIllegalMask() {
+ // Prepare the mask of illegal nondeterministic choices.
+ illegalMask = !(this->getTransitionMatrix().notZero().existsAbstract(this->getColumnVariables())) && this->getReachableStates();
+ }
+
// Explicitly instantiate the template class.
template class NondeterministicModel<storm::dd::DdType::CUDD, double>;
template class NondeterministicModel<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/models/symbolic/NondeterministicModel.h b/src/storm/models/symbolic/NondeterministicModel.h
index cec5b0cb8..e97347c44 100644
--- a/src/storm/models/symbolic/NondeterministicModel.h
+++ b/src/storm/models/symbolic/NondeterministicModel.h
@@ -37,8 +37,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param nondeterminismVariables The meta variables used to encode the nondeterminism in the model.
* @param labelToExpressionMap A mapping from label names to their defining expressions.
@@ -53,12 +51,40 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& nondeterminismVariables,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param modelType The type of the model.
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param nondeterminismVariables The meta variables used to encode the nondeterminism in the model.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ NondeterministicModel(storm::models::ModelType const& modelType,
+ std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& nondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
/*!
* Retrieves the number of nondeterministic choices in the model.
*
@@ -97,6 +123,7 @@ namespace storm {
storm::dd::Bdd<Type> illegalMask;
private:
+ void createIllegalMask();
// The meta variables encoding the nondeterminism in the model.
std::set<storm::expressions::Variable> nondeterminismVariables;
diff --git a/src/storm/models/symbolic/StochasticTwoPlayerGame.cpp b/src/storm/models/symbolic/StochasticTwoPlayerGame.cpp
index fdff99c36..b9ed23107 100644
--- a/src/storm/models/symbolic/StochasticTwoPlayerGame.cpp
+++ b/src/storm/models/symbolic/StochasticTwoPlayerGame.cpp
@@ -22,23 +22,44 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& player1Variables,
std::set<storm::expressions::Variable> const& player2Variables,
std::set<storm::expressions::Variable> const& nondeterminismVariables,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : NondeterministicModel<Type, ValueType>(storm::models::ModelType::S2pg, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, columnExpressionAdapter, rowColumnMetaVariablePairs, nondeterminismVariables, labelToExpressionMap, rewardModels), player1Variables(player1Variables), player2Variables(player2Variables) {
-
+ : NondeterministicModel<Type, ValueType>(storm::models::ModelType::S2pg, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, rowExpressionAdapter, columnVariables, rowColumnMetaVariablePairs, nondeterminismVariables, labelToExpressionMap, rewardModels), player1Variables(player1Variables), player2Variables(player2Variables) {
+ createIllegalMasks();
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ StochasticTwoPlayerGame<Type, ValueType>::StochasticTwoPlayerGame(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& player1Variables,
+ std::set<storm::expressions::Variable> const& player2Variables,
+ std::set<storm::expressions::Variable> const& nondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
+ std::unordered_map<std::string, RewardModelType> const& rewardModels)
+ : NondeterministicModel<Type, ValueType>(storm::models::ModelType::S2pg, manager, reachableStates, initialStates, deadlockStates, transitionMatrix, rowVariables, columnVariables, rowColumnMetaVariablePairs, nondeterminismVariables, labelToBddMap, rewardModels), player1Variables(player1Variables), player2Variables(player2Variables) {
+ createIllegalMasks();
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ void StochasticTwoPlayerGame<Type, ValueType>::createIllegalMasks() {
// Compute legal player 1 mask.
- illegalPlayer1Mask = transitionMatrix.notZero().existsAbstract(this->getColumnVariables()).existsAbstract(this->getPlayer2Variables());
+ this->illegalPlayer1Mask = this->getTransitionMatrix().notZero().existsAbstract(this->getColumnVariables()).existsAbstract(this->getPlayer2Variables());
// Correct the mask for player 2. This is necessary, because it is not yet restricted to the legal choices of player 1.
- illegalPlayer2Mask = this->getIllegalMask() && illegalPlayer1Mask;
+ illegalPlayer2Mask = this->getIllegalMask() && this->illegalPlayer1Mask;
// Then set the illegal mask for player 1 correctly.
- illegalPlayer1Mask = !illegalPlayer1Mask && reachableStates;
+ this->illegalPlayer1Mask = !illegalPlayer1Mask && this->getReachableStates();
}
template<storm::dd::DdType Type, typename ValueType>
diff --git a/src/storm/models/symbolic/StochasticTwoPlayerGame.h b/src/storm/models/symbolic/StochasticTwoPlayerGame.h
index 15383b056..d3f009593 100644
--- a/src/storm/models/symbolic/StochasticTwoPlayerGame.h
+++ b/src/storm/models/symbolic/StochasticTwoPlayerGame.h
@@ -36,8 +36,6 @@ namespace storm {
* @param rowExpressionAdapter An object that can be used to translate expressions in terms of the row
* meta variables.
* @param columVariables The set of column meta variables used in the DDs.
- * @param columnExpressionAdapter An object that can be used to translate expressions in terms of the
- * column meta variables.
* @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
* @param player1Variables The meta variables used to encode the nondeterministic choices of player 1.
* @param player2Variables The meta variables used to encode the nondeterministic choices of player 2.
@@ -53,7 +51,6 @@ namespace storm {
std::set<storm::expressions::Variable> const& rowVariables,
std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> rowExpressionAdapter,
std::set<storm::expressions::Variable> const& columnVariables,
- std::shared_ptr<storm::adapters::AddExpressionAdapter<Type, ValueType>> columnExpressionAdapter,
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::set<storm::expressions::Variable> const& player1Variables,
std::set<storm::expressions::Variable> const& player2Variables,
@@ -61,6 +58,37 @@ namespace storm {
std::map<std::string, storm::expressions::Expression> labelToExpressionMap = std::map<std::string, storm::expressions::Expression>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+ /*!
+ * Constructs a model from the given data.
+ *
+ * @param manager The manager responsible for the decision diagrams.
+ * @param reachableStates A DD representing the reachable states.
+ * @param initialStates A DD representing the initial states of the model.
+ * @param deadlockStates A DD representing the deadlock states of the model.
+ * @param transitionMatrix The matrix representing the transitions in the model.
+ * @param rowVariables The set of row meta variables used in the DDs.
+ * @param columVariables The set of column meta variables used in the DDs.
+ * @param rowColumnMetaVariablePairs All pairs of row/column meta variables.
+ * @param player1Variables The meta variables used to encode the nondeterministic choices of player 1.
+ * @param player2Variables The meta variables used to encode the nondeterministic choices of player 2.
+ * @param allNondeterminismVariables The meta variables used to encode the nondeterminism in the model.
+ * @param labelToBddMap A mapping from label names to their defining BDDs.
+ * @param rewardModels The reward models associated with the model.
+ */
+ StochasticTwoPlayerGame(std::shared_ptr<storm::dd::DdManager<Type>> manager,
+ storm::dd::Bdd<Type> reachableStates,
+ storm::dd::Bdd<Type> initialStates,
+ storm::dd::Bdd<Type> deadlockStates,
+ storm::dd::Add<Type, ValueType> transitionMatrix,
+ std::set<storm::expressions::Variable> const& rowVariables,
+ std::set<storm::expressions::Variable> const& columnVariables,
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
+ std::set<storm::expressions::Variable> const& player1Variables,
+ std::set<storm::expressions::Variable> const& player2Variables,
+ std::set<storm::expressions::Variable> const& allNondeterminismVariables,
+ std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
+ std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
/*!
* Retrieeves the set of meta variables used to encode the nondeterministic choices of player 1.
*
@@ -90,6 +118,11 @@ namespace storm {
storm::dd::Bdd<Type> getIllegalPlayer2Mask() const;
private:
+ /*!
+ * Prepare all illegal masks.
+ */
+ void createIllegalMasks();
+
// A mask that characterizes all illegal player 1 choices.
storm::dd::Bdd<Type> illegalPlayer1Mask;
diff --git a/src/storm/settings/modules/BisimulationSettings.cpp b/src/storm/settings/modules/BisimulationSettings.cpp
index a626df55e..fdef27093 100644
--- a/src/storm/settings/modules/BisimulationSettings.cpp
+++ b/src/storm/settings/modules/BisimulationSettings.cpp
@@ -14,10 +14,17 @@ namespace storm {
const std::string BisimulationSettings::moduleName = "bisimulation";
const std::string BisimulationSettings::typeOptionName = "type";
+ const std::string BisimulationSettings::representativeOptionName = "repr";
+ const std::string BisimulationSettings::quotientFormatOptionName = "quot";
BisimulationSettings::BisimulationSettings() : ModuleSettings(moduleName) {
std::vector<std::string> types = { "strong", "weak" };
this->addOption(storm::settings::OptionBuilder(moduleName, typeOptionName, true, "Sets the kind of bisimulation quotienting used.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the type to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(types)).setDefaultValueString("strong").build()).build());
+
+ std::vector<std::string> quotTypes = { "sparse", "dd" };
+ this->addOption(storm::settings::OptionBuilder(moduleName, typeOptionName, true, "Sets the format in which the quotient is extracted (only applies to DD-based bisimulation).").addArgument(storm::settings::ArgumentBuilder::createStringArgument("format", "The format of the quotient.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(quotTypes)).setDefaultValueString("dd").build()).build());
+
+ this->addOption(storm::settings::OptionBuilder(moduleName, representativeOptionName, false, "Sets whether to use representatives in the quotient rather than block numbers.").build());
}
bool BisimulationSettings::isStrongBisimulationSet() const {
@@ -34,6 +41,18 @@ namespace storm {
return false;
}
+ BisimulationSettings::QuotientFormat BisimulationSettings::getQuotientFormat() const {
+ std::string quotientFormatAsString = this->getOption(typeOptionName).getArgumentByName("format").getValueAsString();
+ if (quotientFormatAsString == "sparse") {
+ return BisimulationSettings::QuotientFormat::Sparse;
+ }
+ return BisimulationSettings::QuotientFormat::Dd;
+ }
+
+ bool BisimulationSettings::isUseRepresentativesSet() const {
+ return this->getOption(representativeOptionName).getHasOptionBeenSet();
+ }
+
bool BisimulationSettings::check() const {
bool optionsSet = this->getOption(typeOptionName).getHasOptionBeenSet();
STORM_LOG_WARN_COND(storm::settings::getModule<storm::settings::modules::GeneralSettings>().isBisimulationSet() || !optionsSet, "Bisimulation minimization is not selected, so setting options for bisimulation has no effect.");
diff --git a/src/storm/settings/modules/BisimulationSettings.h b/src/storm/settings/modules/BisimulationSettings.h
index cd8dffbe2..ccdea9e5d 100644
--- a/src/storm/settings/modules/BisimulationSettings.h
+++ b/src/storm/settings/modules/BisimulationSettings.h
@@ -15,7 +15,7 @@ namespace storm {
// An enumeration of all available bisimulation types.
enum class BisimulationType { Strong, Weak };
- enum class CachingStrategy { FullDirect, FullLate, Granularity, Minimal };
+ enum class QuotientFormat { Sparse, Dd };
/*!
* Creates a new set of bisimulation settings.
@@ -36,6 +36,18 @@ namespace storm {
*/
bool isWeakBisimulationSet() const;
+ /*!
+ * Retrieves the format in which the quotient is to be extracted.
+ * NOTE: only applies to DD-based bisimulation.
+ */
+ QuotientFormat getQuotientFormat() const;
+
+ /*!
+ * Retrieves whether representatives for blocks are to be used instead of the block numbers.
+ * NOTE: only applies to DD-based bisimulation.
+ */
+ bool isUseRepresentativesSet() const;
+
virtual bool check() const override;
// The name of the module.
@@ -44,6 +56,8 @@ namespace storm {
private:
// Define the string names of the options as constants.
static const std::string typeOptionName;
+ static const std::string representativeOptionName;
+ static const std::string quotientFormatOptionName;
};
} // namespace modules
} // namespace settings
diff --git a/src/storm/storage/dd/Add.cpp b/src/storm/storage/dd/Add.cpp
index 23403e843..70e277f3c 100644
--- a/src/storm/storage/dd/Add.cpp
+++ b/src/storm/storage/dd/Add.cpp
@@ -186,9 +186,37 @@ namespace storm {
return internalAdd.equalModuloPrecision(other, precision, relative);
}
+ template<DdType LibraryType, typename ValueType>
+ Add<LibraryType, ValueType> Add<LibraryType, ValueType>::renameVariables(std::set<storm::expressions::Variable> const& from, std::set<storm::expressions::Variable> const& to) const {
+ std::vector<InternalBdd<LibraryType>> fromBdds;
+ std::vector<InternalBdd<LibraryType>> toBdds;
+
+ for (auto const& metaVariable : from) {
+ STORM_LOG_THROW(this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename variable '" << metaVariable.getName() << "' that is not present.");
+ DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
+ for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
+ fromBdds.push_back(ddVariable);
+ }
+ }
+ for (auto const& metaVariable : to) {
+ STORM_LOG_THROW(!this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename to variable '" << metaVariable.getName() << "' that is already present.");
+ DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
+ for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
+ toBdds.push_back(ddVariable);
+ }
+ }
+
+ std::set<storm::expressions::Variable> newContainedMetaVariables = to;
+ std::set_difference(this->getContainedMetaVariables().begin(), this->getContainedMetaVariables().end(), from.begin(), from.end(), std::inserter(newContainedMetaVariables, newContainedMetaVariables.begin()));
+
+ STORM_LOG_THROW(fromBdds.size() == toBdds.size(), storm::exceptions::InvalidArgumentException, "Unable to rename mismatching meta variables.");
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.swapVariables(fromBdds, toBdds), newContainedMetaVariables);
+ }
+
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::swapVariables(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& metaVariablePairs) const {
std::set<storm::expressions::Variable> newContainedMetaVariables;
+ std::set<storm::expressions::Variable> deletedMetaVariables;
std::vector<InternalBdd<LibraryType>> from;
std::vector<InternalBdd<LibraryType>> to;
for (auto const& metaVariablePair : metaVariablePairs) {
@@ -197,12 +225,20 @@ namespace storm {
// Keep track of the contained meta variables in the DD.
if (this->containsMetaVariable(metaVariablePair.first)) {
- newContainedMetaVariables.insert(metaVariablePair.second);
- }
- if (this->containsMetaVariable(metaVariablePair.second)) {
- newContainedMetaVariables.insert(metaVariablePair.first);
+ if (this->containsMetaVariable(metaVariablePair.second)) {
+ // Nothing to do here.
+ } else {
+ newContainedMetaVariables.insert(metaVariablePair.second);
+ deletedMetaVariables.insert(metaVariablePair.first);
+ }
+ } else {
+ if (!this->containsMetaVariable(metaVariablePair.second)) {
+ // Nothing to do here.
+ } else {
+ newContainedMetaVariables.insert(metaVariablePair.first);
+ deletedMetaVariables.insert(metaVariablePair.second);
+ }
}
-
for (auto const& ddVariable : variable1.getDdVariables()) {
from.push_back(ddVariable);
}
@@ -210,13 +246,19 @@ namespace storm {
to.push_back(ddVariable);
}
}
+
+ std::set<storm::expressions::Variable> tmp;
+ std::set_difference(this->getContainedMetaVariables().begin(), this->getContainedMetaVariables().end(), deletedMetaVariables.begin(), deletedMetaVariables.end(), std::inserter(tmp, tmp.begin()));
+ std::set<storm::expressions::Variable> containedMetaVariables;
+ std::set_union(tmp.begin(), tmp.end(), newContainedMetaVariables.begin(), newContainedMetaVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
STORM_LOG_THROW(from.size() == to.size(), storm::exceptions::InvalidArgumentException, "Unable to swap mismatching meta variables.");
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.swapVariables(from, to), newContainedMetaVariables);
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.swapVariables(from, to), containedMetaVariables);
}
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::permuteVariables(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& metaVariablePairs) const {
std::set<storm::expressions::Variable> newContainedMetaVariables;
+ std::set<storm::expressions::Variable> deletedMetaVariables;
std::vector<InternalBdd<LibraryType>> from;
std::vector<InternalBdd<LibraryType>> to;
for (auto const& metaVariablePair : metaVariablePairs) {
@@ -225,6 +267,7 @@ namespace storm {
// Keep track of the contained meta variables in the DD.
if (this->containsMetaVariable(metaVariablePair.first)) {
+ deletedMetaVariables.insert(metaVariablePair.first);
newContainedMetaVariables.insert(metaVariablePair.second);
}
@@ -235,8 +278,13 @@ namespace storm {
to.push_back(ddVariable);
}
}
+
+ std::set<storm::expressions::Variable> tmp;
+ std::set_difference(this->getContainedMetaVariables().begin(), this->getContainedMetaVariables().end(), deletedMetaVariables.begin(), deletedMetaVariables.end(), std::inserter(tmp, tmp.begin()));
+ std::set<storm::expressions::Variable> containedMetaVariables;
+ std::set_union(tmp.begin(), tmp.end(), newContainedMetaVariables.begin(), newContainedMetaVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
STORM_LOG_THROW(from.size() == to.size(), storm::exceptions::InvalidArgumentException, "Unable to swap mismatching meta variables.");
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.permuteVariables(from, to), newContainedMetaVariables);
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.permuteVariables(from, to), containedMetaVariables);
}
template<DdType LibraryType, typename ValueType>
diff --git a/src/storm/storage/dd/Add.h b/src/storm/storage/dd/Add.h
index d8466e46d..ad217ecfc 100644
--- a/src/storm/storage/dd/Add.h
+++ b/src/storm/storage/dd/Add.h
@@ -310,6 +310,17 @@ namespace storm {
* values.
*/
bool equalModuloPrecision(Add<LibraryType, ValueType> const& other, ValueType const& precision, bool relative = true) const;
+
+ /*!
+ * Renames the given meta variables in the ADD. The number of the underlying DD variables of the both meta
+ * variable sets needs to agree.
+ *
+ * @param from The meta variables to be renamed. The current ADD needs to contain all these meta variables.
+ * @param to The meta variables that are the target of the renaming process. The current ADD must not contain
+ * any of these meta variables.
+ * @return The resulting ADD.
+ */
+ Add<LibraryType, ValueType> renameVariables(std::set<storm::expressions::Variable> const& from, std::set<storm::expressions::Variable> const& to) const;
/*!
* Swaps the given pairs of meta variables in the ADD. The pairs of meta variables must be guaranteed to have
@@ -319,7 +330,7 @@ namespace storm {
* @return The resulting ADD.
*/
Add<LibraryType, ValueType> swapVariables(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& metaVariablePairs) const;
-
+
/*!
* Permutes the given pairs of meta variables in the ADD. The pairs of meta variables must be guaranteed to have
* the same number of underlying ADD variables. The first component of the i-th entry is substituted by the second component.
diff --git a/src/storm/storage/dd/Bdd.cpp b/src/storm/storage/dd/Bdd.cpp
index 7af94004c..bde9d4a30 100644
--- a/src/storm/storage/dd/Bdd.cpp
+++ b/src/storm/storage/dd/Bdd.cpp
@@ -253,6 +253,7 @@ namespace storm {
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::swapVariables(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& metaVariablePairs) const {
std::set<storm::expressions::Variable> newContainedMetaVariables;
+ std::set<storm::expressions::Variable> deletedMetaVariables;
std::vector<InternalBdd<LibraryType>> from;
std::vector<InternalBdd<LibraryType>> to;
for (auto const& metaVariablePair : metaVariablePairs) {
@@ -261,10 +262,19 @@ namespace storm {
// Keep track of the contained meta variables in the DD.
if (this->containsMetaVariable(metaVariablePair.first)) {
- newContainedMetaVariables.insert(metaVariablePair.second);
- }
- if (this->containsMetaVariable(metaVariablePair.second)) {
- newContainedMetaVariables.insert(metaVariablePair.first);
+ if (this->containsMetaVariable(metaVariablePair.second)) {
+ // Nothing to do here.
+ } else {
+ newContainedMetaVariables.insert(metaVariablePair.second);
+ deletedMetaVariables.insert(metaVariablePair.first);
+ }
+ } else {
+ if (!this->containsMetaVariable(metaVariablePair.second)) {
+ // Nothing to do here.
+ } else {
+ newContainedMetaVariables.insert(metaVariablePair.first);
+ deletedMetaVariables.insert(metaVariablePair.second);
+ }
}
for (auto const& ddVariable : variable1.getDdVariables()) {
@@ -274,7 +284,39 @@ namespace storm {
to.push_back(ddVariable);
}
}
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.swapVariables(from, to), newContainedMetaVariables);
+
+ std::set<storm::expressions::Variable> tmp;
+ std::set_difference(this->getContainedMetaVariables().begin(), this->getContainedMetaVariables().end(), deletedMetaVariables.begin(), deletedMetaVariables.end(), std::inserter(tmp, tmp.begin()));
+ std::set<storm::expressions::Variable> containedMetaVariables;
+ std::set_union(tmp.begin(), tmp.end(), newContainedMetaVariables.begin(), newContainedMetaVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.swapVariables(from, to), containedMetaVariables);
+ }
+
+ template<DdType LibraryType>
+ Bdd<LibraryType> Bdd<LibraryType>::renameVariables(std::set<storm::expressions::Variable> const& from, std::set<storm::expressions::Variable> const& to) const {
+ std::vector<InternalBdd<LibraryType>> fromBdds;
+ std::vector<InternalBdd<LibraryType>> toBdds;
+
+ for (auto const& metaVariable : from) {
+ STORM_LOG_THROW(this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename variable '" << metaVariable.getName() << "' that is not present.");
+ DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
+ for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
+ fromBdds.push_back(ddVariable);
+ }
+ }
+ for (auto const& metaVariable : to) {
+ STORM_LOG_THROW(!this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename to variable '" << metaVariable.getName() << "' that is already present.");
+ DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
+ for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
+ toBdds.push_back(ddVariable);
+ }
+ }
+
+ std::set<storm::expressions::Variable> newContainedMetaVariables = to;
+ std::set_difference(this->getContainedMetaVariables().begin(), this->getContainedMetaVariables().end(), from.begin(), from.end(), std::inserter(newContainedMetaVariables, newContainedMetaVariables.begin()));
+
+ STORM_LOG_THROW(fromBdds.size() == toBdds.size(), storm::exceptions::InvalidArgumentException, "Unable to rename mismatching meta variables.");
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.swapVariables(fromBdds, toBdds), newContainedMetaVariables);
}
template<DdType LibraryType>
diff --git a/src/storm/storage/dd/Bdd.h b/src/storm/storage/dd/Bdd.h
index 1250b2632..4a6ae2309 100644
--- a/src/storm/storage/dd/Bdd.h
+++ b/src/storm/storage/dd/Bdd.h
@@ -274,6 +274,17 @@ namespace storm {
*/
Bdd<LibraryType> swapVariables(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& metaVariablePairs) const;
+ /*!
+ * Renames the given meta variables in the BDD. The number of the underlying DD variables of the both meta
+ * variable sets needs to agree.
+ *
+ * @param from The meta variables to be renamed. The current BDD needs to contain all these meta variables.
+ * @param to The meta variables that are the target of the renaming process. The current BDD must not contain
+ * any of these meta variables.
+ * @return The resulting BDD.
+ */
+ Bdd<LibraryType> renameVariables(std::set<storm::expressions::Variable> const& from, std::set<storm::expressions::Variable> const& to) const;
+
/*!
* Retrieves whether this DD represents the constant one function.
*
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index 4893340a6..a1698404a 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -2,9 +2,11 @@
#include "storm/storage/dd/bisimulation/SignatureComputer.h"
#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidOperationException.h"
+#include "storm/exceptions/NotSupportedException.h"
#include <sylvan_table.h>
@@ -16,15 +18,20 @@ namespace storm {
using namespace bisimulation;
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model) : status(Status::Initialized), model(model), currentPartition(bisimulation::Partition<DdType, ValueType>::create(model)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model)) {
// Intentionally left empty.
}
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), currentPartition(initialPartition) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, formulas)) {
// Intentionally left empty.
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), currentPartition(initialPartition) {
+ STORM_LOG_THROW(!model.hasRewardModel(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support preserving rewards.");
+ }
+
template <storm::dd::DdType DdType, typename ValueType>
void BisimulationDecomposition<DdType, ValueType>::compute() {
this->status = Status::InComputation;
@@ -52,7 +59,6 @@ namespace storm {
auto refinementStart = std::chrono::high_resolution_clock::now();
Partition<DdType, ValueType> newPartition = refiner.refine(currentPartition, signature);
-// newPartition.getPartitionAdd().exportToDot("part" + std::to_string(iterations) + ".dot");
auto refinementEnd = std::chrono::high_resolution_clock::now();
totalRefinementTime += (refinementEnd - refinementStart);
@@ -78,7 +84,13 @@ namespace storm {
template <storm::dd::DdType DdType, typename ValueType>
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> BisimulationDecomposition<DdType, ValueType>::getQuotient() const {
STORM_LOG_THROW(this->status == Status::FixedPoint, storm::exceptions::InvalidOperationException, "Cannot extract quotient, because bisimulation decomposition was not completed.");
- return nullptr;
+
+ STORM_LOG_TRACE("Starting quotient extraction.");
+ QuotientExtractor<DdType, ValueType> extractor;
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> quotient = extractor.extract(model, currentPartition);
+ STORM_LOG_TRACE("Quotient extraction done.");
+
+ return quotient;
}
template class BisimulationDecomposition<storm::dd::DdType::CUDD, double>;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index 131a672e1..e0ec00d27 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -1,10 +1,15 @@
#pragma once
+#include <memory>
+#include <vector>
+
#include "storm/storage/dd/DdType.h"
+#include "storm/storage/dd/bisimulation/Partition.h"
+
#include "storm/models/symbolic/Model.h"
-#include "storm/storage/dd/bisimulation/Partition.h"
+#include "storm/logic/Formula.h"
namespace storm {
namespace dd {
@@ -17,7 +22,7 @@ namespace storm {
};
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model);
-
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas);
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition);
/*!
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index 65a46debf..2d89a82ae 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -21,6 +21,16 @@ namespace storm {
// Intentionally left empty.
}
+ template<DdType LibraryType>
+ std::shared_ptr<DdManager<LibraryType>> DdManager<LibraryType>::asSharedPointer() {
+ return this->shared_from_this();
+ }
+
+ template<DdType LibraryType>
+ std::shared_ptr<DdManager<LibraryType> const> DdManager<LibraryType>::asSharedPointer() const {
+ return this->shared_from_this();
+ }
+
template<DdType LibraryType>
Bdd<LibraryType> DdManager<LibraryType>::getBddOne() const {
return Bdd<LibraryType>(*this, internalDdManager.getBddOne());
@@ -221,6 +231,11 @@ namespace storm {
return result;
}
+ template<DdType LibraryType>
+ std::vector<storm::expressions::Variable> DdManager<LibraryType>::addBitVectorMetaVariable(std::string const& variableName, uint64_t bits, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
+ return this->addMetaVariable(variableName, 0, (1ull << bits) - 1, numberOfLayers, position);
+ }
+
template<DdType LibraryType>
std::pair<storm::expressions::Variable, storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
std::vector<storm::expressions::Variable> result = addMetaVariable(name, 2, position);
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index cade43736..fdee32589 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -21,7 +21,7 @@ namespace storm {
namespace dd {
// Declare DdManager class so we can then specialize it for the different DD types.
template<DdType LibraryType>
- class DdManager {
+ class DdManager : public std::enable_shared_from_this<DdManager<LibraryType>> {
public:
friend class Bdd<LibraryType>;
@@ -41,6 +41,9 @@ namespace storm {
DdManager<LibraryType>& operator=(DdManager<LibraryType> const& other) = delete;
DdManager(DdManager<LibraryType>&& other) = default;
DdManager<LibraryType>& operator=(DdManager<LibraryType>&& other) = default;
+
+ std::shared_ptr<DdManager<LibraryType>> asSharedPointer();
+ std::shared_ptr<DdManager<LibraryType> const> asSharedPointer() const;
/*!
* Retrieves a BDD representing the constant one function.
@@ -160,7 +163,15 @@ namespace storm {
* @param numberOfLayers The number of layers of this variable (must be greater or equal 1).
*/
std::vector<storm::expressions::Variable> addMetaVariable(std::string const& variableName, int_fast64_t low, int_fast64_t high, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position = boost::none);
-
+
+ /*!
+ * Creates a meta variable with the given number of layers.
+ *
+ * @param variableName The name of the variable.
+ * @param numberOfLayers The number of layers of this variable (must be greater or equal 1).
+ */
+ std::vector<storm::expressions::Variable> addBitVectorMetaVariable(std::string const& variableName, uint64_t bits, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position = boost::none);
+
/*!
* Adds a boolean meta variable with two layers (a 'normal' and a 'primed' one).
*
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index 994db80c7..6e71074eb 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -2,33 +2,42 @@
#include "storm/storage/dd/DdManager.h"
+#include "storm/storage/dd/bisimulation/PreservationInformation.h"
+
+#include "storm/logic/Formula.h"
+#include "storm/logic/AtomicExpressionFormula.h"
+#include "storm/logic/AtomicLabelFormula.h"
+
+#include "storm/utility/macros.h"
+#include "storm/exceptions/InvalidPropertyException.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partition(partitionAdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
+ Partition<DdType, ValueType>::Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : preservationInformation(preservationInformation), partition(partitionAdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType>::Partition(storm::dd::Bdd<DdType> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex) : partition(partitionBdd), blockVariable(blockVariable), nextFreeBlockIndex(nextFreeBlockIndex) {
+ Partition<DdType, ValueType>::Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : preservationInformation(preservationInformation), partition(partitionBdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
bool Partition<DdType, ValueType>::operator==(Partition<DdType, ValueType> const& other) {
- return this->partition == other.partition && this->blockVariable == other.blockVariable && this->nextFreeBlockIndex == other.nextFreeBlockIndex;
+ return this->partition == other.partition && this->blockVariables == other.blockVariables && this->nextFreeBlockIndex == other.nextFreeBlockIndex;
}
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const {
- return Partition<DdType, ValueType>(newPartitionAdd, blockVariable, nextFreeBlockIndex);
+ return Partition<DdType, ValueType>(preservationInformation, newPartitionAdd, blockVariables, nextFreeBlockIndex);
}
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const {
- return Partition<DdType, ValueType>(newPartitionBdd, blockVariable, nextFreeBlockIndex);
+ return Partition<DdType, ValueType>(preservationInformation, newPartitionBdd, blockVariables, nextFreeBlockIndex);
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -38,15 +47,57 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels) {
+ std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
std::vector<storm::expressions::Expression> expressions;
for (auto const& label : labels) {
+ preservationInformation->addLabel(label);
expressions.push_back(model.getExpression(label));
}
- return create(model, expressions);
+ return create(model, expressions, preservationInformation);
}
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions) {
+ std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
+ for (auto const& expression : expressions) {
+ preservationInformation->addExpression(expression);
+ }
+ return create(model, expressions, preservationInformation);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ if (formulas.empty()) {
+ return create(model);
+ }
+
+ std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
+ std::set<std::string> labels;
+ std::set<storm::expressions::Expression> expressions;
+
+ for (auto const& formula : formulas) {
+ for (auto const& expressionFormula : formula->getAtomicExpressionFormulas()) {
+ expressions.insert(expressionFormula->getExpression());
+ preservationInformation->addExpression(expressionFormula->getExpression());
+ }
+ for (auto const& labelFormula : formula->getAtomicLabelFormulas()) {
+ std::string const& label = labelFormula->getLabel();
+ STORM_LOG_THROW(model.hasLabel(label), storm::exceptions::InvalidPropertyException, "Property refers to illegal label '" << label << "'.");
+ preservationInformation->addLabel(label);
+ expressions.insert(model.getExpression(label));
+ }
+ }
+
+ std::vector<storm::expressions::Expression> expressionVector;
+ for (auto const& expression : expressions) {
+ expressionVector.emplace_back(expression);
+ }
+
+ return create(model, expressionVector, preservationInformation);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation) {
storm::dd::DdManager<DdType>& manager = model.getManager();
std::vector<storm::dd::Bdd<DdType>> stateSets;
@@ -54,14 +105,20 @@ namespace storm {
stateSets.emplace_back(model.getStates(expression));
}
- storm::expressions::Variable blockVariable = createBlockVariable(manager, model.getReachableStates().getNonZeroCount());
- std::pair<storm::dd::Bdd<DdType>, uint64_t> partitionBddAndBlockCount = createPartitionBdd(manager, model, stateSets, blockVariable);
+ uint64_t numberOfDdVariables = 0;
+ for (auto const& metaVariable : model.getRowVariables()) {
+ auto const& ddMetaVariable = manager.getMetaVariable(metaVariable);
+ numberOfDdVariables += ddMetaVariable.getNumberOfDdVariables();
+ }
+
+ std::pair<storm::expressions::Variable, storm::expressions::Variable> blockVariables = createBlockVariables(manager, numberOfDdVariables);
+ std::pair<storm::dd::Bdd<DdType>, uint64_t> partitionBddAndBlockCount = createPartitionBdd(manager, model, stateSets, blockVariables.first);
// Store the partition as an ADD only in the case of CUDD.
if (DdType == storm::dd::DdType::CUDD) {
- return Partition<DdType, ValueType>(partitionBddAndBlockCount.first.template toAdd<ValueType>(), blockVariable, partitionBddAndBlockCount.second);
+ return Partition<DdType, ValueType>(preservationInformation, partitionBddAndBlockCount.first.template toAdd<ValueType>(), blockVariables, partitionBddAndBlockCount.second);
} else {
- return Partition<DdType, ValueType>(partitionBddAndBlockCount.first, blockVariable, partitionBddAndBlockCount.second);
+ return Partition<DdType, ValueType>(preservationInformation, partitionBddAndBlockCount.first, blockVariables, partitionBddAndBlockCount.second);
}
}
@@ -92,7 +149,12 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
storm::expressions::Variable const& Partition<DdType, ValueType>::getBlockVariable() const {
- return blockVariable;
+ return blockVariables.first;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::expressions::Variable const& Partition<DdType, ValueType>::getPrimedBlockVariable() const {
+ return blockVariables.second;
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -109,6 +171,11 @@ namespace storm {
}
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ PreservationInformation const& Partition<DdType, ValueType>::getPreservationInformation() const {
+ return *preservationInformation;
+ }
+
template<storm::dd::DdType DdType>
void enumerateBlocksRec(std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::dd::Bdd<DdType> const& currentStateSet, uint64_t offset, storm::expressions::Variable const& blockVariable, std::function<void (storm::dd::Bdd<DdType> const&)> const& callback) {
if (currentStateSet.isZero()) {
@@ -125,34 +192,33 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
std::pair<storm::dd::Bdd<DdType>, uint64_t> Partition<DdType, ValueType>::createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable) {
uint64_t blockCount = 0;
- storm::dd::Bdd<DdType> partitionAdd = manager.getBddZero();
+ storm::dd::Bdd<DdType> partitionBdd = manager.getBddZero();
// Enumerate all realizable blocks.
- enumerateBlocksRec<DdType>(stateSets, model.getReachableStates(), 0, blockVariable, [&manager, &partitionAdd, &blockVariable, &blockCount](storm::dd::Bdd<DdType> const& stateSet) {
- stateSet.template toAdd<ValueType>().exportToDot("states_" + std::to_string(blockCount) + ".dot");
- partitionAdd |= (stateSet && manager.getEncoding(blockVariable, blockCount, false));
+ enumerateBlocksRec<DdType>(stateSets, model.getReachableStates(), 0, blockVariable, [&manager, &partitionBdd, &blockVariable, &blockCount](storm::dd::Bdd<DdType> const& stateSet) {
+ partitionBdd |= (stateSet && manager.getEncoding(blockVariable, blockCount, false));
blockCount++;
} );
-
+
// Move the partition over to the primed variables.
- partitionAdd = partitionAdd.swapVariables(model.getRowColumnMetaVariablePairs());
-
- return std::make_pair(partitionAdd, blockCount);
+ partitionBdd = partitionBdd.swapVariables(model.getRowColumnMetaVariablePairs());
+
+ return std::make_pair(partitionBdd, blockCount);
}
template<storm::dd::DdType DdType, typename ValueType>
- storm::expressions::Variable Partition<DdType, ValueType>::createBlockVariable(storm::dd::DdManager<DdType>& manager, uint64_t numberOfStates) {
- storm::expressions::Variable blockVariable;
+ std::pair<storm::expressions::Variable, storm::expressions::Variable> Partition<DdType, ValueType>::createBlockVariables(storm::dd::DdManager<DdType>& manager, uint64_t numberOfDdVariables) {
+ std::vector<storm::expressions::Variable> blockVariables;
if (manager.hasMetaVariable("blocks")) {
int64_t counter = 0;
while (manager.hasMetaVariable("block" + std::to_string(counter))) {
++counter;
}
- blockVariable = manager.addMetaVariable("blocks" + std::to_string(counter), 0, numberOfStates, 1).front();
+ blockVariables = manager.addBitVectorMetaVariable("blocks" + std::to_string(counter), numberOfDdVariables, 2);
} else {
- blockVariable = manager.addMetaVariable("blocks", 0, numberOfStates, 1).front();
+ blockVariables = manager.addBitVectorMetaVariable("blocks", numberOfDdVariables, 2);
}
- return blockVariable;
+ return std::make_pair(blockVariables[0], blockVariables[1]);
}
template class Partition<storm::dd::DdType::CUDD, double>;
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
index a206c33a5..f52c827cb 100644
--- a/src/storm/storage/dd/bisimulation/Partition.h
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -1,5 +1,8 @@
#pragma once
+#include <vector>
+#include <memory>
+
#include <boost/variant.hpp>
#include "storm/storage/dd/DdType.h"
@@ -9,38 +12,20 @@
#include "storm/models/symbolic/Model.h"
namespace storm {
+ namespace logic {
+ class Formula;
+ }
+
namespace dd {
namespace bisimulation {
+ class PreservationInformation;
+
template<storm::dd::DdType DdType, typename ValueType>
class Partition {
public:
Partition() = default;
- /*!
- * Creates a new partition from the given data.
- *
- * @param partitionAdd An ADD that maps encoding over the state/row variables and the block variable to
- * one iff the state is in the block.
- * @param blockVariable The variable to use for the block encoding. Its range must be [0, x] where x is
- * the number of states in the partition.
- * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
- * between 0 and this number.
- */
- Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex);
-
- /*!
- * Creates a new partition from the given data.
- *
- * @param partitionBdd A BDD that maps encoding over the state/row variables and the block variable to
- * true iff the state is in the block.
- * @param blockVariable The variable to use for the block encoding. Its range must be [0, x] where x is
- * the number of states in the partition.
- * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
- * between 0 and this number.
- */
- Partition(storm::dd::Bdd<DdType> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t nextFreeBlockIndex);
-
bool operator==(Partition<DdType, ValueType> const& other);
Partition<DdType, ValueType> replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
@@ -62,6 +47,11 @@ namespace storm {
*/
static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions);
+ /*!
+ * Creates a partition from the given model that preserves the given formulas.
+ */
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas);
+
uint64_t getNumberOfBlocks() const;
bool storedAsAdd() const;
@@ -71,21 +61,56 @@ namespace storm {
storm::dd::Bdd<DdType> const& asBdd() const;
storm::expressions::Variable const& getBlockVariable() const;
+ storm::expressions::Variable const& getPrimedBlockVariable() const;
uint64_t getNextFreeBlockIndex() const;
-
uint64_t getNodeCount() const;
+
+ PreservationInformation const& getPreservationInformation() const;
private:
+ /*!
+ * Creates a new partition from the given data.
+ *
+ * @param preservationInformation Informatin about which labels/expressions this partition preserves.
+ * @param partitionAdd An ADD that maps encoding over the state/row variables and the block variable to
+ * one iff the state is in the block.
+ * @param blockVariables The variables to use for the block encoding. Its range must be [0, x] where x is
+ * greater or equal than the number of states in the partition.
+ * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
+ * between 0 and this number.
+ */
+ Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
+
+ /*!
+ * Creates a new partition from the given data.
+ *
+ * @param preservationInformation Informatin about which labels/expressions this partition preserves.
+ * @param partitionBdd A BDD that maps encoding over the state/row variables and the block variable to
+ * true iff the state is in the block.
+ * @param blockVariables The variables to use for the block encoding. Their range must be [0, x] where x is
+ * greater or equal than the number of states in the partition.
+ * @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
+ * between 0 and this number.
+ */
+ Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
+
+ /*!
+ * Creates a partition from the given model that respects the given expressions.
+ */
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation);
+
static std::pair<storm::dd::Bdd<DdType>, uint64_t> createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
- static storm::expressions::Variable createBlockVariable(storm::dd::DdManager<DdType>& manager, uint64_t numberOfStates);
+ static std::pair<storm::expressions::Variable, storm::expressions::Variable> createBlockVariables(storm::dd::DdManager<DdType>& manager, uint64_t numberOfDdVariables);
+
+ std::shared_ptr<PreservationInformation> preservationInformation;
/// The DD representing the partition. The DD is over the row variables of the model and the block variable.
boost::variant<storm::dd::Bdd<DdType>, storm::dd::Add<DdType, ValueType>> partition;
- /// The meta variable used to encode the block of each state in this partition.
- storm::expressions::Variable blockVariable;
+ /// The meta variables used to encode the block of each state in this partition.
+ std::pair<storm::expressions::Variable, storm::expressions::Variable> blockVariables;
/// The next free block index.
uint64_t nextFreeBlockIndex;
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
new file mode 100644
index 000000000..f6d25ff4d
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
@@ -0,0 +1,24 @@
+#include "storm/storage/dd/bisimulation/PreservationInformation.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ void PreservationInformation::addLabel(std::string const& label) {
+ labels.insert(label);
+ }
+
+ void PreservationInformation::addExpression(storm::expressions::Expression const& expression) {
+ expressions.insert(expression);
+ }
+
+ std::set<std::string> const& PreservationInformation::getLabels() const {
+ return labels;
+ }
+
+ std::set<storm::expressions::Expression> const& PreservationInformation::getExpressions() const {
+ return expressions;
+ }
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.h b/src/storm/storage/dd/bisimulation/PreservationInformation.h
new file mode 100644
index 000000000..e936d3b0d
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.h
@@ -0,0 +1,30 @@
+#pragma once
+
+#include <set>
+#include <string>
+
+#include "storm/storage/expressions/Expression.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ class PreservationInformation {
+ public:
+
+ PreservationInformation() = default;
+
+ void addLabel(std::string const& label);
+ void addExpression(storm::expressions::Expression const& expression);
+
+ std::set<std::string> const& getLabels() const;
+ std::set<storm::expressions::Expression> const& getExpressions() const;
+
+ private:
+ std::set<std::string> labels;
+ std::set<storm::expressions::Expression> expressions;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
new file mode 100644
index 000000000..bef5d3fc3
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -0,0 +1,161 @@
+#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
+
+#include "storm/storage/dd/DdManager.h"
+
+#include "storm/models/symbolic/Dtmc.h"
+#include "storm/models/symbolic/Ctmc.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
+#include "storm/storage/dd/bisimulation/PreservationInformation.h"
+
+#include "storm/settings/SettingsManager.h"
+
+#include "storm/utility/macros.h"
+#include "storm/exceptions/NotSupportedException.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ QuotientExtractor<DdType, ValueType>::QuotientExtractor() : useRepresentatives(false) {
+ auto const& settings = storm::settings::getModule<storm::settings::modules::BisimulationSettings>();
+ this->useRepresentatives = settings.isUseRepresentativesSet();
+ this->quotientFormat = settings.getQuotientFormat();
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ auto start = std::chrono::high_resolution_clock::now();
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> result;
+ if (quotientFormat == storm::settings::modules::BisimulationSettings::QuotientFormat::Sparse) {
+ result = extractSparseQuotient(model, partition);
+ } else {
+ result = extractDdQuotient(model, partition);
+ }
+ auto end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Quotient extraction completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+ return result;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ return nullptr;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ return extractQuotientUsingBlockVariables(model, partition);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ auto modelType = model.getType();
+
+ if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
+ std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
+ std::set<storm::expressions::Variable> blockPrimeVariableSet = {partition.getPrimedBlockVariable()};
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> blockMetaVariablePairs = {std::make_pair(partition.getBlockVariable(), partition.getPrimedBlockVariable())};
+
+ storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsBdd() ? partition.asBdd() : partition.asAdd().notZero();
+ if (useRepresentatives) {
+ storm::dd::Bdd<DdType> partitionAsBddOverPrimedBlockVariable = partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet);
+ storm::dd::Bdd<DdType> representativePartition = partitionAsBddOverPrimedBlockVariable.existsAbstractRepresentative(model.getColumnVariables()).renameVariables(model.getColumnVariables(), blockVariableSet);
+ partitionAsBdd = (representativePartition && partitionAsBddOverPrimedBlockVariable).existsAbstract(blockPrimeVariableSet);
+ }
+
+ storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+ quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
+ storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
+
+ storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables());
+ storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables());
+ storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
+
+ std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
+ for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ }
+ for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ std::stringstream stream;
+ stream << expression;
+ std::string expressionAsString = stream.str();
+
+ auto it = preservedLabelBdds.find(expressionAsString);
+ if (it != preservedLabelBdds.end()) {
+ STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
+ } else {
+ preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ }
+ }
+
+ if (modelType == storm::models::ModelType::Dtmc) {
+ return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ } else {
+ return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ }
+ } else {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot exctract quotient for this model type.");
+ }
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ auto modelType = model.getType();
+
+ if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
+ std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
+ std::set<storm::expressions::Variable> blockPrimeVariableSet = {partition.getPrimedBlockVariable()};
+ std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> blockMetaVariablePairs = {std::make_pair(partition.getBlockVariable(), partition.getPrimedBlockVariable())};
+
+ storm::dd::Add<DdType, ValueType> partitionAsAdd = partition.storedAsBdd() ? partition.asBdd().template toAdd<ValueType>() : partition.asAdd();
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd, model.getColumnVariables());
+ quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getColumnVariables());
+ quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
+ quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getRowVariables());
+ storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
+
+ storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsBdd() ? partition.asBdd() : partition.asAdd().notZero();
+ storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables()).renameVariables(blockVariableSet, model.getRowVariables());
+ storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables())).existsAbstract(model.getRowVariables()).renameVariables(blockVariableSet, model.getRowVariables());
+ storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(model.getColumnVariables()) && reachableStates;
+
+ std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
+ for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ }
+ for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ std::stringstream stream;
+ stream << expression;
+ std::string expressionAsString = stream.str();
+
+ auto it = preservedLabelBdds.find(expressionAsString);
+ if (it != preservedLabelBdds.end()) {
+ STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
+ } else {
+ preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ }
+ }
+
+ if (modelType == storm::models::ModelType::Dtmc) {
+ return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, model.getRowVariables(), model.getColumnVariables(), model.getRowColumnMetaVariablePairs(), preservedLabelBdds, {}));
+ } else {
+ return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ }
+ } else {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot exctract quotient for this model type.");
+ }
+ }
+
+ template class QuotientExtractor<storm::dd::DdType::CUDD, double>;
+
+ template class QuotientExtractor<storm::dd::DdType::Sylvan, double>;
+ template class QuotientExtractor<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class QuotientExtractor<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.h b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
new file mode 100644
index 000000000..eb6cbef4b
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
@@ -0,0 +1,37 @@
+#pragma once
+
+#include <memory>
+
+#include "storm/storage/dd/DdType.h"
+
+#include "storm/models/symbolic/Model.h"
+
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+#include "storm/settings/modules/BisimulationSettings.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class QuotientExtractor {
+ public:
+ QuotientExtractor();
+
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+
+ private:
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+
+ bool useRepresentatives;
+ storm::settings::modules::BisimulationSettings::QuotientFormat quotientFormat;
+ };
+
+ }
+ }
+}
diff --git a/src/storm/utility/storm.h b/src/storm/utility/storm.h
index 9dc2d1a60..a913917be 100644
--- a/src/storm/utility/storm.h
+++ b/src/storm/utility/storm.h
@@ -192,10 +192,9 @@ namespace storm {
}
if (storm::settings::getModule<storm::settings::modules::GeneralSettings>().isBisimulationSet()) {
- storm::dd::BisimulationDecomposition<LibraryType, ValueType> decomposition(*result);
+ storm::dd::BisimulationDecomposition<LibraryType, ValueType> decomposition(*result, formulas);
decomposition.compute();
-
- // TODO build quotient and return it.
+ result = decomposition.getQuotient();
}
return result;
From f0f4cd73908224e9c644aab438d88f1214d60fdc Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 25 May 2017 09:56:15 +0200
Subject: [PATCH 05/77] first version of sparse quotient extraction for dd
bisimulation
---
src/storm/cli/cli.cpp | 2 -
src/storm/models/sparse/Model.cpp | 4 +-
src/storm/models/sparse/Model.h | 4 +-
src/storm/models/symbolic/Model.cpp | 4 +-
src/storm/models/symbolic/Model.h | 4 +-
.../settings/modules/BisimulationSettings.cpp | 4 +-
src/storm/storage/SparseMatrix.cpp | 68 +--
.../storage/dd/BisimulationDecomposition.cpp | 4 +-
.../storage/dd/BisimulationDecomposition.h | 2 +-
src/storm/storage/dd/DdMetaVariable.cpp | 22 +
src/storm/storage/dd/DdMetaVariable.h | 10 +
.../dd/bisimulation/QuotientExtractor.cpp | 501 +++++++++++++++++-
.../dd/bisimulation/QuotientExtractor.h | 5 +-
src/storm/storage/dd/cudd/InternalCuddAdd.h | 2 +-
src/storm/storage/dd/cudd/InternalCuddBdd.h | 2 +-
.../storage/dd/sylvan/InternalSylvanAdd.h | 14 +-
.../SymbolicToSparseTransformer.cpp | 1 +
src/storm/utility/storm.h | 2 +-
18 files changed, 592 insertions(+), 63 deletions(-)
diff --git a/src/storm/cli/cli.cpp b/src/storm/cli/cli.cpp
index bdba45a30..7618fd9e3 100644
--- a/src/storm/cli/cli.cpp
+++ b/src/storm/cli/cli.cpp
@@ -277,8 +277,6 @@ namespace storm {
model = model.preprocess(constantDefinitions);
-
-
if (ioSettings.isNoBuildModelSet()) {
return;
}
diff --git a/src/storm/models/sparse/Model.cpp b/src/storm/models/sparse/Model.cpp
index d75065299..81ecad8a4 100644
--- a/src/storm/models/sparse/Model.cpp
+++ b/src/storm/models/sparse/Model.cpp
@@ -20,7 +20,7 @@ namespace storm {
storm::models::sparse::StateLabeling const& stateLabeling,
std::unordered_map<std::string, RewardModelType> const& rewardModels,
boost::optional<std::vector<LabelSet>> const& optionalChoiceLabeling)
- : ModelBase(modelType), transitionMatrix(transitionMatrix), stateLabeling(stateLabeling),
+ : storm::models::Model<ValueType>(modelType), transitionMatrix(transitionMatrix), stateLabeling(stateLabeling),
rewardModels(rewardModels), choiceLabeling(optionalChoiceLabeling) {
for (auto const& rewardModel : this->getRewardModels()) {
STORM_LOG_THROW(!rewardModel.second.hasTransitionRewards() || rewardModel.second.getTransitionRewardMatrix().isSubmatrixOf(this->getTransitionMatrix()), storm::exceptions::IllegalArgumentException, "The transition reward matrix is not a submatrix of the transition matrix, i.e. there are rewards for transitions that do not exist.");
@@ -33,7 +33,7 @@ namespace storm {
storm::models::sparse::StateLabeling&& stateLabeling,
std::unordered_map<std::string, RewardModelType>&& rewardModels,
boost::optional<std::vector<LabelSet>>&& optionalChoiceLabeling)
- : ModelBase(modelType), transitionMatrix(std::move(transitionMatrix)), stateLabeling(std::move(stateLabeling)),
+ : storm::models::Model<ValueType>(modelType), transitionMatrix(std::move(transitionMatrix)), stateLabeling(std::move(stateLabeling)),
rewardModels(std::move(rewardModels)), choiceLabeling(std::move(optionalChoiceLabeling)) {
for (auto const& rewardModel : this->getRewardModels()) {
STORM_LOG_THROW(!rewardModel.second.hasTransitionRewards() || rewardModel.second.getTransitionRewardMatrix().isSubmatrixOf(this->getTransitionMatrix()), storm::exceptions::IllegalArgumentException, "The transition reward matrix is not a submatrix of the transition matrix, i.e. there are rewards for transitions that do not exist.");
diff --git a/src/storm/models/sparse/Model.h b/src/storm/models/sparse/Model.h
index a545ae3ce..57382a1c9 100644
--- a/src/storm/models/sparse/Model.h
+++ b/src/storm/models/sparse/Model.h
@@ -6,7 +6,7 @@
#include <boost/container/flat_set.hpp>
#include <boost/optional.hpp>
-#include "storm/models/ModelBase.h"
+#include "storm/models/Model.h"
#include "storm/models/sparse/StateLabeling.h"
#include "storm/storage/sparse/StateType.h"
#include "storm/storage/SparseMatrix.h"
@@ -35,7 +35,7 @@ namespace storm {
* Base class for all sparse models.
*/
template<class CValueType, class CRewardModelType = StandardRewardModel<CValueType>>
- class Model : public storm::models::ModelBase {
+ class Model : public storm::models::Model<CValueType> {
template<typename ParametricModelType, typename ConstantModelType>
friend class storm::utility::ModelInstantiator;
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 1ec8ef7d9..2a6804618 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -35,7 +35,7 @@ namespace storm {
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::expressions::Expression> labelToExpressionMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : ModelBase(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(rowExpressionAdapter), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToExpressionMap(labelToExpressionMap), rewardModels(rewardModels) {
+ : storm::models::Model<ValueType>(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(rowExpressionAdapter), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToExpressionMap(labelToExpressionMap), rewardModels(rewardModels) {
this->labelToBddMap.emplace("init", initialStates);
this->labelToBddMap.emplace("deadlock", deadlockStates);
}
@@ -52,7 +52,7 @@ namespace storm {
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap,
std::unordered_map<std::string, RewardModelType> const& rewardModels)
- : ModelBase(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(nullptr), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToBddMap(labelToBddMap), rewardModels(rewardModels) {
+ : storm::models::Model<ValueType>(modelType), manager(manager), reachableStates(reachableStates), transitionMatrix(transitionMatrix), rowVariables(rowVariables), rowExpressionAdapter(nullptr), columnVariables(columnVariables), rowColumnMetaVariablePairs(rowColumnMetaVariablePairs), labelToBddMap(labelToBddMap), rewardModels(rewardModels) {
STORM_LOG_THROW(this->labelToBddMap.find("init") == this->labelToBddMap.end(), storm::exceptions::WrongFormatException, "Illegal custom label 'init'.");
STORM_LOG_THROW(this->labelToBddMap.find("deadlock") == this->labelToBddMap.end(), storm::exceptions::WrongFormatException, "Illegal custom label 'deadlock'.");
this->labelToBddMap.emplace("init", initialStates);
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index cae2e3c85..f12a7ad26 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -10,7 +10,7 @@
#include "storm/storage/expressions/Variable.h"
#include "storm/storage/dd/DdType.h"
#include "storm/storage/dd/Bdd.h"
-#include "storm/models/ModelBase.h"
+#include "storm/models/Model.h"
#include "storm/utility/OsDetection.h"
#include "storm-config.h"
@@ -45,7 +45,7 @@ namespace storm {
* Base class for all symbolic models.
*/
template<storm::dd::DdType Type, typename CValueType = double>
- class Model : public storm::models::ModelBase {
+ class Model : public storm::models::Model<CValueType> {
public:
typedef CValueType ValueType;
diff --git a/src/storm/settings/modules/BisimulationSettings.cpp b/src/storm/settings/modules/BisimulationSettings.cpp
index fdef27093..2c1db8a39 100644
--- a/src/storm/settings/modules/BisimulationSettings.cpp
+++ b/src/storm/settings/modules/BisimulationSettings.cpp
@@ -22,7 +22,7 @@ namespace storm {
this->addOption(storm::settings::OptionBuilder(moduleName, typeOptionName, true, "Sets the kind of bisimulation quotienting used.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the type to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(types)).setDefaultValueString("strong").build()).build());
std::vector<std::string> quotTypes = { "sparse", "dd" };
- this->addOption(storm::settings::OptionBuilder(moduleName, typeOptionName, true, "Sets the format in which the quotient is extracted (only applies to DD-based bisimulation).").addArgument(storm::settings::ArgumentBuilder::createStringArgument("format", "The format of the quotient.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(quotTypes)).setDefaultValueString("dd").build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, quotientFormatOptionName, true, "Sets the format in which the quotient is extracted (only applies to DD-based bisimulation).").addArgument(storm::settings::ArgumentBuilder::createStringArgument("format", "The format of the quotient.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(quotTypes)).setDefaultValueString("dd").build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, representativeOptionName, false, "Sets whether to use representatives in the quotient rather than block numbers.").build());
}
@@ -42,7 +42,7 @@ namespace storm {
}
BisimulationSettings::QuotientFormat BisimulationSettings::getQuotientFormat() const {
- std::string quotientFormatAsString = this->getOption(typeOptionName).getArgumentByName("format").getValueAsString();
+ std::string quotientFormatAsString = this->getOption(quotientFormatOptionName).getArgumentByName("format").getValueAsString();
if (quotientFormatAsString == "sparse") {
return BisimulationSettings::QuotientFormat::Sparse;
}
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index d71fa7ba4..11878f0d2 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -125,41 +125,47 @@ namespace storm {
// the insertion.
bool fixCurrentRow = row == lastRow && column < lastColumn;
- // If we switched to another row, we have to adjust the missing entries in the row indices vector.
- if (row != lastRow) {
- // Otherwise, we need to push the correct values to the vectors, which might trigger reallocations.
- for (index_type i = lastRow + 1; i <= row; ++i) {
- rowIndications.push_back(currentEntryCount);
+ // If the element is in the same row and column as the previous entry, we add them up.
+ if (row == lastRow && column == lastColumn) {
+ columnsAndValues.back().setColumn(column);
+ columnsAndValues.back().setValue(value);
+ } else {
+ // If we switched to another row, we have to adjust the missing entries in the row indices vector.
+ if (row != lastRow) {
+ // Otherwise, we need to push the correct values to the vectors, which might trigger reallocations.
+ for (index_type i = lastRow + 1; i <= row; ++i) {
+ rowIndications.push_back(currentEntryCount);
+ }
+
+ lastRow = row;
}
- lastRow = row;
- }
-
- lastColumn = column;
-
- // Finally, set the element and increase the current size.
- columnsAndValues.emplace_back(column, value);
- highestColumn = std::max(highestColumn, column);
- ++currentEntryCount;
-
- // If we need to fix the row, do so now.
- if (fixCurrentRow) {
- // First, we sort according to columns.
- std::sort(columnsAndValues.begin() + rowIndications.back(), columnsAndValues.end(), [] (storm::storage::MatrixEntry<index_type, ValueType> const& a, storm::storage::MatrixEntry<index_type, ValueType> const& b) {
- return a.getColumn() < b.getColumn();
- });
+ lastColumn = column;
- // Then, we eliminate possible duplicate entries.
- auto it = std::unique(columnsAndValues.begin() + rowIndications.back(), columnsAndValues.end(), [] (storm::storage::MatrixEntry<index_type, ValueType> const& a, storm::storage::MatrixEntry<index_type, ValueType> const& b) {
- return a.getColumn() == b.getColumn();
- });
+ // Finally, set the element and increase the current size.
+ columnsAndValues.emplace_back(column, value);
+ highestColumn = std::max(highestColumn, column);
+ ++currentEntryCount;
- // Finally, remove the superfluous elements.
- std::size_t elementsToRemove = std::distance(it, columnsAndValues.end());
- if (elementsToRemove > 0) {
- STORM_LOG_WARN("Unordered insertion into matrix builder caused duplicate entries.");
- currentEntryCount -= elementsToRemove;
- columnsAndValues.resize(columnsAndValues.size() - elementsToRemove);
+ // If we need to fix the row, do so now.
+ if (fixCurrentRow) {
+ // First, we sort according to columns.
+ std::sort(columnsAndValues.begin() + rowIndications.back(), columnsAndValues.end(), [] (storm::storage::MatrixEntry<index_type, ValueType> const& a, storm::storage::MatrixEntry<index_type, ValueType> const& b) {
+ return a.getColumn() < b.getColumn();
+ });
+
+ // Then, we eliminate possible duplicate entries.
+ auto it = std::unique(columnsAndValues.begin() + rowIndications.back(), columnsAndValues.end(), [] (storm::storage::MatrixEntry<index_type, ValueType> const& a, storm::storage::MatrixEntry<index_type, ValueType> const& b) {
+ return a.getColumn() == b.getColumn();
+ });
+
+ // Finally, remove the superfluous elements.
+ std::size_t elementsToRemove = std::distance(it, columnsAndValues.end());
+ if (elementsToRemove > 0) {
+ STORM_LOG_WARN("Unordered insertion into matrix builder caused duplicate entries.");
+ currentEntryCount -= elementsToRemove;
+ columnsAndValues.resize(columnsAndValues.size() - elementsToRemove);
+ }
}
}
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index a1698404a..81ad026af 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -82,12 +82,12 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> BisimulationDecomposition<DdType, ValueType>::getQuotient() const {
+ std::shared_ptr<storm::models::Model<ValueType>> BisimulationDecomposition<DdType, ValueType>::getQuotient() const {
STORM_LOG_THROW(this->status == Status::FixedPoint, storm::exceptions::InvalidOperationException, "Cannot extract quotient, because bisimulation decomposition was not completed.");
STORM_LOG_TRACE("Starting quotient extraction.");
QuotientExtractor<DdType, ValueType> extractor;
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> quotient = extractor.extract(model, currentPartition);
+ std::shared_ptr<storm::models::Model<ValueType>> quotient = extractor.extract(model, currentPartition);
STORM_LOG_TRACE("Quotient extraction done.");
return quotient;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index e0ec00d27..d13d6a114 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -33,7 +33,7 @@ namespace storm {
/*!
* Retrieves the quotient model after the bisimulation decomposition was computed.
*/
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> getQuotient() const;
+ std::shared_ptr<storm::models::Model<ValueType>> getQuotient() const;
private:
// The status of the computation.
diff --git a/src/storm/storage/dd/DdMetaVariable.cpp b/src/storm/storage/dd/DdMetaVariable.cpp
index 440612d7c..fda284391 100644
--- a/src/storm/storage/dd/DdMetaVariable.cpp
+++ b/src/storm/storage/dd/DdMetaVariable.cpp
@@ -49,6 +49,28 @@ namespace storm {
return this->cube;
}
+ template<DdType LibraryType>
+ std::vector<uint64_t> DdMetaVariable<LibraryType>::getIndices() const {
+ std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = this->getIndicesAndLevels();
+ std::sort(indicesAndLevels.begin(), indicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; });
+
+ std::vector<uint64_t> indices;
+ for (auto const& e : indicesAndLevels) {
+ indices.emplace_back(e.first);
+ }
+
+ return indices;
+ }
+
+ template<DdType LibraryType>
+ std::vector<std::pair<uint64_t, uint64_t>> DdMetaVariable<LibraryType>::getIndicesAndLevels() const {
+ std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels;
+ for (auto const& v : ddVariables) {
+ indicesAndLevels.emplace_back(v.getIndex(), v.getLevel());
+ }
+ return indicesAndLevels;
+ }
+
template<DdType LibraryType>
uint64_t DdMetaVariable<LibraryType>::getHighestLevel() const {
uint64_t result = 0;
diff --git a/src/storm/storage/dd/DdMetaVariable.h b/src/storm/storage/dd/DdMetaVariable.h
index 9b9b736ed..c18f9fa44 100644
--- a/src/storm/storage/dd/DdMetaVariable.h
+++ b/src/storm/storage/dd/DdMetaVariable.h
@@ -78,6 +78,16 @@ namespace storm {
*/
uint64_t getHighestLevel() const;
+ /*!
+ * Retrieves the indices of the DD variables associated with this meta variable sorted by level.
+ */
+ std::vector<uint64_t> getIndices() const;
+
+ /*!
+ * Retrieves the indices and levels of the DD variables associated with this meta variable.
+ */
+ std::vector<std::pair<uint64_t, uint64_t>> getIndicesAndLevels() const;
+
private:
/*!
* Creates an integer meta variable with the given name and range bounds.
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index bef5d3fc3..a59eed3bd 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -6,6 +6,10 @@
#include "storm/models/symbolic/Ctmc.h"
#include "storm/models/symbolic/StandardRewardModel.h"
+#include "storm/models/sparse/Dtmc.h"
+#include "storm/models/sparse/Ctmc.h"
+#include "storm/models/sparse/StandardRewardModel.h"
+
#include "storm/storage/dd/bisimulation/PreservationInformation.h"
#include "storm/settings/SettingsManager.h"
@@ -13,10 +17,452 @@
#include "storm/utility/macros.h"
#include "storm/exceptions/NotSupportedException.h"
+#include "storm/storage/SparseMatrix.h"
+#include "storm/storage/BitVector.h"
+
+#include <sparsepp/spp.h>
+
namespace storm {
namespace dd {
namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalSparseQuotientExtractor;
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalSparseQuotientExtractorBase {
+ public:
+ InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : manager(manager) {
+ for (auto const& variable : stateVariables) {
+ auto const& ddMetaVariable = manager.getMetaVariable(variable);
+ std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = ddMetaVariable.getIndicesAndLevels();
+ stateVariablesIndicesAndLevels.insert(stateVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
+ }
+
+ // Sort the indices by their levels.
+ std::sort(stateVariablesIndicesAndLevels.begin(), stateVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
+ }
+
+ protected:
+ storm::storage::SparseMatrix<ValueType> createMatrixFromEntries(Partition<DdType, ValueType> const& partition) {
+ for (auto& row : entries) {
+ std::sort(row.begin(), row.end(), [] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) { return a.getColumn() < b.getColumn(); } );
+ }
+
+ storm::storage::SparseMatrixBuilder<ValueType> builder(partition.getNumberOfBlocks(), partition.getNumberOfBlocks());
+ uint64_t rowCounter = 0;
+ for (auto& row : entries) {
+ for (auto const& entry : row) {
+ builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
+ }
+
+ // Free storage for row.
+ row.clear();
+ row.shrink_to_fit();
+
+ ++rowCounter;
+ }
+
+ return builder.build();
+ }
+
+ storm::dd::DdManager<DdType> const& manager;
+ std::vector<std::pair<uint64_t, uint64_t>> stateVariablesIndicesAndLevels;
+ std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> entries;
+ };
+ template<typename ValueType>
+ class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
+ public:
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, stateVariables), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
+ // Intentionally left empty.
+ }
+
+ storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
+ STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
+
+ // Create the number of rows necessary for the matrix.
+ this->entries.resize(partition.getNumberOfBlocks());
+
+ storm::storage::BitVector encoding(this->stateVariablesIndicesAndLevels.size());
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, encoding);
+
+ return this->createMatrixFromEntries(partition);
+ }
+
+ storm::storage::BitVector extractStates(storm::dd::Bdd<storm::dd::DdType::CUDD> const& states, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
+ STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
+
+ storm::storage::BitVector result(partition.getNumberOfBlocks());
+ extractStatesRec(states.getInternalBdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, result);
+
+ return result;
+ }
+
+ private:
+ uint64_t decodeBlockIndex(DdNode* blockEncoding) {
+ std::unique_ptr<uint64_t>& blockCacheEntry = blockDecodeCache[blockEncoding];
+ if (blockCacheEntry) {
+ return *blockCacheEntry;
+ }
+
+ uint64_t result = 0;
+ uint64_t offset = 0;
+ while (blockEncoding != Cudd_ReadOne(ddman)) {
+ if (Cudd_T(blockEncoding) != Cudd_ReadZero(ddman)) {
+ blockEncoding = Cudd_T(blockEncoding);
+ result |= 1ull << offset;
+ } else {
+ blockEncoding = Cudd_E(blockEncoding);
+ }
+ ++offset;
+ }
+
+ blockCacheEntry.reset(new uint64_t(result));
+
+ return result;
+ }
+
+ void extractStatesRec(DdNode* statesNode, DdNode* partitionNode, uint64_t offset, storm::storage::BitVector& result) {
+ if (statesNode == Cudd_ReadLogicZero(ddman)) {
+ return;
+ }
+
+ // Determine the levels in the DDs.
+ uint64_t statesVariable = Cudd_NodeReadIndex(statesNode);
+ uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode) - 1;
+
+ // See how many variables we skipped.
+ while (offset < this->stateVariablesIndicesAndLevels.size() && statesVariable != this->stateVariablesIndicesAndLevels[offset].first && partitionVariable != this->stateVariablesIndicesAndLevels[offset].first) {
+ ++offset;
+ }
+
+ if (offset == this->stateVariablesIndicesAndLevels.size()) {
+ result.set(decodeBlockIndex(partitionNode));
+ return;
+ }
+
+ uint64_t topVariable;
+ if (statesVariable == this->stateVariablesIndicesAndLevels[offset].first) {
+ topVariable = statesVariable;
+ } else {
+ topVariable = partitionVariable;
+ }
+
+ DdNode* tStates = statesNode;
+ DdNode* eStates = statesNode;
+ bool negate = false;
+ if (topVariable == statesVariable) {
+ tStates = Cudd_T(statesNode);
+ eStates = Cudd_E(statesNode);
+ negate = Cudd_IsComplement(statesNode);
+ }
+
+ DdNode* tPartition = partitionNode;
+ DdNode* ePartition = partitionNode;
+ if (topVariable == partitionVariable) {
+ tPartition = Cudd_T(partitionNode);
+ ePartition = Cudd_E(partitionNode);
+ }
+
+ extractStatesRec(negate ? Cudd_Not(tStates) : tStates, tPartition, offset, result);
+ extractStatesRec(negate ? Cudd_Not(eStates) : eStates, ePartition, offset, result);
+ }
+
+ void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
+ // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
+ // as all states of the model have to be contained.
+ if (transitionMatrixNode == Cudd_ReadZero(ddman)) {
+ return;
+ }
+
+ // If we have moved through all source variables, we must have arrived at a constant.
+ if (currentIndex == sourceState.size()) {
+ // Decode the source block.
+ uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
+
+ std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = uniqueSourceRepresentative[sourceBlockIndex];
+ if (sourceRepresentative && *sourceRepresentative != sourceState) {
+ // In this case, we have picked a different representative and must not record any entries now.
+ return;
+ }
+
+ // Otherwise, we record the new representative.
+ sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
+
+ // Decode the target block.
+ uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
+
+ this->entries[sourceBlockIndex].emplace_back(targetBlockIndex, Cudd_V(transitionMatrixNode));
+ } else {
+ // Determine the levels in the DDs.
+ uint64_t transitionMatrixVariable = Cudd_NodeReadIndex(transitionMatrixNode);
+ uint64_t sourcePartitionVariable = Cudd_NodeReadIndex(sourcePartitionNode) - 1;
+ uint64_t targetPartitionVariable = Cudd_NodeReadIndex(targetPartitionNode) - 1;
+
+ // Move through transition matrix.
+ DdNode* tt = transitionMatrixNode;
+ DdNode* te = transitionMatrixNode;
+ DdNode* et = transitionMatrixNode;
+ DdNode* ee = transitionMatrixNode;
+ if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ DdNode* t = Cudd_T(transitionMatrixNode);
+ DdNode* e = Cudd_E(transitionMatrixNode);
+
+ uint64_t tVariable = Cudd_NodeReadIndex(t);
+ if (tVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ tt = Cudd_T(t);
+ te = Cudd_E(t);
+ } else {
+ tt = te = t;
+ }
+
+ uint64_t eVariable = Cudd_NodeReadIndex(e);
+ if (eVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ et = Cudd_T(e);
+ ee = Cudd_E(e);
+ } else {
+ et = ee = e;
+ }
+ } else {
+ if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ tt = Cudd_T(transitionMatrixNode);
+ te = Cudd_E(transitionMatrixNode);
+ } else {
+ tt = te = transitionMatrixNode;
+ }
+ }
+
+ // Move through partition (for source state).
+ DdNode* sourceT;
+ DdNode* sourceE;
+ if (sourcePartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ sourceT = Cudd_T(sourcePartitionNode);
+ sourceE = Cudd_E(sourcePartitionNode);
+ } else {
+ sourceT = sourceE = sourcePartitionNode;
+ }
+
+ // Move through partition (for target state).
+ DdNode* targetT;
+ DdNode* targetE;
+ if (targetPartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ targetT = Cudd_T(targetPartitionNode);
+ targetE = Cudd_E(targetPartitionNode);
+ } else {
+ targetT = targetE = targetPartitionNode;
+ }
+
+ sourceState.set(currentIndex, true);
+ extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState);
+
+ sourceState.set(currentIndex, false);
+ extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState);
+ }
+ }
+
+ ::DdManager* ddman;
+
+ spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
+ spp::sparse_hash_map<DdNode const*, std::unique_ptr<uint64_t>> blockDecodeCache;
+ };
+
+ template<typename ValueType>
+ class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
+ public:
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, stateVariables) {
+ // Intentionally left empty.
+ }
+
+ storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition) {
+ STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
+
+ // Create the number of rows necessary for the matrix.
+ this->entries.resize(partition.getNumberOfBlocks());
+
+ storm::storage::BitVector encoding(this->stateVariablesIndicesAndLevels.size());
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, encoding);
+
+ return this->createMatrixFromEntries(partition);
+ }
+
+ storm::storage::BitVector extractStates(storm::dd::Bdd<storm::dd::DdType::Sylvan> const& states, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition) {
+ STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
+
+ storm::storage::BitVector result(partition.getNumberOfBlocks());
+ extractStatesRec(states.getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, result);
+
+ return result;
+ }
+
+ private:
+ uint64_t decodeBlockIndex(BDD blockEncoding) {
+ std::unique_ptr<uint64_t>& blockCacheEntry = blockDecodeCache[blockEncoding];
+ if (blockCacheEntry) {
+ return *blockCacheEntry;
+ }
+
+ uint64_t result = 0;
+ uint64_t offset = 0;
+ while (blockEncoding != sylvan_true) {
+ if (sylvan_high(blockEncoding) != sylvan_false) {
+ blockEncoding = sylvan_high(blockEncoding);
+ result |= 1ull << offset;
+ } else {
+ blockEncoding = sylvan_low(blockEncoding);
+ }
+ ++offset;
+ }
+
+ blockCacheEntry.reset(new uint64_t(result));
+
+ return result;
+ }
+
+ void extractStatesRec(BDD statesNode, BDD partitionNode, uint64_t offset, storm::storage::BitVector& result) {
+ if (statesNode == sylvan_false) {
+ return;
+ }
+
+ // Determine the levels in the DDs.
+ uint64_t statesVariable = sylvan_isconst(statesNode) ? 0xffffffff : sylvan_var(statesNode);
+ uint64_t partitionVariable = sylvan_var(partitionNode) - 1;
+
+ // See how many variables we skipped.
+ while (offset < this->stateVariablesIndicesAndLevels.size() && statesVariable != this->stateVariablesIndicesAndLevels[offset].first && partitionVariable != this->stateVariablesIndicesAndLevels[offset].first) {
+ ++offset;
+ }
+
+ if (offset == this->stateVariablesIndicesAndLevels.size()) {
+ result.set(decodeBlockIndex(partitionNode));
+ return;
+ }
+
+ uint64_t topVariable;
+ if (statesVariable == this->stateVariablesIndicesAndLevels[offset].first) {
+ topVariable = statesVariable;
+ } else {
+ topVariable = partitionVariable;
+ }
+
+ BDD tStates = statesNode;
+ BDD eStates = statesNode;
+ if (topVariable == statesVariable) {
+ tStates = sylvan_high(statesNode);
+ eStates = sylvan_low(statesNode);
+ }
+
+ BDD tPartition = partitionNode;
+ BDD ePartition = partitionNode;
+ if (topVariable == partitionVariable) {
+ tPartition = sylvan_high(partitionNode);
+ ePartition = sylvan_low(partitionNode);
+ }
+
+ extractStatesRec(tStates, tPartition, offset, result);
+ extractStatesRec(eStates, ePartition, offset, result);
+ }
+
+ void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
+ // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
+ // as all states of the model have to be contained.
+ if (mtbdd_iszero(transitionMatrixNode)) {
+ return;
+ }
+
+ // If we have moved through all source variables, we must have arrived at a constant.
+ if (currentIndex == sourceState.size()) {
+ // Decode the source block.
+ uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
+
+ std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = uniqueSourceRepresentative[sourceBlockIndex];
+ if (sourceRepresentative && *sourceRepresentative != sourceState) {
+ // In this case, we have picked a different representative and must not record any entries now.
+ return;
+ }
+
+ // Otherwise, we record the new representative.
+ sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
+
+ // Decode the target block.
+ uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
+
+ this->entries[sourceBlockIndex].emplace_back(targetBlockIndex, storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
+ } else {
+ // Determine the levels in the DDs.
+ uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
+ uint64_t sourcePartitionVariable = sylvan_var(sourcePartitionNode) - 1;
+ uint64_t targetPartitionVariable = sylvan_var(targetPartitionNode) - 1;
+
+ // Move through transition matrix.
+ MTBDD tt = transitionMatrixNode;
+ MTBDD te = transitionMatrixNode;
+ MTBDD et = transitionMatrixNode;
+ MTBDD ee = transitionMatrixNode;
+ if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ MTBDD t = sylvan_high(transitionMatrixNode);
+ MTBDD e = sylvan_low(transitionMatrixNode);
+
+ uint64_t tVariable = sylvan_isconst(t) ? 0xffffffff : sylvan_var(t);
+ if (tVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ tt = sylvan_high(t);
+ te = sylvan_low(t);
+ } else {
+ tt = te = t;
+ }
+
+ uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
+ if (eVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ et = sylvan_high(e);
+ ee = sylvan_low(e);
+ } else {
+ et = ee = e;
+ }
+ } else {
+ if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ tt = sylvan_high(transitionMatrixNode);
+ te = sylvan_low(transitionMatrixNode);
+ } else {
+ tt = te = transitionMatrixNode;
+ }
+ }
+
+ // Move through partition (for source state).
+ MTBDD sourceT;
+ MTBDD sourceE;
+ if (sourcePartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ sourceT = sylvan_high(sourcePartitionNode);
+ sourceE = sylvan_low(sourcePartitionNode);
+ } else {
+ sourceT = sourceE = sourcePartitionNode;
+ }
+
+ // Move through partition (for target state).
+ MTBDD targetT;
+ MTBDD targetE;
+ if (targetPartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ targetT = sylvan_high(targetPartitionNode);
+ targetE = sylvan_low(targetPartitionNode);
+ } else {
+ targetT = targetE = targetPartitionNode;
+ }
+
+ sourceState.set(currentIndex, true);
+ extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState);
+
+ sourceState.set(currentIndex, false);
+ extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState);
+ }
+ }
+
+ spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
+ spp::sparse_hash_map<BDD, std::unique_ptr<uint64_t>> blockDecodeCache;
+ };
+
template<storm::dd::DdType DdType, typename ValueType>
QuotientExtractor<DdType, ValueType>::QuotientExtractor() : useRepresentatives(false) {
auto const& settings = storm::settings::getModule<storm::settings::modules::BisimulationSettings>();
@@ -25,9 +471,9 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ std::shared_ptr<storm::models::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
auto start = std::chrono::high_resolution_clock::now();
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> result;
+ std::shared_ptr<storm::models::Model<ValueType>> result;
if (quotientFormat == storm::settings::modules::BisimulationSettings::QuotientFormat::Sparse) {
result = extractSparseQuotient(model, partition);
} else {
@@ -35,12 +481,51 @@ namespace storm {
}
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient extraction completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+
+ STORM_LOG_THROW(result, storm::exceptions::NotSupportedException, "Quotient could not be extracted.");
+
return result;
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
- return nullptr;
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables());
+ storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
+
+ std::cout << "Matrix has " << quotientTransitionMatrix.getEntryCount() << " entries" << std::endl;
+
+ storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
+ quotientStateLabeling.addLabel("init", sparseExtractor.extractStates(model.getInitialStates(), partition));
+ std::cout << "init: " << quotientStateLabeling.getStates("init").getNumberOfSetBits() << std::endl;
+ quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
+ std::cout << "deadlock: " << quotientStateLabeling.getStates("init").getNumberOfSetBits() << std::endl;
+
+ for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ quotientStateLabeling.addLabel(label, sparseExtractor.extractStates(model.getStates(label), partition));
+ std::cout << label << ": " << quotientStateLabeling.getStates(label).getNumberOfSetBits() << std::endl;
+ }
+ for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ std::stringstream stream;
+ stream << expression;
+ std::string expressionAsString = stream.str();
+
+ if (quotientStateLabeling.containsLabel(expressionAsString)) {
+ STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
+ } else {
+ quotientStateLabeling.addLabel(stream.str(), sparseExtractor.extractStates(model.getStates(expression), partition));
+ std::cout << stream.str() << ": " << quotientStateLabeling.getStates(stream.str()).getNumberOfSetBits() << std::endl;
+ }
+ }
+
+
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> result;
+ if (model.getType() == storm::models::ModelType::Dtmc) {
+ result = std::make_shared<storm::models::sparse::Dtmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ } else if (model.getType() == storm::models::ModelType::Ctmc) {
+ result = std::make_shared<storm::models::sparse::Ctmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ }
+
+ return result;
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -65,10 +550,14 @@ namespace storm {
}
storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ auto start = std::chrono::high_resolution_clock::now();
storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
+ auto end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
+ start = std::chrono::high_resolution_clock::now();
storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables());
storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables());
@@ -90,7 +579,9 @@ namespace storm {
preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
}
}
-
+ end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+
if (modelType == storm::models::ModelType::Dtmc) {
return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
} else {
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.h b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
index eb6cbef4b..14b518016 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.h
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
@@ -5,6 +5,7 @@
#include "storm/storage/dd/DdType.h"
#include "storm/models/symbolic/Model.h"
+#include "storm/models/sparse/Model.h"
#include "storm/storage/dd/bisimulation/Partition.h"
@@ -19,10 +20,10 @@ namespace storm {
public:
QuotientExtractor();
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::Model<ValueType>> extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
private:
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.h b/src/storm/storage/dd/cudd/InternalCuddAdd.h
index 8e7c1a34f..b37499898 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.h
@@ -595,7 +595,6 @@ namespace storm {
InternalDdManager<DdType::CUDD> const& getInternalDdManager() const;
- private:
/*!
* Retrieves the CUDD ADD object associated with this ADD.
*
@@ -610,6 +609,7 @@ namespace storm {
*/
DdNode* getCuddDdNode() const;
+ private:
/*!
* Performs a recursive step to perform the given function between the given DD-based vector and the given
* explicit vector.
diff --git a/src/storm/storage/dd/cudd/InternalCuddBdd.h b/src/storm/storage/dd/cudd/InternalCuddBdd.h
index 3ca4f47d7..005404e8e 100644
--- a/src/storm/storage/dd/cudd/InternalCuddBdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddBdd.h
@@ -387,7 +387,6 @@ namespace storm {
friend struct std::hash<storm::dd::InternalBdd<storm::dd::DdType::CUDD>>;
- private:
/*!
* Retrieves the CUDD BDD object associated with this DD.
*
@@ -402,6 +401,7 @@ namespace storm {
*/
DdNode* getCuddDdNode() const;
+ private:
/*!
* Builds a BDD representing the values that make the given filter function evaluate to true.
*
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
index 86f76ed3f..8ecc880e5 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
@@ -605,6 +605,13 @@ namespace storm {
*/
sylvan::Mtbdd getSylvanMtbdd() const;
+ /*!
+ * Retrieves the value of the given node (that must be a leaf).
+ *
+ * @return The value of the leaf.
+ */
+ static ValueType getValue(MTBDD const& node);
+
private:
/*!
* Recursively builds the ODD from an ADD.
@@ -733,13 +740,6 @@ namespace storm {
static MTBDD getLeaf(storm::RationalFunction const& value);
#endif
- /*!
- * Retrieves the value of the given node (that must be a leaf).
- *
- * @return The value of the leaf.
- */
- static ValueType getValue(MTBDD const& node);
-
// The manager responsible for this MTBDD.
InternalDdManager<DdType::Sylvan> const* ddManager;
diff --git a/src/storm/transformer/SymbolicToSparseTransformer.cpp b/src/storm/transformer/SymbolicToSparseTransformer.cpp
index ec026968f..448bbcd39 100644
--- a/src/storm/transformer/SymbolicToSparseTransformer.cpp
+++ b/src/storm/transformer/SymbolicToSparseTransformer.cpp
@@ -29,6 +29,7 @@ namespace storm {
template<storm::dd::DdType Type, typename ValueType>
std::shared_ptr<storm::models::sparse::Dtmc<ValueType>> SymbolicDtmcToSparseDtmcTransformer<Type, ValueType>::translate(storm::models::symbolic::Dtmc<Type, ValueType> const& symbolicDtmc) {
+
this->odd = symbolicDtmc.getReachableStates().createOdd();
storm::storage::SparseMatrix<ValueType> transitionMatrix = symbolicDtmc.getTransitionMatrix().toMatrix(this->odd, this->odd);
std::unordered_map<std::string, storm::models::sparse::StandardRewardModel<ValueType>> rewardModels;
diff --git a/src/storm/utility/storm.h b/src/storm/utility/storm.h
index a913917be..614759395 100644
--- a/src/storm/utility/storm.h
+++ b/src/storm/utility/storm.h
@@ -194,7 +194,7 @@ namespace storm {
if (storm::settings::getModule<storm::settings::modules::GeneralSettings>().isBisimulationSet()) {
storm::dd::BisimulationDecomposition<LibraryType, ValueType> decomposition(*result, formulas);
decomposition.compute();
- result = decomposition.getQuotient();
+ result = std::dynamic_pointer_cast<storm::models::symbolic::Model<LibraryType, ValueType>>(decomposition.getQuotient());
}
return result;
From 8a01765005d5a60a2a91b299976c3463c00f1e56 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sun, 23 Jul 2017 18:43:10 +0200
Subject: [PATCH 06/77] enabling symbolic bisimulation from cli
---
src/storm/api/bisimulation.h | 18 ++++++++++++++++++
src/storm/cli/cli.cpp | 19 ++++++++++++++++++-
src/storm/storage/SparseMatrix.cpp | 5 ++---
.../dd/bisimulation/QuotientExtractor.cpp | 7 -------
4 files changed, 38 insertions(+), 11 deletions(-)
diff --git a/src/storm/api/bisimulation.h b/src/storm/api/bisimulation.h
index be95e335d..ac8797fc8 100644
--- a/src/storm/api/bisimulation.h
+++ b/src/storm/api/bisimulation.h
@@ -3,6 +3,9 @@
#include "storm/storage/bisimulation/DeterministicModelBisimulationDecomposition.h"
#include "storm/storage/bisimulation/NondeterministicModelBisimulationDecomposition.h"
+#include "storm/storage/dd/DdType.h"
+#include "storm/storage/dd/BisimulationDecomposition.h"
+
#include "storm/utility/macros.h"
#include "storm/exceptions/NotSupportedException.h"
@@ -51,5 +54,20 @@ namespace storm {
}
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ typename std::enable_if<DdType == storm::dd::DdType::Sylvan || std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc), storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is currently only available for DTMCs and CTMCs.");
+
+ storm::dd::BisimulationDecomposition<DdType, ValueType> decomposition(*model, formulas);
+ decomposition.compute();
+ return decomposition.getQuotient();
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ typename std::enable_if<DdType != storm::dd::DdType::Sylvan && !std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is not supported for this combination of DD library and value type.");
+ return nullptr;
+ }
+
}
}
diff --git a/src/storm/cli/cli.cpp b/src/storm/cli/cli.cpp
index 343006c6d..7a1ef8066 100644
--- a/src/storm/cli/cli.cpp
+++ b/src/storm/cli/cli.cpp
@@ -480,9 +480,26 @@ namespace storm {
}
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::Model<ValueType>> preprocessDdModelBisimulation(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input, storm::settings::modules::BisimulationSettings const& bisimulationSettings) {
+ STORM_LOG_WARN_COND(!bisimulationSettings.isWeakBisimulationSet(), "Weak bisimulation is currently not supported on DDs. Falling back to strong bisimulation.");
+
+ STORM_LOG_INFO("Performing bisimulation minimization...");
+ return storm::api::performBisimulationMinimization<DdType, ValueType>(model, createFormulasToRespect(input.properties));
+ }
+
template <storm::dd::DdType DdType, typename ValueType>
std::pair<std::shared_ptr<storm::models::ModelBase>, bool> preprocessDdModel(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input) {
- return std::make_pair(model, false);
+ auto bisimulationSettings = storm::settings::getModule<storm::settings::modules::BisimulationSettings>();
+ auto generalSettings = storm::settings::getModule<storm::settings::modules::GeneralSettings>();
+ std::pair<std::shared_ptr<storm::models::Model<ValueType>>, bool> result = std::make_pair(model, false);
+
+ if (generalSettings.isBisimulationSet()) {
+ result.first = preprocessDdModelBisimulation(model, input, bisimulationSettings);
+ result.second = true;
+ }
+
+ return result;
}
template <storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index 9e779c108..7e239c14e 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -135,9 +135,8 @@ namespace storm {
bool fixCurrentRow = row == lastRow && column < lastColumn;
// If the element is in the same row and column as the previous entry, we add them up.
- if (row == lastRow && column == lastColumn) {
- columnsAndValues.back().setColumn(column);
- columnsAndValues.back().setValue(value);
+ if (row == lastRow && column == lastColumn && !columnsAndValues.empty()) {
+ columnsAndValues.back().setValue(columnsAndValues.back().getValue() + value);
} else {
// If we switched to another row, we have to adjust the missing entries in the row indices vector.
if (row != lastRow) {
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index a59eed3bd..aee570395 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -492,17 +492,12 @@ namespace storm {
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables());
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
- std::cout << "Matrix has " << quotientTransitionMatrix.getEntryCount() << " entries" << std::endl;
-
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
quotientStateLabeling.addLabel("init", sparseExtractor.extractStates(model.getInitialStates(), partition));
- std::cout << "init: " << quotientStateLabeling.getStates("init").getNumberOfSetBits() << std::endl;
quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
- std::cout << "deadlock: " << quotientStateLabeling.getStates("init").getNumberOfSetBits() << std::endl;
for (auto const& label : partition.getPreservationInformation().getLabels()) {
quotientStateLabeling.addLabel(label, sparseExtractor.extractStates(model.getStates(label), partition));
- std::cout << label << ": " << quotientStateLabeling.getStates(label).getNumberOfSetBits() << std::endl;
}
for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
std::stringstream stream;
@@ -513,11 +508,9 @@ namespace storm {
STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
} else {
quotientStateLabeling.addLabel(stream.str(), sparseExtractor.extractStates(model.getStates(expression), partition));
- std::cout << stream.str() << ": " << quotientStateLabeling.getStates(stream.str()).getNumberOfSetBits() << std::endl;
}
}
-
std::shared_ptr<storm::models::sparse::Model<ValueType>> result;
if (model.getType() == storm::models::ModelType::Dtmc) {
result = std::make_shared<storm::models::sparse::Dtmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
From 4c3a409961db152f514af5dd27f3ee8487c96534 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 24 Jul 2017 23:02:43 +0200
Subject: [PATCH 07/77] readd sparsepp in new version
---
resources/3rdparty/sparsepp/.gitignore | 47 +
resources/3rdparty/sparsepp/.travis.yml | 14 +
resources/3rdparty/sparsepp/CHANGELOG.md | 16 +
resources/3rdparty/sparsepp/LICENSE | 0
resources/3rdparty/sparsepp/README.md | 14 +-
resources/3rdparty/sparsepp/bench.md | 0
resources/3rdparty/sparsepp/docs/.gitignore | 0
.../3rdparty/sparsepp/examples/emplace.cc | 128 +
.../3rdparty/sparsepp/examples/hash_std.cc | 47 +
resources/3rdparty/sparsepp/examples/makefile | 18 +
.../sparsepp/examples/serialize_file.cc | 82 +
.../sparsepp/examples/serialize_large.cc | 97 +
.../sparsepp/examples/serialize_stream.cc | 64 +
.../vsprojects/serialize_stream.vcxproj | 172 +
.../serialize_stream.vcxproj.filters | 13 +
.../examples/vsprojects/spp_examples.sln | 28 +
resources/3rdparty/sparsepp/sparsepp/spp.h | 4347 +++++++++++++++++
.../3rdparty/sparsepp/sparsepp/spp_config.h | 781 +++
.../3rdparty/sparsepp/sparsepp/spp_dlalloc.h | 4023 +++++++++++++++
.../3rdparty/sparsepp/sparsepp/spp_memory.h | 121 +
.../3rdparty/sparsepp/sparsepp/spp_smartptr.h | 76 +
.../3rdparty/sparsepp/sparsepp/spp_stdint.h | 16 +
.../3rdparty/sparsepp/sparsepp/spp_timer.h | 58 +
.../3rdparty/sparsepp/sparsepp/spp_traits.h | 122 +
.../3rdparty/sparsepp/sparsepp/spp_utils.h | 447 ++
resources/3rdparty/sparsepp/spp.natvis | 41 +
resources/3rdparty/sparsepp/tests/makefile | 27 +
.../3rdparty/sparsepp/tests/perftest1.cc | 162 +
.../3rdparty/sparsepp/tests/spp_alloc_test.cc | 189 +
.../sparsepp/tests/spp_bitset_test.cc | 284 ++
resources/3rdparty/sparsepp/tests/spp_test.cc | 2988 +++++++++++
.../sparsepp/tests/vsprojects/spp.sln | 38 +
.../tests/vsprojects/spp_alloc_test.vcxproj | 176 +
.../vsprojects/spp_alloc_test.vcxproj.filters | 28 +
.../tests/vsprojects/spp_test.vcxproj | 175 +
.../tests/vsprojects/spp_test.vcxproj.filters | 32 +
36 files changed, 14869 insertions(+), 2 deletions(-)
create mode 100755 resources/3rdparty/sparsepp/.gitignore
create mode 100755 resources/3rdparty/sparsepp/.travis.yml
create mode 100755 resources/3rdparty/sparsepp/CHANGELOG.md
mode change 100644 => 100755 resources/3rdparty/sparsepp/LICENSE
mode change 100644 => 100755 resources/3rdparty/sparsepp/README.md
mode change 100644 => 100755 resources/3rdparty/sparsepp/bench.md
mode change 100644 => 100755 resources/3rdparty/sparsepp/docs/.gitignore
create mode 100755 resources/3rdparty/sparsepp/examples/emplace.cc
create mode 100755 resources/3rdparty/sparsepp/examples/hash_std.cc
create mode 100755 resources/3rdparty/sparsepp/examples/makefile
create mode 100755 resources/3rdparty/sparsepp/examples/serialize_file.cc
create mode 100755 resources/3rdparty/sparsepp/examples/serialize_large.cc
create mode 100755 resources/3rdparty/sparsepp/examples/serialize_stream.cc
create mode 100755 resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj
create mode 100755 resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj.filters
create mode 100755 resources/3rdparty/sparsepp/examples/vsprojects/spp_examples.sln
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_config.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_dlalloc.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_memory.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_smartptr.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_stdint.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_timer.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_traits.h
create mode 100755 resources/3rdparty/sparsepp/sparsepp/spp_utils.h
create mode 100755 resources/3rdparty/sparsepp/spp.natvis
create mode 100755 resources/3rdparty/sparsepp/tests/makefile
create mode 100755 resources/3rdparty/sparsepp/tests/perftest1.cc
create mode 100755 resources/3rdparty/sparsepp/tests/spp_alloc_test.cc
create mode 100755 resources/3rdparty/sparsepp/tests/spp_bitset_test.cc
create mode 100755 resources/3rdparty/sparsepp/tests/spp_test.cc
create mode 100755 resources/3rdparty/sparsepp/tests/vsprojects/spp.sln
create mode 100755 resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj
create mode 100755 resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj.filters
create mode 100755 resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj
create mode 100755 resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj.filters
diff --git a/resources/3rdparty/sparsepp/.gitignore b/resources/3rdparty/sparsepp/.gitignore
new file mode 100755
index 000000000..cd2946ad7
--- /dev/null
+++ b/resources/3rdparty/sparsepp/.gitignore
@@ -0,0 +1,47 @@
+# Windows image file caches
+Thumbs.db
+ehthumbs.db
+
+# Folder config file
+Desktop.ini
+
+# Recycle Bin used on file shares
+$RECYCLE.BIN/
+
+# Windows Installer files
+*.cab
+*.msi
+*.msm
+*.msp
+
+# Windows shortcuts
+*.lnk
+
+# =========================
+# Operating System Files
+# =========================
+
+# OSX
+# =========================
+
+.DS_Store
+.AppleDouble
+.LSOverride
+
+# Thumbnails
+._*
+
+# Files that might appear in the root of a volume
+.DocumentRevisions-V100
+.fseventsd
+.Spotlight-V100
+.TemporaryItems
+.Trashes
+.VolumeIcon.icns
+
+# Directories potentially created on remote AFP share
+.AppleDB
+.AppleDesktop
+Network Trash Folder
+Temporary Items
+.apdisk
diff --git a/resources/3rdparty/sparsepp/.travis.yml b/resources/3rdparty/sparsepp/.travis.yml
new file mode 100755
index 000000000..c8d240b98
--- /dev/null
+++ b/resources/3rdparty/sparsepp/.travis.yml
@@ -0,0 +1,14 @@
+language: cpp
+
+os:
+ - linux
+ - osx
+
+compiler:
+ - clang
+ - gcc
+
+dist: trusty
+sudo: false
+
+script: cd tests && make && make test
diff --git a/resources/3rdparty/sparsepp/CHANGELOG.md b/resources/3rdparty/sparsepp/CHANGELOG.md
new file mode 100755
index 000000000..c491ed950
--- /dev/null
+++ b/resources/3rdparty/sparsepp/CHANGELOG.md
@@ -0,0 +1,16 @@
+# 0.95
+
+* not single header anymore (this was just too much of a hassle).
+* custom allocator not quite ready yet. Checked in, but still using old allocator (easy to toggle - line 15 of spp_config.h)
+
+
+# 0.90
+
+* stable release (single header)
+* known issues:
+ - memory usage can be excessive in Windows
+
+ sparsepp has a very simple default allocator based on the system malloc/realloc/free implementation,
+ and the default Windows realloc() appears to fragment the memory, causing significantly higher
+ memory usage than on linux. To solve this issue, I am working on a new allocator which will
+ remedy the problem.
diff --git a/resources/3rdparty/sparsepp/LICENSE b/resources/3rdparty/sparsepp/LICENSE
old mode 100644
new mode 100755
diff --git a/resources/3rdparty/sparsepp/README.md b/resources/3rdparty/sparsepp/README.md
old mode 100644
new mode 100755
index 224bb5175..7cf36b83e
--- a/resources/3rdparty/sparsepp/README.md
+++ b/resources/3rdparty/sparsepp/README.md
@@ -98,6 +98,16 @@ These classes provide the same interface as std::unordered_map and std::unordere
- Since items are not grouped into buckets, Bucket APIs have been adapted: `max_bucket_count` is equivalent to `max_size`, and `bucket_count` returns the sparsetable size, which is normally at least twice the number of items inserted into the hash_map.
+## Memory allocator on Windows (when building with Visual Studio)
+
+When building with the Microsoft compiler, we provide a custom allocator because the default one (from the Visual C++ runtime) fragments memory when reallocating.
+
+This is desirable *only* when creating large sparsepp hash maps. If you create lots of small hash_maps, memory usage may increase instead of decreasing as expected. The reason is that, for each instance of a hash_map, the custom memory allocator creates a new memory space to allocate from, which is typically 4K, so it may be a big waste if just a few items are allocated.
+
+In order to use the custom spp allocator, define the following preprocessor variable before including `<spp/spp.h>`:
+
+`#define SPP_USE_SPP_ALLOC 1`
+
## Integer keys, and other hash function considerations.
1. For basic integer types, sparsepp provides a default hash function which does some mixing of the bits of the keys (see [Integer Hashing](http://burtleburtle.net/bob/hash/integer.html)). This prevents a pathological case where inserted keys are sequential (1, 2, 3, 4, ...), and the lookup on non-present keys becomes very slow.
@@ -229,7 +239,7 @@ This support is implemented in the following APIs:
bool unserialize(Serializer serializer, INPUT *stream);
```
-The following example demontrates how a simple sparse_hash_map can be written to a file, and then read back. The serializer we use read and writes to a file using the stdio APIs, but it would be equally simple to write a serialized using the stream APIS:
+The following example demonstrates how a simple sparse_hash_map can be written to a file, and then read back. The serializer we use read and writes to a file using the stdio APIs, but it would be equally simple to write a serialized using the stream APIS:
```c++
#include <cstdio>
@@ -319,7 +329,7 @@ int main(int argc, char* argv[])
## Thread safety
-Sparsepp follows the trade safety rules of the Standard C++ library. In Particular:
+Sparsepp follows the thread safety rules of the Standard C++ library. In Particular:
- A single sparsepp hash table is thread safe for reading from multiple threads. For example, given a hash table A, it is safe to read A from thread 1 and from thread 2 simultaneously.
diff --git a/resources/3rdparty/sparsepp/bench.md b/resources/3rdparty/sparsepp/bench.md
old mode 100644
new mode 100755
diff --git a/resources/3rdparty/sparsepp/docs/.gitignore b/resources/3rdparty/sparsepp/docs/.gitignore
old mode 100644
new mode 100755
diff --git a/resources/3rdparty/sparsepp/examples/emplace.cc b/resources/3rdparty/sparsepp/examples/emplace.cc
new file mode 100755
index 000000000..e4c04dcfd
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/emplace.cc
@@ -0,0 +1,128 @@
+#include <map>
+#include <unordered_map>
+#include <string>
+#include <iostream>
+#include <chrono>
+#include <vector>
+#include <sparsepp/spp.h>
+
+#include <sstream>
+
+namespace patch
+{
+ template <typename T> std::string to_string(const T& n)
+ {
+ std::ostringstream stm;
+ stm << n;
+ return stm.str();
+ }
+}
+
+#if defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ #warning "problem: we expect spp will detect we have rvalue support"
+#endif
+
+template <typename T>
+using milliseconds = std::chrono::duration<T, std::milli>;
+
+class custom_type
+{
+ std::string one = "one";
+ std::string two = "two";
+ std::uint32_t three = 3;
+ std::uint64_t four = 4;
+ std::uint64_t five = 5;
+public:
+ custom_type() = default;
+ // Make object movable and non-copyable
+ custom_type(custom_type &&) = default;
+ custom_type& operator=(custom_type &&) = default;
+ // should be automatically deleted per http://www.slideshare.net/ripplelabs/howard-hinnant-accu2014
+ //custom_type(custom_type const&) = delete;
+ //custom_type& operator=(custom_type const&) = delete;
+};
+
+void test(std::size_t iterations, std::size_t container_size)
+{
+ std::clog << "bench: iterations: " << iterations << " / container_size: " << container_size << "\n";
+ {
+ std::size_t count = 0;
+ auto t1 = std::chrono::high_resolution_clock::now();
+ for (std::size_t i=0; i<iterations; ++i)
+ {
+ std::unordered_map<std::string,custom_type> m;
+ m.reserve(container_size);
+ for (std::size_t j=0; j<container_size; ++j)
+ m.emplace(patch::to_string(j),custom_type());
+ count += m.size();
+ }
+ auto t2 = std::chrono::high_resolution_clock::now();
+ auto elapsed = milliseconds<double>(t2 - t1).count();
+ if (count != iterations*container_size)
+ std::clog << " invalid count: " << count << "\n";
+ std::clog << " std::unordered_map: " << std::fixed << int(elapsed) << " ms\n";
+ }
+
+ {
+ std::size_t count = 0;
+ auto t1 = std::chrono::high_resolution_clock::now();
+ for (std::size_t i=0; i<iterations; ++i)
+ {
+ std::map<std::string,custom_type> m;
+ for (std::size_t j=0; j<container_size; ++j)
+ m.emplace(patch::to_string(j),custom_type());
+ count += m.size();
+ }
+ auto t2 = std::chrono::high_resolution_clock::now();
+ auto elapsed = milliseconds<double>(t2 - t1).count();
+ if (count != iterations*container_size)
+ std::clog << " invalid count: " << count << "\n";
+ std::clog << " std::map: " << std::fixed << int(elapsed) << " ms\n";
+ }
+
+ {
+ std::size_t count = 0;
+ auto t1 = std::chrono::high_resolution_clock::now();
+ for (std::size_t i=0; i<iterations; ++i)
+ {
+ std::vector<std::pair<std::string,custom_type>> m;
+ m.reserve(container_size);
+ for (std::size_t j=0; j<container_size; ++j)
+ m.emplace_back(patch::to_string(j),custom_type());
+ count += m.size();
+ }
+ auto t2 = std::chrono::high_resolution_clock::now();
+ auto elapsed = milliseconds<double>(t2 - t1).count();
+ if (count != iterations*container_size)
+ std::clog << " invalid count: " << count << "\n";
+ std::clog << " std::vector<std::pair>: " << std::fixed << int(elapsed) << " ms\n";
+ }
+
+ {
+ std::size_t count = 0;
+ auto t1 = std::chrono::high_resolution_clock::now();
+ for (std::size_t i=0; i<iterations; ++i)
+ {
+ spp::sparse_hash_map<std::string,custom_type> m;
+ m.reserve(container_size);
+ for (std::size_t j=0; j<container_size; ++j)
+ m.emplace(patch::to_string(j),custom_type());
+ count += m.size();
+ }
+ auto t2 = std::chrono::high_resolution_clock::now();
+ auto elapsed = milliseconds<double>(t2 - t1).count();
+ if (count != iterations*container_size)
+ std::clog << " invalid count: " << count << "\n";
+ std::clog << " spp::sparse_hash_map: " << std::fixed << int(elapsed) << " ms\n";
+ }
+
+}
+
+int main()
+{
+ std::size_t iterations = 100000;
+
+ test(iterations,1);
+ test(iterations,10);
+ test(iterations,50);
+}
diff --git a/resources/3rdparty/sparsepp/examples/hash_std.cc b/resources/3rdparty/sparsepp/examples/hash_std.cc
new file mode 100755
index 000000000..e0738df58
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/hash_std.cc
@@ -0,0 +1,47 @@
+#include <iostream>
+#include <string>
+#include <sparsepp/spp.h>
+
+using std::string;
+
+struct Person
+{
+ bool operator==(const Person &o) const
+ {
+ return _first == o._first && _last == o._last;
+ }
+
+ string _first;
+ string _last;
+};
+
+namespace std
+{
+// inject specialization of std::hash for Person into namespace std
+// ----------------------------------------------------------------
+template<>
+struct hash<Person>
+{
+ std::size_t operator()(Person const &p) const
+ {
+ std::size_t seed = 0;
+ spp::hash_combine(seed, p._first);
+ spp::hash_combine(seed, p._last);
+ return seed;
+ }
+};
+}
+
+int main()
+{
+ // As we have defined a specialization of std::hash() for Person,
+ // we can now create sparse_hash_set or sparse_hash_map of Persons
+ // ----------------------------------------------------------------
+ spp::sparse_hash_set<Person> persons =
+ { { "John", "Galt" },
+ { "Jane", "Doe" }
+ };
+
+ for (auto& p: persons)
+ std::cout << p._first << ' ' << p._last << '\n';
+}
diff --git a/resources/3rdparty/sparsepp/examples/makefile b/resources/3rdparty/sparsepp/examples/makefile
new file mode 100755
index 000000000..979a10fb9
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/makefile
@@ -0,0 +1,18 @@
+CXXFLAGS = -O2 -std=c++11 -I..
+CXXFLAGS += -Wall -pedantic -Wextra -D_XOPEN_SOURCE=700
+SPP_DEPS_1 = spp.h spp_utils.h spp_dlalloc.h spp_traits.h spp_config.h
+SPP_DEPS = $(addprefix ../sparsepp/,$(SPP_DEPS_1))
+TARGETS = emplace hash_std serialize_file serialize_stream serialize_large
+
+ifeq ($(OS),Windows_NT)
+ LDFLAGS = -lpsapi
+endif
+
+all: $(TARGETS)
+
+clean:
+ rm -f $(TARGETS) ages.dmp data.dat vsprojects/x64/* vsprojects/x86/*
+
+%: %.cc $(SPP_DEPS) makefile
+ $(CXX) $(CXXFLAGS) -DNDEBUG $< -o $@ $(LDFLAGS)
+
diff --git a/resources/3rdparty/sparsepp/examples/serialize_file.cc b/resources/3rdparty/sparsepp/examples/serialize_file.cc
new file mode 100755
index 000000000..b682b6f9e
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/serialize_file.cc
@@ -0,0 +1,82 @@
+#include <cstdio>
+#include <sparsepp/spp.h>
+
+using spp::sparse_hash_map;
+using namespace std;
+
+class FileSerializer
+{
+public:
+ // serialize basic types to FILE
+ // -----------------------------
+ template <class T>
+ bool operator()(FILE *fp, const T& value)
+ {
+ return fwrite((const void *)&value, sizeof(value), 1, fp) == 1;
+ }
+
+ template <class T>
+ bool operator()(FILE *fp, T* value)
+ {
+ return fread((void *)value, sizeof(*value), 1, fp) == 1;
+ }
+
+ // serialize std::string to FILE
+ // -----------------------------
+ bool operator()(FILE *fp, const string& value)
+ {
+ const size_t size = value.size();
+ return (*this)(fp, size) && fwrite(value.c_str(), size, 1, fp) == 1;
+ }
+
+ bool operator()(FILE *fp, string* value)
+ {
+ size_t size;
+ if (!(*this)(fp, &size))
+ return false;
+ char* buf = new char[size];
+ if (fread(buf, size, 1, fp) != 1)
+ {
+ delete [] buf;
+ return false;
+ }
+ new (value) string(buf, (size_t)size);
+ delete[] buf;
+ return true;
+ }
+
+ // serialize std::pair<const A, B> to FILE - needed for maps
+ // ---------------------------------------------------------
+ template <class A, class B>
+ bool operator()(FILE *fp, const std::pair<const A, B>& value)
+ {
+ return (*this)(fp, value.first) && (*this)(fp, value.second);
+ }
+
+ template <class A, class B>
+ bool operator()(FILE *fp, std::pair<const A, B> *value)
+ {
+ return (*this)(fp, (A *)&value->first) && (*this)(fp, &value->second);
+ }
+};
+
+int main(int, char* [])
+{
+ sparse_hash_map<string, int> age{ { "John", 12 }, {"Jane", 13 }, { "Fred", 8 } };
+
+ // serialize age hash_map to "ages.dmp" file
+ FILE *out = fopen("ages.dmp", "wb");
+ age.serialize(FileSerializer(), out);
+ fclose(out);
+
+ sparse_hash_map<string, int> age_read;
+
+ // read from "ages.dmp" file into age_read hash_map
+ FILE *input = fopen("ages.dmp", "rb");
+ age_read.unserialize(FileSerializer(), input);
+ fclose(input);
+
+ // print out contents of age_read to verify correct serialization
+ for (auto& v : age_read)
+ printf("age_read: %s -> %d\n", v.first.c_str(), v.second);
+}
diff --git a/resources/3rdparty/sparsepp/examples/serialize_large.cc b/resources/3rdparty/sparsepp/examples/serialize_large.cc
new file mode 100755
index 000000000..574d34b13
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/serialize_large.cc
@@ -0,0 +1,97 @@
+#include <cstdio>
+#include <stdlib.h>
+#include <algorithm>
+#include <vector>
+#include <sparsepp/spp_timer.h>
+#include <sparsepp/spp_memory.h>
+#include <sparsepp/spp.h>
+
+using spp::sparse_hash_map;
+using namespace std;
+
+class FileSerializer
+{
+public:
+ // serialize basic types to FILE
+ // -----------------------------
+ template <class T>
+ bool operator()(FILE *fp, const T& value)
+ {
+ return fwrite((const void *)&value, sizeof(value), 1, fp) == 1;
+ }
+
+ template <class T>
+ bool operator()(FILE *fp, T* value)
+ {
+ return fread((void *)value, sizeof(*value), 1, fp) == 1;
+ }
+
+ // serialize std::string to FILE
+ // -----------------------------
+ bool operator()(FILE *fp, const string& value)
+ {
+ const size_t size = value.size();
+ return (*this)(fp, size) && fwrite(value.c_str(), size, 1, fp) == 1;
+ }
+
+ bool operator()(FILE *fp, string* value)
+ {
+ size_t size;
+ if (!(*this)(fp, &size))
+ return false;
+ char* buf = new char[size];
+ if (fread(buf, size, 1, fp) != 1)
+ {
+ delete [] buf;
+ return false;
+ }
+ new (value) string(buf, (size_t)size);
+ delete[] buf;
+ return true;
+ }
+
+ // serialize std::pair<const A, B> to FILE - needed for maps
+ // ---------------------------------------------------------
+ template <class A, class B>
+ bool operator()(FILE *fp, const std::pair<const A, B>& value)
+ {
+ return (*this)(fp, value.first) && (*this)(fp, value.second);
+ }
+
+ template <class A, class B>
+ bool operator()(FILE *fp, std::pair<const A, B> *value)
+ {
+ return (*this)(fp, (A *)&value->first) && (*this)(fp, &value->second);
+ }
+};
+
+float _to_gb(uint64_t m) { return (float)((double)m / (1024 * 1024 * 1024)); }
+
+int main(int, char* [])
+{
+ sparse_hash_map<string, int> age;
+
+ for (size_t i=0; i<10000000; ++i)
+ {
+ char buff[20];
+ sprintf(buff, "%zu", i);
+ age.insert(std::make_pair(std::string(buff), i));
+ }
+
+ printf("before serialize(): mem_usage %4.1f GB\n", _to_gb(spp::GetProcessMemoryUsed()));
+ // serialize age hash_map to "ages.dmp" file
+ FILE *out = fopen("ages.dmp", "wb");
+ age.serialize(FileSerializer(), out);
+ fclose(out);
+
+ printf("before clear(): mem_usage %4.1f GB\n", _to_gb(spp::GetProcessMemoryUsed()));
+ age.clear();
+ printf("after clear(): mem_usage %4.1f GB\n", _to_gb(spp::GetProcessMemoryUsed()));
+
+
+ // read from "ages.dmp" file into age_read hash_map
+ FILE *input = fopen("ages.dmp", "rb");
+ age.unserialize(FileSerializer(), input);
+ fclose(input);
+ printf("after unserialize(): mem_usage %4.1f GB\n", _to_gb(spp::GetProcessMemoryUsed()));
+}
diff --git a/resources/3rdparty/sparsepp/examples/serialize_stream.cc b/resources/3rdparty/sparsepp/examples/serialize_stream.cc
new file mode 100755
index 000000000..db65e456e
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/serialize_stream.cc
@@ -0,0 +1,64 @@
+#include <iostream>
+#include <algorithm>
+#include <fstream>
+
+#include <sparsepp/spp.h>
+using spp::sparse_hash_map;
+
+using namespace std;
+
+struct StringToIntSerializer
+{
+ bool operator()(std::ofstream* stream, const std::pair<const std::string, int>& value) const
+ {
+ size_t sizeSecond = sizeof(value.second);
+ size_t sizeFirst = value.first.size();
+ stream->write((char*)&sizeFirst, sizeof(sizeFirst));
+ stream->write(value.first.c_str(), sizeFirst);
+ stream->write((char*)&value.second, sizeSecond);
+ return true;
+ }
+
+ bool operator()(std::ifstream* istream, std::pair<const std::string, int>* value) const
+ {
+ // Read key
+ size_t size = 0;
+ istream->read((char*)&size, sizeof(size));
+ char * first = new char[size];
+ istream->read(first, size);
+ new (const_cast<string *>(&value->first)) string(first, size);
+
+ // Read value
+ istream->read((char *)&value->second, sizeof(value->second));
+ return true;
+ }
+};
+
+int main(int , char* [])
+{
+ sparse_hash_map<string, int> users;
+
+ users["John"] = 12345;
+ users["Bob"] = 553;
+ users["Alice"] = 82200;
+
+ // Write users to file "data.dat"
+ // ------------------------------
+ std::ofstream* stream = new std::ofstream("data.dat",
+ std::ios::out | std::ios::trunc | std::ios::binary);
+ users.serialize(StringToIntSerializer(), stream);
+ stream->close();
+ delete stream;
+
+ // Read from file "data.dat" into users2
+ // -------------------------------------
+ sparse_hash_map<string, int> users2;
+ std::ifstream* istream = new std::ifstream("data.dat");
+ users2.unserialize(StringToIntSerializer(), istream);
+ istream->close();
+ delete istream;
+
+ for (sparse_hash_map<string, int>::iterator it = users2.begin(); it != users2.end(); ++it)
+ printf("users2: %s -> %d\n", it->first.c_str(), it->second);
+
+}
diff --git a/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj b/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj
new file mode 100755
index 000000000..63b159bcb
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj
@@ -0,0 +1,172 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup Label="ProjectConfigurations">
+ <ProjectConfiguration Include="Debug|Win32">
+ <Configuration>Debug</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Debug|x64">
+ <Configuration>Debug</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|Win32">
+ <Configuration>Release</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|x64">
+ <Configuration>Release</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ </ItemGroup>
+ <ItemGroup>
+ <ClCompile Include="..\serialize_stream.cc" />
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h" />
+ </ItemGroup>
+ <PropertyGroup Label="Globals">
+ <ProjectGuid>{19BC4240-15ED-4C76-BC57-34BB70FE163B}</ProjectGuid>
+ <Keyword>Win32Proj</Keyword>
+ <WindowsTargetPlatformVersion>8.1</WindowsTargetPlatformVersion>
+ <ProjectName>serialize_stream</ProjectName>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <CharacterSet>MultiByte</CharacterSet>
+ <PlatformToolset>v140</PlatformToolset>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+ <ImportGroup Label="ExtensionSettings">
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <PropertyGroup Label="UserMacros" />
+ <PropertyGroup>
+ <_ProjectFileVersion>14.0.23107.0</_ProjectFileVersion>
+ </PropertyGroup>
+ <PropertyGroup>
+ <IntDirSharingDetected>None</IntDirSharingDetected>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>true</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <LinkIncremental>true</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <MinimalRebuild>true</MinimalRebuild>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_alloc_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ <TargetMachine>MachineX86</TargetMachine>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_alloc_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ <TargetMachine>MachineX86</TargetMachine>
+ <Profile>true</Profile>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ <Profile>true</Profile>
+ </Link>
+ </ItemDefinitionGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+ <ImportGroup Label="ExtensionTargets">
+ </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj.filters b/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj.filters
new file mode 100755
index 000000000..39ecd7689
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/vsprojects/serialize_stream.vcxproj.filters
@@ -0,0 +1,13 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup>
+ <Filter Include="Header Files">
+ <UniqueIdentifier>{ba5fa1b8-1783-4b3b-9a41-31d363b52841}</UniqueIdentifier>
+ </Filter>
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ </ItemGroup>
+</Project>
\ No newline at end of file
diff --git a/resources/3rdparty/sparsepp/examples/vsprojects/spp_examples.sln b/resources/3rdparty/sparsepp/examples/vsprojects/spp_examples.sln
new file mode 100755
index 000000000..a37d41277
--- /dev/null
+++ b/resources/3rdparty/sparsepp/examples/vsprojects/spp_examples.sln
@@ -0,0 +1,28 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio 14
+VisualStudioVersion = 14.0.25420.1
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "serialize_stream", "serialize_stream.vcxproj", "{19BC4240-15ED-4C76-BC57-34BB70FE163B}"
+EndProject
+Global
+ GlobalSection(SolutionConfigurationPlatforms) = preSolution
+ Debug|x64 = Debug|x64
+ Debug|x86 = Debug|x86
+ Release|x64 = Release|x64
+ Release|x86 = Release|x86
+ EndGlobalSection
+ GlobalSection(ProjectConfigurationPlatforms) = postSolution
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x64.ActiveCfg = Debug|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x64.Build.0 = Debug|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x86.ActiveCfg = Debug|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x86.Build.0 = Debug|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x64.ActiveCfg = Release|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x64.Build.0 = Release|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x86.ActiveCfg = Release|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x86.Build.0 = Release|Win32
+ EndGlobalSection
+ GlobalSection(SolutionProperties) = preSolution
+ HideSolutionNode = FALSE
+ EndGlobalSection
+EndGlobal
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp.h b/resources/3rdparty/sparsepp/sparsepp/spp.h
new file mode 100755
index 000000000..abd4295e9
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp.h
@@ -0,0 +1,4347 @@
+#if !defined(sparsepp_h_guard_)
+#define sparsepp_h_guard_
+
+
+// ----------------------------------------------------------------------
+// Copyright (c) 2016, Gregory Popovitch - greg7mdp@gmail.com
+// All rights reserved.
+//
+// This work is derived from Google's sparsehash library
+//
+// Copyright (c) 2005, Google Inc.
+// All rights reserved.
+//
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above
+// copyright notice, this list of conditions and the following disclaimer
+// in the documentation and/or other materials provided with the
+// distribution.
+// * Neither the name of Google Inc. nor the names of its
+// contributors may be used to endorse or promote products derived from
+// this software without specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+// ----------------------------------------------------------------------
+
+
+// some macros for portability
+// ---------------------------
+// includes
+// --------
+#include <cassert>
+#include <cstring>
+#include <string>
+#include <limits> // for numeric_limits
+#include <algorithm> // For swap(), eg
+#include <iterator> // for iterator tags
+#include <functional> // for equal_to<>, select1st<>, std::unary_function, etc
+#include <memory> // for alloc, uninitialized_copy, uninitialized_fill
+#include <cstdlib> // for malloc/realloc/free
+#include <cstddef> // for ptrdiff_t
+#include <new> // for placement new
+#include <stdexcept> // For length_error
+#include <utility> // for pair<>
+#include <cstdio>
+#include <iosfwd>
+#include <ios>
+
+#include <sparsepp/spp_stdint.h> // includes spp_config.h
+#include <sparsepp/spp_traits.h>
+#include <sparsepp/spp_utils.h>
+
+#ifdef SPP_INCLUDE_SPP_ALLOC
+ #include <sparsepp/spp_dlalloc.h>
+#endif
+
+#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
+ #include <initializer_list>
+#endif
+
+#if (SPP_GROUP_SIZE == 32)
+ #define SPP_SHIFT_ 5
+ #define SPP_MASK_ 0x1F
+ typedef uint32_t group_bm_type;
+#elif (SPP_GROUP_SIZE == 64)
+ #define SPP_SHIFT_ 6
+ #define SPP_MASK_ 0x3F
+ typedef uint64_t group_bm_type;
+#else
+ #error "SPP_GROUP_SIZE must be either 32 or 64"
+#endif
+
+namespace spp_ {
+
+// ----------------------------------------------------------------------
+// U T I L F U N C T I O N S
+// ----------------------------------------------------------------------
+template <class E>
+inline void throw_exception(const E& exception)
+{
+#if !defined(SPP_NO_EXCEPTIONS)
+ throw exception;
+#else
+ assert(0);
+ abort();
+#endif
+}
+
+// ----------------------------------------------------------------------
+// M U T A B L E P A I R H A C K
+// turn std::pair<const K, V> into mutable std::pair<K, V>
+// ----------------------------------------------------------------------
+template <class T>
+struct cvt
+{
+ typedef T type;
+};
+
+template <class K, class V>
+struct cvt<std::pair<const K, V> >
+{
+ typedef std::pair<K, V> type;
+};
+
+template <class K, class V>
+struct cvt<const std::pair<const K, V> >
+{
+ typedef const std::pair<K, V> type;
+};
+
+// ----------------------------------------------------------------------
+// M O V E I T E R A T O R
+// ----------------------------------------------------------------------
+#ifdef SPP_NO_CXX11_RVALUE_REFERENCES
+ #define MK_MOVE_IT(p) (p)
+#else
+ #define MK_MOVE_IT(p) std::make_move_iterator(p)
+#endif
+
+
+// ----------------------------------------------------------------------
+// I N T E R N A L S T U F F
+// ----------------------------------------------------------------------
+#ifdef SPP_NO_CXX11_STATIC_ASSERT
+ template <bool> struct SppCompileAssert { };
+ #define SPP_COMPILE_ASSERT(expr, msg) \
+ SPP_ATTRIBUTE_UNUSED typedef SppCompileAssert<(bool(expr))> spp_bogus_[bool(expr) ? 1 : -1]
+#else
+ #define SPP_COMPILE_ASSERT static_assert
+#endif
+
+namespace sparsehash_internal
+{
+
+// Adaptor methods for reading/writing data from an INPUT or OUPTUT
+// variable passed to serialize() or unserialize(). For now we
+// have implemented INPUT/OUTPUT for FILE*, istream*/ostream* (note
+// they are pointers, unlike typical use), or else a pointer to
+// something that supports a Read()/Write() method.
+//
+// For technical reasons, we implement read_data/write_data in two
+// stages. The actual work is done in *_data_internal, which takes
+// the stream argument twice: once as a template type, and once with
+// normal type information. (We only use the second version.) We do
+// this because of how C++ picks what function overload to use. If we
+// implemented this the naive way:
+// bool read_data(istream* is, const void* data, size_t length);
+// template<typename T> read_data(T* fp, const void* data, size_t length);
+// C++ would prefer the second version for every stream type except
+// istream. However, we want C++ to prefer the first version for
+// streams that are *subclasses* of istream, such as istringstream.
+// This is not possible given the way template types are resolved. So
+// we split the stream argument in two, one of which is templated and
+// one of which is not. The specialized functions (like the istream
+// version above) ignore the template arg and use the second, 'type'
+// arg, getting subclass matching as normal. The 'catch-all'
+// functions (the second version above) use the template arg to deduce
+// the type, and use a second, void* arg to achieve the desired
+// 'catch-all' semantics.
+
+ // ----- low-level I/O for FILE* ----
+
+ template<typename Ignored>
+ inline bool read_data_internal(Ignored* /*unused*/, FILE* fp,
+ void* data, size_t length)
+ {
+ return fread(data, length, 1, fp) == 1;
+ }
+
+ template<typename Ignored>
+ inline bool write_data_internal(Ignored* /*unused*/, FILE* fp,
+ const void* data, size_t length)
+ {
+ return fwrite(data, length, 1, fp) == 1;
+ }
+
+ // ----- low-level I/O for iostream ----
+
+ // We want the caller to be responsible for #including <iostream>, not
+ // us, because iostream is a big header! According to the standard,
+ // it's only legal to delay the instantiation the way we want to if
+ // the istream/ostream is a template type. So we jump through hoops.
+ template<typename ISTREAM>
+ inline bool read_data_internal_for_istream(ISTREAM* fp,
+ void* data, size_t length)
+ {
+ return fp->read(reinterpret_cast<char*>(data),
+ static_cast<std::streamsize>(length)).good();
+ }
+ template<typename Ignored>
+ inline bool read_data_internal(Ignored* /*unused*/, std::istream* fp,
+ void* data, size_t length)
+ {
+ return read_data_internal_for_istream(fp, data, length);
+ }
+
+ template<typename OSTREAM>
+ inline bool write_data_internal_for_ostream(OSTREAM* fp,
+ const void* data, size_t length)
+ {
+ return fp->write(reinterpret_cast<const char*>(data),
+ static_cast<std::streamsize>(length)).good();
+ }
+ template<typename Ignored>
+ inline bool write_data_internal(Ignored* /*unused*/, std::ostream* fp,
+ const void* data, size_t length)
+ {
+ return write_data_internal_for_ostream(fp, data, length);
+ }
+
+ // ----- low-level I/O for custom streams ----
+
+ // The INPUT type needs to support a Read() method that takes a
+ // buffer and a length and returns the number of bytes read.
+ template <typename INPUT>
+ inline bool read_data_internal(INPUT* fp, void* /*unused*/,
+ void* data, size_t length)
+ {
+ return static_cast<size_t>(fp->Read(data, length)) == length;
+ }
+
+ // The OUTPUT type needs to support a Write() operation that takes
+ // a buffer and a length and returns the number of bytes written.
+ template <typename OUTPUT>
+ inline bool write_data_internal(OUTPUT* fp, void* /*unused*/,
+ const void* data, size_t length)
+ {
+ return static_cast<size_t>(fp->Write(data, length)) == length;
+ }
+
+ // ----- low-level I/O: the public API ----
+
+ template <typename INPUT>
+ inline bool read_data(INPUT* fp, void* data, size_t length)
+ {
+ return read_data_internal(fp, fp, data, length);
+ }
+
+ template <typename OUTPUT>
+ inline bool write_data(OUTPUT* fp, const void* data, size_t length)
+ {
+ return write_data_internal(fp, fp, data, length);
+ }
+
+ // Uses read_data() and write_data() to read/write an integer.
+ // length is the number of bytes to read/write (which may differ
+ // from sizeof(IntType), allowing us to save on a 32-bit system
+ // and load on a 64-bit system). Excess bytes are taken to be 0.
+ // INPUT and OUTPUT must match legal inputs to read/write_data (above).
+ // --------------------------------------------------------------------
+ template <typename INPUT, typename IntType>
+ bool read_bigendian_number(INPUT* fp, IntType* value, size_t length)
+ {
+ *value = 0;
+ unsigned char byte;
+ // We require IntType to be unsigned or else the shifting gets all screwy.
+ SPP_COMPILE_ASSERT(static_cast<IntType>(-1) > static_cast<IntType>(0), "serializing_int_requires_an_unsigned_type");
+ for (size_t i = 0; i < length; ++i)
+ {
+ if (!read_data(fp, &byte, sizeof(byte)))
+ return false;
+ *value |= static_cast<IntType>(byte) << ((length - 1 - i) * 8);
+ }
+ return true;
+ }
+
+ template <typename OUTPUT, typename IntType>
+ bool write_bigendian_number(OUTPUT* fp, IntType value, size_t length)
+ {
+ unsigned char byte;
+ // We require IntType to be unsigned or else the shifting gets all screwy.
+ SPP_COMPILE_ASSERT(static_cast<IntType>(-1) > static_cast<IntType>(0), "serializing_int_requires_an_unsigned_type");
+ for (size_t i = 0; i < length; ++i)
+ {
+ byte = (sizeof(value) <= length-1 - i)
+ ? static_cast<unsigned char>(0) : static_cast<unsigned char>((value >> ((length-1 - i) * 8)) & 255);
+ if (!write_data(fp, &byte, sizeof(byte))) return false;
+ }
+ return true;
+ }
+
+ // If your keys and values are simple enough, you can pass this
+ // serializer to serialize()/unserialize(). "Simple enough" means
+ // value_type is a POD type that contains no pointers. Note,
+ // however, we don't try to normalize endianness.
+ // This is the type used for NopointerSerializer.
+ // ---------------------------------------------------------------
+ template <typename value_type> struct pod_serializer
+ {
+ template <typename INPUT>
+ bool operator()(INPUT* fp, value_type* value) const
+ {
+ return read_data(fp, value, sizeof(*value));
+ }
+
+ template <typename OUTPUT>
+ bool operator()(OUTPUT* fp, const value_type& value) const
+ {
+ return write_data(fp, &value, sizeof(value));
+ }
+ };
+
+
+ // Settings contains parameters for growing and shrinking the table.
+ // It also packages zero-size functor (ie. hasher).
+ //
+ // It does some munging of the hash value for the cases where
+ // the original hash function is not be very good.
+ // ---------------------------------------------------------------
+ template<typename Key, typename HashFunc, typename SizeType, int HT_MIN_BUCKETS>
+ class sh_hashtable_settings : public HashFunc
+ {
+ private:
+#ifndef SPP_MIX_HASH
+ template <class T, int sz> struct Mixer
+ {
+ inline T operator()(T h) const { return h; }
+ };
+#else
+ template <class T, int sz> struct Mixer
+ {
+ inline T operator()(T h) const;
+ };
+
+ template <class T> struct Mixer<T, 4>
+ {
+ inline T operator()(T h) const
+ {
+ // from Thomas Wang - https://gist.github.com/badboy/6267743
+ // ---------------------------------------------------------
+ h = (h ^ 61) ^ (h >> 16);
+ h = h + (h << 3);
+ h = h ^ (h >> 4);
+ h = h * 0x27d4eb2d;
+ h = h ^ (h >> 15);
+ return h;
+ }
+ };
+
+ template <class T> struct Mixer<T, 8>
+ {
+ inline T operator()(T h) const
+ {
+ // from Thomas Wang - https://gist.github.com/badboy/6267743
+ // ---------------------------------------------------------
+ h = (~h) + (h << 21); // h = (h << 21) - h - 1;
+ h = h ^ (h >> 24);
+ h = (h + (h << 3)) + (h << 8); // h * 265
+ h = h ^ (h >> 14);
+ h = (h + (h << 2)) + (h << 4); // h * 21
+ h = h ^ (h >> 28);
+ h = h + (h << 31);
+ return h;
+ }
+ };
+#endif
+
+ public:
+ typedef Key key_type;
+ typedef HashFunc hasher;
+ typedef SizeType size_type;
+
+ public:
+ sh_hashtable_settings(const hasher& hf,
+ const float ht_occupancy_flt,
+ const float ht_empty_flt)
+ : hasher(hf),
+ enlarge_threshold_(0),
+ shrink_threshold_(0),
+ consider_shrink_(false),
+ num_ht_copies_(0)
+ {
+ set_enlarge_factor(ht_occupancy_flt);
+ set_shrink_factor(ht_empty_flt);
+ }
+
+ size_t hash(const key_type& v) const
+ {
+ size_t h = hasher::operator()(v);
+ Mixer<size_t, sizeof(size_t)> mixer;
+
+ return mixer(h);
+ }
+
+ float enlarge_factor() const { return enlarge_factor_; }
+ void set_enlarge_factor(float f) { enlarge_factor_ = f; }
+ float shrink_factor() const { return shrink_factor_; }
+ void set_shrink_factor(float f) { shrink_factor_ = f; }
+
+ size_type enlarge_threshold() const { return enlarge_threshold_; }
+ void set_enlarge_threshold(size_type t) { enlarge_threshold_ = t; }
+ size_type shrink_threshold() const { return shrink_threshold_; }
+ void set_shrink_threshold(size_type t) { shrink_threshold_ = t; }
+
+ size_type enlarge_size(size_type x) const { return static_cast<size_type>(x * enlarge_factor_); }
+ size_type shrink_size(size_type x) const { return static_cast<size_type>(x * shrink_factor_); }
+
+ bool consider_shrink() const { return consider_shrink_; }
+ void set_consider_shrink(bool t) { consider_shrink_ = t; }
+
+ unsigned int num_ht_copies() const { return num_ht_copies_; }
+ void inc_num_ht_copies() { ++num_ht_copies_; }
+
+ // Reset the enlarge and shrink thresholds
+ void reset_thresholds(size_type num_buckets)
+ {
+ set_enlarge_threshold(enlarge_size(num_buckets));
+ set_shrink_threshold(shrink_size(num_buckets));
+ // whatever caused us to reset already considered
+ set_consider_shrink(false);
+ }
+
+ // Caller is resposible for calling reset_threshold right after
+ // set_resizing_parameters.
+ // ------------------------------------------------------------
+ void set_resizing_parameters(float shrink, float grow)
+ {
+ assert(shrink >= 0);
+ assert(grow <= 1);
+ if (shrink > grow/2.0f)
+ shrink = grow / 2.0f; // otherwise we thrash hashtable size
+ set_shrink_factor(shrink);
+ set_enlarge_factor(grow);
+ }
+
+ // This is the smallest size a hashtable can be without being too crowded
+ // If you like, you can give a min #buckets as well as a min #elts
+ // ----------------------------------------------------------------------
+ size_type min_buckets(size_type num_elts, size_type min_buckets_wanted)
+ {
+ float enlarge = enlarge_factor();
+ size_type sz = HT_MIN_BUCKETS; // min buckets allowed
+ while (sz < min_buckets_wanted ||
+ num_elts >= static_cast<size_type>(sz * enlarge))
+ {
+ // This just prevents overflowing size_type, since sz can exceed
+ // max_size() here.
+ // -------------------------------------------------------------
+ if (static_cast<size_type>(sz * 2) < sz)
+ throw_exception(std::length_error("resize overflow")); // protect against overflow
+ sz *= 2;
+ }
+ return sz;
+ }
+
+ private:
+ size_type enlarge_threshold_; // table.size() * enlarge_factor
+ size_type shrink_threshold_; // table.size() * shrink_factor
+ float enlarge_factor_; // how full before resize
+ float shrink_factor_; // how empty before resize
+ bool consider_shrink_; // if we should try to shrink before next insert
+
+ unsigned int num_ht_copies_; // num_ht_copies is a counter incremented every Copy/Move
+ };
+
+} // namespace sparsehash_internal
+
+#undef SPP_COMPILE_ASSERT
+
+// ----------------------------------------------------------------------
+// S P A R S E T A B L E
+// ----------------------------------------------------------------------
+//
+// A sparsetable is a random container that implements a sparse array,
+// that is, an array that uses very little memory to store unassigned
+// indices (in this case, between 1-2 bits per unassigned index). For
+// instance, if you allocate an array of size 5 and assign a[2] = <big
+// struct>, then a[2] will take up a lot of memory but a[0], a[1],
+// a[3], and a[4] will not. Array elements that have a value are
+// called "assigned". Array elements that have no value yet, or have
+// had their value cleared using erase() or clear(), are called
+// "unassigned".
+//
+// Unassigned values seem to have the default value of T (see below).
+// Nevertheless, there is a difference between an unassigned index and
+// one explicitly assigned the value of T(). The latter is considered
+// assigned.
+//
+// Access to an array element is constant time, as is insertion and
+// deletion. Insertion and deletion may be fairly slow, however:
+// because of this container's memory economy, each insert and delete
+// causes a memory reallocation.
+//
+// NOTE: You should not test(), get(), or set() any index that is
+// greater than sparsetable.size(). If you need to do that, call
+// resize() first.
+//
+// --- Template parameters
+// PARAMETER DESCRIPTION DEFAULT
+// T The value of the array: the type of --
+// object that is stored in the array.
+//
+// Alloc: Allocator to use to allocate memory.
+//
+// --- Model of
+// Random Access Container
+//
+// --- Type requirements
+// T must be Copy Constructible. It need not be Assignable.
+//
+// --- Public base classes
+// None.
+//
+// --- Members
+//
+// [*] All iterators are const in a sparsetable (though nonempty_iterators
+// may not be). Use get() and set() to assign values, not iterators.
+//
+// [+] iterators are random-access iterators. nonempty_iterators are
+// bidirectional iterators.
+
+// [*] If you shrink a sparsetable using resize(), assigned elements
+// past the end of the table are removed using erase(). If you grow
+// a sparsetable, new unassigned indices are created.
+//
+// [+] Note that operator[] returns a const reference. You must use
+// set() to change the value of a table element.
+//
+// [!] Unassignment also calls the destructor.
+//
+// Iterators are invalidated whenever an item is inserted or
+// deleted (ie set() or erase() is used) or when the size of
+// the table changes (ie resize() or clear() is used).
+
+
+
+// ---------------------------------------------------------------------------
+// Our iterator as simple as iterators can be: basically it's just
+// the index into our table. Dereference, the only complicated
+// thing, we punt to the table class. This just goes to show how
+// much machinery STL requires to do even the most trivial tasks.
+//
+// A NOTE ON ASSIGNING:
+// A sparse table does not actually allocate memory for entries
+// that are not filled. Because of this, it becomes complicated
+// to have a non-const iterator: we don't know, if the iterator points
+// to a not-filled bucket, whether you plan to fill it with something
+// or whether you plan to read its value (in which case you'll get
+// the default bucket value). Therefore, while we can define const
+// operations in a pretty 'normal' way, for non-const operations, we
+// define something that returns a helper object with operator= and
+// operator& that allocate a bucket lazily. We use this for table[]
+// and also for regular table iterators.
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+// Our iterator as simple as iterators can be: basically it's just
+// the index into our table. Dereference, the only complicated
+// thing, we punt to the table class. This just goes to show how
+// much machinery STL requires to do even the most trivial tasks.
+//
+// By templatizing over tabletype, we have one iterator type which
+// we can use for both sparsetables and sparsebins. In fact it
+// works on any class that allows size() and operator[] (eg vector),
+// as long as it does the standard STL typedefs too (eg value_type).
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+template <class tabletype>
+class table_iterator
+{
+public:
+ typedef table_iterator iterator;
+
+ typedef std::random_access_iterator_tag iterator_category;
+ typedef typename tabletype::value_type value_type;
+ typedef typename tabletype::difference_type difference_type;
+ typedef typename tabletype::size_type size_type;
+
+ explicit table_iterator(tabletype *tbl = 0, size_type p = 0) :
+ table(tbl), pos(p)
+ { }
+
+ // Helper function to assert things are ok; eg pos is still in range
+ void check() const
+ {
+ assert(table);
+ assert(pos <= table->size());
+ }
+
+ // Arithmetic: we just do arithmetic on pos. We don't even need to
+ // do bounds checking, since STL doesn't consider that its job. :-)
+ iterator& operator+=(size_type t) { pos += t; check(); return *this; }
+ iterator& operator-=(size_type t) { pos -= t; check(); return *this; }
+ iterator& operator++() { ++pos; check(); return *this; }
+ iterator& operator--() { --pos; check(); return *this; }
+ iterator operator++(int)
+ {
+ iterator tmp(*this); // for x++
+ ++pos; check(); return tmp;
+ }
+
+ iterator operator--(int)
+ {
+ iterator tmp(*this); // for x--
+ --pos; check(); return tmp;
+ }
+
+ iterator operator+(difference_type i) const
+ {
+ iterator tmp(*this);
+ tmp += i; return tmp;
+ }
+
+ iterator operator-(difference_type i) const
+ {
+ iterator tmp(*this);
+ tmp -= i; return tmp;
+ }
+
+ difference_type operator-(iterator it) const
+ {
+ // for "x = it2 - it"
+ assert(table == it.table);
+ return pos - it.pos;
+ }
+
+ // Comparisons.
+ bool operator==(const iterator& it) const
+ {
+ return table == it.table && pos == it.pos;
+ }
+
+ bool operator<(const iterator& it) const
+ {
+ assert(table == it.table); // life is bad bad bad otherwise
+ return pos < it.pos;
+ }
+
+ bool operator!=(const iterator& it) const { return !(*this == it); }
+ bool operator<=(const iterator& it) const { return !(it < *this); }
+ bool operator>(const iterator& it) const { return it < *this; }
+ bool operator>=(const iterator& it) const { return !(*this < it); }
+
+ // Here's the info we actually need to be an iterator
+ tabletype *table; // so we can dereference and bounds-check
+ size_type pos; // index into the table
+};
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+template <class tabletype>
+class const_table_iterator
+{
+public:
+ typedef table_iterator<tabletype> iterator;
+ typedef const_table_iterator const_iterator;
+
+ typedef std::random_access_iterator_tag iterator_category;
+ typedef typename tabletype::value_type value_type;
+ typedef typename tabletype::difference_type difference_type;
+ typedef typename tabletype::size_type size_type;
+ typedef typename tabletype::const_reference reference; // we're const-only
+ typedef typename tabletype::const_pointer pointer;
+
+ // The "real" constructor
+ const_table_iterator(const tabletype *tbl, size_type p)
+ : table(tbl), pos(p) { }
+
+ // The default constructor, used when I define vars of type table::iterator
+ const_table_iterator() : table(NULL), pos(0) { }
+
+ // The copy constructor, for when I say table::iterator foo = tbl.begin()
+ // Also converts normal iterators to const iterators // not explicit on purpose
+ const_table_iterator(const iterator &from)
+ : table(from.table), pos(from.pos) { }
+
+ // The default destructor is fine; we don't define one
+ // The default operator= is fine; we don't define one
+
+ // The main thing our iterator does is dereference. If the table entry
+ // we point to is empty, we return the default value type.
+ reference operator*() const { return (*table)[pos]; }
+ pointer operator->() const { return &(operator*()); }
+
+ // Helper function to assert things are ok; eg pos is still in range
+ void check() const
+ {
+ assert(table);
+ assert(pos <= table->size());
+ }
+
+ // Arithmetic: we just do arithmetic on pos. We don't even need to
+ // do bounds checking, since STL doesn't consider that its job. :-)
+ const_iterator& operator+=(size_type t) { pos += t; check(); return *this; }
+ const_iterator& operator-=(size_type t) { pos -= t; check(); return *this; }
+ const_iterator& operator++() { ++pos; check(); return *this; }
+ const_iterator& operator--() { --pos; check(); return *this; }
+ const_iterator operator++(int)
+ {
+ const_iterator tmp(*this); // for x++
+ ++pos; check();
+ return tmp;
+ }
+ const_iterator operator--(int)
+ {
+ const_iterator tmp(*this); // for x--
+ --pos; check();
+ return tmp;
+ }
+ const_iterator operator+(difference_type i) const
+ {
+ const_iterator tmp(*this);
+ tmp += i;
+ return tmp;
+ }
+ const_iterator operator-(difference_type i) const
+ {
+ const_iterator tmp(*this);
+ tmp -= i;
+ return tmp;
+ }
+ difference_type operator-(const_iterator it) const
+ {
+ // for "x = it2 - it"
+ assert(table == it.table);
+ return pos - it.pos;
+ }
+ reference operator[](difference_type n) const
+ {
+ return *(*this + n); // simple though not totally efficient
+ }
+
+ // Comparisons.
+ bool operator==(const const_iterator& it) const
+ {
+ return table == it.table && pos == it.pos;
+ }
+
+ bool operator<(const const_iterator& it) const
+ {
+ assert(table == it.table); // life is bad bad bad otherwise
+ return pos < it.pos;
+ }
+ bool operator!=(const const_iterator& it) const { return !(*this == it); }
+ bool operator<=(const const_iterator& it) const { return !(it < *this); }
+ bool operator>(const const_iterator& it) const { return it < *this; }
+ bool operator>=(const const_iterator& it) const { return !(*this < it); }
+
+ // Here's the info we actually need to be an iterator
+ const tabletype *table; // so we can dereference and bounds-check
+ size_type pos; // index into the table
+};
+
+// ---------------------------------------------------------------------------
+// This is a 2-D iterator. You specify a begin and end over a list
+// of *containers*. We iterate over each container by iterating over
+// it. It's actually simple:
+// VECTOR.begin() VECTOR[0].begin() --------> VECTOR[0].end() ---,
+// | ________________________________________________/
+// | \_> VECTOR[1].begin() --------> VECTOR[1].end() -,
+// | ___________________________________________________/
+// v \_> ......
+// VECTOR.end()
+//
+// It's impossible to do random access on one of these things in constant
+// time, so it's just a bidirectional iterator.
+//
+// Unfortunately, because we need to use this for a non-empty iterator,
+// we use ne_begin() and ne_end() instead of begin() and end()
+// (though only going across, not down).
+// ---------------------------------------------------------------------------
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+template <class T, class row_it, class col_it, class iter_type>
+class Two_d_iterator : public std::iterator<iter_type, T>
+{
+public:
+ typedef Two_d_iterator iterator;
+ typedef T value_type;
+
+ explicit Two_d_iterator(row_it curr) : row_current(curr), col_current(0)
+ {
+ if (row_current && !row_current->is_marked())
+ {
+ col_current = row_current->ne_begin();
+ advance_past_end(); // in case cur->begin() == cur->end()
+ }
+ }
+
+ explicit Two_d_iterator(row_it curr, col_it col) : row_current(curr), col_current(col)
+ {
+ assert(col);
+ }
+
+ // The default constructor
+ Two_d_iterator() : row_current(0), col_current(0) { }
+
+ // Need this explicitly so we can convert normal iterators <=> const iterators
+ // not explicit on purpose
+ // ---------------------------------------------------------------------------
+ template <class T2, class row_it2, class col_it2, class iter_type2>
+ Two_d_iterator(const Two_d_iterator<T2, row_it2, col_it2, iter_type2>& it) :
+ row_current (*(row_it *)&it.row_current),
+ col_current (*(col_it *)&it.col_current)
+ { }
+
+ // The default destructor is fine; we don't define one
+ // The default operator= is fine; we don't define one
+
+ value_type& operator*() const { return *(col_current); }
+ value_type* operator->() const { return &(operator*()); }
+
+ // Arithmetic: we just do arithmetic on pos. We don't even need to
+ // do bounds checking, since STL doesn't consider that its job. :-)
+ // NOTE: this is not amortized constant time! What do we do about it?
+ // ------------------------------------------------------------------
+ void advance_past_end()
+ {
+ // used when col_current points to end()
+ while (col_current == row_current->ne_end())
+ {
+ // end of current row
+ // ------------------
+ ++row_current; // go to beginning of next
+ if (!row_current->is_marked()) // col is irrelevant at end
+ col_current = row_current->ne_begin();
+ else
+ break; // don't go past row_end
+ }
+ }
+
+ friend size_t operator-(iterator l, iterator f)
+ {
+ if (f.row_current->is_marked())
+ return 0;
+
+ size_t diff(0);
+ while (f != l)
+ {
+ ++diff;
+ ++f;
+ }
+ return diff;
+ }
+
+ iterator& operator++()
+ {
+ // assert(!row_current->is_marked()); // how to ++ from there?
+ ++col_current;
+ advance_past_end(); // in case col_current is at end()
+ return *this;
+ }
+
+ iterator& operator--()
+ {
+ while (row_current->is_marked() ||
+ col_current == row_current->ne_begin())
+ {
+ --row_current;
+ col_current = row_current->ne_end(); // this is 1 too far
+ }
+ --col_current;
+ return *this;
+ }
+ iterator operator++(int) { iterator tmp(*this); ++*this; return tmp; }
+ iterator operator--(int) { iterator tmp(*this); --*this; return tmp; }
+
+
+ // Comparisons.
+ bool operator==(const iterator& it) const
+ {
+ return (row_current == it.row_current &&
+ (!row_current || row_current->is_marked() || col_current == it.col_current));
+ }
+
+ bool operator!=(const iterator& it) const { return !(*this == it); }
+
+ // Here's the info we actually need to be an iterator
+ // These need to be public so we convert from iterator to const_iterator
+ // ---------------------------------------------------------------------
+ row_it row_current;
+ col_it col_current;
+};
+
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+template <class T, class row_it, class col_it, class iter_type, class Alloc>
+class Two_d_destructive_iterator : public Two_d_iterator<T, row_it, col_it, iter_type>
+{
+public:
+ typedef Two_d_destructive_iterator iterator;
+
+ Two_d_destructive_iterator(Alloc &alloc, row_it curr) :
+ _alloc(alloc)
+ {
+ this->row_current = curr;
+ this->col_current = 0;
+ if (this->row_current && !this->row_current->is_marked())
+ {
+ this->col_current = this->row_current->ne_begin();
+ advance_past_end(); // in case cur->begin() == cur->end()
+ }
+ }
+
+ // Arithmetic: we just do arithmetic on pos. We don't even need to
+ // do bounds checking, since STL doesn't consider that its job. :-)
+ // NOTE: this is not amortized constant time! What do we do about it?
+ // ------------------------------------------------------------------
+ void advance_past_end()
+ {
+ // used when col_current points to end()
+ while (this->col_current == this->row_current->ne_end())
+ {
+ this->row_current->clear(_alloc, true); // This is what differs from non-destructive iterators above
+
+ // end of current row
+ // ------------------
+ ++this->row_current; // go to beginning of next
+ if (!this->row_current->is_marked()) // col is irrelevant at end
+ this->col_current = this->row_current->ne_begin();
+ else
+ break; // don't go past row_end
+ }
+ }
+
+ iterator& operator++()
+ {
+ // assert(!this->row_current->is_marked()); // how to ++ from there?
+ ++this->col_current;
+ advance_past_end(); // in case col_current is at end()
+ return *this;
+ }
+
+private:
+ Two_d_destructive_iterator& operator=(const Two_d_destructive_iterator &o);
+
+ Alloc &_alloc;
+};
+
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+#if defined(SPP_POPCNT_CHECK)
+static inline bool spp_popcount_check()
+{
+ int cpuInfo[4] = { -1 };
+ spp_cpuid(cpuInfo, 1);
+ if (cpuInfo[2] & (1 << 23))
+ return true; // means SPP_POPCNT supported
+ return false;
+}
+#endif
+
+#if defined(SPP_POPCNT_CHECK) && defined(SPP_POPCNT)
+
+static inline uint32_t spp_popcount(uint32_t i)
+{
+ static const bool s_ok = spp_popcount_check();
+ return s_ok ? SPP_POPCNT(i) : s_spp_popcount_default(i);
+}
+
+#else
+
+static inline uint32_t spp_popcount(uint32_t i)
+{
+#if defined(SPP_POPCNT)
+ return static_cast<uint32_t>(SPP_POPCNT(i));
+#else
+ return s_spp_popcount_default(i);
+#endif
+}
+
+#endif
+
+#if defined(SPP_POPCNT_CHECK) && defined(SPP_POPCNT64)
+
+static inline uint32_t spp_popcount(uint64_t i)
+{
+ static const bool s_ok = spp_popcount_check();
+ return s_ok ? (uint32_t)SPP_POPCNT64(i) : s_spp_popcount_default(i);
+}
+
+#else
+
+static inline uint32_t spp_popcount(uint64_t i)
+{
+#if defined(SPP_POPCNT64)
+ return static_cast<uint32_t>(SPP_POPCNT64(i));
+#elif 1
+ return s_spp_popcount_default(i);
+#endif
+}
+
+#endif
+
+// ---------------------------------------------------------------------------
+// SPARSE-TABLE
+// ------------
+// The idea is that a table with (logically) t buckets is divided
+// into t/M *groups* of M buckets each. (M is a constant, typically
+// 32) Each group is stored sparsely.
+// Thus, inserting into the table causes some array to grow, which is
+// slow but still constant time. Lookup involves doing a
+// logical-position-to-sparse-position lookup, which is also slow but
+// constant time. The larger M is, the slower these operations are
+// but the less overhead (slightly).
+//
+// To store the sparse array, we store a bitmap B, where B[i] = 1 iff
+// bucket i is non-empty. Then to look up bucket i we really look up
+// array[# of 1s before i in B]. This is constant time for fixed M.
+//
+// Terminology: the position of an item in the overall table (from
+// 1 .. t) is called its "location." The logical position in a group
+// (from 1 .. M) is called its "position." The actual location in
+// the array (from 1 .. # of non-empty buckets in the group) is
+// called its "offset."
+// ---------------------------------------------------------------------------
+
+template <class T, class Alloc>
+class sparsegroup
+{
+public:
+ // Basic types
+ typedef T value_type;
+ typedef Alloc allocator_type;
+ typedef value_type& reference;
+ typedef const value_type& const_reference;
+ typedef value_type* pointer;
+ typedef const value_type* const_pointer;
+
+ typedef uint8_t size_type; // max # of buckets
+
+ // These are our special iterators, that go over non-empty buckets in a
+ // group. These aren't const-only because you can change non-empty bcks.
+ // ---------------------------------------------------------------------
+ typedef pointer ne_iterator;
+ typedef const_pointer const_ne_iterator;
+ typedef std::reverse_iterator<ne_iterator> reverse_ne_iterator;
+ typedef std::reverse_iterator<const_ne_iterator> const_reverse_ne_iterator;
+
+ // We'll have versions for our special non-empty iterator too
+ // ----------------------------------------------------------
+ ne_iterator ne_begin() { return reinterpret_cast<pointer>(_group); }
+ const_ne_iterator ne_begin() const { return reinterpret_cast<pointer>(_group); }
+ const_ne_iterator ne_cbegin() const { return reinterpret_cast<pointer>(_group); }
+ ne_iterator ne_end() { return reinterpret_cast<pointer>(_group + _num_items()); }
+ const_ne_iterator ne_end() const { return reinterpret_cast<pointer>(_group + _num_items()); }
+ const_ne_iterator ne_cend() const { return reinterpret_cast<pointer>(_group + _num_items()); }
+ reverse_ne_iterator ne_rbegin() { return reverse_ne_iterator(ne_end()); }
+ const_reverse_ne_iterator ne_rbegin() const { return const_reverse_ne_iterator(ne_cend()); }
+ const_reverse_ne_iterator ne_crbegin() const { return const_reverse_ne_iterator(ne_cend()); }
+ reverse_ne_iterator ne_rend() { return reverse_ne_iterator(ne_begin()); }
+ const_reverse_ne_iterator ne_rend() const { return const_reverse_ne_iterator(ne_cbegin()); }
+ const_reverse_ne_iterator ne_crend() const { return const_reverse_ne_iterator(ne_cbegin()); }
+
+private:
+ // T can be std::pair<const K, V>, but sometime we need to cast to a mutable type
+ // ------------------------------------------------------------------------------
+ typedef typename spp_::cvt<T>::type mutable_value_type;
+ typedef mutable_value_type * mutable_pointer;
+ typedef const mutable_value_type * const_mutable_pointer;
+
+ bool _bmtest(size_type i) const { return !!(_bitmap & (static_cast<group_bm_type>(1) << i)); }
+ void _bmset(size_type i) { _bitmap |= static_cast<group_bm_type>(1) << i; }
+ void _bmclear(size_type i) { _bitmap &= ~(static_cast<group_bm_type>(1) << i); }
+
+ bool _bme_test(size_type i) const { return !!(_bm_erased & (static_cast<group_bm_type>(1) << i)); }
+ void _bme_set(size_type i) { _bm_erased |= static_cast<group_bm_type>(1) << i; }
+ void _bme_clear(size_type i) { _bm_erased &= ~(static_cast<group_bm_type>(1) << i); }
+
+ bool _bmtest_strict(size_type i) const
+ { return !!((_bitmap | _bm_erased) & (static_cast<group_bm_type>(1) << i)); }
+
+
+ static uint32_t _sizing(uint32_t n)
+ {
+#if !defined(SPP_ALLOC_SZ) || (SPP_ALLOC_SZ == 0)
+ // aggressive allocation first, then decreasing as sparsegroups fill up
+ // --------------------------------------------------------------------
+ static uint8_t s_alloc_batch_sz[SPP_GROUP_SIZE] = { 0 };
+ if (!s_alloc_batch_sz[0])
+ {
+ // 32 bit bitmap
+ // ........ .... .... .. .. .. .. . . . . . . . .
+ // 8 12 16 18 20 22 24 25 26 ... 32
+ // ------------------------------------------------------
+ uint8_t group_sz = SPP_GROUP_SIZE / 4;
+ uint8_t group_start_alloc = SPP_GROUP_SIZE / 8; //4;
+ uint8_t alloc_sz = group_start_alloc;
+ for (int i=0; i<4; ++i)
+ {
+ for (int j=0; j<group_sz; ++j)
+ {
+ if (j && j % group_start_alloc == 0)
+ alloc_sz += group_start_alloc;
+ s_alloc_batch_sz[i * group_sz + j] = alloc_sz;
+ }
+ if (group_start_alloc > 2)
+ group_start_alloc /= 2;
+ alloc_sz += group_start_alloc;
+ }
+ }
+
+ return n ? static_cast<uint32_t>(s_alloc_batch_sz[n-1]) : 0; // more aggressive alloc at the beginning
+
+#elif (SPP_ALLOC_SZ == 1)
+ // use as little memory as possible - slowest insert/delete in table
+ // -----------------------------------------------------------------
+ return n;
+#else
+ // decent compromise when SPP_ALLOC_SZ == 2
+ // ----------------------------------------
+ static size_type sz_minus_1 = SPP_ALLOC_SZ - 1;
+ return (n + sz_minus_1) & ~sz_minus_1;
+#endif
+ }
+
+ pointer _allocate_group(allocator_type &alloc, uint32_t n /* , bool tight = false */)
+ {
+ // ignore tight since we don't store num_alloc
+ // num_alloc = (uint8_t)(tight ? n : _sizing(n));
+
+ uint32_t num_alloc = (uint8_t)_sizing(n);
+ _set_num_alloc(num_alloc);
+ pointer retval = alloc.allocate(static_cast<size_type>(num_alloc));
+ if (retval == NULL)
+ {
+ // the allocator is supposed to throw an exception if the allocation fails.
+ fprintf(stderr, "sparsehash FATAL ERROR: failed to allocate %d groups\n", num_alloc);
+ exit(1);
+ }
+ return retval;
+ }
+
+ void _free_group(allocator_type &alloc, uint32_t num_alloc)
+ {
+ if (_group)
+ {
+ uint32_t num_buckets = _num_items();
+ if (num_buckets)
+ {
+ mutable_pointer end_it = (mutable_pointer)(_group + num_buckets);
+ for (mutable_pointer p = (mutable_pointer)_group; p != end_it; ++p)
+ p->~mutable_value_type();
+ }
+ alloc.deallocate(_group, (typename allocator_type::size_type)num_alloc);
+ _group = NULL;
+ }
+ }
+
+ // private because should not be called - no allocator!
+ sparsegroup &operator=(const sparsegroup& x);
+
+ static size_type _pos_to_offset(group_bm_type bm, size_type pos)
+ {
+ //return (size_type)((uint32_t)~((int32_t(-1) + pos) >> 31) & spp_popcount(bm << (SPP_GROUP_SIZE - pos)));
+ //return (size_type)(pos ? spp_popcount(bm << (SPP_GROUP_SIZE - pos)) : 0);
+ return static_cast<size_type>(spp_popcount(bm & ((static_cast<group_bm_type>(1) << pos) - 1)));
+ }
+
+public:
+
+ // get_iter() in sparsetable needs it
+ size_type pos_to_offset(size_type pos) const
+ {
+ return _pos_to_offset(_bitmap, pos);
+ }
+
+#ifdef _MSC_VER
+#pragma warning(push)
+#pragma warning(disable : 4146)
+#endif
+
+ // Returns the (logical) position in the bm[] array, i, such that
+ // bm[i] is the offset-th set bit in the array. It is the inverse
+ // of pos_to_offset. get_pos() uses this function to find the index
+ // of an ne_iterator in the table. Bit-twiddling from
+ // http://hackersdelight.org/basics.pdf
+ // -----------------------------------------------------------------
+ static size_type offset_to_pos(group_bm_type bm, size_type offset)
+ {
+ for (; offset > 0; offset--)
+ bm &= (bm-1); // remove right-most set bit
+
+ // Clear all bits to the left of the rightmost bit (the &),
+ // and then clear the rightmost bit but set all bits to the
+ // right of it (the -1).
+ // --------------------------------------------------------
+ bm = (bm & -bm) - 1;
+ return static_cast<size_type>(spp_popcount(bm));
+ }
+
+#ifdef _MSC_VER
+#pragma warning(pop)
+#endif
+
+ size_type offset_to_pos(size_type offset) const
+ {
+ return offset_to_pos(_bitmap, offset);
+ }
+
+public:
+ // Constructors -- default and copy -- and destructor
+ explicit sparsegroup() :
+ _group(0), _bitmap(0), _bm_erased(0)
+ {
+ _set_num_items(0);
+ _set_num_alloc(0);
+ }
+
+ sparsegroup(const sparsegroup& x) :
+ _group(0), _bitmap(x._bitmap), _bm_erased(x._bm_erased)
+ {
+ _set_num_items(0);
+ _set_num_alloc(0);
+ assert(_group == 0); if (_group) exit(1);
+ }
+
+ sparsegroup(const sparsegroup& x, allocator_type& a) :
+ _group(0), _bitmap(x._bitmap), _bm_erased(x._bm_erased)
+ {
+ _set_num_items(0);
+ _set_num_alloc(0);
+
+ uint32_t num_items = x._num_items();
+ if (num_items)
+ {
+ _group = _allocate_group(a, num_items /* , true */);
+ _set_num_items(num_items);
+ std::uninitialized_copy(x._group, x._group + num_items, _group);
+ }
+ }
+
+ ~sparsegroup() { assert(_group == 0); if (_group) exit(1); }
+
+ void destruct(allocator_type& a) { _free_group(a, _num_alloc()); }
+
+ // Many STL algorithms use swap instead of copy constructors
+ void swap(sparsegroup& x)
+ {
+ using std::swap;
+
+ swap(_group, x._group);
+ swap(_bitmap, x._bitmap);
+ swap(_bm_erased, x._bm_erased);
+#ifdef SPP_STORE_NUM_ITEMS
+ swap(_num_buckets, x._num_buckets);
+ swap(_num_allocated, x._num_allocated);
+#endif
+ }
+
+ // It's always nice to be able to clear a table without deallocating it
+ void clear(allocator_type &alloc, bool erased)
+ {
+ _free_group(alloc, _num_alloc());
+ _bitmap = 0;
+ if (erased)
+ _bm_erased = 0;
+ _set_num_items(0);
+ _set_num_alloc(0);
+ }
+
+ // Functions that tell you about size. Alas, these aren't so useful
+ // because our table is always fixed size.
+ size_type size() const { return static_cast<size_type>(SPP_GROUP_SIZE); }
+ size_type max_size() const { return static_cast<size_type>(SPP_GROUP_SIZE); }
+
+ bool empty() const { return false; }
+
+ // We also may want to know how many *used* buckets there are
+ size_type num_nonempty() const { return (size_type)_num_items(); }
+
+ // TODO(csilvers): make protected + friend
+ // This is used by sparse_hashtable to get an element from the table
+ // when we know it exists.
+ reference unsafe_get(size_type i) const
+ {
+ // assert(_bmtest(i));
+ return (reference)_group[pos_to_offset(i)];
+ }
+
+ typedef std::pair<pointer, bool> SetResult;
+
+private:
+ //typedef spp_::integral_constant<bool, spp_::is_relocatable<value_type>::value> check_relocatable;
+ typedef spp_::true_type realloc_ok_type;
+ typedef spp_::false_type realloc_not_ok_type;
+
+ //typedef spp_::zero_type libc_reloc_type;
+ //typedef spp_::one_type spp_reloc_type;
+ //typedef spp_::two_type spp_not_reloc_type;
+ //typedef spp_::three_type generic_alloc_type;
+
+#if 1
+ typedef typename if_<((spp_::is_same<allocator_type, libc_allocator<value_type> >::value ||
+ spp_::is_same<allocator_type, spp_allocator<value_type> >::value) &&
+ spp_::is_relocatable<value_type>::value), realloc_ok_type, realloc_not_ok_type>::type
+ check_alloc_type;
+#else
+ typedef typename if_<spp_::is_same<allocator_type, spp_allocator<value_type> >::value,
+ typename if_<spp_::is_relocatable<value_type>::value, spp_reloc_type, spp_not_reloc_type>::type,
+ typename if_<(spp_::is_same<allocator_type, libc_allocator<value_type> >::value &&
+ spp_::is_relocatable<value_type>::value), libc_reloc_type, generic_alloc_type>::type >::type
+ check_alloc_type;
+#endif
+
+
+ //typedef if_<spp_::is_same<allocator_type, libc_allocator<value_type> >::value,
+ // libc_alloc_type,
+ // if_<spp_::is_same<allocator_type, spp_allocator<value_type> >::value,
+ // spp_alloc_type, user_alloc_type> > check_alloc_type;
+
+ //typedef spp_::integral_constant<bool,
+ // (spp_::is_relocatable<value_type>::value &&
+ // (spp_::is_same<allocator_type, spp_allocator<value_type> >::value ||
+ // spp_::is_same<allocator_type, libc_allocator<value_type> >::value)) >
+ // realloc_and_memmove_ok;
+
+ // ------------------------- memory at *p is uninitialized => need to construct
+ void _init_val(mutable_value_type *p, reference val)
+ {
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ ::new (p) value_type(std::move(val));
+#else
+ ::new (p) value_type(val);
+#endif
+ }
+
+ // ------------------------- memory at *p is uninitialized => need to construct
+ void _init_val(mutable_value_type *p, const_reference val)
+ {
+ ::new (p) value_type(val);
+ }
+
+ // ------------------------------------------------ memory at *p is initialized
+ void _set_val(value_type *p, reference val)
+ {
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ *(mutable_pointer)p = std::move(val);
+#else
+ using std::swap;
+ swap(*(mutable_pointer)p, *(mutable_pointer)&val);
+#endif
+ }
+
+ // ------------------------------------------------ memory at *p is initialized
+ void _set_val(value_type *p, const_reference val)
+ {
+ *(mutable_pointer)p = *(const_mutable_pointer)&val;
+ }
+
+ // Create space at _group[offset], assuming value_type is relocatable, and the
+ // allocator_type is the spp allocator.
+ // return true if the slot was constructed (i.e. contains a valid value_type
+ // ---------------------------------------------------------------------------------
+ template <class Val>
+ void _set_aux(allocator_type &alloc, size_type offset, Val &val, realloc_ok_type)
+ {
+ //static int x=0; if (++x < 10) printf("x\n"); // check we are getting here
+
+ uint32_t num_items = _num_items();
+ uint32_t num_alloc = _sizing(num_items);
+
+ if (num_items == num_alloc)
+ {
+ num_alloc = _sizing(num_items + 1);
+ _group = alloc.reallocate(_group, num_alloc);
+ _set_num_alloc(num_alloc);
+ }
+
+ for (uint32_t i = num_items; i > offset; --i)
+ memcpy(_group + i, _group + i-1, sizeof(*_group));
+
+ _init_val((mutable_pointer)(_group + offset), val);
+ }
+
+ // Create space at _group[offset], assuming value_type is *not* relocatable, and the
+ // allocator_type is the spp allocator.
+ // return true if the slot was constructed (i.e. contains a valid value_type
+ // ---------------------------------------------------------------------------------
+ template <class Val>
+ void _set_aux(allocator_type &alloc, size_type offset, Val &val, realloc_not_ok_type)
+ {
+ uint32_t num_items = _num_items();
+ uint32_t num_alloc = _sizing(num_items);
+
+ //assert(num_alloc == (uint32_t)_num_allocated);
+ if (num_items < num_alloc)
+ {
+ // create new object at end and rotate it to position
+ _init_val((mutable_pointer)&_group[num_items], val);
+ std::rotate((mutable_pointer)(_group + offset),
+ (mutable_pointer)(_group + num_items),
+ (mutable_pointer)(_group + num_items + 1));
+ return;
+ }
+
+ // This is valid because 0 <= offset <= num_items
+ pointer p = _allocate_group(alloc, _sizing(num_items + 1));
+ if (offset)
+ std::uninitialized_copy(MK_MOVE_IT((mutable_pointer)_group),
+ MK_MOVE_IT((mutable_pointer)(_group + offset)),
+ (mutable_pointer)p);
+ if (num_items > offset)
+ std::uninitialized_copy(MK_MOVE_IT((mutable_pointer)(_group + offset)),
+ MK_MOVE_IT((mutable_pointer)(_group + num_items)),
+ (mutable_pointer)(p + offset + 1));
+ _init_val((mutable_pointer)(p + offset), val);
+ _free_group(alloc, num_alloc);
+ _group = p;
+ }
+
+ // ----------------------------------------------------------------------------------
+ template <class Val>
+ void _set(allocator_type &alloc, size_type i, size_type offset, Val &val)
+ {
+ if (!_bmtest(i))
+ {
+ _set_aux(alloc, offset, val, check_alloc_type());
+ _incr_num_items();
+ _bmset(i);
+ }
+ else
+ _set_val(&_group[offset], val);
+ }
+
+public:
+
+ // This returns the pointer to the inserted item
+ // ---------------------------------------------
+ template <class Val>
+ pointer set(allocator_type &alloc, size_type i, Val &val)
+ {
+ _bme_clear(i); // in case this was an "erased" location
+
+ size_type offset = pos_to_offset(i);
+ _set(alloc, i, offset, val); // may change _group pointer
+ return (pointer)(_group + offset);
+ }
+
+ // We let you see if a bucket is non-empty without retrieving it
+ // -------------------------------------------------------------
+ bool test(size_type i) const
+ {
+ return _bmtest(i);
+ }
+
+ // also tests for erased values
+ // ----------------------------
+ bool test_strict(size_type i) const
+ {
+ return _bmtest_strict(i);
+ }
+
+private:
+ // Shrink the array, assuming value_type is relocatable, and the
+ // allocator_type is the libc allocator (supporting reallocate).
+ // -------------------------------------------------------------
+ void _group_erase_aux(allocator_type &alloc, size_type offset, realloc_ok_type)
+ {
+ // static int x=0; if (++x < 10) printf("Y\n"); // check we are getting here
+ uint32_t num_items = _num_items();
+ uint32_t num_alloc = _sizing(num_items);
+
+ if (num_items == 1)
+ {
+ assert(offset == 0);
+ _free_group(alloc, num_alloc);
+ _set_num_alloc(0);
+ return;
+ }
+
+ _group[offset].~value_type();
+
+ for (size_type i = offset; i < num_items - 1; ++i)
+ memcpy(_group + i, _group + i + 1, sizeof(*_group));
+
+ if (_sizing(num_items - 1) != num_alloc)
+ {
+ num_alloc = _sizing(num_items - 1);
+ assert(num_alloc); // because we have at least 1 item left
+ _set_num_alloc(num_alloc);
+ _group = alloc.reallocate(_group, num_alloc);
+ }
+ }
+
+ // Shrink the array, without any special assumptions about value_type and
+ // allocator_type.
+ // --------------------------------------------------------------------------
+ void _group_erase_aux(allocator_type &alloc, size_type offset, realloc_not_ok_type)
+ {
+ uint32_t num_items = _num_items();
+ uint32_t num_alloc = _sizing(num_items);
+
+ if (_sizing(num_items - 1) != num_alloc)
+ {
+ pointer p = 0;
+ if (num_items > 1)
+ {
+ p = _allocate_group(alloc, num_items - 1);
+ if (offset)
+ std::uninitialized_copy(MK_MOVE_IT((mutable_pointer)(_group)),
+ MK_MOVE_IT((mutable_pointer)(_group + offset)),
+ (mutable_pointer)(p));
+ if (static_cast<uint32_t>(offset + 1) < num_items)
+ std::uninitialized_copy(MK_MOVE_IT((mutable_pointer)(_group + offset + 1)),
+ MK_MOVE_IT((mutable_pointer)(_group + num_items)),
+ (mutable_pointer)(p + offset));
+ }
+ else
+ {
+ assert(offset == 0);
+ _set_num_alloc(0);
+ }
+ _free_group(alloc, num_alloc);
+ _group = p;
+ }
+ else
+ {
+ std::rotate((mutable_pointer)(_group + offset),
+ (mutable_pointer)(_group + offset + 1),
+ (mutable_pointer)(_group + num_items));
+ ((mutable_pointer)(_group + num_items - 1))->~mutable_value_type();
+ }
+ }
+
+ void _group_erase(allocator_type &alloc, size_type offset)
+ {
+ _group_erase_aux(alloc, offset, check_alloc_type());
+ }
+
+public:
+ template <class twod_iter>
+ bool erase_ne(allocator_type &alloc, twod_iter &it)
+ {
+ assert(_group && it.col_current != ne_end());
+ size_type offset = (size_type)(it.col_current - ne_begin());
+ size_type pos = offset_to_pos(offset);
+
+ if (_num_items() <= 1)
+ {
+ clear(alloc, false);
+ it.col_current = 0;
+ }
+ else
+ {
+ _group_erase(alloc, offset);
+ _decr_num_items();
+ _bmclear(pos);
+
+ // in case _group_erase reallocated the buffer
+ it.col_current = reinterpret_cast<pointer>(_group) + offset;
+ }
+ _bme_set(pos); // remember that this position has been erased
+ it.advance_past_end();
+ return true;
+ }
+
+
+ // This takes the specified elements out of the group. This is
+ // "undefining", rather than "clearing".
+ // TODO(austern): Make this exception safe: handle exceptions from
+ // value_type's copy constructor.
+ // ---------------------------------------------------------------
+ void erase(allocator_type &alloc, size_type i)
+ {
+ if (_bmtest(i))
+ {
+ // trivial to erase empty bucket
+ if (_num_items() == 1)
+ clear(alloc, false);
+ else
+ {
+ _group_erase(alloc, pos_to_offset(i));
+ _decr_num_items();
+ _bmclear(i);
+ }
+ _bme_set(i); // remember that this position has been erased
+ }
+ }
+
+ // I/O
+ // We support reading and writing groups to disk. We don't store
+ // the actual array contents (which we don't know how to store),
+ // just the bitmap and size. Meant to be used with table I/O.
+ // --------------------------------------------------------------
+ template <typename OUTPUT> bool write_metadata(OUTPUT *fp) const
+ {
+ // warning: we write 4 or 8 bytes for the bitmap, instead of 6 in the
+ // original google sparsehash
+ // ------------------------------------------------------------------
+ if (!sparsehash_internal::write_data(fp, &_bitmap, sizeof(_bitmap)))
+ return false;
+
+ return true;
+ }
+
+ // Reading destroys the old group contents! Returns true if all was ok.
+ template <typename INPUT> bool read_metadata(allocator_type &alloc, INPUT *fp)
+ {
+ clear(alloc, true);
+
+ if (!sparsehash_internal::read_data(fp, &_bitmap, sizeof(_bitmap)))
+ return false;
+
+ // We'll allocate the space, but we won't fill it: it will be
+ // left as uninitialized raw memory.
+ uint32_t num_items = spp_popcount(_bitmap); // yes, _num_buckets not set
+ _set_num_items(num_items);
+ _group = num_items ? _allocate_group(alloc, num_items/* , true */) : 0;
+ return true;
+ }
+
+ // Again, only meaningful if value_type is a POD.
+ template <typename INPUT> bool read_nopointer_data(INPUT *fp)
+ {
+ for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!sparsehash_internal::read_data(fp, &(*it), sizeof(*it)))
+ return false;
+ return true;
+ }
+
+ // If your keys and values are simple enough, we can write them
+ // to disk for you. "simple enough" means POD and no pointers.
+ // However, we don't try to normalize endianness.
+ // ------------------------------------------------------------
+ template <typename OUTPUT> bool write_nopointer_data(OUTPUT *fp) const
+ {
+ for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!sparsehash_internal::write_data(fp, &(*it), sizeof(*it)))
+ return false;
+ return true;
+ }
+
+
+ // Comparisons. We only need to define == and < -- we get
+ // != > <= >= via relops.h (which we happily included above).
+ // Note the comparisons are pretty arbitrary: we compare
+ // values of the first index that isn't equal (using default
+ // value for empty buckets).
+ // ---------------------------------------------------------
+ bool operator==(const sparsegroup& x) const
+ {
+ return (_bitmap == x._bitmap &&
+ _bm_erased == x._bm_erased &&
+ std::equal(_group, _group + _num_items(), x._group));
+ }
+
+ bool operator<(const sparsegroup& x) const
+ {
+ // also from <algorithm>
+ return std::lexicographical_compare(_group, _group + _num_items(),
+ x._group, x._group + x._num_items());
+ }
+
+ bool operator!=(const sparsegroup& x) const { return !(*this == x); }
+ bool operator<=(const sparsegroup& x) const { return !(x < *this); }
+ bool operator> (const sparsegroup& x) const { return x < *this; }
+ bool operator>=(const sparsegroup& x) const { return !(*this < x); }
+
+ void mark() { _group = (value_type *)static_cast<uintptr_t>(-1); }
+ bool is_marked() const { return _group == (value_type *)static_cast<uintptr_t>(-1); }
+
+private:
+ // ---------------------------------------------------------------------------
+ template <class A>
+ class alloc_impl : public A
+ {
+ public:
+ typedef typename A::pointer pointer;
+ typedef typename A::size_type size_type;
+
+ // Convert a normal allocator to one that has realloc_or_die()
+ explicit alloc_impl(const A& a) : A(a) { }
+
+ // realloc_or_die should only be used when using the default
+ // allocator (spp::spp_allocator).
+ pointer realloc_or_die(pointer /*ptr*/, size_type /*n*/)
+ {
+ fprintf(stderr, "realloc_or_die is only supported for "
+ "spp::spp_allocator\n");
+ exit(1);
+ return NULL;
+ }
+ };
+
+ // A template specialization of alloc_impl for
+ // spp::libc_allocator that can handle realloc_or_die.
+ // -----------------------------------------------------------
+ template <class A>
+ class alloc_impl<spp_::libc_allocator<A> > : public spp_::libc_allocator<A>
+ {
+ public:
+ typedef typename spp_::libc_allocator<A>::pointer pointer;
+ typedef typename spp_::libc_allocator<A>::size_type size_type;
+
+ explicit alloc_impl(const spp_::libc_allocator<A>& a)
+ : spp_::libc_allocator<A>(a)
+ { }
+
+ pointer realloc_or_die(pointer ptr, size_type n)
+ {
+ pointer retval = this->reallocate(ptr, n);
+ if (retval == NULL)
+ {
+ fprintf(stderr, "sparsehash: FATAL ERROR: failed to reallocate "
+ "%lu elements for ptr %p", static_cast<unsigned long>(n), ptr);
+ exit(1);
+ }
+ return retval;
+ }
+ };
+
+ // A template specialization of alloc_impl for
+ // spp::spp_allocator that can handle realloc_or_die.
+ // -----------------------------------------------------------
+ template <class A>
+ class alloc_impl<spp_::spp_allocator<A> > : public spp_::spp_allocator<A>
+ {
+ public:
+ typedef typename spp_::spp_allocator<A>::pointer pointer;
+ typedef typename spp_::spp_allocator<A>::size_type size_type;
+
+ explicit alloc_impl(const spp_::spp_allocator<A>& a)
+ : spp_::spp_allocator<A>(a)
+ { }
+
+ pointer realloc_or_die(pointer ptr, size_type n)
+ {
+ pointer retval = this->reallocate(ptr, n);
+ if (retval == NULL)
+ {
+ fprintf(stderr, "sparsehash: FATAL ERROR: failed to reallocate "
+ "%lu elements for ptr %p", static_cast<unsigned long>(n), ptr);
+ exit(1);
+ }
+ return retval;
+ }
+ };
+
+
+#ifdef SPP_STORE_NUM_ITEMS
+ uint32_t _num_items() const { return (uint32_t)_num_buckets; }
+ void _set_num_items(uint32_t val) { _num_buckets = static_cast<size_type>(val); }
+ void _incr_num_items() { ++_num_buckets; }
+ void _decr_num_items() { --_num_buckets; }
+ uint32_t _num_alloc() const { return (uint32_t)_num_allocated; }
+ void _set_num_alloc(uint32_t val) { _num_allocated = static_cast<size_type>(val); }
+#else
+ uint32_t _num_items() const { return spp_popcount(_bitmap); }
+ void _set_num_items(uint32_t ) { }
+ void _incr_num_items() { }
+ void _decr_num_items() { }
+ uint32_t _num_alloc() const { return _sizing(_num_items()); }
+ void _set_num_alloc(uint32_t val) { }
+#endif
+
+ // The actual data
+ // ---------------
+ value_type * _group; // (small) array of T's
+ group_bm_type _bitmap;
+ group_bm_type _bm_erased; // ones where items have been erased
+
+#ifdef SPP_STORE_NUM_ITEMS
+ size_type _num_buckets;
+ size_type _num_allocated;
+#endif
+};
+
+// ---------------------------------------------------------------------------
+// ---------------------------------------------------------------------------
+template <class T, class Alloc>
+class sparsetable
+{
+public:
+ typedef T value_type;
+ typedef Alloc allocator_type;
+ typedef sparsegroup<value_type, allocator_type> group_type;
+
+private:
+ typedef typename Alloc::template rebind<group_type>::other group_alloc_type;
+ typedef typename group_alloc_type::size_type group_size_type;
+
+public:
+ // Basic types
+ // -----------
+ typedef typename allocator_type::size_type size_type;
+ typedef typename allocator_type::difference_type difference_type;
+ typedef value_type& reference;
+ typedef const value_type& const_reference;
+ typedef value_type* pointer;
+ typedef const value_type* const_pointer;
+
+ typedef group_type& GroupsReference;
+ typedef const group_type& GroupsConstReference;
+
+ typedef typename group_type::ne_iterator ColIterator;
+ typedef typename group_type::const_ne_iterator ColConstIterator;
+
+ typedef table_iterator<sparsetable<T, allocator_type> > iterator; // defined with index
+ typedef const_table_iterator<sparsetable<T, allocator_type> > const_iterator; // defined with index
+ typedef std::reverse_iterator<const_iterator> const_reverse_iterator;
+ typedef std::reverse_iterator<iterator> reverse_iterator;
+
+ // These are our special iterators, that go over non-empty buckets in a
+ // table. These aren't const only because you can change non-empty bcks.
+ // ----------------------------------------------------------------------
+ typedef Two_d_iterator<T,
+ group_type *,
+ ColIterator,
+ std::bidirectional_iterator_tag> ne_iterator;
+
+ typedef Two_d_iterator<const T,
+ const group_type *,
+ ColConstIterator,
+ std::bidirectional_iterator_tag> const_ne_iterator;
+
+ // Another special iterator: it frees memory as it iterates (used to resize).
+ // Obviously, you can only iterate over it once, which is why it's an input iterator
+ // ---------------------------------------------------------------------------------
+ typedef Two_d_destructive_iterator<T,
+ group_type *,
+ ColIterator,
+ std::input_iterator_tag,
+ allocator_type> destructive_iterator;
+
+ typedef std::reverse_iterator<ne_iterator> reverse_ne_iterator;
+ typedef std::reverse_iterator<const_ne_iterator> const_reverse_ne_iterator;
+
+
+ // Iterator functions
+ // ------------------
+ iterator begin() { return iterator(this, 0); }
+ const_iterator begin() const { return const_iterator(this, 0); }
+ const_iterator cbegin() const { return const_iterator(this, 0); }
+ iterator end() { return iterator(this, size()); }
+ const_iterator end() const { return const_iterator(this, size()); }
+ const_iterator cend() const { return const_iterator(this, size()); }
+ reverse_iterator rbegin() { return reverse_iterator(end()); }
+ const_reverse_iterator rbegin() const { return const_reverse_iterator(cend()); }
+ const_reverse_iterator crbegin() const { return const_reverse_iterator(cend()); }
+ reverse_iterator rend() { return reverse_iterator(begin()); }
+ const_reverse_iterator rend() const { return const_reverse_iterator(cbegin()); }
+ const_reverse_iterator crend() const { return const_reverse_iterator(cbegin()); }
+
+ // Versions for our special non-empty iterator
+ // ------------------------------------------
+ ne_iterator ne_begin() { return ne_iterator (_first_group); }
+ const_ne_iterator ne_begin() const { return const_ne_iterator(_first_group); }
+ const_ne_iterator ne_cbegin() const { return const_ne_iterator(_first_group); }
+ ne_iterator ne_end() { return ne_iterator (_last_group); }
+ const_ne_iterator ne_end() const { return const_ne_iterator(_last_group); }
+ const_ne_iterator ne_cend() const { return const_ne_iterator(_last_group); }
+
+ reverse_ne_iterator ne_rbegin() { return reverse_ne_iterator(ne_end()); }
+ const_reverse_ne_iterator ne_rbegin() const { return const_reverse_ne_iterator(ne_end()); }
+ const_reverse_ne_iterator ne_crbegin() const { return const_reverse_ne_iterator(ne_end()); }
+ reverse_ne_iterator ne_rend() { return reverse_ne_iterator(ne_begin()); }
+ const_reverse_ne_iterator ne_rend() const { return const_reverse_ne_iterator(ne_begin()); }
+ const_reverse_ne_iterator ne_crend() const { return const_reverse_ne_iterator(ne_begin()); }
+
+ destructive_iterator destructive_begin()
+ {
+ return destructive_iterator(_alloc, _first_group);
+ }
+
+ destructive_iterator destructive_end()
+ {
+ return destructive_iterator(_alloc, _last_group);
+ }
+
+ // How to deal with the proper group
+ static group_size_type num_groups(size_type num)
+ {
+ // how many to hold num buckets
+ return num == 0 ? (group_size_type)0 :
+ (group_size_type)(((num-1) / SPP_GROUP_SIZE) + 1);
+ }
+
+ typename group_type::size_type pos_in_group(size_type i) const
+ {
+ return static_cast<typename group_type::size_type>(i & SPP_MASK_);
+ }
+
+ size_type group_num(size_type i) const
+ {
+ return (size_type)(i >> SPP_SHIFT_);
+ }
+
+ GroupsReference which_group(size_type i)
+ {
+ return _first_group[group_num(i)];
+ }
+
+ GroupsConstReference which_group(size_type i) const
+ {
+ return _first_group[group_num(i)];
+ }
+
+ void _alloc_group_array(group_size_type sz, group_type *&first, group_type *&last)
+ {
+ if (sz)
+ {
+ first = _group_alloc.allocate((size_type)(sz + 1)); // + 1 for end marker
+ first[sz].mark(); // for the ne_iterator
+ last = first + sz;
+ }
+ }
+
+ void _free_group_array(group_type *&first, group_type *&last)
+ {
+ if (first)
+ {
+ _group_alloc.deallocate(first, (group_size_type)(last - first + 1)); // + 1 for end marker
+ first = last = 0;
+ }
+ }
+
+ void _allocate_groups(size_type sz)
+ {
+ if (sz)
+ {
+ _alloc_group_array(sz, _first_group, _last_group);
+ std::uninitialized_fill(_first_group, _last_group, group_type());
+ }
+ }
+
+ void _free_groups()
+ {
+ if (_first_group)
+ {
+ for (group_type *g = _first_group; g != _last_group; ++g)
+ g->destruct(_alloc);
+ _free_group_array(_first_group, _last_group);
+ }
+ }
+
+ void _cleanup()
+ {
+ _free_groups(); // sets _first_group = _last_group = 0
+ _table_size = 0;
+ _num_buckets = 0;
+ }
+
+ void _init()
+ {
+ _first_group = 0;
+ _last_group = 0;
+ _table_size = 0;
+ _num_buckets = 0;
+ }
+
+ void _copy(const sparsetable &o)
+ {
+ _table_size = o._table_size;
+ _num_buckets = o._num_buckets;
+ _alloc = o._alloc; // todo - copy or move allocator according to...
+ _group_alloc = o._group_alloc; // http://en.cppreference.com/w/cpp/container/unordered_map/unordered_map
+
+ group_size_type sz = (group_size_type)(o._last_group - o._first_group);
+ if (sz)
+ {
+ _alloc_group_array(sz, _first_group, _last_group);
+ for (group_size_type i=0; i<sz; ++i)
+ new (_first_group + i) group_type(o._first_group[i], _alloc);
+ }
+ }
+
+public:
+ // Constructors -- default, normal (when you specify size), and copy
+ explicit sparsetable(size_type sz = 0, const allocator_type &alloc = allocator_type()) :
+ _first_group(0),
+ _last_group(0),
+ _table_size(sz),
+ _num_buckets(0),
+ _alloc(alloc)
+ // todo - copy or move allocator according to
+ // http://en.cppreference.com/w/cpp/container/unordered_map/unordered_map
+ {
+ _allocate_groups(num_groups(sz));
+ }
+
+ ~sparsetable()
+ {
+ _free_groups();
+ }
+
+ sparsetable(const sparsetable &o)
+ {
+ _init();
+ _copy(o);
+ }
+
+ sparsetable& operator=(const sparsetable &o)
+ {
+ _cleanup();
+ _copy(o);
+ return *this;
+ }
+
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ sparsetable(sparsetable&& o)
+ {
+ _init();
+ this->swap(o);
+ }
+
+ sparsetable(sparsetable&& o, const allocator_type &alloc)
+ {
+ _init();
+ this->swap(o);
+ _alloc = alloc; // [gp todo] is this correct?
+ }
+
+ sparsetable& operator=(sparsetable&& o)
+ {
+ _cleanup();
+ this->swap(o);
+ return *this;
+ }
+#endif
+
+ // Many STL algorithms use swap instead of copy constructors
+ void swap(sparsetable& o)
+ {
+ using std::swap;
+
+ swap(_first_group, o._first_group);
+ swap(_last_group, o._last_group);
+ swap(_table_size, o._table_size);
+ swap(_num_buckets, o._num_buckets);
+ if (_alloc != o._alloc)
+ swap(_alloc, o._alloc);
+ if (_group_alloc != o._group_alloc)
+ swap(_group_alloc, o._group_alloc);
+ }
+
+ // It's always nice to be able to clear a table without deallocating it
+ void clear()
+ {
+ _free_groups();
+ _num_buckets = 0;
+ _table_size = 0;
+ }
+
+ inline allocator_type get_allocator() const
+ {
+ return _alloc;
+ }
+
+
+ // Functions that tell you about size.
+ // NOTE: empty() is non-intuitive! It does not tell you the number
+ // of not-empty buckets (use num_nonempty() for that). Instead
+ // it says whether you've allocated any buckets or not.
+ // ----------------------------------------------------------------
+ size_type size() const { return _table_size; }
+ size_type max_size() const { return _alloc.max_size(); }
+ bool empty() const { return _table_size == 0; }
+ size_type num_nonempty() const { return _num_buckets; }
+
+ // OK, we'll let you resize one of these puppies
+ void resize(size_type new_size)
+ {
+ group_size_type sz = num_groups(new_size);
+ group_size_type old_sz = (group_size_type)(_last_group - _first_group);
+
+ if (sz != old_sz)
+ {
+ // resize group array
+ // ------------------
+ group_type *first = 0, *last = 0;
+ if (sz)
+ {
+ _alloc_group_array(sz, first, last);
+ memcpy(first, _first_group, sizeof(*first) * (std::min)(sz, old_sz));
+ }
+
+ if (sz < old_sz)
+ {
+ for (group_type *g = _first_group + sz; g != _last_group; ++g)
+ g->destruct(_alloc);
+ }
+ else
+ std::uninitialized_fill(first + old_sz, last, group_type());
+
+ _free_group_array(_first_group, _last_group);
+ _first_group = first;
+ _last_group = last;
+ }
+#if 0
+ // used only in test program
+ // todo: fix if sparsetable to be used directly
+ // --------------------------------------------
+ if (new_size < _table_size)
+ {
+ // lower num_buckets, clear last group
+ if (pos_in_group(new_size) > 0) // need to clear inside last group
+ groups.back().erase(_alloc, groups.back().begin() + pos_in_group(new_size),
+ groups.back().end());
+ _num_buckets = 0; // refigure # of used buckets
+ for (const group_type *group = _first_group; group != _last_group; ++group)
+ _num_buckets += group->num_nonempty();
+ }
+#endif
+ _table_size = new_size;
+ }
+
+ // We let you see if a bucket is non-empty without retrieving it
+ // -------------------------------------------------------------
+ bool test(size_type i) const
+ {
+ // assert(i < _table_size);
+ return which_group(i).test(pos_in_group(i));
+ }
+
+ // also tests for erased values
+ // ----------------------------
+ bool test_strict(size_type i) const
+ {
+ // assert(i < _table_size);
+ return which_group(i).test_strict(pos_in_group(i));
+ }
+
+ friend struct GrpPos;
+
+ struct GrpPos
+ {
+ typedef typename sparsetable::ne_iterator ne_iter;
+ GrpPos(const sparsetable &table, size_type i) :
+ grp(table.which_group(i)), pos(table.pos_in_group(i)) {}
+
+ bool test_strict() const { return grp.test_strict(pos); }
+ bool test() const { return grp.test(pos); }
+ typename sparsetable::reference unsafe_get() const { return grp.unsafe_get(pos); }
+ ne_iter get_iter(typename sparsetable::reference ref)
+ {
+ return ne_iter((group_type *)&grp, &ref);
+ }
+
+ void erase(sparsetable &table) // item *must* be present
+ {
+ assert(table._num_buckets);
+ ((group_type &)grp).erase(table._alloc, pos);
+ --table._num_buckets;
+ }
+
+ private:
+ GrpPos* operator=(const GrpPos&);
+
+ const group_type &grp;
+ typename group_type::size_type pos;
+ };
+
+ bool test(iterator pos) const
+ {
+ return which_group(pos.pos).test(pos_in_group(pos.pos));
+ }
+
+ bool test(const_iterator pos) const
+ {
+ return which_group(pos.pos).test(pos_in_group(pos.pos));
+ }
+
+ // TODO(csilvers): make protected + friend
+ // This is used by sparse_hashtable to get an element from the table
+ // when we know it exists (because the caller has called test(i)).
+ // -----------------------------------------------------------------
+ reference unsafe_get(size_type i) const
+ {
+ assert(i < _table_size);
+ // assert(test(i));
+ return which_group(i).unsafe_get(pos_in_group(i));
+ }
+
+ // Needed for hashtables, gets as a ne_iterator. Crashes for empty bcks
+ const_ne_iterator get_iter(size_type i) const
+ {
+ //assert(test(i)); // how can a ne_iterator point to an empty bucket?
+
+ size_type grp_idx = group_num(i);
+
+ return const_ne_iterator(_first_group + grp_idx,
+ (_first_group[grp_idx].ne_begin() +
+ _first_group[grp_idx].pos_to_offset(pos_in_group(i))));
+ }
+
+ const_ne_iterator get_iter(size_type i, ColIterator col_it) const
+ {
+ return const_ne_iterator(_first_group + group_num(i), col_it);
+ }
+
+ // For nonempty we can return a non-const version
+ ne_iterator get_iter(size_type i)
+ {
+ //assert(test(i)); // how can a nonempty_iterator point to an empty bucket?
+
+ size_type grp_idx = group_num(i);
+
+ return ne_iterator(_first_group + grp_idx,
+ (_first_group[grp_idx].ne_begin() +
+ _first_group[grp_idx].pos_to_offset(pos_in_group(i))));
+ }
+
+ ne_iterator get_iter(size_type i, ColIterator col_it)
+ {
+ return ne_iterator(_first_group + group_num(i), col_it);
+ }
+
+ // And the reverse transformation.
+ size_type get_pos(const const_ne_iterator& it) const
+ {
+ difference_type current_row = it.row_current - _first_group;
+ difference_type current_col = (it.col_current - _first_group[current_row].ne_begin());
+ return ((current_row * SPP_GROUP_SIZE) +
+ _first_group[current_row].offset_to_pos(current_col));
+ }
+
+ // Val can be reference or const_reference
+ // ---------------------------------------
+ template <class Val>
+ reference set(size_type i, Val &val)
+ {
+ assert(i < _table_size);
+ group_type &group = which_group(i);
+ typename group_type::size_type old_numbuckets = group.num_nonempty();
+ pointer p(group.set(_alloc, pos_in_group(i), val));
+ _num_buckets += group.num_nonempty() - old_numbuckets;
+ return *p;
+ }
+
+ // used in _move_from (where we can move the old value instead of copying it
+ void move(size_type i, reference val)
+ {
+ assert(i < _table_size);
+ which_group(i).set(_alloc, pos_in_group(i), val);
+ ++_num_buckets;
+ }
+
+ // This takes the specified elements out of the table.
+ // --------------------------------------------------
+ void erase(size_type i)
+ {
+ assert(i < _table_size);
+
+ GroupsReference grp(which_group(i));
+ typename group_type::size_type old_numbuckets = grp.num_nonempty();
+ grp.erase(_alloc, pos_in_group(i));
+ _num_buckets += grp.num_nonempty() - old_numbuckets;
+ }
+
+ void erase(iterator pos)
+ {
+ erase(pos.pos);
+ }
+
+ void erase(iterator start_it, iterator end_it)
+ {
+ // This could be more efficient, but then we'd need to figure
+ // out if we spanned groups or not. Doesn't seem worth it.
+ for (; start_it != end_it; ++start_it)
+ erase(start_it);
+ }
+
+ const_ne_iterator erase(const_ne_iterator it)
+ {
+ ne_iterator res(it);
+ if (res.row_current->erase_ne(_alloc, res))
+ _num_buckets--;
+ return res;
+ }
+
+ const_ne_iterator erase(const_ne_iterator f, const_ne_iterator l)
+ {
+ size_t diff = l - f;
+ while (diff--)
+ f = erase(f);
+ return f;
+ }
+
+ // We support reading and writing tables to disk. We don't store
+ // the actual array contents (which we don't know how to store),
+ // just the groups and sizes. Returns true if all went ok.
+
+private:
+ // Every time the disk format changes, this should probably change too
+ typedef unsigned long MagicNumberType;
+ static const MagicNumberType MAGIC_NUMBER = 0x24687531;
+
+ // Old versions of this code write all data in 32 bits. We need to
+ // support these files as well as having support for 64-bit systems.
+ // So we use the following encoding scheme: for values < 2^32-1, we
+ // store in 4 bytes in big-endian order. For values > 2^32, we
+ // store 0xFFFFFFF followed by 8 bytes in big-endian order. This
+ // causes us to mis-read old-version code that stores exactly
+ // 0xFFFFFFF, but I don't think that is likely to have happened for
+ // these particular values.
+ template <typename OUTPUT, typename IntType>
+ static bool write_32_or_64(OUTPUT* fp, IntType value)
+ {
+ if (value < 0xFFFFFFFFULL) // fits in 4 bytes
+ {
+ if (!sparsehash_internal::write_bigendian_number(fp, value, 4))
+ return false;
+ }
+ else
+ {
+ if (!sparsehash_internal::write_bigendian_number(fp, 0xFFFFFFFFUL, 4))
+ return false;
+ if (!sparsehash_internal::write_bigendian_number(fp, value, 8))
+ return false;
+ }
+ return true;
+ }
+
+ template <typename INPUT, typename IntType>
+ static bool read_32_or_64(INPUT* fp, IntType *value)
+ {
+ // reads into value
+ MagicNumberType first4 = 0; // a convenient 32-bit unsigned type
+ if (!sparsehash_internal::read_bigendian_number(fp, &first4, 4))
+ return false;
+
+ if (first4 < 0xFFFFFFFFULL)
+ {
+ *value = first4;
+ }
+ else
+ {
+ if (!sparsehash_internal::read_bigendian_number(fp, value, 8))
+ return false;
+ }
+ return true;
+ }
+
+public:
+ // read/write_metadata() and read_write/nopointer_data() are DEPRECATED.
+ // Use serialize() and unserialize(), below, for new code.
+
+ template <typename OUTPUT>
+ bool write_metadata(OUTPUT *fp) const
+ {
+ if (!write_32_or_64(fp, MAGIC_NUMBER)) return false;
+ if (!write_32_or_64(fp, _table_size)) return false;
+ if (!write_32_or_64(fp, _num_buckets)) return false;
+
+ for (const group_type *group = _first_group; group != _last_group; ++group)
+ if (group->write_metadata(fp) == false)
+ return false;
+ return true;
+ }
+
+ // Reading destroys the old table contents! Returns true if read ok.
+ template <typename INPUT>
+ bool read_metadata(INPUT *fp)
+ {
+ size_type magic_read = 0;
+ if (!read_32_or_64(fp, &magic_read)) return false;
+ if (magic_read != MAGIC_NUMBER)
+ {
+ clear(); // just to be consistent
+ return false;
+ }
+
+ if (!read_32_or_64(fp, &_table_size)) return false;
+ if (!read_32_or_64(fp, &_num_buckets)) return false;
+
+ resize(_table_size); // so the vector's sized ok
+ for (group_type *group = _first_group; group != _last_group; ++group)
+ if (group->read_metadata(_alloc, fp) == false)
+ return false;
+ return true;
+ }
+
+ // This code is identical to that for SparseGroup
+ // If your keys and values are simple enough, we can write them
+ // to disk for you. "simple enough" means no pointers.
+ // However, we don't try to normalize endianness
+ bool write_nopointer_data(FILE *fp) const
+ {
+ for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!fwrite(&*it, sizeof(*it), 1, fp))
+ return false;
+ return true;
+ }
+
+ // When reading, we have to override the potential const-ness of *it
+ bool read_nopointer_data(FILE *fp)
+ {
+ for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!fread(reinterpret_cast<void*>(&(*it)), sizeof(*it), 1, fp))
+ return false;
+ return true;
+ }
+
+ // INPUT and OUTPUT must be either a FILE, *or* a C++ stream
+ // (istream, ostream, etc) *or* a class providing
+ // Read(void*, size_t) and Write(const void*, size_t)
+ // (respectively), which writes a buffer into a stream
+ // (which the INPUT/OUTPUT instance presumably owns).
+
+ typedef sparsehash_internal::pod_serializer<value_type> NopointerSerializer;
+
+ // ValueSerializer: a functor. operator()(OUTPUT*, const value_type&)
+ template <typename ValueSerializer, typename OUTPUT>
+ bool serialize(ValueSerializer serializer, OUTPUT *fp)
+ {
+ if (!write_metadata(fp))
+ return false;
+ for (const_ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!serializer(fp, *it))
+ return false;
+ return true;
+ }
+
+ // ValueSerializer: a functor. operator()(INPUT*, value_type*)
+ template <typename ValueSerializer, typename INPUT>
+ bool unserialize(ValueSerializer serializer, INPUT *fp)
+ {
+ clear();
+ if (!read_metadata(fp))
+ return false;
+ for (ne_iterator it = ne_begin(); it != ne_end(); ++it)
+ if (!serializer(fp, &*it))
+ return false;
+ return true;
+ }
+
+ // Comparisons. Note the comparisons are pretty arbitrary: we
+ // compare values of the first index that isn't equal (using default
+ // value for empty buckets).
+ bool operator==(const sparsetable& x) const
+ {
+ return (_table_size == x._table_size &&
+ _num_buckets == x._num_buckets &&
+ _first_group == x._first_group);
+ }
+
+ bool operator<(const sparsetable& x) const
+ {
+ return std::lexicographical_compare(begin(), end(), x.begin(), x.end());
+ }
+ bool operator!=(const sparsetable& x) const { return !(*this == x); }
+ bool operator<=(const sparsetable& x) const { return !(x < *this); }
+ bool operator>(const sparsetable& x) const { return x < *this; }
+ bool operator>=(const sparsetable& x) const { return !(*this < x); }
+
+
+private:
+ // The actual data
+ // ---------------
+ group_type * _first_group;
+ group_type * _last_group;
+ size_type _table_size; // how many buckets they want
+ size_type _num_buckets; // number of non-empty buckets
+ group_alloc_type _group_alloc;
+ allocator_type _alloc;
+};
+
+// ----------------------------------------------------------------------
+// S P A R S E _ H A S H T A B L E
+// ----------------------------------------------------------------------
+// Hashtable class, used to implement the hashed associative containers
+// hash_set and hash_map.
+//
+// Value: what is stored in the table (each bucket is a Value).
+// Key: something in a 1-to-1 correspondence to a Value, that can be used
+// to search for a Value in the table (find() takes a Key).
+// HashFcn: Takes a Key and returns an integer, the more unique the better.
+// ExtractKey: given a Value, returns the unique Key associated with it.
+// Must inherit from unary_function, or at least have a
+// result_type enum indicating the return type of operator().
+// EqualKey: Given two Keys, says whether they are the same (that is,
+// if they are both associated with the same Value).
+// Alloc: STL allocator to use to allocate memory.
+//
+// ----------------------------------------------------------------------
+
+// The probing method
+// ------------------
+// Linear probing
+// #define JUMP_(key, num_probes) ( 1 )
+// Quadratic probing
+#define JUMP_(key, num_probes) ( num_probes )
+
+
+// -------------------------------------------------------------------
+// -------------------------------------------------------------------
+template <class Value, class Key, class HashFcn,
+ class ExtractKey, class SetKey, class EqualKey, class Alloc>
+class sparse_hashtable
+{
+public:
+ typedef Key key_type;
+ typedef Value value_type;
+ typedef HashFcn hasher; // user provided or spp_hash<Key>
+ typedef EqualKey key_equal;
+ typedef Alloc allocator_type;
+
+ typedef typename allocator_type::size_type size_type;
+ typedef typename allocator_type::difference_type difference_type;
+ typedef value_type& reference;
+ typedef const value_type& const_reference;
+ typedef value_type* pointer;
+ typedef const value_type* const_pointer;
+
+ // Table is the main storage class.
+ typedef sparsetable<value_type, allocator_type> Table;
+ typedef typename Table::ne_iterator ne_it;
+ typedef typename Table::const_ne_iterator cne_it;
+ typedef typename Table::destructive_iterator dest_it;
+ typedef typename Table::ColIterator ColIterator;
+
+ typedef ne_it iterator;
+ typedef cne_it const_iterator;
+ typedef dest_it destructive_iterator;
+
+ // These come from tr1. For us they're the same as regular iterators.
+ // -------------------------------------------------------------------
+ typedef iterator local_iterator;
+ typedef const_iterator const_local_iterator;
+
+ // How full we let the table get before we resize
+ // ----------------------------------------------
+ static const int HT_OCCUPANCY_PCT; // = 80 (out of 100);
+
+ // How empty we let the table get before we resize lower, by default.
+ // (0.0 means never resize lower.)
+ // It should be less than OCCUPANCY_PCT / 2 or we thrash resizing
+ // ------------------------------------------------------------------
+ static const int HT_EMPTY_PCT; // = 0.4 * HT_OCCUPANCY_PCT;
+
+ // Minimum size we're willing to let hashtables be.
+ // Must be a power of two, and at least 4.
+ // Note, however, that for a given hashtable, the initial size is a
+ // function of the first constructor arg, and may be >HT_MIN_BUCKETS.
+ // ------------------------------------------------------------------
+ static const size_type HT_MIN_BUCKETS = 4;
+
+ // By default, if you don't specify a hashtable size at
+ // construction-time, we use this size. Must be a power of two, and
+ // at least HT_MIN_BUCKETS.
+ // -----------------------------------------------------------------
+ static const size_type HT_DEFAULT_STARTING_BUCKETS = 32;
+
+ // iterators
+ // ---------
+ iterator begin() { return _mk_iterator(table.ne_begin()); }
+ iterator end() { return _mk_iterator(table.ne_end()); }
+ const_iterator begin() const { return _mk_const_iterator(table.ne_cbegin()); }
+ const_iterator end() const { return _mk_const_iterator(table.ne_cend()); }
+ const_iterator cbegin() const { return _mk_const_iterator(table.ne_cbegin()); }
+ const_iterator cend() const { return _mk_const_iterator(table.ne_cend()); }
+
+ // These come from tr1 unordered_map. They iterate over 'bucket' n.
+ // For sparsehashtable, we could consider each 'group' to be a bucket,
+ // I guess, but I don't really see the point. We'll just consider
+ // bucket n to be the n-th element of the sparsetable, if it's occupied,
+ // or some empty element, otherwise.
+ // ---------------------------------------------------------------------
+ local_iterator begin(size_type i)
+ {
+ return _mk_iterator(table.test(i) ? table.get_iter(i) : table.ne_end());
+ }
+
+ local_iterator end(size_type i)
+ {
+ local_iterator it = begin(i);
+ if (table.test(i))
+ ++it;
+ return _mk_iterator(it);
+ }
+
+ const_local_iterator begin(size_type i) const
+ {
+ return _mk_const_iterator(table.test(i) ? table.get_iter(i) : table.ne_cend());
+ }
+
+ const_local_iterator end(size_type i) const
+ {
+ const_local_iterator it = begin(i);
+ if (table.test(i))
+ ++it;
+ return _mk_const_iterator(it);
+ }
+
+ const_local_iterator cbegin(size_type i) const { return begin(i); }
+ const_local_iterator cend(size_type i) const { return end(i); }
+
+ // This is used when resizing
+ // --------------------------
+ destructive_iterator destructive_begin() { return _mk_destructive_iterator(table.destructive_begin()); }
+ destructive_iterator destructive_end() { return _mk_destructive_iterator(table.destructive_end()); }
+
+
+ // accessor functions for the things we templatize on, basically
+ // -------------------------------------------------------------
+ hasher hash_funct() const { return settings; }
+ key_equal key_eq() const { return key_info; }
+ allocator_type get_allocator() const { return table.get_allocator(); }
+
+ // Accessor function for statistics gathering.
+ unsigned int num_table_copies() const { return settings.num_ht_copies(); }
+
+private:
+ // This is used as a tag for the copy constructor, saying to destroy its
+ // arg We have two ways of destructively copying: with potentially growing
+ // the hashtable as we copy, and without. To make sure the outside world
+ // can't do a destructive copy, we make the typename private.
+ // -----------------------------------------------------------------------
+ enum MoveDontCopyT {MoveDontCopy, MoveDontGrow};
+
+ void _squash_deleted()
+ {
+ // gets rid of any deleted entries we have
+ // ---------------------------------------
+ if (num_deleted)
+ {
+ // get rid of deleted before writing
+ sparse_hashtable tmp(MoveDontGrow, *this);
+ swap(tmp); // now we are tmp
+ }
+ assert(num_deleted == 0);
+ }
+
+ // creating iterators from sparsetable::ne_iterators
+ // -------------------------------------------------
+ iterator _mk_iterator(ne_it it) const { return it; }
+ const_iterator _mk_const_iterator(cne_it it) const { return it; }
+ destructive_iterator _mk_destructive_iterator(dest_it it) const { return it; }
+
+public:
+ size_type size() const { return table.num_nonempty(); }
+ size_type max_size() const { return table.max_size(); }
+ bool empty() const { return size() == 0; }
+ size_type bucket_count() const { return table.size(); }
+ size_type max_bucket_count() const { return max_size(); }
+ // These are tr1 methods. Their idea of 'bucket' doesn't map well to
+ // what we do. We just say every bucket has 0 or 1 items in it.
+ size_type bucket_size(size_type i) const
+ {
+ return (size_type)(begin(i) == end(i) ? 0 : 1);
+ }
+
+private:
+ // Because of the above, size_type(-1) is never legal; use it for errors
+ // ---------------------------------------------------------------------
+ static const size_type ILLEGAL_BUCKET = size_type(-1);
+
+ // Used after a string of deletes. Returns true if we actually shrunk.
+ // TODO(csilvers): take a delta so we can take into account inserts
+ // done after shrinking. Maybe make part of the Settings class?
+ // --------------------------------------------------------------------
+ bool _maybe_shrink()
+ {
+ assert((bucket_count() & (bucket_count()-1)) == 0); // is a power of two
+ assert(bucket_count() >= HT_MIN_BUCKETS);
+ bool retval = false;
+
+ // If you construct a hashtable with < HT_DEFAULT_STARTING_BUCKETS,
+ // we'll never shrink until you get relatively big, and we'll never
+ // shrink below HT_DEFAULT_STARTING_BUCKETS. Otherwise, something
+ // like "dense_hash_set<int> x; x.insert(4); x.erase(4);" will
+ // shrink us down to HT_MIN_BUCKETS buckets, which is too small.
+ // ---------------------------------------------------------------
+ const size_type num_remain = table.num_nonempty();
+ const size_type shrink_threshold = settings.shrink_threshold();
+ if (shrink_threshold > 0 && num_remain < shrink_threshold &&
+ bucket_count() > HT_DEFAULT_STARTING_BUCKETS)
+ {
+ const float shrink_factor = settings.shrink_factor();
+ size_type sz = (size_type)(bucket_count() / 2); // find how much we should shrink
+ while (sz > HT_DEFAULT_STARTING_BUCKETS &&
+ num_remain < static_cast<size_type>(sz * shrink_factor))
+ {
+ sz /= 2; // stay a power of 2
+ }
+ sparse_hashtable tmp(MoveDontCopy, *this, sz);
+ swap(tmp); // now we are tmp
+ retval = true;
+ }
+ settings.set_consider_shrink(false); // because we just considered it
+ return retval;
+ }
+
+ // We'll let you resize a hashtable -- though this makes us copy all!
+ // When you resize, you say, "make it big enough for this many more elements"
+ // Returns true if we actually resized, false if size was already ok.
+ // --------------------------------------------------------------------------
+ bool _resize_delta(size_type delta)
+ {
+ bool did_resize = false;
+ if (settings.consider_shrink())
+ {
+ // see if lots of deletes happened
+ if (_maybe_shrink())
+ did_resize = true;
+ }
+ if (table.num_nonempty() >=
+ (std::numeric_limits<size_type>::max)() - delta)
+ {
+ throw_exception(std::length_error("resize overflow"));
+ }
+
+ size_type num_occupied = (size_type)(table.num_nonempty() + num_deleted);
+
+ if (bucket_count() >= HT_MIN_BUCKETS &&
+ (num_occupied + delta) <= settings.enlarge_threshold())
+ return did_resize; // we're ok as we are
+
+ // Sometimes, we need to resize just to get rid of all the
+ // "deleted" buckets that are clogging up the hashtable. So when
+ // deciding whether to resize, count the deleted buckets (which
+ // are currently taking up room).
+ // -------------------------------------------------------------
+ const size_type needed_size =
+ settings.min_buckets((size_type)(num_occupied + delta), (size_type)0);
+
+ if (needed_size <= bucket_count()) // we have enough buckets
+ return did_resize;
+
+ size_type resize_to = settings.min_buckets((size_type)(num_occupied + delta), bucket_count());
+
+ if (resize_to < needed_size && // may double resize_to
+ resize_to < (std::numeric_limits<size_type>::max)() / 2)
+ {
+ // This situation means that we have enough deleted elements,
+ // that once we purge them, we won't actually have needed to
+ // grow. But we may want to grow anyway: if we just purge one
+ // element, say, we'll have to grow anyway next time we
+ // insert. Might as well grow now, since we're already going
+ // through the trouble of copying (in order to purge the
+ // deleted elements).
+ const size_type target =
+ static_cast<size_type>(settings.shrink_size((size_type)(resize_to*2)));
+ if (table.num_nonempty() + delta >= target)
+ {
+ // Good, we won't be below the shrink threshhold even if we double.
+ resize_to *= 2;
+ }
+ }
+
+ sparse_hashtable tmp(MoveDontCopy, *this, resize_to);
+ swap(tmp); // now we are tmp
+ return true;
+ }
+
+ // Used to actually do the rehashing when we grow/shrink a hashtable
+ // -----------------------------------------------------------------
+ void _copy_from(const sparse_hashtable &ht, size_type min_buckets_wanted)
+ {
+ clear(); // clear table, set num_deleted to 0
+
+ // If we need to change the size of our table, do it now
+ const size_type resize_to = settings.min_buckets(ht.size(), min_buckets_wanted);
+
+ if (resize_to > bucket_count())
+ {
+ // we don't have enough buckets
+ table.resize(resize_to); // sets the number of buckets
+ settings.reset_thresholds(bucket_count());
+ }
+
+ // We use a normal iterator to get bcks from ht
+ // We could use insert() here, but since we know there are
+ // no duplicates, we can be more efficient
+ assert((bucket_count() & (bucket_count()-1)) == 0); // a power of two
+ for (const_iterator it = ht.begin(); it != ht.end(); ++it)
+ {
+ size_type num_probes = 0; // how many times we've probed
+ size_type bucknum;
+ const size_type bucket_count_minus_one = bucket_count() - 1;
+ for (bucknum = hash(get_key(*it)) & bucket_count_minus_one;
+ table.test(bucknum); // table.test() OK since no erase()
+ bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one)
+ {
+ ++num_probes;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ table.set(bucknum, *it); // copies the value to here
+ }
+ settings.inc_num_ht_copies();
+ }
+
+ // Implementation is like _copy_from, but it destroys the table of the
+ // "from" guy by freeing sparsetable memory as we iterate. This is
+ // useful in resizing, since we're throwing away the "from" guy anyway.
+ // --------------------------------------------------------------------
+ void _move_from(MoveDontCopyT mover, sparse_hashtable &ht,
+ size_type min_buckets_wanted)
+ {
+ clear();
+
+ // If we need to change the size of our table, do it now
+ size_type resize_to;
+ if (mover == MoveDontGrow)
+ resize_to = ht.bucket_count(); // keep same size as old ht
+ else // MoveDontCopy
+ resize_to = settings.min_buckets(ht.size(), min_buckets_wanted);
+ if (resize_to > bucket_count())
+ {
+ // we don't have enough buckets
+ table.resize(resize_to); // sets the number of buckets
+ settings.reset_thresholds(bucket_count());
+ }
+
+ // We use a normal iterator to get bcks from ht
+ // We could use insert() here, but since we know there are
+ // no duplicates, we can be more efficient
+ assert((bucket_count() & (bucket_count()-1)) == 0); // a power of two
+ const size_type bucket_count_minus_one = (const size_type)(bucket_count() - 1);
+
+ // THIS IS THE MAJOR LINE THAT DIFFERS FROM COPY_FROM():
+ for (destructive_iterator it = ht.destructive_begin();
+ it != ht.destructive_end(); ++it)
+ {
+ size_type num_probes = 0;
+ size_type bucknum;
+ for (bucknum = hash(get_key(*it)) & bucket_count_minus_one;
+ table.test(bucknum); // table.test() OK since no erase()
+ bucknum = (size_type)((bucknum + JUMP_(key, num_probes)) & (bucket_count()-1)))
+ {
+ ++num_probes;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ table.move(bucknum, *it); // moves the value to here
+ }
+ settings.inc_num_ht_copies();
+ }
+
+
+ // Required by the spec for hashed associative container
+public:
+ // Though the docs say this should be num_buckets, I think it's much
+ // more useful as num_elements. As a special feature, calling with
+ // req_elements==0 will cause us to shrink if we can, saving space.
+ // -----------------------------------------------------------------
+ void resize(size_type req_elements)
+ {
+ // resize to this or larger
+ if (settings.consider_shrink() || req_elements == 0)
+ _maybe_shrink();
+ if (req_elements > table.num_nonempty()) // we only grow
+ _resize_delta((size_type)(req_elements - table.num_nonempty()));
+ }
+
+ // Get and change the value of shrink_factor and enlarge_factor. The
+ // description at the beginning of this file explains how to choose
+ // the values. Setting the shrink parameter to 0.0 ensures that the
+ // table never shrinks.
+ // ------------------------------------------------------------------
+ void get_resizing_parameters(float* shrink, float* grow) const
+ {
+ *shrink = settings.shrink_factor();
+ *grow = settings.enlarge_factor();
+ }
+
+ float get_shrink_factor() const { return settings.shrink_factor(); }
+ float get_enlarge_factor() const { return settings.enlarge_factor(); }
+
+ void set_resizing_parameters(float shrink, float grow)
+ {
+ settings.set_resizing_parameters(shrink, grow);
+ settings.reset_thresholds(bucket_count());
+ }
+
+ void set_shrink_factor(float shrink)
+ {
+ set_resizing_parameters(shrink, get_enlarge_factor());
+ }
+
+ void set_enlarge_factor(float grow)
+ {
+ set_resizing_parameters(get_shrink_factor(), grow);
+ }
+
+ // CONSTRUCTORS -- as required by the specs, we take a size,
+ // but also let you specify a hashfunction, key comparator,
+ // and key extractor. We also define a copy constructor and =.
+ // DESTRUCTOR -- the default is fine, surprisingly.
+ // ------------------------------------------------------------
+ explicit sparse_hashtable(size_type expected_max_items_in_table = 0,
+ const HashFcn& hf = HashFcn(),
+ const EqualKey& eql = EqualKey(),
+ const ExtractKey& ext = ExtractKey(),
+ const SetKey& set = SetKey(),
+ const allocator_type& alloc = allocator_type())
+ : settings(hf),
+ key_info(ext, set, eql),
+ num_deleted(0),
+ table((expected_max_items_in_table == 0
+ ? HT_DEFAULT_STARTING_BUCKETS
+ : settings.min_buckets(expected_max_items_in_table, 0)),
+ alloc)
+ {
+ settings.reset_thresholds(bucket_count());
+ }
+
+ // As a convenience for resize(), we allow an optional second argument
+ // which lets you make this new hashtable a different size than ht.
+ // We also provide a mechanism of saying you want to "move" the ht argument
+ // into us instead of copying.
+ // ------------------------------------------------------------------------
+ sparse_hashtable(const sparse_hashtable& ht,
+ size_type min_buckets_wanted = HT_DEFAULT_STARTING_BUCKETS)
+ : settings(ht.settings),
+ key_info(ht.key_info),
+ num_deleted(0),
+ table(0)
+ {
+ settings.reset_thresholds(bucket_count());
+ _copy_from(ht, min_buckets_wanted);
+ }
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+
+ sparse_hashtable(sparse_hashtable&& o) :
+ settings(std::move(o.settings)),
+ key_info(std::move(o.key_info)),
+ num_deleted(o.num_deleted),
+ table(std::move(o.table))
+ {
+ }
+
+ sparse_hashtable(sparse_hashtable&& o, const allocator_type& alloc) :
+ settings(std::move(o.settings)),
+ key_info(std::move(o.key_info)),
+ num_deleted(o.num_deleted),
+ table(std::move(o.table), alloc)
+ {
+ }
+
+ sparse_hashtable& operator=(sparse_hashtable&& o)
+ {
+ using std::swap;
+
+ sparse_hashtable tmp(std::move(o));
+ swap(tmp, *this);
+ return *this;
+ }
+#endif
+
+ sparse_hashtable(MoveDontCopyT mover,
+ sparse_hashtable& ht,
+ size_type min_buckets_wanted = HT_DEFAULT_STARTING_BUCKETS)
+ : settings(ht.settings),
+ key_info(ht.key_info),
+ num_deleted(0),
+ table(min_buckets_wanted, ht.table.get_allocator())
+ //table(min_buckets_wanted)
+ {
+ settings.reset_thresholds(bucket_count());
+ _move_from(mover, ht, min_buckets_wanted);
+ }
+
+ sparse_hashtable& operator=(const sparse_hashtable& ht)
+ {
+ if (&ht == this)
+ return *this; // don't copy onto ourselves
+ settings = ht.settings;
+ key_info = ht.key_info;
+ num_deleted = ht.num_deleted;
+
+ // _copy_from() calls clear and sets num_deleted to 0 too
+ _copy_from(ht, HT_MIN_BUCKETS);
+
+ // we purposefully don't copy the allocator, which may not be copyable
+ return *this;
+ }
+
+ // Many STL algorithms use swap instead of copy constructors
+ void swap(sparse_hashtable& ht)
+ {
+ using std::swap;
+
+ swap(settings, ht.settings);
+ swap(key_info, ht.key_info);
+ swap(num_deleted, ht.num_deleted);
+ table.swap(ht.table);
+ settings.reset_thresholds(bucket_count()); // also resets consider_shrink
+ ht.settings.reset_thresholds(ht.bucket_count());
+ // we purposefully don't swap the allocator, which may not be swap-able
+ }
+
+ // It's always nice to be able to clear a table without deallocating it
+ void clear()
+ {
+ if (!empty() || num_deleted != 0)
+ {
+ table.clear();
+ table = Table(HT_DEFAULT_STARTING_BUCKETS);
+ }
+ settings.reset_thresholds(bucket_count());
+ num_deleted = 0;
+ }
+
+ // LOOKUP ROUTINES
+private:
+
+ enum pos_type { pt_empty = 0, pt_erased, pt_full };
+ // -------------------------------------------------------------------
+ class Position
+ {
+ public:
+
+ Position() : _t(pt_empty) {}
+ Position(pos_type t, size_type idx) : _t(t), _idx(idx) {}
+
+ pos_type _t;
+ size_type _idx;
+ };
+
+ // Returns a pair:
+ // - 'first' is a code, 2 if key already present, 0 or 1 otherwise.
+ // - 'second' is a position, where the key should go
+ // Note: because of deletions where-to-insert is not trivial: it's the
+ // first deleted bucket we see, as long as we don't find the key later
+ // -------------------------------------------------------------------
+ Position _find_position(const key_type &key) const
+ {
+ size_type num_probes = 0; // how many times we've probed
+ const size_type bucket_count_minus_one = (const size_type)(bucket_count() - 1);
+ size_type bucknum = hash(key) & bucket_count_minus_one;
+ Position pos;
+
+ while (1)
+ {
+ // probe until something happens
+ // -----------------------------
+ typename Table::GrpPos grp_pos(table, bucknum);
+
+ if (!grp_pos.test_strict())
+ {
+ // bucket is empty => key not present
+ return pos._t ? pos : Position(pt_empty, bucknum);
+ }
+ else if (grp_pos.test())
+ {
+ reference ref(grp_pos.unsafe_get());
+
+ if (equals(key, get_key(ref)))
+ return Position(pt_full, bucknum);
+ }
+ else if (pos._t == pt_empty)
+ {
+ // first erased position
+ pos._t = pt_erased;
+ pos._idx = bucknum;
+ }
+
+ ++num_probes; // we're doing another probe
+ bucknum = (size_type)((bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one);
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ }
+
+public:
+ // I hate to duplicate find() like that, but it is
+ // significantly faster to not have the intermediate pair
+ // ------------------------------------------------------------------
+ iterator find(const key_type& key)
+ {
+ size_type num_probes = 0; // how many times we've probed
+ const size_type bucket_count_minus_one = bucket_count() - 1;
+ size_type bucknum = hash(key) & bucket_count_minus_one;
+
+ while (1) // probe until something happens
+ {
+ typename Table::GrpPos grp_pos(table, bucknum);
+
+ if (!grp_pos.test_strict())
+ return end(); // bucket is empty
+ if (grp_pos.test())
+ {
+ reference ref(grp_pos.unsafe_get());
+
+ if (equals(key, get_key(ref)))
+ return grp_pos.get_iter(ref);
+ }
+ ++num_probes; // we're doing another probe
+ bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ }
+
+ // Wish I could avoid the duplicate find() const and non-const.
+ // ------------------------------------------------------------
+ const_iterator find(const key_type& key) const
+ {
+ size_type num_probes = 0; // how many times we've probed
+ const size_type bucket_count_minus_one = bucket_count() - 1;
+ size_type bucknum = hash(key) & bucket_count_minus_one;
+
+ while (1) // probe until something happens
+ {
+ typename Table::GrpPos grp_pos(table, bucknum);
+
+ if (!grp_pos.test_strict())
+ return end(); // bucket is empty
+ else if (grp_pos.test())
+ {
+ reference ref(grp_pos.unsafe_get());
+
+ if (equals(key, get_key(ref)))
+ return _mk_const_iterator(table.get_iter(bucknum, &ref));
+ }
+ ++num_probes; // we're doing another probe
+ bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ }
+
+ // This is a tr1 method: the bucket a given key is in, or what bucket
+ // it would be put in, if it were to be inserted. Shrug.
+ // ------------------------------------------------------------------
+ size_type bucket(const key_type& key) const
+ {
+ Position pos = _find_position(key);
+ return pos._idx;
+ }
+
+ // Counts how many elements have key key. For maps, it's either 0 or 1.
+ // ---------------------------------------------------------------------
+ size_type count(const key_type &key) const
+ {
+ Position pos = _find_position(key);
+ return (size_type)(pos._t == pt_full ? 1 : 0);
+ }
+
+ // Likewise, equal_range doesn't really make sense for us. Oh well.
+ // -----------------------------------------------------------------
+ std::pair<iterator,iterator> equal_range(const key_type& key)
+ {
+ iterator pos = find(key); // either an iterator or end
+ if (pos == end())
+ return std::pair<iterator,iterator>(pos, pos);
+ else
+ {
+ const iterator startpos = pos++;
+ return std::pair<iterator,iterator>(startpos, pos);
+ }
+ }
+
+ std::pair<const_iterator,const_iterator> equal_range(const key_type& key) const
+ {
+ const_iterator pos = find(key); // either an iterator or end
+ if (pos == end())
+ return std::pair<const_iterator,const_iterator>(pos, pos);
+ else
+ {
+ const const_iterator startpos = pos++;
+ return std::pair<const_iterator,const_iterator>(startpos, pos);
+ }
+ }
+
+
+ // INSERTION ROUTINES
+private:
+ // Private method used by insert_noresize and find_or_insert.
+ template <class T>
+ reference _insert_at(T& obj, size_type pos, bool erased)
+ {
+ if (size() >= max_size())
+ {
+ throw_exception(std::length_error("insert overflow"));
+ }
+ if (erased)
+ {
+ assert(num_deleted);
+ --num_deleted;
+ }
+ return table.set(pos, obj);
+ }
+
+ // If you know *this is big enough to hold obj, use this routine
+ template <class T>
+ std::pair<iterator, bool> _insert_noresize(T& obj)
+ {
+ Position pos = _find_position(get_key(obj));
+ bool already_there = (pos._t == pt_full);
+
+ if (!already_there)
+ {
+ reference ref(_insert_at(obj, pos._idx, pos._t == pt_erased));
+ return std::pair<iterator, bool>(_mk_iterator(table.get_iter(pos._idx, &ref)), true);
+ }
+ return std::pair<iterator,bool>(_mk_iterator(table.get_iter(pos._idx)), false);
+ }
+
+ // Specializations of insert(it, it) depending on the power of the iterator:
+ // (1) Iterator supports operator-, resize before inserting
+ template <class ForwardIterator>
+ void _insert(ForwardIterator f, ForwardIterator l, std::forward_iterator_tag /*unused*/)
+ {
+ int64_t dist = std::distance(f, l);
+ if (dist < 0 || static_cast<size_t>(dist) >= (std::numeric_limits<size_type>::max)())
+ throw_exception(std::length_error("insert-range overflow"));
+
+ _resize_delta(static_cast<size_type>(dist));
+
+ for (; dist > 0; --dist, ++f)
+ _insert_noresize(*f);
+ }
+
+ // (2) Arbitrary iterator, can't tell how much to resize
+ template <class InputIterator>
+ void _insert(InputIterator f, InputIterator l, std::input_iterator_tag /*unused*/)
+ {
+ for (; f != l; ++f)
+ _insert(*f);
+ }
+
+public:
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+ template <class... Args>
+ std::pair<iterator, bool> emplace(Args&&... args)
+ {
+ _resize_delta(1);
+ value_type obj(std::forward<Args>(args)...);
+ return _insert_noresize(obj);
+ }
+#endif
+
+ // This is the normal insert routine, used by the outside world
+ std::pair<iterator, bool> insert(const_reference obj)
+ {
+ _resize_delta(1); // adding an object, grow if need be
+ return _insert_noresize(obj);
+ }
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ template< class P >
+ std::pair<iterator, bool> insert(P &&obj)
+ {
+ _resize_delta(1); // adding an object, grow if need be
+ value_type val(std::forward<value_type>(obj));
+ return _insert_noresize(val);
+ }
+#endif
+
+ // When inserting a lot at a time, we specialize on the type of iterator
+ template <class InputIterator>
+ void insert(InputIterator f, InputIterator l)
+ {
+ // specializes on iterator type
+ _insert(f, l,
+ typename std::iterator_traits<InputIterator>::iterator_category());
+ }
+
+ // DefaultValue is a functor that takes a key and returns a value_type
+ // representing the default value to be inserted if none is found.
+ template <class DefaultValue>
+ value_type& find_or_insert(const key_type& key)
+ {
+ size_type num_probes = 0; // how many times we've probed
+ const size_type bucket_count_minus_one = bucket_count() - 1;
+ size_type bucknum = hash(key) & bucket_count_minus_one;
+ DefaultValue default_value;
+ size_type erased_pos = 0;
+ bool erased = false;
+
+ while (1) // probe until something happens
+ {
+ typename Table::GrpPos grp_pos(table, bucknum);
+
+ if (!grp_pos.test_strict())
+ {
+ // not found
+ if (_resize_delta(1))
+ {
+ // needed to rehash to make room
+ // Since we resized, we can't use pos, so recalculate where to insert.
+ value_type def(default_value(key));
+ return *(_insert_noresize(def).first);
+ }
+ else
+ {
+ // no need to rehash, insert right here
+ value_type def(default_value(key));
+ return _insert_at(def, erased ? erased_pos : bucknum, erased);
+ }
+ }
+ if (grp_pos.test())
+ {
+ reference ref(grp_pos.unsafe_get());
+
+ if (equals(key, get_key(ref)))
+ return ref;
+ }
+ else if (!erased)
+ {
+ // first erased position
+ erased_pos = bucknum;
+ erased = true;
+ }
+
+ ++num_probes; // we're doing another probe
+ bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ }
+
+ size_type erase(const key_type& key)
+ {
+ size_type num_probes = 0; // how many times we've probed
+ const size_type bucket_count_minus_one = bucket_count() - 1;
+ size_type bucknum = hash(key) & bucket_count_minus_one;
+
+ while (1) // probe until something happens
+ {
+ typename Table::GrpPos grp_pos(table, bucknum);
+
+ if (!grp_pos.test_strict())
+ return 0; // bucket is empty, we deleted nothing
+ if (grp_pos.test())
+ {
+ reference ref(grp_pos.unsafe_get());
+
+ if (equals(key, get_key(ref)))
+ {
+ grp_pos.erase(table);
+ ++num_deleted;
+ settings.set_consider_shrink(true); // will think about shrink after next insert
+ return 1; // because we deleted one thing
+ }
+ }
+ ++num_probes; // we're doing another probe
+ bucknum = (bucknum + JUMP_(key, num_probes)) & bucket_count_minus_one;
+ assert(num_probes < bucket_count()
+ && "Hashtable is full: an error in key_equal<> or hash<>");
+ }
+ }
+
+ const_iterator erase(const_iterator pos)
+ {
+ if (pos == cend())
+ return cend(); // sanity check
+
+ const_iterator nextpos = table.erase(pos);
+ ++num_deleted;
+ settings.set_consider_shrink(true);
+ return nextpos;
+ }
+
+ const_iterator erase(const_iterator f, const_iterator l)
+ {
+ if (f == cend())
+ return cend(); // sanity check
+
+ size_type num_before = table.num_nonempty();
+ const_iterator nextpos = table.erase(f, l);
+ num_deleted += num_before - table.num_nonempty();
+ settings.set_consider_shrink(true);
+ return nextpos;
+ }
+
+ // Deleted key routines - just to keep google test framework happy
+ // we don't actually use the deleted key
+ // ---------------------------------------------------------------
+ void set_deleted_key(const key_type&)
+ {
+ }
+
+ void clear_deleted_key()
+ {
+ }
+
+ bool operator==(const sparse_hashtable& ht) const
+ {
+ if (this == &ht)
+ return true;
+
+ if (size() != ht.size())
+ return false;
+
+ for (const_iterator it = begin(); it != end(); ++it)
+ {
+ const_iterator it2 = ht.find(get_key(*it));
+ if ((it2 == ht.end()) || (*it != *it2))
+ return false;
+ }
+
+ return true;
+ }
+
+ bool operator!=(const sparse_hashtable& ht) const
+ {
+ return !(*this == ht);
+ }
+
+
+ // I/O
+ // We support reading and writing hashtables to disk. NOTE that
+ // this only stores the hashtable metadata, not the stuff you've
+ // actually put in the hashtable! Alas, since I don't know how to
+ // write a hasher or key_equal, you have to make sure everything
+ // but the table is the same. We compact before writing.
+ //
+ // The OUTPUT type needs to support a Write() operation. File and
+ // OutputBuffer are appropriate types to pass in.
+ //
+ // The INPUT type needs to support a Read() operation. File and
+ // InputBuffer are appropriate types to pass in.
+ // -------------------------------------------------------------
+ template <typename OUTPUT>
+ bool write_metadata(OUTPUT *fp)
+ {
+ return table.write_metadata(fp);
+ }
+
+ template <typename INPUT>
+ bool read_metadata(INPUT *fp)
+ {
+ num_deleted = 0; // since we got rid before writing
+ const bool result = table.read_metadata(fp);
+ settings.reset_thresholds(bucket_count());
+ return result;
+ }
+
+ // Only meaningful if value_type is a POD.
+ template <typename OUTPUT>
+ bool write_nopointer_data(OUTPUT *fp)
+ {
+ return table.write_nopointer_data(fp);
+ }
+
+ // Only meaningful if value_type is a POD.
+ template <typename INPUT>
+ bool read_nopointer_data(INPUT *fp)
+ {
+ return table.read_nopointer_data(fp);
+ }
+
+ // INPUT and OUTPUT must be either a FILE, *or* a C++ stream
+ // (istream, ostream, etc) *or* a class providing
+ // Read(void*, size_t) and Write(const void*, size_t)
+ // (respectively), which writes a buffer into a stream
+ // (which the INPUT/OUTPUT instance presumably owns).
+
+ typedef sparsehash_internal::pod_serializer<value_type> NopointerSerializer;
+
+ // ValueSerializer: a functor. operator()(OUTPUT*, const value_type&)
+ template <typename ValueSerializer, typename OUTPUT>
+ bool serialize(ValueSerializer serializer, OUTPUT *fp)
+ {
+ return table.serialize(serializer, fp);
+ }
+
+ // ValueSerializer: a functor. operator()(INPUT*, value_type*)
+ template <typename ValueSerializer, typename INPUT>
+ bool unserialize(ValueSerializer serializer, INPUT *fp)
+ {
+ num_deleted = 0; // since we got rid before writing
+ const bool result = table.unserialize(serializer, fp);
+ settings.reset_thresholds(bucket_count());
+ return result;
+ }
+
+private:
+
+ // Package templated functors with the other types to eliminate memory
+ // needed for storing these zero-size operators. Since ExtractKey and
+ // hasher's operator() might have the same function signature, they
+ // must be packaged in different classes.
+ // -------------------------------------------------------------------------
+ struct Settings :
+ sparsehash_internal::sh_hashtable_settings<key_type, hasher,
+ size_type, HT_MIN_BUCKETS>
+ {
+ explicit Settings(const hasher& hf)
+ : sparsehash_internal::sh_hashtable_settings<key_type, hasher, size_type,
+ HT_MIN_BUCKETS>
+ (hf, HT_OCCUPANCY_PCT / 100.0f, HT_EMPTY_PCT / 100.0f) {}
+ };
+
+ // KeyInfo stores delete key and packages zero-size functors:
+ // ExtractKey and SetKey.
+ // ---------------------------------------------------------
+ class KeyInfo : public ExtractKey, public SetKey, public EqualKey
+ {
+ public:
+ KeyInfo(const ExtractKey& ek, const SetKey& sk, const EqualKey& eq)
+ : ExtractKey(ek), SetKey(sk), EqualKey(eq)
+ {
+ }
+
+ // We want to return the exact same type as ExtractKey: Key or const Key&
+ typename ExtractKey::result_type get_key(const_reference v) const
+ {
+ return ExtractKey::operator()(v);
+ }
+
+ bool equals(const key_type& a, const key_type& b) const
+ {
+ return EqualKey::operator()(a, b);
+ }
+ };
+
+ // Utility functions to access the templated operators
+ size_t hash(const key_type& v) const
+ {
+ return settings.hash(v);
+ }
+
+ bool equals(const key_type& a, const key_type& b) const
+ {
+ return key_info.equals(a, b);
+ }
+
+ typename ExtractKey::result_type get_key(const_reference v) const
+ {
+ return key_info.get_key(v);
+ }
+
+private:
+ // Actual data
+ // -----------
+ Settings settings;
+ KeyInfo key_info;
+ size_type num_deleted;
+ Table table; // holds num_buckets and num_elements too
+};
+
+#undef JUMP_
+
+// -----------------------------------------------------------------------------
+template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
+const typename sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::size_type
+sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::ILLEGAL_BUCKET;
+
+// How full we let the table get before we resize. Knuth says .8 is
+// good -- higher causes us to probe too much, though saves memory
+// -----------------------------------------------------------------------------
+template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
+const int sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_OCCUPANCY_PCT = 50;
+
+// How empty we let the table get before we resize lower.
+// It should be less than OCCUPANCY_PCT / 2 or we thrash resizing
+// -----------------------------------------------------------------------------
+template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
+const int sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_EMPTY_PCT
+= static_cast<int>(0.4 *
+ sparse_hashtable<V,K,HF,ExK,SetK,EqK,A>::HT_OCCUPANCY_PCT);
+
+
+// ----------------------------------------------------------------------
+// S P A R S E _ H A S H _ M A P
+// ----------------------------------------------------------------------
+template <class Key, class T,
+ class HashFcn = spp_hash<Key>,
+ class EqualKey = std::equal_to<Key>,
+ class Alloc = SPP_DEFAULT_ALLOCATOR<std::pair<const Key, T> > >
+class sparse_hash_map
+{
+public:
+ typedef typename std::pair<const Key, T> value_type;
+
+private:
+ // Apparently select1st is not stl-standard, so we define our own
+ struct SelectKey
+ {
+ typedef const Key& result_type;
+
+ inline const Key& operator()(const value_type& p) const
+ {
+ return p.first;
+ }
+ };
+
+ struct SetKey
+ {
+ inline void operator()(value_type* value, const Key& new_key) const
+ {
+ *const_cast<Key*>(&value->first) = new_key;
+ }
+ };
+
+ // For operator[].
+ struct DefaultValue
+ {
+ inline value_type operator()(const Key& key) const
+ {
+ return std::make_pair(key, T());
+ }
+ };
+
+ // The actual data
+ typedef sparse_hashtable<value_type, Key, HashFcn, SelectKey,
+ SetKey, EqualKey, Alloc> ht;
+
+public:
+ typedef typename ht::key_type key_type;
+ typedef T data_type;
+ typedef T mapped_type;
+ typedef typename ht::hasher hasher;
+ typedef typename ht::key_equal key_equal;
+ typedef Alloc allocator_type;
+
+ typedef typename ht::size_type size_type;
+ typedef typename ht::difference_type difference_type;
+ typedef typename ht::pointer pointer;
+ typedef typename ht::const_pointer const_pointer;
+ typedef typename ht::reference reference;
+ typedef typename ht::const_reference const_reference;
+
+ typedef typename ht::iterator iterator;
+ typedef typename ht::const_iterator const_iterator;
+ typedef typename ht::local_iterator local_iterator;
+ typedef typename ht::const_local_iterator const_local_iterator;
+
+ // Iterator functions
+ iterator begin() { return rep.begin(); }
+ iterator end() { return rep.end(); }
+ const_iterator begin() const { return rep.cbegin(); }
+ const_iterator end() const { return rep.cend(); }
+ const_iterator cbegin() const { return rep.cbegin(); }
+ const_iterator cend() const { return rep.cend(); }
+
+ // These come from tr1's unordered_map. For us, a bucket has 0 or 1 elements.
+ local_iterator begin(size_type i) { return rep.begin(i); }
+ local_iterator end(size_type i) { return rep.end(i); }
+ const_local_iterator begin(size_type i) const { return rep.begin(i); }
+ const_local_iterator end(size_type i) const { return rep.end(i); }
+ const_local_iterator cbegin(size_type i) const { return rep.cbegin(i); }
+ const_local_iterator cend(size_type i) const { return rep.cend(i); }
+
+ // Accessor functions
+ // ------------------
+ allocator_type get_allocator() const { return rep.get_allocator(); }
+ hasher hash_funct() const { return rep.hash_funct(); }
+ hasher hash_function() const { return hash_funct(); }
+ key_equal key_eq() const { return rep.key_eq(); }
+
+
+ // Constructors
+ // ------------
+ explicit sparse_hash_map(size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type())
+ : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
+ {
+ }
+
+ explicit sparse_hash_map(const allocator_type& alloc) :
+ rep(0, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ }
+
+ sparse_hash_map(size_type n, const allocator_type& alloc) :
+ rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ }
+
+ sparse_hash_map(size_type n, const hasher& hf, const allocator_type& alloc) :
+ rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ }
+
+ template <class InputIterator>
+ sparse_hash_map(InputIterator f, InputIterator l,
+ size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type())
+ : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ template <class InputIterator>
+ sparse_hash_map(InputIterator f, InputIterator l,
+ size_type n, const allocator_type& alloc)
+ : rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ template <class InputIterator>
+ sparse_hash_map(InputIterator f, InputIterator l,
+ size_type n, const hasher& hf, const allocator_type& alloc)
+ : rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ sparse_hash_map(const sparse_hash_map &o) :
+ rep(o.rep)
+ {}
+
+ sparse_hash_map(const sparse_hash_map &o,
+ const allocator_type& alloc) :
+ rep(o.rep, alloc)
+ {}
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ sparse_hash_map(sparse_hash_map &&o) :
+ rep(std::move(o.rep))
+ {}
+
+ sparse_hash_map(sparse_hash_map &&o,
+ const allocator_type& alloc) :
+ rep(std::move(o.rep), alloc)
+ {}
+#endif
+
+#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
+ sparse_hash_map(std::initializer_list<value_type> init,
+ size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type())
+ : rep(n, hf, eql, SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_map(std::initializer_list<value_type> init,
+ size_type n, const allocator_type& alloc) :
+ rep(n, hasher(), key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_map(std::initializer_list<value_type> init,
+ size_type n, const hasher& hf, const allocator_type& alloc) :
+ rep(n, hf, key_equal(), SelectKey(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_map& operator=(std::initializer_list<value_type> init)
+ {
+ rep.clear();
+ rep.insert(init.begin(), init.end());
+ return *this;
+ }
+
+ void insert(std::initializer_list<value_type> init)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+#endif
+
+ sparse_hash_map& operator=(const sparse_hash_map &o)
+ {
+ rep = o.rep;
+ return *this;
+ }
+
+ void clear() { rep.clear(); }
+ void swap(sparse_hash_map& hs) { rep.swap(hs.rep); }
+
+ // Functions concerning size
+ // -------------------------
+ size_type size() const { return rep.size(); }
+ size_type max_size() const { return rep.max_size(); }
+ bool empty() const { return rep.empty(); }
+ size_type bucket_count() const { return rep.bucket_count(); }
+ size_type max_bucket_count() const { return rep.max_bucket_count(); }
+
+ size_type bucket_size(size_type i) const { return rep.bucket_size(i); }
+ size_type bucket(const key_type& key) const { return rep.bucket(key); }
+ float load_factor() const { return size() * 1.0f / bucket_count(); }
+
+ float max_load_factor() const { return rep.get_enlarge_factor(); }
+ void max_load_factor(float grow) { rep.set_enlarge_factor(grow); }
+
+ float min_load_factor() const { return rep.get_shrink_factor(); }
+ void min_load_factor(float shrink){ rep.set_shrink_factor(shrink); }
+
+ void set_resizing_parameters(float shrink, float grow)
+ {
+ rep.set_resizing_parameters(shrink, grow);
+ }
+
+ void resize(size_type cnt) { rep.resize(cnt); }
+ void rehash(size_type cnt) { resize(cnt); } // c++11 name
+ void reserve(size_type cnt) { resize(cnt); } // c++11
+
+ // Lookup
+ // ------
+ iterator find(const key_type& key) { return rep.find(key); }
+ const_iterator find(const key_type& key) const { return rep.find(key); }
+ bool contains(const key_type& key) const { return rep.find(key) != rep.end(); }
+
+ mapped_type& operator[](const key_type& key)
+ {
+ return rep.template find_or_insert<DefaultValue>(key).second;
+ }
+
+ size_type count(const key_type& key) const { return rep.count(key); }
+
+ std::pair<iterator, iterator>
+ equal_range(const key_type& key) { return rep.equal_range(key); }
+
+ std::pair<const_iterator, const_iterator>
+ equal_range(const key_type& key) const { return rep.equal_range(key); }
+
+ mapped_type& at(const key_type& key)
+ {
+ iterator it = rep.find(key);
+ if (it == rep.end())
+ throw_exception(std::out_of_range("at: key not present"));
+ return it->second;
+ }
+
+ const mapped_type& at(const key_type& key) const
+ {
+ const_iterator it = rep.find(key);
+ if (it == rep.cend())
+ throw_exception(std::out_of_range("at: key not present"));
+ return it->second;
+ }
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+ template <class... Args>
+ std::pair<iterator, bool> emplace(Args&&... args)
+ {
+ return rep.emplace(std::forward<Args>(args)...);
+ }
+
+ template <class... Args>
+ iterator emplace_hint(const_iterator , Args&&... args)
+ {
+ return rep.emplace(std::forward<Args>(args)...).first;
+ }
+#endif
+
+ // Insert
+ // ------
+ std::pair<iterator, bool>
+ insert(const value_type& obj) { return rep.insert(obj); }
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ template< class P >
+ std::pair<iterator, bool> insert(P&& obj) { return rep.insert(std::forward<P>(obj)); }
+#endif
+
+ template <class InputIterator>
+ void insert(InputIterator f, InputIterator l) { rep.insert(f, l); }
+
+ void insert(const_iterator f, const_iterator l) { rep.insert(f, l); }
+
+ iterator insert(iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
+ iterator insert(const_iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
+
+ // Deleted key routines - just to keep google test framework happy
+ // we don't actually use the deleted key
+ // ---------------------------------------------------------------
+ void set_deleted_key(const key_type& key) { rep.set_deleted_key(key); }
+ void clear_deleted_key() { rep.clear_deleted_key(); }
+ key_type deleted_key() const { return rep.deleted_key(); }
+
+ // Erase
+ // -----
+ size_type erase(const key_type& key) { return rep.erase(key); }
+ iterator erase(iterator it) { return rep.erase(it); }
+ iterator erase(iterator f, iterator l) { return rep.erase(f, l); }
+ iterator erase(const_iterator it) { return rep.erase(it); }
+ iterator erase(const_iterator f, const_iterator l){ return rep.erase(f, l); }
+
+ // Comparison
+ // ----------
+ bool operator==(const sparse_hash_map& hs) const { return rep == hs.rep; }
+ bool operator!=(const sparse_hash_map& hs) const { return rep != hs.rep; }
+
+
+ // I/O -- this is an add-on for writing metainformation to disk
+ //
+ // For maximum flexibility, this does not assume a particular
+ // file type (though it will probably be a FILE *). We just pass
+ // the fp through to rep.
+
+ // If your keys and values are simple enough, you can pass this
+ // serializer to serialize()/unserialize(). "Simple enough" means
+ // value_type is a POD type that contains no pointers. Note,
+ // however, we don't try to normalize endianness.
+ // ---------------------------------------------------------------
+ typedef typename ht::NopointerSerializer NopointerSerializer;
+
+ // serializer: a class providing operator()(OUTPUT*, const value_type&)
+ // (writing value_type to OUTPUT). You can specify a
+ // NopointerSerializer object if appropriate (see above).
+ // fp: either a FILE*, OR an ostream*/subclass_of_ostream*, OR a
+ // pointer to a class providing size_t Write(const void*, size_t),
+ // which writes a buffer into a stream (which fp presumably
+ // owns) and returns the number of bytes successfully written.
+ // Note basic_ostream<not_char> is not currently supported.
+ // ---------------------------------------------------------------
+ template <typename ValueSerializer, typename OUTPUT>
+ bool serialize(ValueSerializer serializer, OUTPUT* fp)
+ {
+ return rep.serialize(serializer, fp);
+ }
+
+ // serializer: a functor providing operator()(INPUT*, value_type*)
+ // (reading from INPUT and into value_type). You can specify a
+ // NopointerSerializer object if appropriate (see above).
+ // fp: either a FILE*, OR an istream*/subclass_of_istream*, OR a
+ // pointer to a class providing size_t Read(void*, size_t),
+ // which reads into a buffer from a stream (which fp presumably
+ // owns) and returns the number of bytes successfully read.
+ // Note basic_istream<not_char> is not currently supported.
+ // NOTE: Since value_type is std::pair<const Key, T>, ValueSerializer
+ // may need to do a const cast in order to fill in the key.
+ // NOTE: if Key or T are not POD types, the serializer MUST use
+ // placement-new to initialize their values, rather than a normal
+ // equals-assignment or similar. (The value_type* passed into the
+ // serializer points to garbage memory.)
+ // ---------------------------------------------------------------
+ template <typename ValueSerializer, typename INPUT>
+ bool unserialize(ValueSerializer serializer, INPUT* fp)
+ {
+ return rep.unserialize(serializer, fp);
+ }
+
+ // The four methods below are DEPRECATED.
+ // Use serialize() and unserialize() for new code.
+ // -----------------------------------------------
+ template <typename OUTPUT>
+ bool write_metadata(OUTPUT *fp) { return rep.write_metadata(fp); }
+
+ template <typename INPUT>
+ bool read_metadata(INPUT *fp) { return rep.read_metadata(fp); }
+
+ template <typename OUTPUT>
+ bool write_nopointer_data(OUTPUT *fp) { return rep.write_nopointer_data(fp); }
+
+ template <typename INPUT>
+ bool read_nopointer_data(INPUT *fp) { return rep.read_nopointer_data(fp); }
+
+
+private:
+ // The actual data
+ // ---------------
+ ht rep;
+};
+
+// ----------------------------------------------------------------------
+// S P A R S E _ H A S H _ S E T
+// ----------------------------------------------------------------------
+
+template <class Value,
+ class HashFcn = spp_hash<Value>,
+ class EqualKey = std::equal_to<Value>,
+ class Alloc = SPP_DEFAULT_ALLOCATOR<Value> >
+class sparse_hash_set
+{
+private:
+ // Apparently identity is not stl-standard, so we define our own
+ struct Identity
+ {
+ typedef const Value& result_type;
+ inline const Value& operator()(const Value& v) const { return v; }
+ };
+
+ struct SetKey
+ {
+ inline void operator()(Value* value, const Value& new_key) const
+ {
+ *value = new_key;
+ }
+ };
+
+ typedef sparse_hashtable<Value, Value, HashFcn, Identity, SetKey,
+ EqualKey, Alloc> ht;
+
+public:
+ typedef typename ht::key_type key_type;
+ typedef typename ht::value_type value_type;
+ typedef typename ht::hasher hasher;
+ typedef typename ht::key_equal key_equal;
+ typedef Alloc allocator_type;
+
+ typedef typename ht::size_type size_type;
+ typedef typename ht::difference_type difference_type;
+ typedef typename ht::const_pointer pointer;
+ typedef typename ht::const_pointer const_pointer;
+ typedef typename ht::const_reference reference;
+ typedef typename ht::const_reference const_reference;
+
+ typedef typename ht::const_iterator iterator;
+ typedef typename ht::const_iterator const_iterator;
+ typedef typename ht::const_local_iterator local_iterator;
+ typedef typename ht::const_local_iterator const_local_iterator;
+
+
+ // Iterator functions -- recall all iterators are const
+ iterator begin() const { return rep.begin(); }
+ iterator end() const { return rep.end(); }
+ const_iterator cbegin() const { return rep.cbegin(); }
+ const_iterator cend() const { return rep.cend(); }
+
+ // These come from tr1's unordered_set. For us, a bucket has 0 or 1 elements.
+ local_iterator begin(size_type i) const { return rep.begin(i); }
+ local_iterator end(size_type i) const { return rep.end(i); }
+ local_iterator cbegin(size_type i) const { return rep.cbegin(i); }
+ local_iterator cend(size_type i) const { return rep.cend(i); }
+
+
+ // Accessor functions
+ // ------------------
+ allocator_type get_allocator() const { return rep.get_allocator(); }
+ hasher hash_funct() const { return rep.hash_funct(); }
+ hasher hash_function() const { return hash_funct(); } // tr1 name
+ key_equal key_eq() const { return rep.key_eq(); }
+
+
+ // Constructors
+ // ------------
+ explicit sparse_hash_set(size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type()) :
+ rep(n, hf, eql, Identity(), SetKey(), alloc)
+ {
+ }
+
+ explicit sparse_hash_set(const allocator_type& alloc) :
+ rep(0, hasher(), key_equal(), Identity(), SetKey(), alloc)
+ {
+ }
+
+ sparse_hash_set(size_type n, const allocator_type& alloc) :
+ rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
+ {
+ }
+
+ sparse_hash_set(size_type n, const hasher& hf,
+ const allocator_type& alloc) :
+ rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
+ {
+ }
+
+ template <class InputIterator>
+ sparse_hash_set(InputIterator f, InputIterator l,
+ size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type())
+ : rep(n, hf, eql, Identity(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ template <class InputIterator>
+ sparse_hash_set(InputIterator f, InputIterator l,
+ size_type n, const allocator_type& alloc)
+ : rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ template <class InputIterator>
+ sparse_hash_set(InputIterator f, InputIterator l,
+ size_type n, const hasher& hf, const allocator_type& alloc)
+ : rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
+ {
+ rep.insert(f, l);
+ }
+
+ sparse_hash_set(const sparse_hash_set &o) :
+ rep(o.rep)
+ {}
+
+ sparse_hash_set(const sparse_hash_set &o,
+ const allocator_type& alloc) :
+ rep(o.rep, alloc)
+ {}
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ sparse_hash_set(sparse_hash_set &&o) :
+ rep(std::move(o.rep))
+ {}
+
+ sparse_hash_set(sparse_hash_set &&o,
+ const allocator_type& alloc) :
+ rep(std::move(o.rep), alloc)
+ {}
+#endif
+
+#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
+ sparse_hash_set(std::initializer_list<value_type> init,
+ size_type n = 0,
+ const hasher& hf = hasher(),
+ const key_equal& eql = key_equal(),
+ const allocator_type& alloc = allocator_type()) :
+ rep(n, hf, eql, Identity(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_set(std::initializer_list<value_type> init,
+ size_type n, const allocator_type& alloc) :
+ rep(n, hasher(), key_equal(), Identity(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_set(std::initializer_list<value_type> init,
+ size_type n, const hasher& hf,
+ const allocator_type& alloc) :
+ rep(n, hf, key_equal(), Identity(), SetKey(), alloc)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+ sparse_hash_set& operator=(std::initializer_list<value_type> init)
+ {
+ rep.clear();
+ rep.insert(init.begin(), init.end());
+ return *this;
+ }
+
+ void insert(std::initializer_list<value_type> init)
+ {
+ rep.insert(init.begin(), init.end());
+ }
+
+#endif
+
+ sparse_hash_set& operator=(const sparse_hash_set &o)
+ {
+ rep = o.rep;
+ return *this;
+ }
+
+ void clear() { rep.clear(); }
+ void swap(sparse_hash_set& hs) { rep.swap(hs.rep); }
+
+
+ // Functions concerning size
+ // -------------------------
+ size_type size() const { return rep.size(); }
+ size_type max_size() const { return rep.max_size(); }
+ bool empty() const { return rep.empty(); }
+ size_type bucket_count() const { return rep.bucket_count(); }
+ size_type max_bucket_count() const { return rep.max_bucket_count(); }
+
+ size_type bucket_size(size_type i) const { return rep.bucket_size(i); }
+ size_type bucket(const key_type& key) const { return rep.bucket(key); }
+
+ float load_factor() const { return size() * 1.0f / bucket_count(); }
+
+ float max_load_factor() const { return rep.get_enlarge_factor(); }
+ void max_load_factor(float grow) { rep.set_enlarge_factor(grow); }
+
+ float min_load_factor() const { return rep.get_shrink_factor(); }
+ void min_load_factor(float shrink){ rep.set_shrink_factor(shrink); }
+
+ void set_resizing_parameters(float shrink, float grow)
+ {
+ rep.set_resizing_parameters(shrink, grow);
+ }
+
+ void resize(size_type cnt) { rep.resize(cnt); }
+ void rehash(size_type cnt) { resize(cnt); } // c++11 name
+ void reserve(size_type cnt) { resize(cnt); } // c++11
+
+ // Lookup
+ // ------
+ iterator find(const key_type& key) const { return rep.find(key); }
+ bool contains(const key_type& key) const { return rep.find(key) != rep.end(); }
+
+ size_type count(const key_type& key) const { return rep.count(key); }
+
+ std::pair<iterator, iterator>
+ equal_range(const key_type& key) const { return rep.equal_range(key); }
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+ template <class... Args>
+ std::pair<iterator, bool> emplace(Args&&... args)
+ {
+ return rep.emplace(std::forward<Args>(args)...);
+ }
+
+ template <class... Args>
+ iterator emplace_hint(const_iterator , Args&&... args)
+ {
+ return rep.emplace(std::forward<Args>(args)...).first;
+ }
+#endif
+
+ // Insert
+ // ------
+ std::pair<iterator, bool> insert(const value_type& obj)
+ {
+ std::pair<typename ht::iterator, bool> p = rep.insert(obj);
+ return std::pair<iterator, bool>(p.first, p.second); // const to non-const
+ }
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+ template<class P>
+ std::pair<iterator, bool> insert(P&& obj) { return rep.insert(std::forward<P>(obj)); }
+#endif
+
+ template <class InputIterator>
+ void insert(InputIterator f, InputIterator l) { rep.insert(f, l); }
+
+ void insert(const_iterator f, const_iterator l) { rep.insert(f, l); }
+
+ iterator insert(iterator /*unused*/, const value_type& obj) { return insert(obj).first; }
+
+ // Deleted key - do nothing - just to keep google test framework happy
+ // -------------------------------------------------------------------
+ void set_deleted_key(const key_type& key) { rep.set_deleted_key(key); }
+ void clear_deleted_key() { rep.clear_deleted_key(); }
+ key_type deleted_key() const { return rep.deleted_key(); }
+
+ // Erase
+ // -----
+ size_type erase(const key_type& key) { return rep.erase(key); }
+ iterator erase(iterator it) { return rep.erase(it); }
+ iterator erase(iterator f, iterator l) { return rep.erase(f, l); }
+
+ // Comparison
+ // ----------
+ bool operator==(const sparse_hash_set& hs) const { return rep == hs.rep; }
+ bool operator!=(const sparse_hash_set& hs) const { return rep != hs.rep; }
+
+
+ // I/O -- this is an add-on for writing metainformation to disk
+ //
+ // For maximum flexibility, this does not assume a particular
+ // file type (though it will probably be a FILE *). We just pass
+ // the fp through to rep.
+
+ // If your keys and values are simple enough, you can pass this
+ // serializer to serialize()/unserialize(). "Simple enough" means
+ // value_type is a POD type that contains no pointers. Note,
+ // however, we don't try to normalize endianness.
+ // ---------------------------------------------------------------
+ typedef typename ht::NopointerSerializer NopointerSerializer;
+
+ // serializer: a class providing operator()(OUTPUT*, const value_type&)
+ // (writing value_type to OUTPUT). You can specify a
+ // NopointerSerializer object if appropriate (see above).
+ // fp: either a FILE*, OR an ostream*/subclass_of_ostream*, OR a
+ // pointer to a class providing size_t Write(const void*, size_t),
+ // which writes a buffer into a stream (which fp presumably
+ // owns) and returns the number of bytes successfully written.
+ // Note basic_ostream<not_char> is not currently supported.
+ // ---------------------------------------------------------------
+ template <typename ValueSerializer, typename OUTPUT>
+ bool serialize(ValueSerializer serializer, OUTPUT* fp)
+ {
+ return rep.serialize(serializer, fp);
+ }
+
+ // serializer: a functor providing operator()(INPUT*, value_type*)
+ // (reading from INPUT and into value_type). You can specify a
+ // NopointerSerializer object if appropriate (see above).
+ // fp: either a FILE*, OR an istream*/subclass_of_istream*, OR a
+ // pointer to a class providing size_t Read(void*, size_t),
+ // which reads into a buffer from a stream (which fp presumably
+ // owns) and returns the number of bytes successfully read.
+ // Note basic_istream<not_char> is not currently supported.
+ // NOTE: Since value_type is const Key, ValueSerializer
+ // may need to do a const cast in order to fill in the key.
+ // NOTE: if Key is not a POD type, the serializer MUST use
+ // placement-new to initialize its value, rather than a normal
+ // equals-assignment or similar. (The value_type* passed into
+ // the serializer points to garbage memory.)
+ // ---------------------------------------------------------------
+ template <typename ValueSerializer, typename INPUT>
+ bool unserialize(ValueSerializer serializer, INPUT* fp)
+ {
+ return rep.unserialize(serializer, fp);
+ }
+
+ // The four methods below are DEPRECATED.
+ // Use serialize() and unserialize() for new code.
+ // -----------------------------------------------
+ template <typename OUTPUT>
+ bool write_metadata(OUTPUT *fp) { return rep.write_metadata(fp); }
+
+ template <typename INPUT>
+ bool read_metadata(INPUT *fp) { return rep.read_metadata(fp); }
+
+ template <typename OUTPUT>
+ bool write_nopointer_data(OUTPUT *fp) { return rep.write_nopointer_data(fp); }
+
+ template <typename INPUT>
+ bool read_nopointer_data(INPUT *fp) { return rep.read_nopointer_data(fp); }
+
+private:
+ // The actual data
+ // ---------------
+ ht rep;
+};
+
+} // spp_ namespace
+
+
+// We need a global swap for all our classes as well
+// -------------------------------------------------
+
+template <class T, class Alloc>
+inline void swap(spp_::sparsegroup<T,Alloc> &x, spp_::sparsegroup<T,Alloc> &y)
+{
+ x.swap(y);
+}
+
+template <class T, class Alloc>
+inline void swap(spp_::sparsetable<T,Alloc> &x, spp_::sparsetable<T,Alloc> &y)
+{
+ x.swap(y);
+}
+
+template <class V, class K, class HF, class ExK, class SetK, class EqK, class A>
+inline void swap(spp_::sparse_hashtable<V,K,HF,ExK,SetK,EqK,A> &x,
+ spp_::sparse_hashtable<V,K,HF,ExK,SetK,EqK,A> &y)
+{
+ x.swap(y);
+}
+
+template <class Key, class T, class HashFcn, class EqualKey, class Alloc>
+inline void swap(spp_::sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc>& hm1,
+ spp_::sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc>& hm2)
+{
+ hm1.swap(hm2);
+}
+
+template <class Val, class HashFcn, class EqualKey, class Alloc>
+inline void swap(spp_::sparse_hash_set<Val, HashFcn, EqualKey, Alloc>& hs1,
+ spp_::sparse_hash_set<Val, HashFcn, EqualKey, Alloc>& hs2)
+{
+ hs1.swap(hs2);
+}
+
+#endif // sparsepp_h_guard_
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_config.h b/resources/3rdparty/sparsepp/sparsepp/spp_config.h
new file mode 100755
index 000000000..46eeee5c2
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_config.h
@@ -0,0 +1,781 @@
+#if !defined(spp_config_h_guard)
+#define spp_config_h_guard
+
+// --------------------------------------------------
+// Sparsepp config macros
+// some can be overriden on the command line
+// --------------------------------------------------
+#ifndef SPP_NAMESPACE
+ #define SPP_NAMESPACE spp
+#endif
+
+#ifndef spp_
+ #define spp_ SPP_NAMESPACE
+#endif
+
+#ifndef SPP_DEFAULT_ALLOCATOR
+ #if (defined(SPP_USE_SPP_ALLOC) && SPP_USE_SPP_ALLOC) && defined(_MSC_VER)
+ // -----------------------------------------------------------------------------
+ // When building with the Microsoft compiler, we use a custom allocator because
+ // the default one fragments memory when reallocating. This is desirable only
+ // when creating large sparsepp hash maps. If you create lots of small hash_maps,
+ // define the following before including spp.h:
+ // #define SPP_DEFAULT_ALLOCATOR spp::libc_allocator
+ // -----------------------------------------------------------------------------
+ #define SPP_DEFAULT_ALLOCATOR spp_::spp_allocator
+ #define SPP_INCLUDE_SPP_ALLOC
+ #else
+ #define SPP_DEFAULT_ALLOCATOR spp_::libc_allocator
+ #endif
+#endif
+
+#ifndef SPP_GROUP_SIZE
+ // must be 32 or 64
+ #define SPP_GROUP_SIZE 32
+#endif
+
+#ifndef SPP_ALLOC_SZ
+ // must be power of 2 (0 = agressive alloc, 1 = smallest memory usage, 2 = good compromise)
+ #define SPP_ALLOC_SZ 0
+#endif
+
+#ifndef SPP_STORE_NUM_ITEMS
+ // 1 uses a little bit more memory, but faster!!
+ #define SPP_STORE_NUM_ITEMS 1
+#endif
+
+
+// ---------------------------------------------------------------------------
+// Compiler detection code (SPP_ proprocessor macros) derived from Boost
+// libraries. Therefore Boost software licence reproduced below.
+// ---------------------------------------------------------------------------
+// Boost Software License - Version 1.0 - August 17th, 2003
+//
+// Permission is hereby granted, free of charge, to any person or organization
+// obtaining a copy of the software and accompanying documentation covered by
+// this license (the "Software") to use, reproduce, display, distribute,
+// execute, and transmit the Software, and to prepare derivative works of the
+// Software, and to permit third-parties to whom the Software is furnished to
+// do so, all subject to the following:
+//
+// The copyright notices in the Software and this entire statement, including
+// the above license grant, this restriction and the following disclaimer,
+// must be included in all copies of the Software, in whole or in part, and
+// all derivative works of the Software, unless such copies or derivative
+// works are solely in the form of machine-executable object code generated by
+// a source language processor.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+// FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
+// SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
+// FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
+// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+// DEALINGS IN THE SOFTWARE.
+// ---------------------------------------------------------------------------
+
+// Boost like configuration
+// ------------------------
+#if defined __clang__
+
+ #if defined(i386)
+ #include <cpuid.h>
+ inline void spp_cpuid(int info[4], int InfoType) {
+ __cpuid_count(InfoType, 0, info[0], info[1], info[2], info[3]);
+ }
+ #endif
+
+ #define SPP_POPCNT __builtin_popcount
+ #define SPP_POPCNT64 __builtin_popcountll
+
+ #define SPP_HAS_CSTDINT
+
+ #ifndef __has_extension
+ #define __has_extension __has_feature
+ #endif
+
+ #if !__has_feature(cxx_exceptions) && !defined(SPP_NO_EXCEPTIONS)
+ #define SPP_NO_EXCEPTIONS
+ #endif
+
+ #if !__has_feature(cxx_rtti) && !defined(SPP_NO_RTTI)
+ #define SPP_NO_RTTI
+ #endif
+
+ #if !__has_feature(cxx_rtti) && !defined(SPP_NO_TYPEID)
+ #define SPP_NO_TYPEID
+ #endif
+
+ #if defined(__int64) && !defined(__GNUC__)
+ #define SPP_HAS_MS_INT64
+ #endif
+
+ #define SPP_HAS_NRVO
+
+ // Branch prediction hints
+ #if defined(__has_builtin)
+ #if __has_builtin(__builtin_expect)
+ #define SPP_LIKELY(x) __builtin_expect(x, 1)
+ #define SPP_UNLIKELY(x) __builtin_expect(x, 0)
+ #endif
+ #endif
+
+ // Clang supports "long long" in all compilation modes.
+ #define SPP_HAS_LONG_LONG
+
+ #if !__has_feature(cxx_constexpr)
+ #define SPP_NO_CXX11_CONSTEXPR
+ #endif
+
+ #if !__has_feature(cxx_decltype)
+ #define SPP_NO_CXX11_DECLTYPE
+ #endif
+
+ #if !__has_feature(cxx_decltype_incomplete_return_types)
+ #define SPP_NO_CXX11_DECLTYPE_N3276
+ #endif
+
+ #if !__has_feature(cxx_defaulted_functions)
+ #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
+ #endif
+
+ #if !__has_feature(cxx_deleted_functions)
+ #define SPP_NO_CXX11_DELETED_FUNCTIONS
+ #endif
+
+ #if !__has_feature(cxx_explicit_conversions)
+ #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
+ #endif
+
+ #if !__has_feature(cxx_default_function_template_args)
+ #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
+ #endif
+
+ #if !__has_feature(cxx_generalized_initializers)
+ #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
+ #endif
+
+ #if !__has_feature(cxx_lambdas)
+ #define SPP_NO_CXX11_LAMBDAS
+ #endif
+
+ #if !__has_feature(cxx_local_type_template_args)
+ #define SPP_NO_CXX11_LOCAL_CLASS_TEMPLATE_PARAMETERS
+ #endif
+
+ #if !__has_feature(cxx_raw_string_literals)
+ #define SPP_NO_CXX11_RAW_LITERALS
+ #endif
+
+ #if !__has_feature(cxx_reference_qualified_functions)
+ #define SPP_NO_CXX11_REF_QUALIFIERS
+ #endif
+
+ #if !__has_feature(cxx_generalized_initializers)
+ #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
+ #endif
+
+ #if !__has_feature(cxx_rvalue_references)
+ #define SPP_NO_CXX11_RVALUE_REFERENCES
+ #endif
+
+ #if !__has_feature(cxx_static_assert)
+ #define SPP_NO_CXX11_STATIC_ASSERT
+ #endif
+
+ #if !__has_feature(cxx_alias_templates)
+ #define SPP_NO_CXX11_TEMPLATE_ALIASES
+ #endif
+
+ #if !__has_feature(cxx_variadic_templates)
+ #define SPP_NO_CXX11_VARIADIC_TEMPLATES
+ #endif
+
+ #if !__has_feature(cxx_user_literals)
+ #define SPP_NO_CXX11_USER_DEFINED_LITERALS
+ #endif
+
+ #if !__has_feature(cxx_alignas)
+ #define SPP_NO_CXX11_ALIGNAS
+ #endif
+
+ #if !__has_feature(cxx_trailing_return)
+ #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
+ #endif
+
+ #if !__has_feature(cxx_inline_namespaces)
+ #define SPP_NO_CXX11_INLINE_NAMESPACES
+ #endif
+
+ #if !__has_feature(cxx_override_control)
+ #define SPP_NO_CXX11_FINAL
+ #endif
+
+ #if !(__has_feature(__cxx_binary_literals__) || __has_extension(__cxx_binary_literals__))
+ #define SPP_NO_CXX14_BINARY_LITERALS
+ #endif
+
+ #if !__has_feature(__cxx_decltype_auto__)
+ #define SPP_NO_CXX14_DECLTYPE_AUTO
+ #endif
+
+ #if !__has_feature(__cxx_init_captures__)
+ #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
+ #endif
+
+ #if !__has_feature(__cxx_generic_lambdas__)
+ #define SPP_NO_CXX14_GENERIC_LAMBDAS
+ #endif
+
+
+ #if !__has_feature(__cxx_generic_lambdas__) || !__has_feature(__cxx_relaxed_constexpr__)
+ #define SPP_NO_CXX14_CONSTEXPR
+ #endif
+
+ #if !__has_feature(__cxx_return_type_deduction__)
+ #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
+ #endif
+
+ #if !__has_feature(__cxx_variable_templates__)
+ #define SPP_NO_CXX14_VARIABLE_TEMPLATES
+ #endif
+
+ #if __cplusplus < 201400
+ #define SPP_NO_CXX14_DIGIT_SEPARATORS
+ #endif
+
+ #if defined(__has_builtin) && __has_builtin(__builtin_unreachable)
+ #define SPP_UNREACHABLE_RETURN(x) __builtin_unreachable();
+ #endif
+
+ #define SPP_ATTRIBUTE_UNUSED __attribute__((__unused__))
+
+ #ifndef SPP_COMPILER
+ #define SPP_COMPILER "Clang version " __clang_version__
+ #endif
+
+ #define SPP_CLANG 1
+
+
+#elif defined __GNUC__
+
+ #define SPP_GCC_VERSION (__GNUC__ * 10000 + __GNUC_MINOR__ * 100 + __GNUC_PATCHLEVEL__)
+
+ // definition to expand macro then apply to pragma message
+ // #define VALUE_TO_STRING(x) #x
+ // #define VALUE(x) VALUE_TO_STRING(x)
+ // #define VAR_NAME_VALUE(var) #var "=" VALUE(var)
+ // #pragma message(VAR_NAME_VALUE(SPP_GCC_VERSION))
+
+ #if defined(i386)
+ #include <cpuid.h>
+ inline void spp_cpuid(int info[4], int InfoType) {
+ __cpuid_count(InfoType, 0, info[0], info[1], info[2], info[3]);
+ }
+ #endif
+
+ // __POPCNT__ defined when the compiled with popcount support
+ // (-mpopcnt compiler option is given for example)
+ #ifdef __POPCNT__
+ // slower unless compiled iwith -mpopcnt
+ #define SPP_POPCNT __builtin_popcount
+ #define SPP_POPCNT64 __builtin_popcountll
+ #endif
+
+ #if defined(__GXX_EXPERIMENTAL_CXX0X__) || (__cplusplus >= 201103L)
+ #define SPP_GCC_CXX11
+ #endif
+
+ #if __GNUC__ == 3
+ #if defined (__PATHSCALE__)
+ #define SPP_NO_TWO_PHASE_NAME_LOOKUP
+ #define SPP_NO_IS_ABSTRACT
+ #endif
+
+ #if __GNUC_MINOR__ < 4
+ #define SPP_NO_IS_ABSTRACT
+ #endif
+
+ #define SPP_NO_CXX11_EXTERN_TEMPLATE
+ #endif
+
+ #if __GNUC__ < 4
+ //
+ // All problems to gcc-3.x and earlier here:
+ //
+ #define SPP_NO_TWO_PHASE_NAME_LOOKUP
+ #ifdef __OPEN64__
+ #define SPP_NO_IS_ABSTRACT
+ #endif
+ #endif
+
+ // GCC prior to 3.4 had #pragma once too but it didn't work well with filesystem links
+ #if SPP_GCC_VERSION >= 30400
+ #define SPP_HAS_PRAGMA_ONCE
+ #endif
+
+ #if SPP_GCC_VERSION < 40400
+ // Previous versions of GCC did not completely implement value-initialization:
+ // GCC Bug 30111, "Value-initialization of POD base class doesn't initialize
+ // members", reported by Jonathan Wakely in 2006,
+ // http://gcc.gnu.org/bugzilla/show_bug.cgi?id=30111 (fixed for GCC 4.4)
+ // GCC Bug 33916, "Default constructor fails to initialize array members",
+ // reported by Michael Elizabeth Chastain in 2007,
+ // http://gcc.gnu.org/bugzilla/show_bug.cgi?id=33916 (fixed for GCC 4.2.4)
+ // See also: http://www.boost.org/libs/utility/value_init.htm #compiler_issues
+ #define SPP_NO_COMPLETE_VALUE_INITIALIZATION
+ #endif
+
+ #if !defined(__EXCEPTIONS) && !defined(SPP_NO_EXCEPTIONS)
+ #define SPP_NO_EXCEPTIONS
+ #endif
+
+ //
+ // Threading support: Turn this on unconditionally here (except for
+ // those platforms where we can know for sure). It will get turned off again
+ // later if no threading API is detected.
+ //
+ #if !defined(__MINGW32__) && !defined(linux) && !defined(__linux) && !defined(__linux__)
+ #define SPP_HAS_THREADS
+ #endif
+
+ //
+ // gcc has "long long"
+ // Except on Darwin with standard compliance enabled (-pedantic)
+ // Apple gcc helpfully defines this macro we can query
+ //
+ #if !defined(__DARWIN_NO_LONG_LONG)
+ #define SPP_HAS_LONG_LONG
+ #endif
+
+ //
+ // gcc implements the named return value optimization since version 3.1
+ //
+ #define SPP_HAS_NRVO
+
+ // Branch prediction hints
+ #define SPP_LIKELY(x) __builtin_expect(x, 1)
+ #define SPP_UNLIKELY(x) __builtin_expect(x, 0)
+
+ //
+ // Dynamic shared object (DSO) and dynamic-link library (DLL) support
+ //
+ #if __GNUC__ >= 4
+ #if (defined(_WIN32) || defined(__WIN32__) || defined(WIN32)) && !defined(__CYGWIN__)
+ // All Win32 development environments, including 64-bit Windows and MinGW, define
+ // _WIN32 or one of its variant spellings. Note that Cygwin is a POSIX environment,
+ // so does not define _WIN32 or its variants.
+ #define SPP_HAS_DECLSPEC
+ #define SPP_SYMBOL_EXPORT __attribute__((__dllexport__))
+ #define SPP_SYMBOL_IMPORT __attribute__((__dllimport__))
+ #else
+ #define SPP_SYMBOL_EXPORT __attribute__((__visibility__("default")))
+ #define SPP_SYMBOL_IMPORT
+ #endif
+
+ #define SPP_SYMBOL_VISIBLE __attribute__((__visibility__("default")))
+ #else
+ // config/platform/win32.hpp will define SPP_SYMBOL_EXPORT, etc., unless already defined
+ #define SPP_SYMBOL_EXPORT
+ #endif
+
+ //
+ // RTTI and typeinfo detection is possible post gcc-4.3:
+ //
+ #if SPP_GCC_VERSION > 40300
+ #ifndef __GXX_RTTI
+ #ifndef SPP_NO_TYPEID
+ #define SPP_NO_TYPEID
+ #endif
+ #ifndef SPP_NO_RTTI
+ #define SPP_NO_RTTI
+ #endif
+ #endif
+ #endif
+
+ //
+ // Recent GCC versions have __int128 when in 64-bit mode.
+ //
+ // We disable this if the compiler is really nvcc with C++03 as it
+ // doesn't actually support __int128 as of CUDA_VERSION=7500
+ // even though it defines __SIZEOF_INT128__.
+ // See https://svn.boost.org/trac/boost/ticket/8048
+ // https://svn.boost.org/trac/boost/ticket/11852
+ // Only re-enable this for nvcc if you're absolutely sure
+ // of the circumstances under which it's supported:
+ //
+ #if defined(__CUDACC__)
+ #if defined(SPP_GCC_CXX11)
+ #define SPP_NVCC_CXX11
+ #else
+ #define SPP_NVCC_CXX03
+ #endif
+ #endif
+
+ #if defined(__SIZEOF_INT128__) && !defined(SPP_NVCC_CXX03)
+ #define SPP_HAS_INT128
+ #endif
+ //
+ // Recent GCC versions have a __float128 native type, we need to
+ // include a std lib header to detect this - not ideal, but we'll
+ // be including <cstddef> later anyway when we select the std lib.
+ //
+ // Nevertheless, as of CUDA 7.5, using __float128 with the host
+ // compiler in pre-C++11 mode is still not supported.
+ // See https://svn.boost.org/trac/boost/ticket/11852
+ //
+ #ifdef __cplusplus
+ #include <cstddef>
+ #else
+ #include <stddef.h>
+ #endif
+
+ #if defined(_GLIBCXX_USE_FLOAT128) && !defined(__STRICT_ANSI__) && !defined(SPP_NVCC_CXX03)
+ #define SPP_HAS_FLOAT128
+ #endif
+
+ // C++0x features in 4.3.n and later
+ //
+ #if (SPP_GCC_VERSION >= 40300) && defined(SPP_GCC_CXX11)
+ // C++0x features are only enabled when -std=c++0x or -std=gnu++0x are
+ // passed on the command line, which in turn defines
+ // __GXX_EXPERIMENTAL_CXX0X__.
+ #define SPP_HAS_DECLTYPE
+ #define SPP_HAS_RVALUE_REFS
+ #define SPP_HAS_STATIC_ASSERT
+ #define SPP_HAS_VARIADIC_TMPL
+ #define SPP_HAS_CSTDINT
+ #else
+ #define SPP_NO_CXX11_DECLTYPE
+ #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
+ #define SPP_NO_CXX11_RVALUE_REFERENCES
+ #define SPP_NO_CXX11_STATIC_ASSERT
+ #endif
+
+ // C++0x features in 4.4.n and later
+ //
+ #if (SPP_GCC_VERSION < 40400) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_AUTO_DECLARATIONS
+ #define SPP_NO_CXX11_AUTO_MULTIDECLARATIONS
+ #define SPP_NO_CXX11_CHAR16_T
+ #define SPP_NO_CXX11_CHAR32_T
+ #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
+ #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
+ #define SPP_NO_CXX11_DELETED_FUNCTIONS
+ #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
+ #define SPP_NO_CXX11_INLINE_NAMESPACES
+ #define SPP_NO_CXX11_VARIADIC_TEMPLATES
+ #endif
+
+ #if SPP_GCC_VERSION < 40500
+ #define SPP_NO_SFINAE_EXPR
+ #endif
+
+ // GCC 4.5 forbids declaration of defaulted functions in private or protected sections
+ #if __GNUC__ < 4 || (__GNUC__ == 4 && __GNUC_MINOR__ == 5) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_NON_PUBLIC_DEFAULTED_FUNCTIONS
+ #endif
+
+ // C++0x features in 4.5.0 and later
+ //
+ #if (SPP_GCC_VERSION < 40500) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
+ #define SPP_NO_CXX11_LAMBDAS
+ #define SPP_NO_CXX11_LOCAL_CLASS_TEMPLATE_PARAMETERS
+ #define SPP_NO_CXX11_RAW_LITERALS
+ #endif
+
+ // C++0x features in 4.6.n and later
+ //
+ #if (SPP_GCC_VERSION < 40600) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_CONSTEXPR
+ #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
+ #endif
+
+ // C++0x features in 4.7.n and later
+ //
+ #if (SPP_GCC_VERSION < 40700) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_FINAL
+ #define SPP_NO_CXX11_TEMPLATE_ALIASES
+ #define SPP_NO_CXX11_USER_DEFINED_LITERALS
+ #define SPP_NO_CXX11_FIXED_LENGTH_VARIADIC_TEMPLATE_EXPANSION_PACKS
+ #endif
+
+ // C++0x features in 4.8.n and later
+ //
+ #if (SPP_GCC_VERSION < 40800) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_ALIGNAS
+ #endif
+
+ // C++0x features in 4.8.1 and later
+ //
+ #if (SPP_GCC_VERSION < 40801) || !defined(SPP_GCC_CXX11)
+ #define SPP_NO_CXX11_DECLTYPE_N3276
+ #define SPP_NO_CXX11_REF_QUALIFIERS
+ #define SPP_NO_CXX14_BINARY_LITERALS
+ #endif
+
+ // C++14 features in 4.9.0 and later
+ //
+ #if (SPP_GCC_VERSION < 40900) || (__cplusplus < 201300)
+ #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
+ #define SPP_NO_CXX14_GENERIC_LAMBDAS
+ #define SPP_NO_CXX14_DIGIT_SEPARATORS
+ #define SPP_NO_CXX14_DECLTYPE_AUTO
+ #if !((SPP_GCC_VERSION >= 40801) && (SPP_GCC_VERSION < 40900) && defined(SPP_GCC_CXX11))
+ #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
+ #endif
+ #endif
+
+
+ // C++ 14:
+ #if !defined(__cpp_constexpr) || (__cpp_constexpr < 201304)
+ #define SPP_NO_CXX14_CONSTEXPR
+ #endif
+ #if !defined(__cpp_variable_templates) || (__cpp_variable_templates < 201304)
+ #define SPP_NO_CXX14_VARIABLE_TEMPLATES
+ #endif
+
+ //
+ // Unused attribute:
+ #if __GNUC__ >= 4
+ #define SPP_ATTRIBUTE_UNUSED __attribute__((__unused__))
+ #endif
+ //
+ // __builtin_unreachable:
+ #if SPP_GCC_VERSION >= 40800
+ #define SPP_UNREACHABLE_RETURN(x) __builtin_unreachable();
+ #endif
+
+ #ifndef SPP_COMPILER
+ #define SPP_COMPILER "GNU C++ version " __VERSION__
+ #endif
+
+ // ConceptGCC compiler:
+ // http://www.generic-programming.org/software/ConceptGCC/
+ #ifdef __GXX_CONCEPTS__
+ #define SPP_HAS_CONCEPTS
+ #define SPP_COMPILER "ConceptGCC version " __VERSION__
+ #endif
+
+#elif defined _MSC_VER
+
+ #include <intrin.h> // for __popcnt()
+
+ #define SPP_POPCNT_CHECK // slower when defined, but we have to check!
+ #define spp_cpuid(info, x) __cpuid(info, x)
+
+ #define SPP_POPCNT __popcnt
+ #if (SPP_GROUP_SIZE == 64 && INTPTR_MAX == INT64_MAX)
+ #define SPP_POPCNT64 __popcnt64
+ #endif
+
+ // Attempt to suppress VC6 warnings about the length of decorated names (obsolete):
+ #pragma warning( disable : 4503 ) // warning: decorated name length exceeded
+
+ #define SPP_HAS_PRAGMA_ONCE
+ #define SPP_HAS_CSTDINT
+
+ //
+ // versions check:
+ // we don't support Visual C++ prior to version 7.1:
+ #if _MSC_VER < 1310
+ #error "Antique compiler not supported"
+ #endif
+
+ #if _MSC_FULL_VER < 180020827
+ #define SPP_NO_FENV_H
+ #endif
+
+ #if _MSC_VER < 1400
+ // although a conforming signature for swprint exists in VC7.1
+ // it appears not to actually work:
+ #define SPP_NO_SWPRINTF
+
+ // Our extern template tests also fail for this compiler:
+ #define SPP_NO_CXX11_EXTERN_TEMPLATE
+
+ // Variadic macros do not exist for VC7.1 and lower
+ #define SPP_NO_CXX11_VARIADIC_MACROS
+ #endif
+
+ #if _MSC_VER < 1500 // 140X == VC++ 8.0
+ #undef SPP_HAS_CSTDINT
+ #define SPP_NO_MEMBER_TEMPLATE_FRIENDS
+ #endif
+
+ #if _MSC_VER < 1600 // 150X == VC++ 9.0
+ // A bug in VC9:
+ #define SPP_NO_ADL_BARRIER
+ #endif
+
+
+ // MSVC (including the latest checked version) has not yet completely
+ // implemented value-initialization, as is reported:
+ // "VC++ does not value-initialize members of derived classes without
+ // user-declared constructor", reported in 2009 by Sylvester Hesp:
+ // https: //connect.microsoft.com/VisualStudio/feedback/details/484295
+ // "Presence of copy constructor breaks member class initialization",
+ // reported in 2009 by Alex Vakulenko:
+ // https: //connect.microsoft.com/VisualStudio/feedback/details/499606
+ // "Value-initialization in new-expression", reported in 2005 by
+ // Pavel Kuznetsov (MetaCommunications Engineering):
+ // https: //connect.microsoft.com/VisualStudio/feedback/details/100744
+ // See also: http: //www.boost.org/libs/utility/value_init.htm #compiler_issues
+ // (Niels Dekker, LKEB, May 2010)
+ #define SPP_NO_COMPLETE_VALUE_INITIALIZATION
+
+ #ifndef _NATIVE_WCHAR_T_DEFINED
+ #define SPP_NO_INTRINSIC_WCHAR_T
+ #endif
+
+ //
+ // check for exception handling support:
+ #if !defined(_CPPUNWIND) && !defined(SPP_NO_EXCEPTIONS)
+ #define SPP_NO_EXCEPTIONS
+ #endif
+
+ //
+ // __int64 support:
+ //
+ #define SPP_HAS_MS_INT64
+ #if defined(_MSC_EXTENSIONS) || (_MSC_VER >= 1400)
+ #define SPP_HAS_LONG_LONG
+ #else
+ #define SPP_NO_LONG_LONG
+ #endif
+
+ #if (_MSC_VER >= 1400) && !defined(_DEBUG)
+ #define SPP_HAS_NRVO
+ #endif
+
+ #if _MSC_VER >= 1500 // 150X == VC++ 9.0
+ #define SPP_HAS_PRAGMA_DETECT_MISMATCH
+ #endif
+
+ //
+ // disable Win32 API's if compiler extensions are
+ // turned off:
+ //
+ #if !defined(_MSC_EXTENSIONS) && !defined(SPP_DISABLE_WIN32)
+ #define SPP_DISABLE_WIN32
+ #endif
+
+ #if !defined(_CPPRTTI) && !defined(SPP_NO_RTTI)
+ #define SPP_NO_RTTI
+ #endif
+
+ //
+ // TR1 features:
+ //
+ #if _MSC_VER >= 1700
+ // #define SPP_HAS_TR1_HASH // don't know if this is true yet.
+ // #define SPP_HAS_TR1_TYPE_TRAITS // don't know if this is true yet.
+ #define SPP_HAS_TR1_UNORDERED_MAP
+ #define SPP_HAS_TR1_UNORDERED_SET
+ #endif
+
+ //
+ // C++0x features
+ //
+ // See above for SPP_NO_LONG_LONG
+
+ // C++ features supported by VC++ 10 (aka 2010)
+ //
+ #if _MSC_VER < 1600
+ #define SPP_NO_CXX11_AUTO_DECLARATIONS
+ #define SPP_NO_CXX11_AUTO_MULTIDECLARATIONS
+ #define SPP_NO_CXX11_LAMBDAS
+ #define SPP_NO_CXX11_RVALUE_REFERENCES
+ #define SPP_NO_CXX11_STATIC_ASSERT
+ #define SPP_NO_CXX11_DECLTYPE
+ #endif // _MSC_VER < 1600
+
+ #if _MSC_VER >= 1600
+ #define SPP_HAS_STDINT_H
+ #endif
+
+ // C++11 features supported by VC++ 11 (aka 2012)
+ //
+ #if _MSC_VER < 1700
+ #define SPP_NO_CXX11_FINAL
+ #endif // _MSC_VER < 1700
+
+ // C++11 features supported by VC++ 12 (aka 2013).
+ //
+ #if _MSC_FULL_VER < 180020827
+ #define SPP_NO_CXX11_DEFAULTED_FUNCTIONS
+ #define SPP_NO_CXX11_DELETED_FUNCTIONS
+ #define SPP_NO_CXX11_EXPLICIT_CONVERSION_OPERATORS
+ #define SPP_NO_CXX11_FUNCTION_TEMPLATE_DEFAULT_ARGS
+ #define SPP_NO_CXX11_RAW_LITERALS
+ #define SPP_NO_CXX11_TEMPLATE_ALIASES
+ #define SPP_NO_CXX11_TRAILING_RESULT_TYPES
+ #define SPP_NO_CXX11_VARIADIC_TEMPLATES
+ #define SPP_NO_CXX11_UNIFIED_INITIALIZATION_SYNTAX
+ #define SPP_NO_CXX11_DECLTYPE_N3276
+ #endif
+
+ // C++11 features supported by VC++ 14 (aka 2014) CTP1
+ #if (_MSC_FULL_VER < 190021730)
+ #define SPP_NO_CXX11_REF_QUALIFIERS
+ #define SPP_NO_CXX11_USER_DEFINED_LITERALS
+ #define SPP_NO_CXX11_ALIGNAS
+ #define SPP_NO_CXX11_INLINE_NAMESPACES
+ #define SPP_NO_CXX14_DECLTYPE_AUTO
+ #define SPP_NO_CXX14_INITIALIZED_LAMBDA_CAPTURES
+ #define SPP_NO_CXX14_RETURN_TYPE_DEDUCTION
+ #define SPP_NO_CXX11_HDR_INITIALIZER_LIST
+ #endif
+
+ // C++11 features not supported by any versions
+ #define SPP_NO_CXX11_CHAR16_T
+ #define SPP_NO_CXX11_CHAR32_T
+ #define SPP_NO_CXX11_CONSTEXPR
+ #define SPP_NO_SFINAE_EXPR
+ #define SPP_NO_TWO_PHASE_NAME_LOOKUP
+
+ // C++ 14:
+ #if !defined(__cpp_binary_literals) || (__cpp_binary_literals < 201304)
+ #define SPP_NO_CXX14_BINARY_LITERALS
+ #endif
+
+ #if !defined(__cpp_constexpr) || (__cpp_constexpr < 201304)
+ #define SPP_NO_CXX14_CONSTEXPR
+ #endif
+
+ #if (__cplusplus < 201304) // There's no SD6 check for this....
+ #define SPP_NO_CXX14_DIGIT_SEPARATORS
+ #endif
+
+ #if !defined(__cpp_generic_lambdas) || (__cpp_generic_lambdas < 201304)
+ #define SPP_NO_CXX14_GENERIC_LAMBDAS
+ #endif
+
+ #if !defined(__cpp_variable_templates) || (__cpp_variable_templates < 201304)
+ #define SPP_NO_CXX14_VARIABLE_TEMPLATES
+ #endif
+
+#endif
+
+// from boost/config/suffix.hpp
+// ----------------------------
+#ifndef SPP_ATTRIBUTE_UNUSED
+ #define SPP_ATTRIBUTE_UNUSED
+#endif
+
+/*
+ Try to persuade compilers to inline.
+*/
+#ifndef SPP_FORCEINLINE
+ #if defined(__GNUC__)
+ #define SPP_FORCEINLINE __inline __attribute__ ((always_inline))
+ #elif defined(_MSC_VER)
+ #define SPP_FORCEINLINE __forceinline
+ #else
+ #define SPP_FORCEINLINE inline
+ #endif
+#endif
+
+
+#endif // spp_config_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_dlalloc.h b/resources/3rdparty/sparsepp/sparsepp/spp_dlalloc.h
new file mode 100755
index 000000000..8e063fbab
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_dlalloc.h
@@ -0,0 +1,4023 @@
+#ifndef spp_dlalloc__h_
+#define spp_dlalloc__h_
+
+/* This is a C++ allocator created from Doug Lea's dlmalloc
+ (Version 2.8.6 Wed Aug 29 06:57:58 2012)
+ see: http://g.oswego.edu/dl/html/malloc.html
+*/
+
+#include <sparsepp/spp_utils.h>
+#include <sparsepp/spp_smartptr.h>
+
+
+#ifndef SPP_FORCEINLINE
+ #if defined(__GNUC__)
+ #define SPP_FORCEINLINE __inline __attribute__ ((always_inline))
+ #elif defined(_MSC_VER)
+ #define SPP_FORCEINLINE __forceinline
+ #else
+ #define SPP_FORCEINLINE inline
+ #endif
+#endif
+
+
+#ifndef SPP_IMPL
+ #define SPP_IMPL SPP_FORCEINLINE
+#endif
+
+#ifndef SPP_API
+ #define SPP_API static
+#endif
+
+
+namespace spp
+{
+ // ---------------------- allocator internal API -----------------------
+ typedef void* mspace;
+
+ /*
+ create_mspace creates and returns a new independent space with the
+ given initial capacity, or, if 0, the default granularity size. It
+ returns null if there is no system memory available to create the
+ space. If argument locked is non-zero, the space uses a separate
+ lock to control access. The capacity of the space will grow
+ dynamically as needed to service mspace_malloc requests. You can
+ control the sizes of incremental increases of this space by
+ compiling with a different SPP_DEFAULT_GRANULARITY or dynamically
+ setting with mallopt(M_GRANULARITY, value).
+ */
+ SPP_API mspace create_mspace(size_t capacity, int locked);
+ SPP_API size_t destroy_mspace(mspace msp);
+ SPP_API void* mspace_malloc(mspace msp, size_t bytes);
+ SPP_API void mspace_free(mspace msp, void* mem);
+ SPP_API void* mspace_realloc(mspace msp, void* mem, size_t newsize);
+
+#if 0
+ SPP_API mspace create_mspace_with_base(void* base, size_t capacity, int locked);
+ SPP_API int mspace_track_large_chunks(mspace msp, int enable);
+ SPP_API void* mspace_calloc(mspace msp, size_t n_elements, size_t elem_size);
+ SPP_API void* mspace_memalign(mspace msp, size_t alignment, size_t bytes);
+ SPP_API void** mspace_independent_calloc(mspace msp, size_t n_elements,
+ size_t elem_size, void* chunks[]);
+ SPP_API void** mspace_independent_comalloc(mspace msp, size_t n_elements,
+ size_t sizes[], void* chunks[]);
+ SPP_API size_t mspace_footprint(mspace msp);
+ SPP_API size_t mspace_max_footprint(mspace msp);
+ SPP_API size_t mspace_usable_size(const void* mem);
+ SPP_API int mspace_trim(mspace msp, size_t pad);
+ SPP_API int mspace_mallopt(int, int);
+#endif
+
+ // -----------------------------------------------------------
+ // -----------------------------------------------------------
+ template<class T>
+ class spp_allocator
+ {
+ public:
+ typedef T value_type;
+ typedef T* pointer;
+ typedef ptrdiff_t difference_type;
+ typedef const T* const_pointer;
+ typedef size_t size_type;
+
+ spp_allocator() : _space(new MSpace) {}
+
+ void swap(spp_allocator &o)
+ {
+ std::swap(_space, o._space);
+ }
+
+ pointer allocate(size_t n, const_pointer /* unused */ = 0)
+ {
+ pointer res = static_cast<pointer>(mspace_malloc(_space->_sp, n * sizeof(T)));
+ if (!res)
+ throw std::bad_alloc();
+ return res;
+ }
+
+ void deallocate(pointer p, size_t /* unused */)
+ {
+ mspace_free(_space->_sp, p);
+ }
+
+ pointer reallocate(pointer p, size_t new_size)
+ {
+ pointer res = static_cast<pointer>(mspace_realloc(_space->_sp, p, new_size * sizeof(T)));
+ if (!res)
+ throw std::bad_alloc();
+ return res;
+ }
+
+ size_type max_size() const
+ {
+ return static_cast<size_type>(-1) / sizeof(value_type);
+ }
+
+ void construct(pointer p, const value_type& val)
+ {
+ new (p) value_type(val);
+ }
+
+ void destroy(pointer p) { p->~value_type(); }
+
+ template<class U>
+ struct rebind
+ {
+ // rebind to libc_allocator because we want to use malloc_inspect_all in destructive_iterator
+ // to reduce peak memory usage (we don't want <group_items> mixed with value_type when
+ // we traverse the allocated memory).
+ typedef spp::spp_allocator<U> other;
+ };
+
+ mspace space() const { return _space->_sp; }
+
+ // check if we can clear the whole allocator memory at once => works only if the allocator
+ // is not be shared. If can_clear() returns true, we expect that the next allocator call
+ // will be clear() - not allocate() or deallocate()
+ bool can_clear()
+ {
+ assert(!_space_to_clear);
+ _space_to_clear.reset();
+ _space_to_clear.swap(_space);
+ if (_space_to_clear->count() == 1)
+ return true;
+ else
+ _space_to_clear.swap(_space);
+ return false;
+ }
+
+ void clear()
+ {
+ assert(!_space && _space_to_clear);
+ _space_to_clear.reset();
+ _space = new MSpace;
+ }
+
+ private:
+ struct MSpace : public spp_rc
+ {
+ MSpace() :
+ _sp(create_mspace(0, 0))
+ {}
+
+ ~MSpace()
+ {
+ destroy_mspace(_sp);
+ }
+
+ mspace _sp;
+ };
+
+ spp_sptr<MSpace> _space;
+ spp_sptr<MSpace> _space_to_clear;
+ };
+}
+
+
+// allocators are "equal" whenever memory allocated with one can be deallocated with the other
+template<class T>
+inline bool operator==(const spp_::spp_allocator<T> &a, const spp_::spp_allocator<T> &b)
+{
+ return a.space() == b.space();
+}
+
+template<class T>
+inline bool operator!=(const spp_::spp_allocator<T> &a, const spp_::spp_allocator<T> &b)
+{
+ return !(a == b);
+}
+
+namespace std
+{
+ template <class T>
+ inline void swap(spp_::spp_allocator<T> &a, spp_::spp_allocator<T> &b)
+ {
+ a.swap(b);
+ }
+}
+
+#if !defined(SPP_EXCLUDE_IMPLEMENTATION)
+
+#ifndef WIN32
+ #ifdef _WIN32
+ #define WIN32 1
+ #endif
+ #ifdef _WIN32_WCE
+ #define SPP_LACKS_FCNTL_H
+ #define WIN32 1
+ #endif
+#endif
+
+#ifdef WIN32
+ #define WIN32_LEAN_AND_MEAN
+ #include <windows.h>
+ #include <tchar.h>
+ #define SPP_HAVE_MMAP 1
+ #define SPP_LACKS_UNISTD_H
+ #define SPP_LACKS_SYS_PARAM_H
+ #define SPP_LACKS_SYS_MMAN_H
+ #define SPP_LACKS_STRING_H
+ #define SPP_LACKS_STRINGS_H
+ #define SPP_LACKS_SYS_TYPES_H
+ #define SPP_LACKS_ERRNO_H
+ #define SPP_LACKS_SCHED_H
+ #ifndef SPP_MALLOC_FAILURE_ACTION
+ #define SPP_MALLOC_FAILURE_ACTION
+ #endif
+ #ifndef SPP_MMAP_CLEARS
+ #ifdef _WIN32_WCE /* WINCE reportedly does not clear */
+ #define SPP_MMAP_CLEARS 0
+ #else
+ #define SPP_MMAP_CLEARS 1
+ #endif
+ #endif
+#endif
+
+#if defined(DARWIN) || defined(_DARWIN)
+ #define SPP_HAVE_MMAP 1
+ /* OSX allocators provide 16 byte alignment */
+ #ifndef SPP_MALLOC_ALIGNMENT
+ #define SPP_MALLOC_ALIGNMENT ((size_t)16U)
+ #endif
+#endif
+
+#ifndef SPP_LACKS_SYS_TYPES_H
+ #include <sys/types.h> /* For size_t */
+#endif
+
+#ifndef SPP_MALLOC_ALIGNMENT
+ #define SPP_MALLOC_ALIGNMENT ((size_t)(2 * sizeof(void *)))
+#endif
+
+/* ------------------- size_t and alignment properties -------------------- */
+static const size_t spp_max_size_t = ~(size_t)0;
+static const size_t spp_size_t_bitsize = sizeof(size_t) << 3;
+static const size_t spp_half_max_size_t = spp_max_size_t / 2U;
+static const size_t spp_chunk_align_mask = SPP_MALLOC_ALIGNMENT - 1;
+
+#if defined(SPP_DEBUG) || !defined(NDEBUG)
+static bool spp_is_aligned(void *p) { return ((size_t)p & spp_chunk_align_mask) == 0; }
+#endif
+
+// the number of bytes to offset an address to align it
+static size_t align_offset(void *p)
+{
+ return (((size_t)p & spp_chunk_align_mask) == 0) ? 0 :
+ ((SPP_MALLOC_ALIGNMENT - ((size_t)p & spp_chunk_align_mask)) & spp_chunk_align_mask);
+}
+
+
+#ifndef SPP_FOOTERS
+ #define SPP_FOOTERS 0
+#endif
+
+#ifndef SPP_ABORT
+ #define SPP_ABORT abort()
+#endif
+
+#ifndef SPP_ABORT_ON_ASSERT_FAILURE
+ #define SPP_ABORT_ON_ASSERT_FAILURE 1
+#endif
+
+#ifndef SPP_PROCEED_ON_ERROR
+ #define SPP_PROCEED_ON_ERROR 0
+#endif
+
+#ifndef SPP_INSECURE
+ #define SPP_INSECURE 0
+#endif
+
+#ifndef SPP_MALLOC_INSPECT_ALL
+ #define SPP_MALLOC_INSPECT_ALL 0
+#endif
+
+#ifndef SPP_HAVE_MMAP
+ #define SPP_HAVE_MMAP 1
+#endif
+
+#ifndef SPP_MMAP_CLEARS
+ #define SPP_MMAP_CLEARS 1
+#endif
+
+#ifndef SPP_HAVE_MREMAP
+ #ifdef linux
+ #define SPP_HAVE_MREMAP 1
+ #ifndef _GNU_SOURCE
+ #define _GNU_SOURCE /* Turns on mremap() definition */
+ #endif
+ #else
+ #define SPP_HAVE_MREMAP 0
+ #endif
+#endif
+
+#ifndef SPP_MALLOC_FAILURE_ACTION
+ #define SPP_MALLOC_FAILURE_ACTION errno = ENOMEM
+#endif
+
+
+#ifndef SPP_DEFAULT_GRANULARITY
+ #if defined(WIN32)
+ #define SPP_DEFAULT_GRANULARITY (0) /* 0 means to compute in init_mparams */
+ #else
+ #define SPP_DEFAULT_GRANULARITY ((size_t)64U * (size_t)1024U)
+ #endif
+#endif
+
+#ifndef SPP_DEFAULT_TRIM_THRESHOLD
+ #define SPP_DEFAULT_TRIM_THRESHOLD ((size_t)2U * (size_t)1024U * (size_t)1024U)
+#endif
+
+#ifndef SPP_DEFAULT_MMAP_THRESHOLD
+ #if SPP_HAVE_MMAP
+ #define SPP_DEFAULT_MMAP_THRESHOLD ((size_t)256U * (size_t)1024U)
+ #else
+ #define SPP_DEFAULT_MMAP_THRESHOLD spp_max_size_t
+ #endif
+#endif
+
+#ifndef SPP_MAX_RELEASE_CHECK_RATE
+ #if SPP_HAVE_MMAP
+ #define SPP_MAX_RELEASE_CHECK_RATE 4095
+ #else
+ #define SPP_MAX_RELEASE_CHECK_RATE spp_max_size_t
+ #endif
+#endif
+
+#ifndef SPP_USE_BUILTIN_FFS
+ #define SPP_USE_BUILTIN_FFS 0
+#endif
+
+#ifndef SPP_USE_DEV_RANDOM
+ #define SPP_USE_DEV_RANDOM 0
+#endif
+
+#ifndef SPP_NO_SEGMENT_TRAVERSAL
+ #define SPP_NO_SEGMENT_TRAVERSAL 0
+#endif
+
+
+
+/*------------------------------ internal #includes ---------------------- */
+
+#ifdef _MSC_VER
+ #pragma warning( disable : 4146 ) /* no "unsigned" warnings */
+#endif
+#ifndef SPP_LACKS_ERRNO_H
+ #include <errno.h> /* for SPP_MALLOC_FAILURE_ACTION */
+#endif
+
+#ifdef SPP_DEBUG
+ #if SPP_ABORT_ON_ASSERT_FAILURE
+ #undef assert
+ #define assert(x) if(!(x)) SPP_ABORT
+ #else
+ #include <assert.h>
+ #endif
+#else
+ #ifndef assert
+ #define assert(x)
+ #endif
+ #define SPP_DEBUG 0
+#endif
+
+#if !defined(WIN32) && !defined(SPP_LACKS_TIME_H)
+ #include <time.h> /* for magic initialization */
+#endif
+
+#ifndef SPP_LACKS_STDLIB_H
+ #include <stdlib.h> /* for abort() */
+#endif
+
+#ifndef SPP_LACKS_STRING_H
+ #include <string.h> /* for memset etc */
+#endif
+
+#if SPP_USE_BUILTIN_FFS
+ #ifndef SPP_LACKS_STRINGS_H
+ #include <strings.h> /* for ffs */
+ #endif
+#endif
+
+#if SPP_HAVE_MMAP
+ #ifndef SPP_LACKS_SYS_MMAN_H
+ /* On some versions of linux, mremap decl in mman.h needs __USE_GNU set */
+ #if (defined(linux) && !defined(__USE_GNU))
+ #define __USE_GNU 1
+ #include <sys/mman.h> /* for mmap */
+ #undef __USE_GNU
+ #else
+ #include <sys/mman.h> /* for mmap */
+ #endif
+ #endif
+ #ifndef SPP_LACKS_FCNTL_H
+ #include <fcntl.h>
+ #endif
+#endif
+
+#ifndef SPP_LACKS_UNISTD_H
+ #include <unistd.h> /* for sbrk, sysconf */
+#else
+ #if !defined(__FreeBSD__) && !defined(__OpenBSD__) && !defined(__NetBSD__)
+ extern void* sbrk(ptrdiff_t);
+ #endif
+#endif
+
+#include <new>
+
+namespace spp
+{
+
+/* Declarations for bit scanning on win32 */
+#if defined(_MSC_VER) && _MSC_VER>=1300
+ #ifndef BitScanForward /* Try to avoid pulling in WinNT.h */
+ extern "C" {
+ unsigned char _BitScanForward(unsigned long *index, unsigned long mask);
+ unsigned char _BitScanReverse(unsigned long *index, unsigned long mask);
+ }
+
+ #define BitScanForward _BitScanForward
+ #define BitScanReverse _BitScanReverse
+ #pragma intrinsic(_BitScanForward)
+ #pragma intrinsic(_BitScanReverse)
+ #endif /* BitScanForward */
+#endif /* defined(_MSC_VER) && _MSC_VER>=1300 */
+
+#ifndef WIN32
+ #ifndef malloc_getpagesize
+ #ifdef _SC_PAGESIZE /* some SVR4 systems omit an underscore */
+ #ifndef _SC_PAGE_SIZE
+ #define _SC_PAGE_SIZE _SC_PAGESIZE
+ #endif
+ #endif
+ #ifdef _SC_PAGE_SIZE
+ #define malloc_getpagesize sysconf(_SC_PAGE_SIZE)
+ #else
+ #if defined(BSD) || defined(DGUX) || defined(HAVE_GETPAGESIZE)
+ extern size_t getpagesize();
+ #define malloc_getpagesize getpagesize()
+ #else
+ #ifdef WIN32 /* use supplied emulation of getpagesize */
+ #define malloc_getpagesize getpagesize()
+ #else
+ #ifndef SPP_LACKS_SYS_PARAM_H
+ #include <sys/param.h>
+ #endif
+ #ifdef EXEC_PAGESIZE
+ #define malloc_getpagesize EXEC_PAGESIZE
+ #else
+ #ifdef NBPG
+ #ifndef CLSIZE
+ #define malloc_getpagesize NBPG
+ #else
+ #define malloc_getpagesize (NBPG * CLSIZE)
+ #endif
+ #else
+ #ifdef NBPC
+ #define malloc_getpagesize NBPC
+ #else
+ #ifdef PAGESIZE
+ #define malloc_getpagesize PAGESIZE
+ #else /* just guess */
+ #define malloc_getpagesize ((size_t)4096U)
+ #endif
+ #endif
+ #endif
+ #endif
+ #endif
+ #endif
+ #endif
+ #endif
+#endif
+
+/* -------------------------- MMAP preliminaries ------------------------- */
+
+/*
+ If SPP_HAVE_MORECORE or SPP_HAVE_MMAP are false, we just define calls and
+ checks to fail so compiler optimizer can delete code rather than
+ using so many "#if"s.
+*/
+
+
+/* MMAP must return mfail on failure */
+static void *mfail = (void*)spp_max_size_t;
+static char *cmfail = (char*)mfail;
+
+#if SPP_HAVE_MMAP
+
+#ifndef WIN32
+ #define SPP_MUNMAP_DEFAULT(a, s) munmap((a), (s))
+ #define SPP_MMAP_PROT (PROT_READ | PROT_WRITE)
+ #if !defined(MAP_ANONYMOUS) && defined(MAP_ANON)
+ #define MAP_ANONYMOUS MAP_ANON
+ #endif
+
+ #ifdef MAP_ANONYMOUS
+ #define SPP_MMAP_FLAGS (MAP_PRIVATE | MAP_ANONYMOUS)
+ #define SPP_MMAP_DEFAULT(s) mmap(0, (s), SPP_MMAP_PROT, SPP_MMAP_FLAGS, -1, 0)
+ #else /* MAP_ANONYMOUS */
+ /*
+ Nearly all versions of mmap support MAP_ANONYMOUS, so the following
+ is unlikely to be needed, but is supplied just in case.
+ */
+ #define SPP_MMAP_FLAGS (MAP_PRIVATE)
+ static int dev_zero_fd = -1; /* Cached file descriptor for /dev/zero. */
+ void SPP_MMAP_DEFAULT(size_t s)
+ {
+ if (dev_zero_fd < 0)
+ dev_zero_fd = open("/dev/zero", O_RDWR);
+ mmap(0, s, SPP_MMAP_PROT, SPP_MMAP_FLAGS, dev_zero_fd, 0);
+ }
+ #endif /* MAP_ANONYMOUS */
+
+ #define SPP_DIRECT_MMAP_DEFAULT(s) SPP_MMAP_DEFAULT(s)
+
+#else /* WIN32 */
+
+ /* Win32 MMAP via VirtualAlloc */
+ static SPP_FORCEINLINE void* win32mmap(size_t size)
+ {
+ void* ptr = VirtualAlloc(0, size, MEM_RESERVE | MEM_COMMIT, PAGE_READWRITE);
+ return (ptr != 0) ? ptr : mfail;
+ }
+
+ /* For direct MMAP, use MEM_TOP_DOWN to minimize interference */
+ static SPP_FORCEINLINE void* win32direct_mmap(size_t size)
+ {
+ void* ptr = VirtualAlloc(0, size, MEM_RESERVE | MEM_COMMIT | MEM_TOP_DOWN,
+ PAGE_READWRITE);
+ return (ptr != 0) ? ptr : mfail;
+ }
+
+ /* This function supports releasing coalesed segments */
+ static SPP_FORCEINLINE int win32munmap(void* ptr, size_t size)
+ {
+ MEMORY_BASIC_INFORMATION minfo;
+ char* cptr = (char*)ptr;
+ while (size)
+ {
+ if (VirtualQuery(cptr, &minfo, sizeof(minfo)) == 0)
+ return -1;
+ if (minfo.BaseAddress != cptr || minfo.AllocationBase != cptr ||
+ minfo.State != MEM_COMMIT || minfo.RegionSize > size)
+ return -1;
+ if (VirtualFree(cptr, 0, MEM_RELEASE) == 0)
+ return -1;
+ cptr += minfo.RegionSize;
+ size -= minfo.RegionSize;
+ }
+ return 0;
+ }
+
+ #define SPP_MMAP_DEFAULT(s) win32mmap(s)
+ #define SPP_MUNMAP_DEFAULT(a, s) win32munmap((a), (s))
+ #define SPP_DIRECT_MMAP_DEFAULT(s) win32direct_mmap(s)
+#endif /* WIN32 */
+#endif /* SPP_HAVE_MMAP */
+
+#if SPP_HAVE_MREMAP
+ #ifndef WIN32
+ #define SPP_MREMAP_DEFAULT(addr, osz, nsz, mv) mremap((addr), (osz), (nsz), (mv))
+ #endif
+#endif
+
+/**
+ * Define SPP_CALL_MMAP/SPP_CALL_MUNMAP/SPP_CALL_DIRECT_MMAP
+ */
+#if SPP_HAVE_MMAP
+ #define USE_MMAP_BIT 1
+
+ #ifdef SPP_MMAP
+ #define SPP_CALL_MMAP(s) SPP_MMAP(s)
+ #else
+ #define SPP_CALL_MMAP(s) SPP_MMAP_DEFAULT(s)
+ #endif
+
+ #ifdef SPP_MUNMAP
+ #define SPP_CALL_MUNMAP(a, s) SPP_MUNMAP((a), (s))
+ #else
+ #define SPP_CALL_MUNMAP(a, s) SPP_MUNMAP_DEFAULT((a), (s))
+ #endif
+
+ #ifdef SPP_DIRECT_MMAP
+ #define SPP_CALL_DIRECT_MMAP(s) SPP_DIRECT_MMAP(s)
+ #else
+ #define SPP_CALL_DIRECT_MMAP(s) SPP_DIRECT_MMAP_DEFAULT(s)
+ #endif
+
+#else /* SPP_HAVE_MMAP */
+ #define USE_MMAP_BIT 0
+
+ #define SPP_MMAP(s) mfail
+ #define SPP_MUNMAP(a, s) (-1)
+ #define SPP_DIRECT_MMAP(s) mfail
+ #define SPP_CALL_DIRECT_MMAP(s) SPP_DIRECT_MMAP(s)
+ #define SPP_CALL_MMAP(s) SPP_MMAP(s)
+ #define SPP_CALL_MUNMAP(a, s) SPP_MUNMAP((a), (s))
+#endif
+
+/**
+ * Define SPP_CALL_MREMAP
+ */
+#if SPP_HAVE_MMAP && SPP_HAVE_MREMAP
+ #ifdef MREMAP
+ #define SPP_CALL_MREMAP(addr, osz, nsz, mv) MREMAP((addr), (osz), (nsz), (mv))
+ #else
+ #define SPP_CALL_MREMAP(addr, osz, nsz, mv) SPP_MREMAP_DEFAULT((addr), (osz), (nsz), (mv))
+ #endif
+#else
+ #define SPP_CALL_MREMAP(addr, osz, nsz, mv) mfail
+#endif
+
+/* mstate bit set if continguous morecore disabled or failed */
+static const unsigned USE_NONCONTIGUOUS_BIT = 4U;
+
+/* segment bit set in create_mspace_with_base */
+static const unsigned EXTERN_BIT = 8U;
+
+
+/* --------------------------- flags ------------------------ */
+
+static const unsigned PINUSE_BIT = 1;
+static const unsigned CINUSE_BIT = 2;
+static const unsigned FLAG4_BIT = 4;
+static const unsigned INUSE_BITS = (PINUSE_BIT | CINUSE_BIT);
+static const unsigned FLAG_BITS = (PINUSE_BIT | CINUSE_BIT | FLAG4_BIT);
+
+/* ------------------- Chunks sizes and alignments ----------------------- */
+
+#if SPP_FOOTERS
+ static const unsigned CHUNK_OVERHEAD = 2 * sizeof(size_t);
+#else
+ static const unsigned CHUNK_OVERHEAD = sizeof(size_t);
+#endif
+
+/* MMapped chunks need a second word of overhead ... */
+static const unsigned SPP_MMAP_CHUNK_OVERHEAD = 2 * sizeof(size_t);
+
+/* ... and additional padding for fake next-chunk at foot */
+static const unsigned SPP_MMAP_FOOT_PAD = 4 * sizeof(size_t);
+
+// ===============================================================================
+struct malloc_chunk_header
+{
+ void set_size_and_pinuse_of_free_chunk(size_t s)
+ {
+ _head = s | PINUSE_BIT;
+ set_foot(s);
+ }
+
+ void set_foot(size_t s)
+ {
+ ((malloc_chunk_header *)((char*)this + s))->_prev_foot = s;
+ }
+
+ // extraction of fields from head words
+ bool cinuse() const { return !!(_head & CINUSE_BIT); }
+ bool pinuse() const { return !!(_head & PINUSE_BIT); }
+ bool flag4inuse() const { return !!(_head & FLAG4_BIT); }
+ bool is_inuse() const { return (_head & INUSE_BITS) != PINUSE_BIT; }
+ bool is_mmapped() const { return (_head & INUSE_BITS) == 0; }
+
+ size_t chunksize() const { return _head & ~(FLAG_BITS); }
+
+ void clear_pinuse() { _head &= ~PINUSE_BIT; }
+ void set_flag4() { _head |= FLAG4_BIT; }
+ void clear_flag4() { _head &= ~FLAG4_BIT; }
+
+ // Treat space at ptr +/- offset as a chunk
+ malloc_chunk_header * chunk_plus_offset(size_t s)
+ {
+ return (malloc_chunk_header *)((char*)this + s);
+ }
+ malloc_chunk_header * chunk_minus_offset(size_t s)
+ {
+ return (malloc_chunk_header *)((char*)this - s);
+ }
+
+ // Ptr to next or previous physical malloc_chunk.
+ malloc_chunk_header * next_chunk()
+ {
+ return (malloc_chunk_header *)((char*)this + (_head & ~FLAG_BITS));
+ }
+ malloc_chunk_header * prev_chunk()
+ {
+ return (malloc_chunk_header *)((char*)this - (_prev_foot));
+ }
+
+ // extract next chunk's pinuse bit
+ size_t next_pinuse() { return next_chunk()->_head & PINUSE_BIT; }
+
+ size_t _prev_foot; // Size of previous chunk (if free).
+ size_t _head; // Size and inuse bits.
+};
+
+// ===============================================================================
+struct malloc_chunk : public malloc_chunk_header
+{
+ // Set size, pinuse bit, foot, and clear next pinuse
+ void set_free_with_pinuse(size_t s, malloc_chunk* n)
+ {
+ n->clear_pinuse();
+ set_size_and_pinuse_of_free_chunk(s);
+ }
+
+ // Get the internal overhead associated with chunk p
+ size_t overhead_for() { return is_mmapped() ? SPP_MMAP_CHUNK_OVERHEAD : CHUNK_OVERHEAD; }
+
+ // Return true if malloced space is not necessarily cleared
+ bool calloc_must_clear()
+ {
+#if SPP_MMAP_CLEARS
+ return !is_mmapped();
+#else
+ return true;
+#endif
+ }
+
+ struct malloc_chunk* _fd; // double links -- used only if free.
+ struct malloc_chunk* _bk;
+};
+
+static const unsigned MCHUNK_SIZE = sizeof(malloc_chunk);
+
+/* The smallest size we can malloc is an aligned minimal chunk */
+static const unsigned MIN_CHUNK_SIZE = (MCHUNK_SIZE + spp_chunk_align_mask) & ~spp_chunk_align_mask;
+
+typedef malloc_chunk mchunk;
+typedef malloc_chunk* mchunkptr;
+typedef malloc_chunk_header *hchunkptr;
+typedef malloc_chunk* sbinptr; // The type of bins of chunks
+typedef unsigned int bindex_t; // Described below
+typedef unsigned int binmap_t; // Described below
+typedef unsigned int flag_t; // The type of various bit flag sets
+
+// conversion from malloc headers to user pointers, and back
+static SPP_FORCEINLINE void *chunk2mem(const void *p) { return (void *)((char *)p + 2 * sizeof(size_t)); }
+static SPP_FORCEINLINE mchunkptr mem2chunk(const void *mem) { return (mchunkptr)((char *)mem - 2 * sizeof(size_t)); }
+
+// chunk associated with aligned address A
+static SPP_FORCEINLINE mchunkptr align_as_chunk(char *A) { return (mchunkptr)(A + align_offset(chunk2mem(A))); }
+
+// Bounds on request (not chunk) sizes.
+static const unsigned MAX_REQUEST = (-MIN_CHUNK_SIZE) << 2;
+static const unsigned MIN_REQUEST = MIN_CHUNK_SIZE - CHUNK_OVERHEAD - 1;
+
+// pad request bytes into a usable size
+static SPP_FORCEINLINE size_t pad_request(size_t req)
+{
+ return (req + CHUNK_OVERHEAD + spp_chunk_align_mask) & ~spp_chunk_align_mask;
+}
+
+// pad request, checking for minimum (but not maximum)
+static SPP_FORCEINLINE size_t request2size(size_t req)
+{
+ return req < MIN_REQUEST ? MIN_CHUNK_SIZE : pad_request(req);
+}
+
+
+/* ------------------ Operations on head and foot fields ----------------- */
+
+/*
+ The head field of a chunk is or'ed with PINUSE_BIT when previous
+ adjacent chunk in use, and or'ed with CINUSE_BIT if this chunk is in
+ use, unless mmapped, in which case both bits are cleared.
+
+ FLAG4_BIT is not used by this malloc, but might be useful in extensions.
+*/
+
+// Head value for fenceposts
+static const unsigned FENCEPOST_HEAD = INUSE_BITS | sizeof(size_t);
+
+
+/* ---------------------- Overlaid data structures ----------------------- */
+
+/*
+ When chunks are not in use, they are treated as nodes of either
+ lists or trees.
+
+ "Small" chunks are stored in circular doubly-linked lists, and look
+ like this:
+
+ chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Size of previous chunk |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ `head:' | Size of chunk, in bytes |P|
+ mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Forward pointer to next chunk in list |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Back pointer to previous chunk in list |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Unused space (may be 0 bytes long) .
+ . .
+ . |
+nextchunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ `foot:' | Size of chunk, in bytes |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+
+ Larger chunks are kept in a form of bitwise digital trees (aka
+ tries) keyed on chunksizes. Because malloc_tree_chunks are only for
+ free chunks greater than 256 bytes, their size doesn't impose any
+ constraints on user chunk sizes. Each node looks like:
+
+ chunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Size of previous chunk |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ `head:' | Size of chunk, in bytes |P|
+ mem-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Forward pointer to next chunk of same size |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Back pointer to previous chunk of same size |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Pointer to left child (child[0]) |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Pointer to right child (child[1]) |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Pointer to parent |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | bin index of this chunk |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ | Unused space .
+ . |
+nextchunk-> +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+ `foot:' | Size of chunk, in bytes |
+ +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+
+
+ Each tree holding treenodes is a tree of unique chunk sizes. Chunks
+ of the same size are arranged in a circularly-linked list, with only
+ the oldest chunk (the next to be used, in our FIFO ordering)
+ actually in the tree. (Tree members are distinguished by a non-null
+ parent pointer.) If a chunk with the same size an an existing node
+ is inserted, it is linked off the existing node using pointers that
+ work in the same way as fd/bk pointers of small chunks.
+
+ Each tree contains a power of 2 sized range of chunk sizes (the
+ smallest is 0x100 <= x < 0x180), which is is divided in half at each
+ tree level, with the chunks in the smaller half of the range (0x100
+ <= x < 0x140 for the top nose) in the left subtree and the larger
+ half (0x140 <= x < 0x180) in the right subtree. This is, of course,
+ done by inspecting individual bits.
+
+ Using these rules, each node's left subtree contains all smaller
+ sizes than its right subtree. However, the node at the root of each
+ subtree has no particular ordering relationship to either. (The
+ dividing line between the subtree sizes is based on trie relation.)
+ If we remove the last chunk of a given size from the interior of the
+ tree, we need to replace it with a leaf node. The tree ordering
+ rules permit a node to be replaced by any leaf below it.
+
+ The smallest chunk in a tree (a common operation in a best-fit
+ allocator) can be found by walking a path to the leftmost leaf in
+ the tree. Unlike a usual binary tree, where we follow left child
+ pointers until we reach a null, here we follow the right child
+ pointer any time the left one is null, until we reach a leaf with
+ both child pointers null. The smallest chunk in the tree will be
+ somewhere along that path.
+
+ The worst case number of steps to add, find, or remove a node is
+ bounded by the number of bits differentiating chunks within
+ bins. Under current bin calculations, this ranges from 6 up to 21
+ (for 32 bit sizes) or up to 53 (for 64 bit sizes). The typical case
+ is of course much better.
+*/
+
+// ===============================================================================
+struct malloc_tree_chunk : public malloc_chunk_header
+{
+ malloc_tree_chunk *leftmost_child()
+ {
+ return _child[0] ? _child[0] : _child[1];
+ }
+
+
+ malloc_tree_chunk* _fd;
+ malloc_tree_chunk* _bk;
+
+ malloc_tree_chunk* _child[2];
+ malloc_tree_chunk* _parent;
+ bindex_t _index;
+};
+
+typedef malloc_tree_chunk tchunk;
+typedef malloc_tree_chunk* tchunkptr;
+typedef malloc_tree_chunk* tbinptr; // The type of bins of trees
+
+/* ----------------------------- Segments -------------------------------- */
+
+/*
+ Each malloc space may include non-contiguous segments, held in a
+ list headed by an embedded malloc_segment record representing the
+ top-most space. Segments also include flags holding properties of
+ the space. Large chunks that are directly allocated by mmap are not
+ included in this list. They are instead independently created and
+ destroyed without otherwise keeping track of them.
+
+ Segment management mainly comes into play for spaces allocated by
+ MMAP. Any call to MMAP might or might not return memory that is
+ adjacent to an existing segment. MORECORE normally contiguously
+ extends the current space, so this space is almost always adjacent,
+ which is simpler and faster to deal with. (This is why MORECORE is
+ used preferentially to MMAP when both are available -- see
+ sys_alloc.) When allocating using MMAP, we don't use any of the
+ hinting mechanisms (inconsistently) supported in various
+ implementations of unix mmap, or distinguish reserving from
+ committing memory. Instead, we just ask for space, and exploit
+ contiguity when we get it. It is probably possible to do
+ better than this on some systems, but no general scheme seems
+ to be significantly better.
+
+ Management entails a simpler variant of the consolidation scheme
+ used for chunks to reduce fragmentation -- new adjacent memory is
+ normally prepended or appended to an existing segment. However,
+ there are limitations compared to chunk consolidation that mostly
+ reflect the fact that segment processing is relatively infrequent
+ (occurring only when getting memory from system) and that we
+ don't expect to have huge numbers of segments:
+
+ * Segments are not indexed, so traversal requires linear scans. (It
+ would be possible to index these, but is not worth the extra
+ overhead and complexity for most programs on most platforms.)
+ * New segments are only appended to old ones when holding top-most
+ memory; if they cannot be prepended to others, they are held in
+ different segments.
+
+ Except for the top-most segment of an mstate, each segment record
+ is kept at the tail of its segment. Segments are added by pushing
+ segment records onto the list headed by &mstate.seg for the
+ containing mstate.
+
+ Segment flags control allocation/merge/deallocation policies:
+ * If EXTERN_BIT set, then we did not allocate this segment,
+ and so should not try to deallocate or merge with others.
+ (This currently holds only for the initial segment passed
+ into create_mspace_with_base.)
+ * If USE_MMAP_BIT set, the segment may be merged with
+ other surrounding mmapped segments and trimmed/de-allocated
+ using munmap.
+ * If neither bit is set, then the segment was obtained using
+ MORECORE so can be merged with surrounding MORECORE'd segments
+ and deallocated/trimmed using MORECORE with negative arguments.
+*/
+
+// ===============================================================================
+struct malloc_segment
+{
+ bool is_mmapped_segment() { return !!(_sflags & USE_MMAP_BIT); }
+ bool is_extern_segment() { return !!(_sflags & EXTERN_BIT); }
+
+ char* _base; // base address
+ size_t _size; // allocated size
+ malloc_segment* _next; // ptr to next segment
+ flag_t _sflags; // mmap and extern flag
+};
+
+typedef malloc_segment msegment;
+typedef malloc_segment* msegmentptr;
+
+/* ------------- Malloc_params ------------------- */
+
+/*
+ malloc_params holds global properties, including those that can be
+ dynamically set using mallopt. There is a single instance, mparams,
+ initialized in init_mparams. Note that the non-zeroness of "magic"
+ also serves as an initialization flag.
+*/
+
+// ===============================================================================
+struct malloc_params
+{
+ malloc_params() : _magic(0) {}
+
+ void ensure_initialization()
+ {
+ if (!_magic)
+ _init();
+ }
+
+ SPP_IMPL int change(int param_number, int value);
+
+ size_t page_align(size_t sz)
+ {
+ return (sz + (_page_size - 1)) & ~(_page_size - 1);
+ }
+
+ size_t granularity_align(size_t sz)
+ {
+ return (sz + (_granularity - 1)) & ~(_granularity - 1);
+ }
+
+ bool is_page_aligned(char *S)
+ {
+ return ((size_t)S & (_page_size - 1)) == 0;
+ }
+
+ SPP_IMPL int _init();
+
+ size_t _magic;
+ size_t _page_size;
+ size_t _granularity;
+ size_t _mmap_threshold;
+ size_t _trim_threshold;
+ flag_t _default_mflags;
+};
+
+static malloc_params mparams;
+
+/* ---------------------------- malloc_state ----------------------------- */
+
+/*
+ A malloc_state holds all of the bookkeeping for a space.
+ The main fields are:
+
+ Top
+ The topmost chunk of the currently active segment. Its size is
+ cached in topsize. The actual size of topmost space is
+ topsize+TOP_FOOT_SIZE, which includes space reserved for adding
+ fenceposts and segment records if necessary when getting more
+ space from the system. The size at which to autotrim top is
+ cached from mparams in trim_check, except that it is disabled if
+ an autotrim fails.
+
+ Designated victim (dv)
+ This is the preferred chunk for servicing small requests that
+ don't have exact fits. It is normally the chunk split off most
+ recently to service another small request. Its size is cached in
+ dvsize. The link fields of this chunk are not maintained since it
+ is not kept in a bin.
+
+ SmallBins
+ An array of bin headers for free chunks. These bins hold chunks
+ with sizes less than MIN_LARGE_SIZE bytes. Each bin contains
+ chunks of all the same size, spaced 8 bytes apart. To simplify
+ use in double-linked lists, each bin header acts as a malloc_chunk
+ pointing to the real first node, if it exists (else pointing to
+ itself). This avoids special-casing for headers. But to avoid
+ waste, we allocate only the fd/bk pointers of bins, and then use
+ repositioning tricks to treat these as the fields of a chunk.
+
+ TreeBins
+ Treebins are pointers to the roots of trees holding a range of
+ sizes. There are 2 equally spaced treebins for each power of two
+ from TREE_SHIFT to TREE_SHIFT+16. The last bin holds anything
+ larger.
+
+ Bin maps
+ There is one bit map for small bins ("smallmap") and one for
+ treebins ("treemap). Each bin sets its bit when non-empty, and
+ clears the bit when empty. Bit operations are then used to avoid
+ bin-by-bin searching -- nearly all "search" is done without ever
+ looking at bins that won't be selected. The bit maps
+ conservatively use 32 bits per map word, even if on 64bit system.
+ For a good description of some of the bit-based techniques used
+ here, see Henry S. Warren Jr's book "Hacker's Delight" (and
+ supplement at http://hackersdelight.org/). Many of these are
+ intended to reduce the branchiness of paths through malloc etc, as
+ well as to reduce the number of memory locations read or written.
+
+ Segments
+ A list of segments headed by an embedded malloc_segment record
+ representing the initial space.
+
+ Address check support
+ The least_addr field is the least address ever obtained from
+ MORECORE or MMAP. Attempted frees and reallocs of any address less
+ than this are trapped (unless SPP_INSECURE is defined).
+
+ Magic tag
+ A cross-check field that should always hold same value as mparams._magic.
+
+ Max allowed footprint
+ The maximum allowed bytes to allocate from system (zero means no limit)
+
+ Flags
+ Bits recording whether to use MMAP, locks, or contiguous MORECORE
+
+ Statistics
+ Each space keeps track of current and maximum system memory
+ obtained via MORECORE or MMAP.
+
+ Trim support
+ Fields holding the amount of unused topmost memory that should trigger
+ trimming, and a counter to force periodic scanning to release unused
+ non-topmost segments.
+
+ Extension support
+ A void* pointer and a size_t field that can be used to help implement
+ extensions to this malloc.
+*/
+
+
+// ================================================================================
+class malloc_state
+{
+public:
+ /* ----------------------- _malloc, _free, etc... --- */
+ SPP_FORCEINLINE void* _malloc(size_t bytes);
+ SPP_FORCEINLINE void _free(mchunkptr p);
+
+
+ /* ------------------------ Relays to internal calls to malloc/free from realloc, memalign etc */
+ void *internal_malloc(size_t b) { return mspace_malloc(this, b); }
+ void internal_free(void *mem) { mspace_free(this, mem); }
+
+ /* ------------------------ ----------------------- */
+
+ SPP_IMPL void init_top(mchunkptr p, size_t psize);
+ SPP_IMPL void init_bins();
+ SPP_IMPL void init(char* tbase, size_t tsize);
+
+ /* ------------------------ System alloc/dealloc -------------------------- */
+ SPP_IMPL void* sys_alloc(size_t nb);
+ SPP_IMPL size_t release_unused_segments();
+ SPP_IMPL int sys_trim(size_t pad);
+ SPP_IMPL void dispose_chunk(mchunkptr p, size_t psize);
+
+ /* ----------------------- Internal support for realloc, memalign, etc --- */
+ SPP_IMPL mchunkptr try_realloc_chunk(mchunkptr p, size_t nb, int can_move);
+ SPP_IMPL void* internal_memalign(size_t alignment, size_t bytes);
+ SPP_IMPL void** ialloc(size_t n_elements, size_t* sizes, int opts, void* chunks[]);
+ SPP_IMPL size_t internal_bulk_free(void* array[], size_t nelem);
+ SPP_IMPL void internal_inspect_all(void(*handler)(void *start, void *end,
+ size_t used_bytes, void* callback_arg),
+ void* arg);
+
+ /* -------------------------- system alloc setup (Operations on mflags) ----- */
+ bool use_lock() const { return false; }
+ void enable_lock() {}
+ void set_lock(int) {}
+ void disable_lock() {}
+
+ bool use_mmap() const { return !!(_mflags & USE_MMAP_BIT); }
+ void enable_mmap() { _mflags |= USE_MMAP_BIT; }
+
+#if SPP_HAVE_MMAP
+ void disable_mmap() { _mflags &= ~USE_MMAP_BIT; }
+#else
+ void disable_mmap() {}
+#endif
+
+ /* ----------------------- Runtime Check Support ------------------------- */
+
+ /*
+ For security, the main invariant is that malloc/free/etc never
+ writes to a static address other than malloc_state, unless static
+ malloc_state itself has been corrupted, which cannot occur via
+ malloc (because of these checks). In essence this means that we
+ believe all pointers, sizes, maps etc held in malloc_state, but
+ check all of those linked or offsetted from other embedded data
+ structures. These checks are interspersed with main code in a way
+ that tends to minimize their run-time cost.
+
+ When SPP_FOOTERS is defined, in addition to range checking, we also
+ verify footer fields of inuse chunks, which can be used guarantee
+ that the mstate controlling malloc/free is intact. This is a
+ streamlined version of the approach described by William Robertson
+ et al in "Run-time Detection of Heap-based Overflows" LISA'03
+ http://www.usenix.org/events/lisa03/tech/robertson.html The footer
+ of an inuse chunk holds the xor of its mstate and a random seed,
+ that is checked upon calls to free() and realloc(). This is
+ (probabalistically) unguessable from outside the program, but can be
+ computed by any code successfully malloc'ing any chunk, so does not
+ itself provide protection against code that has already broken
+ security through some other means. Unlike Robertson et al, we
+ always dynamically check addresses of all offset chunks (previous,
+ next, etc). This turns out to be cheaper than relying on hashes.
+ */
+
+
+#if !SPP_INSECURE
+ // Check if address a is at least as high as any from MORECORE or MMAP
+ bool ok_address(void *a) const { return (char *)a >= _least_addr; }
+
+ // Check if address of next chunk n is higher than base chunk p
+ static bool ok_next(void *p, void *n) { return p < n; }
+
+ // Check if p has inuse status
+ static bool ok_inuse(mchunkptr p) { return p->is_inuse(); }
+
+ // Check if p has its pinuse bit on
+ static bool ok_pinuse(mchunkptr p) { return p->pinuse(); }
+
+ // Check if (alleged) mstate m has expected magic field
+ bool ok_magic() const { return _magic == mparams._magic; }
+
+ // In gcc, use __builtin_expect to minimize impact of checks
+ #if defined(__GNUC__) && __GNUC__ >= 3
+ static bool rtcheck(bool e) { return __builtin_expect(e, 1); }
+ #else
+ static bool rtcheck(bool e) { return e; }
+ #endif
+#else
+ static bool ok_address(void *) { return true; }
+ static bool ok_next(void *, void *) { return true; }
+ static bool ok_inuse(mchunkptr) { return true; }
+ static bool ok_pinuse(mchunkptr) { return true; }
+ static bool ok_magic() { return true; }
+ static bool rtcheck(bool) { return true; }
+#endif
+
+ bool is_initialized() const { return _top != 0; }
+
+ bool use_noncontiguous() const { return !!(_mflags & USE_NONCONTIGUOUS_BIT); }
+ void disable_contiguous() { _mflags |= USE_NONCONTIGUOUS_BIT; }
+
+ // Return segment holding given address
+ msegmentptr segment_holding(char* addr) const
+ {
+ msegmentptr sp = (msegmentptr)&_seg;
+ for (;;)
+ {
+ if (addr >= sp->_base && addr < sp->_base + sp->_size)
+ return sp;
+ if ((sp = sp->_next) == 0)
+ return 0;
+ }
+ }
+
+ // Return true if segment contains a segment link
+ int has_segment_link(msegmentptr ss) const
+ {
+ msegmentptr sp = (msegmentptr)&_seg;
+ for (;;)
+ {
+ if ((char*)sp >= ss->_base && (char*)sp < ss->_base + ss->_size)
+ return 1;
+ if ((sp = sp->_next) == 0)
+ return 0;
+ }
+ }
+
+ bool should_trim(size_t s) const { return s > _trim_check; }
+
+ /* -------------------------- Debugging setup ---------------------------- */
+
+#if ! SPP_DEBUG
+ void check_free_chunk(mchunkptr) {}
+ void check_inuse_chunk(mchunkptr) {}
+ void check_malloced_chunk(void*, size_t) {}
+ void check_mmapped_chunk(mchunkptr) {}
+ void check_malloc_state() {}
+ void check_top_chunk(mchunkptr) {}
+#else /* SPP_DEBUG */
+ void check_free_chunk(mchunkptr p) { do_check_free_chunk(p); }
+ void check_inuse_chunk(mchunkptr p) { do_check_inuse_chunk(p); }
+ void check_malloced_chunk(void* p, size_t s) { do_check_malloced_chunk(p, s); }
+ void check_mmapped_chunk(mchunkptr p) { do_check_mmapped_chunk(p); }
+ void check_malloc_state() { do_check_malloc_state(); }
+ void check_top_chunk(mchunkptr p) { do_check_top_chunk(p); }
+
+ void do_check_any_chunk(mchunkptr p) const;
+ void do_check_top_chunk(mchunkptr p) const;
+ void do_check_mmapped_chunk(mchunkptr p) const;
+ void do_check_inuse_chunk(mchunkptr p) const;
+ void do_check_free_chunk(mchunkptr p) const;
+ void do_check_malloced_chunk(void* mem, size_t s) const;
+ void do_check_tree(tchunkptr t);
+ void do_check_treebin(bindex_t i);
+ void do_check_smallbin(bindex_t i);
+ void do_check_malloc_state();
+ int bin_find(mchunkptr x);
+ size_t traverse_and_check();
+#endif
+
+private:
+
+ /* ---------------------------- Indexing Bins ---------------------------- */
+
+ static bool is_small(size_t s) { return (s >> SMALLBIN_SHIFT) < NSMALLBINS; }
+ static bindex_t small_index(size_t s) { return (bindex_t)(s >> SMALLBIN_SHIFT); }
+ static size_t small_index2size(size_t i) { return i << SMALLBIN_SHIFT; }
+ static bindex_t MIN_SMALL_INDEX() { return small_index(MIN_CHUNK_SIZE); }
+
+ // assign tree index for size S to variable I. Use x86 asm if possible
+#if defined(__GNUC__) && (defined(__i386__) || defined(__x86_64__))
+ SPP_FORCEINLINE static bindex_t compute_tree_index(size_t S)
+ {
+ unsigned int X = S >> TREEBIN_SHIFT;
+ if (X == 0)
+ return 0;
+ else if (X > 0xFFFF)
+ return NTREEBINS - 1;
+
+ unsigned int K = (unsigned) sizeof(X) * __CHAR_BIT__ - 1 - (unsigned) __builtin_clz(X);
+ return (bindex_t)((K << 1) + ((S >> (K + (TREEBIN_SHIFT - 1)) & 1)));
+ }
+
+#elif defined (__INTEL_COMPILER)
+ SPP_FORCEINLINE static bindex_t compute_tree_index(size_t S)
+ {
+ size_t X = S >> TREEBIN_SHIFT;
+ if (X == 0)
+ return 0;
+ else if (X > 0xFFFF)
+ return NTREEBINS - 1;
+
+ unsigned int K = _bit_scan_reverse(X);
+ return (bindex_t)((K << 1) + ((S >> (K + (TREEBIN_SHIFT - 1)) & 1)));
+ }
+
+#elif defined(_MSC_VER) && _MSC_VER>=1300
+ SPP_FORCEINLINE static bindex_t compute_tree_index(size_t S)
+ {
+ size_t X = S >> TREEBIN_SHIFT;
+ if (X == 0)
+ return 0;
+ else if (X > 0xFFFF)
+ return NTREEBINS - 1;
+
+ unsigned int K;
+ _BitScanReverse((DWORD *) &K, (DWORD) X);
+ return (bindex_t)((K << 1) + ((S >> (K + (TREEBIN_SHIFT - 1)) & 1)));
+ }
+
+#else // GNUC
+ SPP_FORCEINLINE static bindex_t compute_tree_index(size_t S)
+ {
+ size_t X = S >> TREEBIN_SHIFT;
+ if (X == 0)
+ return 0;
+ else if (X > 0xFFFF)
+ return NTREEBINS - 1;
+
+ unsigned int Y = (unsigned int)X;
+ unsigned int N = ((Y - 0x100) >> 16) & 8;
+ unsigned int K = (((Y <<= N) - 0x1000) >> 16) & 4;
+ N += K;
+ N += K = (((Y <<= K) - 0x4000) >> 16) & 2;
+ K = 14 - N + ((Y <<= K) >> 15);
+ return (K << 1) + ((S >> (K + (TREEBIN_SHIFT - 1)) & 1));
+ }
+#endif
+
+ // Shift placing maximum resolved bit in a treebin at i as sign bit
+ static bindex_t leftshift_for_tree_index(bindex_t i)
+ {
+ return (i == NTREEBINS - 1) ? 0 :
+ ((spp_size_t_bitsize - 1) - ((i >> 1) + TREEBIN_SHIFT - 2));
+ }
+
+ // The size of the smallest chunk held in bin with index i
+ static bindex_t minsize_for_tree_index(bindex_t i)
+ {
+ return ((size_t)1 << ((i >> 1) + TREEBIN_SHIFT)) |
+ (((size_t)(i & 1)) << ((i >> 1) + TREEBIN_SHIFT - 1));
+ }
+
+
+ // ----------- isolate the least set bit of a bitmap
+ static binmap_t least_bit(binmap_t x) { return x & -x; }
+
+ // ----------- mask with all bits to left of least bit of x on
+ static binmap_t left_bits(binmap_t x) { return (x << 1) | -(x << 1); }
+
+ // index corresponding to given bit. Use x86 asm if possible
+#if defined(__GNUC__) && (defined(__i386__) || defined(__x86_64__))
+ static bindex_t compute_bit2idx(binmap_t X)
+ {
+ unsigned int J;
+ J = __builtin_ctz(X);
+ return (bindex_t)J;
+ }
+
+#elif defined (__INTEL_COMPILER)
+ static bindex_t compute_bit2idx(binmap_t X)
+ {
+ unsigned int J;
+ J = _bit_scan_forward(X);
+ return (bindex_t)J;
+ }
+
+#elif defined(_MSC_VER) && _MSC_VER>=1300
+ static bindex_t compute_bit2idx(binmap_t X)
+ {
+ unsigned int J;
+ _BitScanForward((DWORD *) &J, X);
+ return (bindex_t)J;
+ }
+
+#elif SPP_USE_BUILTIN_FFS
+ static bindex_t compute_bit2idx(binmap_t X) { return ffs(X) - 1; }
+
+#else
+ static bindex_t compute_bit2idx(binmap_t X)
+ {
+ unsigned int Y = X - 1;
+ unsigned int K = Y >> (16 - 4) & 16;
+ unsigned int N = K; Y >>= K;
+ N += K = Y >> (8 - 3) & 8; Y >>= K;
+ N += K = Y >> (4 - 2) & 4; Y >>= K;
+ N += K = Y >> (2 - 1) & 2; Y >>= K;
+ N += K = Y >> (1 - 0) & 1; Y >>= K;
+ return (bindex_t)(N + Y);
+ }
+#endif
+
+ /* ------------------------ Set up inuse chunks with or without footers ---*/
+#if !SPP_FOOTERS
+ void mark_inuse_foot(malloc_chunk_header *, size_t) {}
+#else
+ //Set foot of inuse chunk to be xor of mstate and seed
+ void mark_inuse_foot(malloc_chunk_header *p, size_t s)
+ {
+ (((mchunkptr)((char*)p + s))->prev_foot = (size_t)this ^ mparams._magic);
+ }
+#endif
+
+ void set_inuse(malloc_chunk_header *p, size_t s)
+ {
+ p->_head = (p->_head & PINUSE_BIT) | s | CINUSE_BIT;
+ ((mchunkptr)(((char*)p) + s))->_head |= PINUSE_BIT;
+ mark_inuse_foot(p, s);
+ }
+
+ void set_inuse_and_pinuse(malloc_chunk_header *p, size_t s)
+ {
+ p->_head = s | PINUSE_BIT | CINUSE_BIT;
+ ((mchunkptr)(((char*)p) + s))->_head |= PINUSE_BIT;
+ mark_inuse_foot(p, s);
+ }
+
+ void set_size_and_pinuse_of_inuse_chunk(malloc_chunk_header *p, size_t s)
+ {
+ p->_head = s | PINUSE_BIT | CINUSE_BIT;
+ mark_inuse_foot(p, s);
+ }
+
+ /* ------------------------ Addressing by index. See about smallbin repositioning --- */
+ sbinptr smallbin_at(bindex_t i) const { return (sbinptr)((char*)&_smallbins[i << 1]); }
+ tbinptr* treebin_at(bindex_t i) { return &_treebins[i]; }
+
+ /* ----------------------- bit corresponding to given index ---------*/
+ static binmap_t idx2bit(bindex_t i) { return ((binmap_t)1 << i); }
+
+ // --------------- Mark/Clear bits with given index
+ void mark_smallmap(bindex_t i) { _smallmap |= idx2bit(i); }
+ void clear_smallmap(bindex_t i) { _smallmap &= ~idx2bit(i); }
+ binmap_t smallmap_is_marked(bindex_t i) const { return _smallmap & idx2bit(i); }
+
+ void mark_treemap(bindex_t i) { _treemap |= idx2bit(i); }
+ void clear_treemap(bindex_t i) { _treemap &= ~idx2bit(i); }
+ binmap_t treemap_is_marked(bindex_t i) const { return _treemap & idx2bit(i); }
+
+ /* ------------------------ ----------------------- */
+ SPP_FORCEINLINE void insert_small_chunk(mchunkptr P, size_t S);
+ SPP_FORCEINLINE void unlink_small_chunk(mchunkptr P, size_t S);
+ SPP_FORCEINLINE void unlink_first_small_chunk(mchunkptr B, mchunkptr P, bindex_t I);
+ SPP_FORCEINLINE void replace_dv(mchunkptr P, size_t S);
+
+ /* ------------------------- Operations on trees ------------------------- */
+ SPP_FORCEINLINE void insert_large_chunk(tchunkptr X, size_t S);
+ SPP_FORCEINLINE void unlink_large_chunk(tchunkptr X);
+
+ /* ------------------------ Relays to large vs small bin operations */
+ SPP_FORCEINLINE void insert_chunk(mchunkptr P, size_t S);
+ SPP_FORCEINLINE void unlink_chunk(mchunkptr P, size_t S);
+
+ /* ----------------------- Direct-mmapping chunks ----------------------- */
+ SPP_IMPL void* mmap_alloc(size_t nb);
+ SPP_IMPL mchunkptr mmap_resize(mchunkptr oldp, size_t nb, int flags);
+
+ SPP_IMPL void reset_on_error();
+ SPP_IMPL void* prepend_alloc(char* newbase, char* oldbase, size_t nb);
+ SPP_IMPL void add_segment(char* tbase, size_t tsize, flag_t mmapped);
+
+ /* ------------------------ malloc --------------------------- */
+ SPP_IMPL void* tmalloc_large(size_t nb);
+ SPP_IMPL void* tmalloc_small(size_t nb);
+
+ /* ------------------------Bin types, widths and sizes -------- */
+ static const size_t NSMALLBINS = 32;
+ static const size_t NTREEBINS = 32;
+ static const size_t SMALLBIN_SHIFT = 3;
+ static const size_t SMALLBIN_WIDTH = 1 << SMALLBIN_SHIFT;
+ static const size_t TREEBIN_SHIFT = 8;
+ static const size_t MIN_LARGE_SIZE = 1 << TREEBIN_SHIFT;
+ static const size_t MAX_SMALL_SIZE = (MIN_LARGE_SIZE - 1);
+ static const size_t MAX_SMALL_REQUEST = (MAX_SMALL_SIZE - spp_chunk_align_mask - CHUNK_OVERHEAD);
+
+ /* ------------------------ data members --------------------------- */
+ binmap_t _smallmap;
+ binmap_t _treemap;
+ size_t _dvsize;
+ size_t _topsize;
+ char* _least_addr;
+ mchunkptr _dv;
+ mchunkptr _top;
+ size_t _trim_check;
+ size_t _release_checks;
+ size_t _magic;
+ mchunkptr _smallbins[(NSMALLBINS + 1) * 2];
+ tbinptr _treebins[NTREEBINS];
+public:
+ size_t _footprint;
+ size_t _max_footprint;
+ size_t _footprint_limit; // zero means no limit
+ flag_t _mflags;
+
+ msegment _seg;
+
+private:
+ void* _extp; // Unused but available for extensions
+ size_t _exts;
+};
+
+typedef malloc_state* mstate;
+
+/* ------------- end malloc_state ------------------- */
+
+#if SPP_FOOTERS
+static malloc_state* get_mstate_for(malloc_chunk_header *p)
+{
+ return (malloc_state*)(((mchunkptr)((char*)(p) +
+ (p->chunksize())))->prev_foot ^ mparams._magic);
+}
+#endif
+
+/* -------------------------- system alloc setup ------------------------- */
+
+
+
+// For mmap, use granularity alignment on windows, else page-align
+#ifdef WIN32
+ #define mmap_align(S) mparams.granularity_align(S)
+#else
+ #define mmap_align(S) mparams.page_align(S)
+#endif
+
+// True if segment S holds address A
+static bool segment_holds(msegmentptr S, mchunkptr A)
+{
+ return (char*)A >= S->_base && (char*)A < S->_base + S->_size;
+}
+
+/*
+ top_foot_size is padding at the end of a segment, including space
+ that may be needed to place segment records and fenceposts when new
+ noncontiguous segments are added.
+*/
+static SPP_FORCEINLINE size_t top_foot_size()
+{
+ return align_offset(chunk2mem((void *)0)) +
+ pad_request(sizeof(struct malloc_segment)) +
+ MIN_CHUNK_SIZE;
+}
+
+
+// For sys_alloc, enough padding to ensure can malloc request on success
+static SPP_FORCEINLINE size_t sys_alloc_padding()
+{
+ return top_foot_size() + SPP_MALLOC_ALIGNMENT;
+}
+
+
+#define SPP_USAGE_ERROR_ACTION(m,p) SPP_ABORT
+
+/* ---------------------------- setting mparams -------------------------- */
+
+// Initialize mparams
+int malloc_params::_init()
+{
+#ifdef NEED_GLOBAL_LOCK_INIT
+ if (malloc_global_mutex_status <= 0)
+ init_malloc_global_mutex();
+#endif
+
+ if (_magic == 0)
+ {
+ size_t magic;
+ size_t psize;
+ size_t gsize;
+
+#ifndef WIN32
+ psize = malloc_getpagesize;
+ gsize = ((SPP_DEFAULT_GRANULARITY != 0) ? SPP_DEFAULT_GRANULARITY : psize);
+#else
+ {
+ SYSTEM_INFO system_info;
+ GetSystemInfo(&system_info);
+ psize = system_info.dwPageSize;
+ gsize = ((SPP_DEFAULT_GRANULARITY != 0) ?
+ SPP_DEFAULT_GRANULARITY : system_info.dwAllocationGranularity);
+ }
+#endif
+
+ /* Sanity-check configuration:
+ size_t must be unsigned and as wide as pointer type.
+ ints must be at least 4 bytes.
+ alignment must be at least 8.
+ Alignment, min chunk size, and page size must all be powers of 2.
+ */
+ if ((sizeof(size_t) != sizeof(char*)) ||
+ (spp_max_size_t < MIN_CHUNK_SIZE) ||
+ (sizeof(int) < 4) ||
+ (SPP_MALLOC_ALIGNMENT < (size_t)8U) ||
+ ((SPP_MALLOC_ALIGNMENT & (SPP_MALLOC_ALIGNMENT - 1)) != 0) ||
+ ((MCHUNK_SIZE & (MCHUNK_SIZE - 1)) != 0) ||
+ ((gsize & (gsize - 1)) != 0) ||
+ ((psize & (psize - 1)) != 0))
+ SPP_ABORT;
+ _granularity = gsize;
+ _page_size = psize;
+ _mmap_threshold = SPP_DEFAULT_MMAP_THRESHOLD;
+ _trim_threshold = SPP_DEFAULT_TRIM_THRESHOLD;
+ _default_mflags = USE_MMAP_BIT | USE_NONCONTIGUOUS_BIT;
+
+ {
+#if SPP_USE_DEV_RANDOM
+ int fd;
+ unsigned char buf[sizeof(size_t)];
+ // Try to use /dev/urandom, else fall back on using time
+ if ((fd = open("/dev/urandom", O_RDONLY)) >= 0 &&
+ read(fd, buf, sizeof(buf)) == sizeof(buf))
+ {
+ magic = *((size_t *) buf);
+ close(fd);
+ }
+ else
+#endif
+ {
+#ifdef WIN32
+ magic = (size_t)(GetTickCount() ^ (size_t)0x55555555U);
+#elif defined(SPP_LACKS_TIME_H)
+ magic = (size_t)&magic ^ (size_t)0x55555555U;
+#else
+ magic = (size_t)(time(0) ^ (size_t)0x55555555U);
+#endif
+ }
+ magic |= (size_t)8U; // ensure nonzero
+ magic &= ~(size_t)7U; // improve chances of fault for bad values
+ // Until memory modes commonly available, use volatile-write
+ (*(volatile size_t *)(&(_magic))) = magic;
+ }
+ }
+
+ return 1;
+}
+
+/*
+ mallopt tuning options. SVID/XPG defines four standard parameter
+ numbers for mallopt, normally defined in malloc.h. None of these
+ are used in this malloc, so setting them has no effect. But this
+ malloc does support the following options.
+*/
+static const int m_trim_threshold = -1;
+static const int m_granularity = -2;
+static const int m_mmap_threshold = -3;
+
+// support for mallopt
+int malloc_params::change(int param_number, int value)
+{
+ size_t val;
+ ensure_initialization();
+ val = (value == -1) ? spp_max_size_t : (size_t)value;
+
+ switch (param_number)
+ {
+ case m_trim_threshold:
+ _trim_threshold = val;
+ return 1;
+
+ case m_granularity:
+ if (val >= _page_size && ((val & (val - 1)) == 0))
+ {
+ _granularity = val;
+ return 1;
+ }
+ else
+ return 0;
+
+ case m_mmap_threshold:
+ _mmap_threshold = val;
+ return 1;
+
+ default:
+ return 0;
+ }
+}
+
+#if SPP_DEBUG
+/* ------------------------- Debugging Support --------------------------- */
+
+// Check properties of any chunk, whether free, inuse, mmapped etc
+void malloc_state::do_check_any_chunk(mchunkptr p) const
+{
+ assert((spp_is_aligned(chunk2mem(p))) || (p->_head == FENCEPOST_HEAD));
+ assert(ok_address(p));
+}
+
+// Check properties of top chunk
+void malloc_state::do_check_top_chunk(mchunkptr p) const
+{
+ msegmentptr sp = segment_holding((char*)p);
+ size_t sz = p->_head & ~INUSE_BITS; // third-lowest bit can be set!
+ assert(sp != 0);
+ assert((spp_is_aligned(chunk2mem(p))) || (p->_head == FENCEPOST_HEAD));
+ assert(ok_address(p));
+ assert(sz == _topsize);
+ assert(sz > 0);
+ assert(sz == ((sp->_base + sp->_size) - (char*)p) - top_foot_size());
+ assert(p->pinuse());
+ assert(!p->chunk_plus_offset(sz)->pinuse());
+}
+
+// Check properties of (inuse) mmapped chunks
+void malloc_state::do_check_mmapped_chunk(mchunkptr p) const
+{
+ size_t sz = p->chunksize();
+ size_t len = (sz + (p->_prev_foot) + SPP_MMAP_FOOT_PAD);
+ assert(p->is_mmapped());
+ assert(use_mmap());
+ assert((spp_is_aligned(chunk2mem(p))) || (p->_head == FENCEPOST_HEAD));
+ assert(ok_address(p));
+ assert(!is_small(sz));
+ assert((len & (mparams._page_size - 1)) == 0);
+ assert(p->chunk_plus_offset(sz)->_head == FENCEPOST_HEAD);
+ assert(p->chunk_plus_offset(sz + sizeof(size_t))->_head == 0);
+}
+
+// Check properties of inuse chunks
+void malloc_state::do_check_inuse_chunk(mchunkptr p) const
+{
+ do_check_any_chunk(p);
+ assert(p->is_inuse());
+ assert(p->next_pinuse());
+ // If not pinuse and not mmapped, previous chunk has OK offset
+ assert(p->is_mmapped() || p->pinuse() || (mchunkptr)p->prev_chunk()->next_chunk() == p);
+ if (p->is_mmapped())
+ do_check_mmapped_chunk(p);
+}
+
+// Check properties of free chunks
+void malloc_state::do_check_free_chunk(mchunkptr p) const
+{
+ size_t sz = p->chunksize();
+ mchunkptr next = (mchunkptr)p->chunk_plus_offset(sz);
+ do_check_any_chunk(p);
+ assert(!p->is_inuse());
+ assert(!p->next_pinuse());
+ assert(!p->is_mmapped());
+ if (p != _dv && p != _top)
+ {
+ if (sz >= MIN_CHUNK_SIZE)
+ {
+ assert((sz & spp_chunk_align_mask) == 0);
+ assert(spp_is_aligned(chunk2mem(p)));
+ assert(next->_prev_foot == sz);
+ assert(p->pinuse());
+ assert(next == _top || next->is_inuse());
+ assert(p->_fd->_bk == p);
+ assert(p->_bk->_fd == p);
+ }
+ else // markers are always of size sizeof(size_t)
+ assert(sz == sizeof(size_t));
+ }
+}
+
+// Check properties of malloced chunks at the point they are malloced
+void malloc_state::do_check_malloced_chunk(void* mem, size_t s) const
+{
+ if (mem != 0)
+ {
+ mchunkptr p = mem2chunk(mem);
+ size_t sz = p->_head & ~INUSE_BITS;
+ do_check_inuse_chunk(p);
+ assert((sz & spp_chunk_align_mask) == 0);
+ assert(sz >= MIN_CHUNK_SIZE);
+ assert(sz >= s);
+ // unless mmapped, size is less than MIN_CHUNK_SIZE more than request
+ assert(p->is_mmapped() || sz < (s + MIN_CHUNK_SIZE));
+ }
+}
+
+// Check a tree and its subtrees.
+void malloc_state::do_check_tree(tchunkptr t)
+{
+ tchunkptr head = 0;
+ tchunkptr u = t;
+ bindex_t tindex = t->_index;
+ size_t tsize = t->chunksize();
+ bindex_t idx = compute_tree_index(tsize);
+ assert(tindex == idx);
+ assert(tsize >= MIN_LARGE_SIZE);
+ assert(tsize >= minsize_for_tree_index(idx));
+ assert((idx == NTREEBINS - 1) || (tsize < minsize_for_tree_index((idx + 1))));
+
+ do
+ {
+ // traverse through chain of same-sized nodes
+ do_check_any_chunk((mchunkptr)u);
+ assert(u->_index == tindex);
+ assert(u->chunksize() == tsize);
+ assert(!u->is_inuse());
+ assert(!u->next_pinuse());
+ assert(u->_fd->_bk == u);
+ assert(u->_bk->_fd == u);
+ if (u->_parent == 0)
+ {
+ assert(u->_child[0] == 0);
+ assert(u->_child[1] == 0);
+ }
+ else
+ {
+ assert(head == 0); // only one node on chain has parent
+ head = u;
+ assert(u->_parent != u);
+ assert(u->_parent->_child[0] == u ||
+ u->_parent->_child[1] == u ||
+ *((tbinptr*)(u->_parent)) == u);
+ if (u->_child[0] != 0)
+ {
+ assert(u->_child[0]->_parent == u);
+ assert(u->_child[0] != u);
+ do_check_tree(u->_child[0]);
+ }
+ if (u->_child[1] != 0)
+ {
+ assert(u->_child[1]->_parent == u);
+ assert(u->_child[1] != u);
+ do_check_tree(u->_child[1]);
+ }
+ if (u->_child[0] != 0 && u->_child[1] != 0)
+ assert(u->_child[0]->chunksize() < u->_child[1]->chunksize());
+ }
+ u = u->_fd;
+ }
+ while (u != t);
+ assert(head != 0);
+}
+
+// Check all the chunks in a treebin.
+void malloc_state::do_check_treebin(bindex_t i)
+{
+ tbinptr* tb = (tbinptr*)treebin_at(i);
+ tchunkptr t = *tb;
+ int empty = (_treemap & (1U << i)) == 0;
+ if (t == 0)
+ assert(empty);
+ if (!empty)
+ do_check_tree(t);
+}
+
+// Check all the chunks in a smallbin.
+void malloc_state::do_check_smallbin(bindex_t i)
+{
+ sbinptr b = smallbin_at(i);
+ mchunkptr p = b->_bk;
+ unsigned int empty = (_smallmap & (1U << i)) == 0;
+ if (p == b)
+ assert(empty);
+ if (!empty)
+ {
+ for (; p != b; p = p->_bk)
+ {
+ size_t size = p->chunksize();
+ mchunkptr q;
+ // each chunk claims to be free
+ do_check_free_chunk(p);
+ // chunk belongs in bin
+ assert(small_index(size) == i);
+ assert(p->_bk == b || p->_bk->chunksize() == p->chunksize());
+ // chunk is followed by an inuse chunk
+ q = (mchunkptr)p->next_chunk();
+ if (q->_head != FENCEPOST_HEAD)
+ do_check_inuse_chunk(q);
+ }
+ }
+}
+
+// Find x in a bin. Used in other check functions.
+int malloc_state::bin_find(mchunkptr x)
+{
+ size_t size = x->chunksize();
+ if (is_small(size))
+ {
+ bindex_t sidx = small_index(size);
+ sbinptr b = smallbin_at(sidx);
+ if (smallmap_is_marked(sidx))
+ {
+ mchunkptr p = b;
+ do
+ {
+ if (p == x)
+ return 1;
+ }
+ while ((p = p->_fd) != b);
+ }
+ }
+ else
+ {
+ bindex_t tidx = compute_tree_index(size);
+ if (treemap_is_marked(tidx))
+ {
+ tchunkptr t = *treebin_at(tidx);
+ size_t sizebits = size << leftshift_for_tree_index(tidx);
+ while (t != 0 && t->chunksize() != size)
+ {
+ t = t->_child[(sizebits >> (spp_size_t_bitsize - 1)) & 1];
+ sizebits <<= 1;
+ }
+ if (t != 0)
+ {
+ tchunkptr u = t;
+ do
+ {
+ if (u == (tchunkptr)x)
+ return 1;
+ }
+ while ((u = u->_fd) != t);
+ }
+ }
+ }
+ return 0;
+}
+
+// Traverse each chunk and check it; return total
+size_t malloc_state::traverse_and_check()
+{
+ size_t sum = 0;
+ if (is_initialized())
+ {
+ msegmentptr s = (msegmentptr)&_seg;
+ sum += _topsize + top_foot_size();
+ while (s != 0)
+ {
+ mchunkptr q = align_as_chunk(s->_base);
+ mchunkptr lastq = 0;
+ assert(q->pinuse());
+ while (segment_holds(s, q) &&
+ q != _top && q->_head != FENCEPOST_HEAD)
+ {
+ sum += q->chunksize();
+ if (q->is_inuse())
+ {
+ assert(!bin_find(q));
+ do_check_inuse_chunk(q);
+ }
+ else
+ {
+ assert(q == _dv || bin_find(q));
+ assert(lastq == 0 || lastq->is_inuse()); // Not 2 consecutive free
+ do_check_free_chunk(q);
+ }
+ lastq = q;
+ q = (mchunkptr)q->next_chunk();
+ }
+ s = s->_next;
+ }
+ }
+ return sum;
+}
+
+
+// Check all properties of malloc_state.
+void malloc_state::do_check_malloc_state()
+{
+ bindex_t i;
+ size_t total;
+ // check bins
+ for (i = 0; i < NSMALLBINS; ++i)
+ do_check_smallbin(i);
+ for (i = 0; i < NTREEBINS; ++i)
+ do_check_treebin(i);
+
+ if (_dvsize != 0)
+ {
+ // check dv chunk
+ do_check_any_chunk(_dv);
+ assert(_dvsize == _dv->chunksize());
+ assert(_dvsize >= MIN_CHUNK_SIZE);
+ assert(bin_find(_dv) == 0);
+ }
+
+ if (_top != 0)
+ {
+ // check top chunk
+ do_check_top_chunk(_top);
+ //assert(topsize == top->chunksize()); redundant
+ assert(_topsize > 0);
+ assert(bin_find(_top) == 0);
+ }
+
+ total = traverse_and_check();
+ assert(total <= _footprint);
+ assert(_footprint <= _max_footprint);
+}
+#endif // SPP_DEBUG
+
+/* ----------------------- Operations on smallbins ----------------------- */
+
+/*
+ Various forms of linking and unlinking are defined as macros. Even
+ the ones for trees, which are very long but have very short typical
+ paths. This is ugly but reduces reliance on inlining support of
+ compilers.
+*/
+
+// Link a free chunk into a smallbin
+void malloc_state::insert_small_chunk(mchunkptr p, size_t s)
+{
+ bindex_t I = small_index(s);
+ mchunkptr B = smallbin_at(I);
+ mchunkptr F = B;
+ assert(s >= MIN_CHUNK_SIZE);
+ if (!smallmap_is_marked(I))
+ mark_smallmap(I);
+ else if (rtcheck(ok_address(B->_fd)))
+ F = B->_fd;
+ else
+ SPP_ABORT;
+ B->_fd = p;
+ F->_bk = p;
+ p->_fd = F;
+ p->_bk = B;
+}
+
+// Unlink a chunk from a smallbin
+void malloc_state::unlink_small_chunk(mchunkptr p, size_t s)
+{
+ mchunkptr F = p->_fd;
+ mchunkptr B = p->_bk;
+ bindex_t I = small_index(s);
+ assert(p != B);
+ assert(p != F);
+ assert(p->chunksize() == small_index2size(I));
+ if (rtcheck(F == smallbin_at(I) || (ok_address(F) && F->_bk == p)))
+ {
+ if (B == F)
+ clear_smallmap(I);
+ else if (rtcheck(B == smallbin_at(I) ||
+ (ok_address(B) && B->_fd == p)))
+ {
+ F->_bk = B;
+ B->_fd = F;
+ }
+ else
+ SPP_ABORT;
+ }
+ else
+ SPP_ABORT;
+}
+
+// Unlink the first chunk from a smallbin
+void malloc_state::unlink_first_small_chunk(mchunkptr B, mchunkptr p, bindex_t I)
+{
+ mchunkptr F = p->_fd;
+ assert(p != B);
+ assert(p != F);
+ assert(p->chunksize() == small_index2size(I));
+ if (B == F)
+ clear_smallmap(I);
+ else if (rtcheck(ok_address(F) && F->_bk == p))
+ {
+ F->_bk = B;
+ B->_fd = F;
+ }
+ else
+ SPP_ABORT;
+}
+
+// Replace dv node, binning the old one
+// Used only when dvsize known to be small
+void malloc_state::replace_dv(mchunkptr p, size_t s)
+{
+ size_t DVS = _dvsize;
+ assert(is_small(DVS));
+ if (DVS != 0)
+ {
+ mchunkptr DV = _dv;
+ insert_small_chunk(DV, DVS);
+ }
+ _dvsize = s;
+ _dv = p;
+}
+
+/* ------------------------- Operations on trees ------------------------- */
+
+// Insert chunk into tree
+void malloc_state::insert_large_chunk(tchunkptr X, size_t s)
+{
+ tbinptr* H;
+ bindex_t I = compute_tree_index(s);
+ H = treebin_at(I);
+ X->_index = I;
+ X->_child[0] = X->_child[1] = 0;
+ if (!treemap_is_marked(I))
+ {
+ mark_treemap(I);
+ *H = X;
+ X->_parent = (tchunkptr)H;
+ X->_fd = X->_bk = X;
+ }
+ else
+ {
+ tchunkptr T = *H;
+ size_t K = s << leftshift_for_tree_index(I);
+ for (;;)
+ {
+ if (T->chunksize() != s)
+ {
+ tchunkptr* C = &(T->_child[(K >> (spp_size_t_bitsize - 1)) & 1]);
+ K <<= 1;
+ if (*C != 0)
+ T = *C;
+ else if (rtcheck(ok_address(C)))
+ {
+ *C = X;
+ X->_parent = T;
+ X->_fd = X->_bk = X;
+ break;
+ }
+ else
+ {
+ SPP_ABORT;
+ break;
+ }
+ }
+ else
+ {
+ tchunkptr F = T->_fd;
+ if (rtcheck(ok_address(T) && ok_address(F)))
+ {
+ T->_fd = F->_bk = X;
+ X->_fd = F;
+ X->_bk = T;
+ X->_parent = 0;
+ break;
+ }
+ else
+ {
+ SPP_ABORT;
+ break;
+ }
+ }
+ }
+ }
+}
+
+/*
+ Unlink steps:
+
+ 1. If x is a chained node, unlink it from its same-sized fd/bk links
+ and choose its bk node as its replacement.
+ 2. If x was the last node of its size, but not a leaf node, it must
+ be replaced with a leaf node (not merely one with an open left or
+ right), to make sure that lefts and rights of descendents
+ correspond properly to bit masks. We use the rightmost descendent
+ of x. We could use any other leaf, but this is easy to locate and
+ tends to counteract removal of leftmosts elsewhere, and so keeps
+ paths shorter than minimally guaranteed. This doesn't loop much
+ because on average a node in a tree is near the bottom.
+ 3. If x is the base of a chain (i.e., has parent links) relink
+ x's parent and children to x's replacement (or null if none).
+*/
+
+void malloc_state::unlink_large_chunk(tchunkptr X)
+{
+ tchunkptr XP = X->_parent;
+ tchunkptr R;
+ if (X->_bk != X)
+ {
+ tchunkptr F = X->_fd;
+ R = X->_bk;
+ if (rtcheck(ok_address(F) && F->_bk == X && R->_fd == X))
+ {
+ F->_bk = R;
+ R->_fd = F;
+ }
+ else
+ SPP_ABORT;
+ }
+ else
+ {
+ tchunkptr* RP;
+ if (((R = *(RP = &(X->_child[1]))) != 0) ||
+ ((R = *(RP = &(X->_child[0]))) != 0))
+ {
+ tchunkptr* CP;
+ while ((*(CP = &(R->_child[1])) != 0) ||
+ (*(CP = &(R->_child[0])) != 0))
+ R = *(RP = CP);
+ if (rtcheck(ok_address(RP)))
+ *RP = 0;
+ else
+ SPP_ABORT;
+ }
+ }
+ if (XP != 0)
+ {
+ tbinptr* H = treebin_at(X->_index);
+ if (X == *H)
+ {
+ if ((*H = R) == 0)
+ clear_treemap(X->_index);
+ }
+ else if (rtcheck(ok_address(XP)))
+ {
+ if (XP->_child[0] == X)
+ XP->_child[0] = R;
+ else
+ XP->_child[1] = R;
+ }
+ else
+ SPP_ABORT;
+ if (R != 0)
+ {
+ if (rtcheck(ok_address(R)))
+ {
+ tchunkptr C0, C1;
+ R->_parent = XP;
+ if ((C0 = X->_child[0]) != 0)
+ {
+ if (rtcheck(ok_address(C0)))
+ {
+ R->_child[0] = C0;
+ C0->_parent = R;
+ }
+ else
+ SPP_ABORT;
+ }
+ if ((C1 = X->_child[1]) != 0)
+ {
+ if (rtcheck(ok_address(C1)))
+ {
+ R->_child[1] = C1;
+ C1->_parent = R;
+ }
+ else
+ SPP_ABORT;
+ }
+ }
+ else
+ SPP_ABORT;
+ }
+ }
+}
+
+// Relays to large vs small bin operations
+
+void malloc_state::insert_chunk(mchunkptr p, size_t s)
+{
+ if (is_small(s))
+ insert_small_chunk(p, s);
+ else
+ {
+ tchunkptr tp = (tchunkptr)(p);
+ insert_large_chunk(tp, s);
+ }
+}
+
+void malloc_state::unlink_chunk(mchunkptr p, size_t s)
+{
+ if (is_small(s))
+ unlink_small_chunk(p, s);
+ else
+ {
+ tchunkptr tp = (tchunkptr)(p);
+ unlink_large_chunk(tp);
+ }
+}
+
+
+/* ----------------------- Direct-mmapping chunks ----------------------- */
+
+/*
+ Directly mmapped chunks are set up with an offset to the start of
+ the mmapped region stored in the prev_foot field of the chunk. This
+ allows reconstruction of the required argument to MUNMAP when freed,
+ and also allows adjustment of the returned chunk to meet alignment
+ requirements (especially in memalign).
+*/
+
+// Malloc using mmap
+void* malloc_state::mmap_alloc(size_t nb)
+{
+ size_t mmsize = mmap_align(nb + 6 * sizeof(size_t) + spp_chunk_align_mask);
+ if (_footprint_limit != 0)
+ {
+ size_t fp = _footprint + mmsize;
+ if (fp <= _footprint || fp > _footprint_limit)
+ return 0;
+ }
+ if (mmsize > nb)
+ {
+ // Check for wrap around 0
+ char* mm = (char*)(SPP_CALL_DIRECT_MMAP(mmsize));
+ if (mm != cmfail)
+ {
+ size_t offset = align_offset(chunk2mem(mm));
+ size_t psize = mmsize - offset - SPP_MMAP_FOOT_PAD;
+ mchunkptr p = (mchunkptr)(mm + offset);
+ p->_prev_foot = offset;
+ p->_head = psize;
+ mark_inuse_foot(p, psize);
+ p->chunk_plus_offset(psize)->_head = FENCEPOST_HEAD;
+ p->chunk_plus_offset(psize + sizeof(size_t))->_head = 0;
+
+ if (_least_addr == 0 || mm < _least_addr)
+ _least_addr = mm;
+ if ((_footprint += mmsize) > _max_footprint)
+ _max_footprint = _footprint;
+ assert(spp_is_aligned(chunk2mem(p)));
+ check_mmapped_chunk(p);
+ return chunk2mem(p);
+ }
+ }
+ return 0;
+}
+
+// Realloc using mmap
+mchunkptr malloc_state::mmap_resize(mchunkptr oldp, size_t nb, int flags)
+{
+ size_t oldsize = oldp->chunksize();
+ (void)flags; // placate people compiling -Wunused
+ if (is_small(nb)) // Can't shrink mmap regions below small size
+ return 0;
+
+ // Keep old chunk if big enough but not too big
+ if (oldsize >= nb + sizeof(size_t) &&
+ (oldsize - nb) <= (mparams._granularity << 1))
+ return oldp;
+ else
+ {
+ size_t offset = oldp->_prev_foot;
+ size_t oldmmsize = oldsize + offset + SPP_MMAP_FOOT_PAD;
+ size_t newmmsize = mmap_align(nb + 6 * sizeof(size_t) + spp_chunk_align_mask);
+ char* cp = (char*)SPP_CALL_MREMAP((char*)oldp - offset,
+ oldmmsize, newmmsize, flags);
+ if (cp != cmfail)
+ {
+ mchunkptr newp = (mchunkptr)(cp + offset);
+ size_t psize = newmmsize - offset - SPP_MMAP_FOOT_PAD;
+ newp->_head = psize;
+ mark_inuse_foot(newp, psize);
+ newp->chunk_plus_offset(psize)->_head = FENCEPOST_HEAD;
+ newp->chunk_plus_offset(psize + sizeof(size_t))->_head = 0;
+
+ if (cp < _least_addr)
+ _least_addr = cp;
+ if ((_footprint += newmmsize - oldmmsize) > _max_footprint)
+ _max_footprint = _footprint;
+ check_mmapped_chunk(newp);
+ return newp;
+ }
+ }
+ return 0;
+}
+
+
+/* -------------------------- mspace management -------------------------- */
+
+// Initialize top chunk and its size
+void malloc_state::init_top(mchunkptr p, size_t psize)
+{
+ // Ensure alignment
+ size_t offset = align_offset(chunk2mem(p));
+ p = (mchunkptr)((char*)p + offset);
+ psize -= offset;
+
+ _top = p;
+ _topsize = psize;
+ p->_head = psize | PINUSE_BIT;
+ // set size of fake trailing chunk holding overhead space only once
+ p->chunk_plus_offset(psize)->_head = top_foot_size();
+ _trim_check = mparams._trim_threshold; // reset on each update
+}
+
+// Initialize bins for a new mstate that is otherwise zeroed out
+void malloc_state::init_bins()
+{
+ // Establish circular links for smallbins
+ bindex_t i;
+ for (i = 0; i < NSMALLBINS; ++i)
+ {
+ sbinptr bin = smallbin_at(i);
+ bin->_fd = bin->_bk = bin;
+ }
+}
+
+#if SPP_PROCEED_ON_ERROR
+
+// default corruption action
+void malloc_state::reset_on_error()
+{
+ int i;
+ ++malloc_corruption_error_count;
+ // Reinitialize fields to forget about all memory
+ _smallmap = _treemap = 0;
+ _dvsize = _topsize = 0;
+ _seg._base = 0;
+ _seg._size = 0;
+ _seg._next = 0;
+ _top = _dv = 0;
+ for (i = 0; i < NTREEBINS; ++i)
+ *treebin_at(i) = 0;
+ init_bins();
+}
+#endif
+
+/* Allocate chunk and prepend remainder with chunk in successor base. */
+void* malloc_state::prepend_alloc(char* newbase, char* oldbase, size_t nb)
+{
+ mchunkptr p = align_as_chunk(newbase);
+ mchunkptr oldfirst = align_as_chunk(oldbase);
+ size_t psize = (char*)oldfirst - (char*)p;
+ mchunkptr q = (mchunkptr)p->chunk_plus_offset(nb);
+ size_t qsize = psize - nb;
+ set_size_and_pinuse_of_inuse_chunk(p, nb);
+
+ assert((char*)oldfirst > (char*)q);
+ assert(oldfirst->pinuse());
+ assert(qsize >= MIN_CHUNK_SIZE);
+
+ // consolidate remainder with first chunk of old base
+ if (oldfirst == _top)
+ {
+ size_t tsize = _topsize += qsize;
+ _top = q;
+ q->_head = tsize | PINUSE_BIT;
+ check_top_chunk(q);
+ }
+ else if (oldfirst == _dv)
+ {
+ size_t dsize = _dvsize += qsize;
+ _dv = q;
+ q->set_size_and_pinuse_of_free_chunk(dsize);
+ }
+ else
+ {
+ if (!oldfirst->is_inuse())
+ {
+ size_t nsize = oldfirst->chunksize();
+ unlink_chunk(oldfirst, nsize);
+ oldfirst = (mchunkptr)oldfirst->chunk_plus_offset(nsize);
+ qsize += nsize;
+ }
+ q->set_free_with_pinuse(qsize, oldfirst);
+ insert_chunk(q, qsize);
+ check_free_chunk(q);
+ }
+
+ check_malloced_chunk(chunk2mem(p), nb);
+ return chunk2mem(p);
+}
+
+// Add a segment to hold a new noncontiguous region
+void malloc_state::add_segment(char* tbase, size_t tsize, flag_t mmapped)
+{
+ // Determine locations and sizes of segment, fenceposts, old top
+ char* old_top = (char*)_top;
+ msegmentptr oldsp = segment_holding(old_top);
+ char* old_end = oldsp->_base + oldsp->_size;
+ size_t ssize = pad_request(sizeof(struct malloc_segment));
+ char* rawsp = old_end - (ssize + 4 * sizeof(size_t) + spp_chunk_align_mask);
+ size_t offset = align_offset(chunk2mem(rawsp));
+ char* asp = rawsp + offset;
+ char* csp = (asp < (old_top + MIN_CHUNK_SIZE)) ? old_top : asp;
+ mchunkptr sp = (mchunkptr)csp;
+ msegmentptr ss = (msegmentptr)(chunk2mem(sp));
+ mchunkptr tnext = (mchunkptr)sp->chunk_plus_offset(ssize);
+ mchunkptr p = tnext;
+ int nfences = 0;
+
+ // reset top to new space
+ init_top((mchunkptr)tbase, tsize - top_foot_size());
+
+ // Set up segment record
+ assert(spp_is_aligned(ss));
+ set_size_and_pinuse_of_inuse_chunk(sp, ssize);
+ *ss = _seg; // Push current record
+ _seg._base = tbase;
+ _seg._size = tsize;
+ _seg._sflags = mmapped;
+ _seg._next = ss;
+
+ // Insert trailing fenceposts
+ for (;;)
+ {
+ mchunkptr nextp = (mchunkptr)p->chunk_plus_offset(sizeof(size_t));
+ p->_head = FENCEPOST_HEAD;
+ ++nfences;
+ if ((char*)(&(nextp->_head)) < old_end)
+ p = nextp;
+ else
+ break;
+ }
+ assert(nfences >= 2);
+
+ // Insert the rest of old top into a bin as an ordinary free chunk
+ if (csp != old_top)
+ {
+ mchunkptr q = (mchunkptr)old_top;
+ size_t psize = csp - old_top;
+ mchunkptr tn = (mchunkptr)q->chunk_plus_offset(psize);
+ q->set_free_with_pinuse(psize, tn);
+ insert_chunk(q, psize);
+ }
+
+ check_top_chunk(_top);
+}
+
+/* -------------------------- System allocation -------------------------- */
+
+// Get memory from system using MMAP
+void* malloc_state::sys_alloc(size_t nb)
+{
+ char* tbase = cmfail;
+ size_t tsize = 0;
+ flag_t mmap_flag = 0;
+ size_t asize; // allocation size
+
+ mparams.ensure_initialization();
+
+ // Directly map large chunks, but only if already initialized
+ if (use_mmap() && nb >= mparams._mmap_threshold && _topsize != 0)
+ {
+ void* mem = mmap_alloc(nb);
+ if (mem != 0)
+ return mem;
+ }
+
+ asize = mparams.granularity_align(nb + sys_alloc_padding());
+ if (asize <= nb)
+ return 0; // wraparound
+ if (_footprint_limit != 0)
+ {
+ size_t fp = _footprint + asize;
+ if (fp <= _footprint || fp > _footprint_limit)
+ return 0;
+ }
+
+ /*
+ Try getting memory with a call to MMAP new space (disabled if not SPP_HAVE_MMAP).
+ We need to request enough bytes from system to ensure
+ we can malloc nb bytes upon success, so pad with enough space for
+ top_foot, plus alignment-pad to make sure we don't lose bytes if
+ not on boundary, and round this up to a granularity unit.
+ */
+
+ if (SPP_HAVE_MMAP && tbase == cmfail)
+ {
+ // Try MMAP
+ char* mp = (char*)(SPP_CALL_MMAP(asize));
+ if (mp != cmfail)
+ {
+ tbase = mp;
+ tsize = asize;
+ mmap_flag = USE_MMAP_BIT;
+ }
+ }
+
+ if (tbase != cmfail)
+ {
+
+ if ((_footprint += tsize) > _max_footprint)
+ _max_footprint = _footprint;
+
+ if (!is_initialized())
+ {
+ // first-time initialization
+ if (_least_addr == 0 || tbase < _least_addr)
+ _least_addr = tbase;
+ _seg._base = tbase;
+ _seg._size = tsize;
+ _seg._sflags = mmap_flag;
+ _magic = mparams._magic;
+ _release_checks = SPP_MAX_RELEASE_CHECK_RATE;
+ init_bins();
+
+ // Offset top by embedded malloc_state
+ mchunkptr mn = (mchunkptr)mem2chunk(this)->next_chunk();
+ init_top(mn, (size_t)((tbase + tsize) - (char*)mn) - top_foot_size());
+ }
+
+ else
+ {
+ // Try to merge with an existing segment
+ msegmentptr sp = &_seg;
+ // Only consider most recent segment if traversal suppressed
+ while (sp != 0 && tbase != sp->_base + sp->_size)
+ sp = (SPP_NO_SEGMENT_TRAVERSAL) ? 0 : sp->_next;
+ if (sp != 0 &&
+ !sp->is_extern_segment() &&
+ (sp->_sflags & USE_MMAP_BIT) == mmap_flag &&
+ segment_holds(sp, _top))
+ {
+ // append
+ sp->_size += tsize;
+ init_top(_top, _topsize + tsize);
+ }
+ else
+ {
+ if (tbase < _least_addr)
+ _least_addr = tbase;
+ sp = &_seg;
+ while (sp != 0 && sp->_base != tbase + tsize)
+ sp = (SPP_NO_SEGMENT_TRAVERSAL) ? 0 : sp->_next;
+ if (sp != 0 &&
+ !sp->is_extern_segment() &&
+ (sp->_sflags & USE_MMAP_BIT) == mmap_flag)
+ {
+ char* oldbase = sp->_base;
+ sp->_base = tbase;
+ sp->_size += tsize;
+ return prepend_alloc(tbase, oldbase, nb);
+ }
+ else
+ add_segment(tbase, tsize, mmap_flag);
+ }
+ }
+
+ if (nb < _topsize)
+ {
+ // Allocate from new or extended top space
+ size_t rsize = _topsize -= nb;
+ mchunkptr p = _top;
+ mchunkptr r = _top = (mchunkptr)p->chunk_plus_offset(nb);
+ r->_head = rsize | PINUSE_BIT;
+ set_size_and_pinuse_of_inuse_chunk(p, nb);
+ check_top_chunk(_top);
+ check_malloced_chunk(chunk2mem(p), nb);
+ return chunk2mem(p);
+ }
+ }
+
+ SPP_MALLOC_FAILURE_ACTION;
+ return 0;
+}
+
+/* ----------------------- system deallocation -------------------------- */
+
+// Unmap and unlink any mmapped segments that don't contain used chunks
+size_t malloc_state::release_unused_segments()
+{
+ size_t released = 0;
+ int nsegs = 0;
+ msegmentptr pred = &_seg;
+ msegmentptr sp = pred->_next;
+ while (sp != 0)
+ {
+ char* base = sp->_base;
+ size_t size = sp->_size;
+ msegmentptr next = sp->_next;
+ ++nsegs;
+ if (sp->is_mmapped_segment() && !sp->is_extern_segment())
+ {
+ mchunkptr p = align_as_chunk(base);
+ size_t psize = p->chunksize();
+ // Can unmap if first chunk holds entire segment and not pinned
+ if (!p->is_inuse() && (char*)p + psize >= base + size - top_foot_size())
+ {
+ tchunkptr tp = (tchunkptr)p;
+ assert(segment_holds(sp, p));
+ if (p == _dv)
+ {
+ _dv = 0;
+ _dvsize = 0;
+ }
+ else
+ unlink_large_chunk(tp);
+ if (SPP_CALL_MUNMAP(base, size) == 0)
+ {
+ released += size;
+ _footprint -= size;
+ // unlink obsoleted record
+ sp = pred;
+ sp->_next = next;
+ }
+ else
+ {
+ // back out if cannot unmap
+ insert_large_chunk(tp, psize);
+ }
+ }
+ }
+ if (SPP_NO_SEGMENT_TRAVERSAL) // scan only first segment
+ break;
+ pred = sp;
+ sp = next;
+ }
+ // Reset check counter
+ _release_checks = (((size_t) nsegs > (size_t) SPP_MAX_RELEASE_CHECK_RATE) ?
+ (size_t) nsegs : (size_t) SPP_MAX_RELEASE_CHECK_RATE);
+ return released;
+}
+
+int malloc_state::sys_trim(size_t pad)
+{
+ size_t released = 0;
+ mparams.ensure_initialization();
+ if (pad < MAX_REQUEST && is_initialized())
+ {
+ pad += top_foot_size(); // ensure enough room for segment overhead
+
+ if (_topsize > pad)
+ {
+ // Shrink top space in _granularity - size units, keeping at least one
+ size_t unit = mparams._granularity;
+ size_t extra = ((_topsize - pad + (unit - 1)) / unit -
+ 1) * unit;
+ msegmentptr sp = segment_holding((char*)_top);
+
+ if (!sp->is_extern_segment())
+ {
+ if (sp->is_mmapped_segment())
+ {
+ if (SPP_HAVE_MMAP &&
+ sp->_size >= extra &&
+ !has_segment_link(sp))
+ {
+ // can't shrink if pinned
+ size_t newsize = sp->_size - extra;
+ (void)newsize; // placate people compiling -Wunused-variable
+ // Prefer mremap, fall back to munmap
+ if ((SPP_CALL_MREMAP(sp->_base, sp->_size, newsize, 0) != mfail) ||
+ (SPP_CALL_MUNMAP(sp->_base + newsize, extra) == 0))
+ released = extra;
+ }
+ }
+ }
+
+ if (released != 0)
+ {
+ sp->_size -= released;
+ _footprint -= released;
+ init_top(_top, _topsize - released);
+ check_top_chunk(_top);
+ }
+ }
+
+ // Unmap any unused mmapped segments
+ if (SPP_HAVE_MMAP)
+ released += release_unused_segments();
+
+ // On failure, disable autotrim to avoid repeated failed future calls
+ if (released == 0 && _topsize > _trim_check)
+ _trim_check = spp_max_size_t;
+ }
+
+ return (released != 0) ? 1 : 0;
+}
+
+/* Consolidate and bin a chunk. Differs from exported versions
+ of free mainly in that the chunk need not be marked as inuse.
+*/
+void malloc_state::dispose_chunk(mchunkptr p, size_t psize)
+{
+ mchunkptr next = (mchunkptr)p->chunk_plus_offset(psize);
+ if (!p->pinuse())
+ {
+ mchunkptr prev;
+ size_t prevsize = p->_prev_foot;
+ if (p->is_mmapped())
+ {
+ psize += prevsize + SPP_MMAP_FOOT_PAD;
+ if (SPP_CALL_MUNMAP((char*)p - prevsize, psize) == 0)
+ _footprint -= psize;
+ return;
+ }
+ prev = (mchunkptr)p->chunk_minus_offset(prevsize);
+ psize += prevsize;
+ p = prev;
+ if (rtcheck(ok_address(prev)))
+ {
+ // consolidate backward
+ if (p != _dv)
+ unlink_chunk(p, prevsize);
+ else if ((next->_head & INUSE_BITS) == INUSE_BITS)
+ {
+ _dvsize = psize;
+ p->set_free_with_pinuse(psize, next);
+ return;
+ }
+ }
+ else
+ {
+ SPP_ABORT;
+ return;
+ }
+ }
+ if (rtcheck(ok_address(next)))
+ {
+ if (!next->cinuse())
+ {
+ // consolidate forward
+ if (next == _top)
+ {
+ size_t tsize = _topsize += psize;
+ _top = p;
+ p->_head = tsize | PINUSE_BIT;
+ if (p == _dv)
+ {
+ _dv = 0;
+ _dvsize = 0;
+ }
+ return;
+ }
+ else if (next == _dv)
+ {
+ size_t dsize = _dvsize += psize;
+ _dv = p;
+ p->set_size_and_pinuse_of_free_chunk(dsize);
+ return;
+ }
+ else
+ {
+ size_t nsize = next->chunksize();
+ psize += nsize;
+ unlink_chunk(next, nsize);
+ p->set_size_and_pinuse_of_free_chunk(psize);
+ if (p == _dv)
+ {
+ _dvsize = psize;
+ return;
+ }
+ }
+ }
+ else
+ p->set_free_with_pinuse(psize, next);
+ insert_chunk(p, psize);
+ }
+ else
+ SPP_ABORT;
+}
+
+/* ---------------------------- malloc --------------------------- */
+
+// allocate a large request from the best fitting chunk in a treebin
+void* malloc_state::tmalloc_large(size_t nb)
+{
+ tchunkptr v = 0;
+ size_t rsize = -nb; // Unsigned negation
+ tchunkptr t;
+ bindex_t idx = compute_tree_index(nb);
+ if ((t = *treebin_at(idx)) != 0)
+ {
+ // Traverse tree for this bin looking for node with size == nb
+ size_t sizebits = nb << leftshift_for_tree_index(idx);
+ tchunkptr rst = 0; // The deepest untaken right subtree
+ for (;;)
+ {
+ tchunkptr rt;
+ size_t trem = t->chunksize() - nb;
+ if (trem < rsize)
+ {
+ v = t;
+ if ((rsize = trem) == 0)
+ break;
+ }
+ rt = t->_child[1];
+ t = t->_child[(sizebits >> (spp_size_t_bitsize - 1)) & 1];
+ if (rt != 0 && rt != t)
+ rst = rt;
+ if (t == 0)
+ {
+ t = rst; // set t to least subtree holding sizes > nb
+ break;
+ }
+ sizebits <<= 1;
+ }
+ }
+ if (t == 0 && v == 0)
+ {
+ // set t to root of next non-empty treebin
+ binmap_t leftbits = left_bits(idx2bit(idx)) & _treemap;
+ if (leftbits != 0)
+ {
+ binmap_t leastbit = least_bit(leftbits);
+ bindex_t i = compute_bit2idx(leastbit);
+ t = *treebin_at(i);
+ }
+ }
+
+ while (t != 0)
+ {
+ // find smallest of tree or subtree
+ size_t trem = t->chunksize() - nb;
+ if (trem < rsize)
+ {
+ rsize = trem;
+ v = t;
+ }
+ t = t->leftmost_child();
+ }
+
+ // If dv is a better fit, return 0 so malloc will use it
+ if (v != 0 && rsize < (size_t)(_dvsize - nb))
+ {
+ if (rtcheck(ok_address(v)))
+ {
+ // split
+ mchunkptr r = (mchunkptr)v->chunk_plus_offset(nb);
+ assert(v->chunksize() == rsize + nb);
+ if (rtcheck(ok_next(v, r)))
+ {
+ unlink_large_chunk(v);
+ if (rsize < MIN_CHUNK_SIZE)
+ set_inuse_and_pinuse(v, (rsize + nb));
+ else
+ {
+ set_size_and_pinuse_of_inuse_chunk(v, nb);
+ r->set_size_and_pinuse_of_free_chunk(rsize);
+ insert_chunk(r, rsize);
+ }
+ return chunk2mem(v);
+ }
+ }
+ SPP_ABORT;
+ }
+ return 0;
+}
+
+// allocate a small request from the best fitting chunk in a treebin
+void* malloc_state::tmalloc_small(size_t nb)
+{
+ tchunkptr t, v;
+ size_t rsize;
+ binmap_t leastbit = least_bit(_treemap);
+ bindex_t i = compute_bit2idx(leastbit);
+ v = t = *treebin_at(i);
+ rsize = t->chunksize() - nb;
+
+ while ((t = t->leftmost_child()) != 0)
+ {
+ size_t trem = t->chunksize() - nb;
+ if (trem < rsize)
+ {
+ rsize = trem;
+ v = t;
+ }
+ }
+
+ if (rtcheck(ok_address(v)))
+ {
+ mchunkptr r = (mchunkptr)v->chunk_plus_offset(nb);
+ assert(v->chunksize() == rsize + nb);
+ if (rtcheck(ok_next(v, r)))
+ {
+ unlink_large_chunk(v);
+ if (rsize < MIN_CHUNK_SIZE)
+ set_inuse_and_pinuse(v, (rsize + nb));
+ else
+ {
+ set_size_and_pinuse_of_inuse_chunk(v, nb);
+ r->set_size_and_pinuse_of_free_chunk(rsize);
+ replace_dv(r, rsize);
+ }
+ return chunk2mem(v);
+ }
+ }
+
+ SPP_ABORT;
+ return 0;
+}
+
+/* ---------------------------- malloc --------------------------- */
+
+void* malloc_state::_malloc(size_t bytes)
+{
+ if (1)
+ {
+ void* mem;
+ size_t nb;
+ if (bytes <= MAX_SMALL_REQUEST)
+ {
+ bindex_t idx;
+ binmap_t smallbits;
+ nb = (bytes < MIN_REQUEST) ? MIN_CHUNK_SIZE : pad_request(bytes);
+ idx = small_index(nb);
+ smallbits = _smallmap >> idx;
+
+ if ((smallbits & 0x3U) != 0)
+ {
+ // Remainderless fit to a smallbin.
+ mchunkptr b, p;
+ idx += ~smallbits & 1; // Uses next bin if idx empty
+ b = smallbin_at(idx);
+ p = b->_fd;
+ assert(p->chunksize() == small_index2size(idx));
+ unlink_first_small_chunk(b, p, idx);
+ set_inuse_and_pinuse(p, small_index2size(idx));
+ mem = chunk2mem(p);
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+
+ else if (nb > _dvsize)
+ {
+ if (smallbits != 0)
+ {
+ // Use chunk in next nonempty smallbin
+ mchunkptr b, p, r;
+ size_t rsize;
+ binmap_t leftbits = (smallbits << idx) & left_bits(malloc_state::idx2bit(idx));
+ binmap_t leastbit = least_bit(leftbits);
+ bindex_t i = compute_bit2idx(leastbit);
+ b = smallbin_at(i);
+ p = b->_fd;
+ assert(p->chunksize() == small_index2size(i));
+ unlink_first_small_chunk(b, p, i);
+ rsize = small_index2size(i) - nb;
+ // Fit here cannot be remainderless if 4byte sizes
+ if (sizeof(size_t) != 4 && rsize < MIN_CHUNK_SIZE)
+ set_inuse_and_pinuse(p, small_index2size(i));
+ else
+ {
+ set_size_and_pinuse_of_inuse_chunk(p, nb);
+ r = (mchunkptr)p->chunk_plus_offset(nb);
+ r->set_size_and_pinuse_of_free_chunk(rsize);
+ replace_dv(r, rsize);
+ }
+ mem = chunk2mem(p);
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+
+ else if (_treemap != 0 && (mem = tmalloc_small(nb)) != 0)
+ {
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+ }
+ }
+ else if (bytes >= MAX_REQUEST)
+ nb = spp_max_size_t; // Too big to allocate. Force failure (in sys alloc)
+ else
+ {
+ nb = pad_request(bytes);
+ if (_treemap != 0 && (mem = tmalloc_large(nb)) != 0)
+ {
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+ }
+
+ if (nb <= _dvsize)
+ {
+ size_t rsize = _dvsize - nb;
+ mchunkptr p = _dv;
+ if (rsize >= MIN_CHUNK_SIZE)
+ {
+ // split dv
+ mchunkptr r = _dv = (mchunkptr)p->chunk_plus_offset(nb);
+ _dvsize = rsize;
+ r->set_size_and_pinuse_of_free_chunk(rsize);
+ set_size_and_pinuse_of_inuse_chunk(p, nb);
+ }
+ else // exhaust dv
+ {
+ size_t dvs = _dvsize;
+ _dvsize = 0;
+ _dv = 0;
+ set_inuse_and_pinuse(p, dvs);
+ }
+ mem = chunk2mem(p);
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+
+ else if (nb < _topsize)
+ {
+ // Split top
+ size_t rsize = _topsize -= nb;
+ mchunkptr p = _top;
+ mchunkptr r = _top = (mchunkptr)p->chunk_plus_offset(nb);
+ r->_head = rsize | PINUSE_BIT;
+ set_size_and_pinuse_of_inuse_chunk(p, nb);
+ mem = chunk2mem(p);
+ check_top_chunk(_top);
+ check_malloced_chunk(mem, nb);
+ goto postaction;
+ }
+
+ mem = sys_alloc(nb);
+
+postaction:
+ return mem;
+ }
+
+ return 0;
+}
+
+/* ---------------------------- free --------------------------- */
+
+void malloc_state::_free(mchunkptr p)
+{
+ if (1)
+ {
+ check_inuse_chunk(p);
+ if (rtcheck(ok_address(p) && ok_inuse(p)))
+ {
+ size_t psize = p->chunksize();
+ mchunkptr next = (mchunkptr)p->chunk_plus_offset(psize);
+ if (!p->pinuse())
+ {
+ size_t prevsize = p->_prev_foot;
+ if (p->is_mmapped())
+ {
+ psize += prevsize + SPP_MMAP_FOOT_PAD;
+ if (SPP_CALL_MUNMAP((char*)p - prevsize, psize) == 0)
+ _footprint -= psize;
+ goto postaction;
+ }
+ else
+ {
+ mchunkptr prev = (mchunkptr)p->chunk_minus_offset(prevsize);
+ psize += prevsize;
+ p = prev;
+ if (rtcheck(ok_address(prev)))
+ {
+ // consolidate backward
+ if (p != _dv)
+ unlink_chunk(p, prevsize);
+ else if ((next->_head & INUSE_BITS) == INUSE_BITS)
+ {
+ _dvsize = psize;
+ p->set_free_with_pinuse(psize, next);
+ goto postaction;
+ }
+ }
+ else
+ goto erroraction;
+ }
+ }
+
+ if (rtcheck(ok_next(p, next) && ok_pinuse(next)))
+ {
+ if (!next->cinuse())
+ {
+ // consolidate forward
+ if (next == _top)
+ {
+ size_t tsize = _topsize += psize;
+ _top = p;
+ p->_head = tsize | PINUSE_BIT;
+ if (p == _dv)
+ {
+ _dv = 0;
+ _dvsize = 0;
+ }
+ if (should_trim(tsize))
+ sys_trim(0);
+ goto postaction;
+ }
+ else if (next == _dv)
+ {
+ size_t dsize = _dvsize += psize;
+ _dv = p;
+ p->set_size_and_pinuse_of_free_chunk(dsize);
+ goto postaction;
+ }
+ else
+ {
+ size_t nsize = next->chunksize();
+ psize += nsize;
+ unlink_chunk(next, nsize);
+ p->set_size_and_pinuse_of_free_chunk(psize);
+ if (p == _dv)
+ {
+ _dvsize = psize;
+ goto postaction;
+ }
+ }
+ }
+ else
+ p->set_free_with_pinuse(psize, next);
+
+ if (is_small(psize))
+ {
+ insert_small_chunk(p, psize);
+ check_free_chunk(p);
+ }
+ else
+ {
+ tchunkptr tp = (tchunkptr)p;
+ insert_large_chunk(tp, psize);
+ check_free_chunk(p);
+ if (--_release_checks == 0)
+ release_unused_segments();
+ }
+ goto postaction;
+ }
+ }
+erroraction:
+ SPP_USAGE_ERROR_ACTION(this, p);
+postaction:
+ ;
+ }
+}
+
+/* ------------ Internal support for realloc, memalign, etc -------------- */
+
+// Try to realloc; only in-place unless can_move true
+mchunkptr malloc_state::try_realloc_chunk(mchunkptr p, size_t nb, int can_move)
+{
+ mchunkptr newp = 0;
+ size_t oldsize = p->chunksize();
+ mchunkptr next = (mchunkptr)p->chunk_plus_offset(oldsize);
+ if (rtcheck(ok_address(p) && ok_inuse(p) &&
+ ok_next(p, next) && ok_pinuse(next)))
+ {
+ if (p->is_mmapped())
+ newp = mmap_resize(p, nb, can_move);
+ else if (oldsize >= nb)
+ {
+ // already big enough
+ size_t rsize = oldsize - nb;
+ if (rsize >= MIN_CHUNK_SIZE)
+ {
+ // split off remainder
+ mchunkptr r = (mchunkptr)p->chunk_plus_offset(nb);
+ set_inuse(p, nb);
+ set_inuse(r, rsize);
+ dispose_chunk(r, rsize);
+ }
+ newp = p;
+ }
+ else if (next == _top)
+ {
+ // extend into top
+ if (oldsize + _topsize > nb)
+ {
+ size_t newsize = oldsize + _topsize;
+ size_t newtopsize = newsize - nb;
+ mchunkptr newtop = (mchunkptr)p->chunk_plus_offset(nb);
+ set_inuse(p, nb);
+ newtop->_head = newtopsize | PINUSE_BIT;
+ _top = newtop;
+ _topsize = newtopsize;
+ newp = p;
+ }
+ }
+ else if (next == _dv)
+ {
+ // extend into dv
+ size_t dvs = _dvsize;
+ if (oldsize + dvs >= nb)
+ {
+ size_t dsize = oldsize + dvs - nb;
+ if (dsize >= MIN_CHUNK_SIZE)
+ {
+ mchunkptr r = (mchunkptr)p->chunk_plus_offset(nb);
+ mchunkptr n = (mchunkptr)r->chunk_plus_offset(dsize);
+ set_inuse(p, nb);
+ r->set_size_and_pinuse_of_free_chunk(dsize);
+ n->clear_pinuse();
+ _dvsize = dsize;
+ _dv = r;
+ }
+ else
+ {
+ // exhaust dv
+ size_t newsize = oldsize + dvs;
+ set_inuse(p, newsize);
+ _dvsize = 0;
+ _dv = 0;
+ }
+ newp = p;
+ }
+ }
+ else if (!next->cinuse())
+ {
+ // extend into next free chunk
+ size_t nextsize = next->chunksize();
+ if (oldsize + nextsize >= nb)
+ {
+ size_t rsize = oldsize + nextsize - nb;
+ unlink_chunk(next, nextsize);
+ if (rsize < MIN_CHUNK_SIZE)
+ {
+ size_t newsize = oldsize + nextsize;
+ set_inuse(p, newsize);
+ }
+ else
+ {
+ mchunkptr r = (mchunkptr)p->chunk_plus_offset(nb);
+ set_inuse(p, nb);
+ set_inuse(r, rsize);
+ dispose_chunk(r, rsize);
+ }
+ newp = p;
+ }
+ }
+ }
+ else
+ SPP_USAGE_ERROR_ACTION(m, chunk2mem(p));
+ return newp;
+}
+
+void* malloc_state::internal_memalign(size_t alignment, size_t bytes)
+{
+ void* mem = 0;
+ if (alignment < MIN_CHUNK_SIZE) // must be at least a minimum chunk size
+ alignment = MIN_CHUNK_SIZE;
+ if ((alignment & (alignment - 1)) != 0)
+ {
+ // Ensure a power of 2
+ size_t a = SPP_MALLOC_ALIGNMENT << 1;
+ while (a < alignment)
+ a <<= 1;
+ alignment = a;
+ }
+ if (bytes >= MAX_REQUEST - alignment)
+ SPP_MALLOC_FAILURE_ACTION;
+ else
+ {
+ size_t nb = request2size(bytes);
+ size_t req = nb + alignment + MIN_CHUNK_SIZE - CHUNK_OVERHEAD;
+ mem = internal_malloc(req);
+ if (mem != 0)
+ {
+ mchunkptr p = mem2chunk(mem);
+ if ((((size_t)(mem)) & (alignment - 1)) != 0)
+ {
+ // misaligned
+ /*
+ Find an aligned spot inside chunk. Since we need to give
+ back leading space in a chunk of at least MIN_CHUNK_SIZE, if
+ the first calculation places us at a spot with less than
+ MIN_CHUNK_SIZE leader, we can move to the next aligned spot.
+ We've allocated enough total room so that this is always
+ possible.
+ */
+ char* br = (char*)mem2chunk((void *)(((size_t)((char*)mem + alignment - 1)) &
+ -alignment));
+ char* pos = ((size_t)(br - (char*)(p)) >= MIN_CHUNK_SIZE) ?
+ br : br + alignment;
+ mchunkptr newp = (mchunkptr)pos;
+ size_t leadsize = pos - (char*)(p);
+ size_t newsize = p->chunksize() - leadsize;
+
+ if (p->is_mmapped())
+ {
+ // For mmapped chunks, just adjust offset
+ newp->_prev_foot = p->_prev_foot + leadsize;
+ newp->_head = newsize;
+ }
+ else
+ {
+ // Otherwise, give back leader, use the rest
+ set_inuse(newp, newsize);
+ set_inuse(p, leadsize);
+ dispose_chunk(p, leadsize);
+ }
+ p = newp;
+ }
+
+ // Give back spare room at the end
+ if (!p->is_mmapped())
+ {
+ size_t size = p->chunksize();
+ if (size > nb + MIN_CHUNK_SIZE)
+ {
+ size_t remainder_size = size - nb;
+ mchunkptr remainder = (mchunkptr)p->chunk_plus_offset(nb);
+ set_inuse(p, nb);
+ set_inuse(remainder, remainder_size);
+ dispose_chunk(remainder, remainder_size);
+ }
+ }
+
+ mem = chunk2mem(p);
+ assert(p->chunksize() >= nb);
+ assert(((size_t)mem & (alignment - 1)) == 0);
+ check_inuse_chunk(p);
+ }
+ }
+ return mem;
+}
+
+/*
+ Common support for independent_X routines, handling
+ all of the combinations that can result.
+ The opts arg has:
+ bit 0 set if all elements are same size (using sizes[0])
+ bit 1 set if elements should be zeroed
+*/
+void** malloc_state::ialloc(size_t n_elements, size_t* sizes, int opts,
+ void* chunks[])
+{
+
+ size_t element_size; // chunksize of each element, if all same
+ size_t contents_size; // total size of elements
+ size_t array_size; // request size of pointer array
+ void* mem; // malloced aggregate space
+ mchunkptr p; // corresponding chunk
+ size_t remainder_size; // remaining bytes while splitting
+ void** marray; // either "chunks" or malloced ptr array
+ mchunkptr array_chunk; // chunk for malloced ptr array
+ flag_t was_enabled; // to disable mmap
+ size_t size;
+ size_t i;
+
+ mparams.ensure_initialization();
+ // compute array length, if needed
+ if (chunks != 0)
+ {
+ if (n_elements == 0)
+ return chunks; // nothing to do
+ marray = chunks;
+ array_size = 0;
+ }
+ else
+ {
+ // if empty req, must still return chunk representing empty array
+ if (n_elements == 0)
+ return (void**)internal_malloc(0);
+ marray = 0;
+ array_size = request2size(n_elements * (sizeof(void*)));
+ }
+
+ // compute total element size
+ if (opts & 0x1)
+ {
+ // all-same-size
+ element_size = request2size(*sizes);
+ contents_size = n_elements * element_size;
+ }
+ else
+ {
+ // add up all the sizes
+ element_size = 0;
+ contents_size = 0;
+ for (i = 0; i != n_elements; ++i)
+ contents_size += request2size(sizes[i]);
+ }
+
+ size = contents_size + array_size;
+
+ /*
+ Allocate the aggregate chunk. First disable direct-mmapping so
+ malloc won't use it, since we would not be able to later
+ free/realloc space internal to a segregated mmap region.
+ */
+ was_enabled = use_mmap();
+ disable_mmap();
+ mem = internal_malloc(size - CHUNK_OVERHEAD);
+ if (was_enabled)
+ enable_mmap();
+ if (mem == 0)
+ return 0;
+
+ p = mem2chunk(mem);
+ remainder_size = p->chunksize();
+
+ assert(!p->is_mmapped());
+
+ if (opts & 0x2)
+ {
+ // optionally clear the elements
+ memset((size_t*)mem, 0, remainder_size - sizeof(size_t) - array_size);
+ }
+
+ // If not provided, allocate the pointer array as final part of chunk
+ if (marray == 0)
+ {
+ size_t array_chunk_size;
+ array_chunk = (mchunkptr)p->chunk_plus_offset(contents_size);
+ array_chunk_size = remainder_size - contents_size;
+ marray = (void**)(chunk2mem(array_chunk));
+ set_size_and_pinuse_of_inuse_chunk(array_chunk, array_chunk_size);
+ remainder_size = contents_size;
+ }
+
+ // split out elements
+ for (i = 0; ; ++i)
+ {
+ marray[i] = chunk2mem(p);
+ if (i != n_elements - 1)
+ {
+ if (element_size != 0)
+ size = element_size;
+ else
+ size = request2size(sizes[i]);
+ remainder_size -= size;
+ set_size_and_pinuse_of_inuse_chunk(p, size);
+ p = (mchunkptr)p->chunk_plus_offset(size);
+ }
+ else
+ {
+ // the final element absorbs any overallocation slop
+ set_size_and_pinuse_of_inuse_chunk(p, remainder_size);
+ break;
+ }
+ }
+
+#if SPP_DEBUG
+ if (marray != chunks)
+ {
+ // final element must have exactly exhausted chunk
+ if (element_size != 0)
+ assert(remainder_size == element_size);
+ else
+ assert(remainder_size == request2size(sizes[i]));
+ check_inuse_chunk(mem2chunk(marray));
+ }
+ for (i = 0; i != n_elements; ++i)
+ check_inuse_chunk(mem2chunk(marray[i]));
+
+#endif
+
+ return marray;
+}
+
+/* Try to free all pointers in the given array.
+ Note: this could be made faster, by delaying consolidation,
+ at the price of disabling some user integrity checks, We
+ still optimize some consolidations by combining adjacent
+ chunks before freeing, which will occur often if allocated
+ with ialloc or the array is sorted.
+*/
+size_t malloc_state::internal_bulk_free(void* array[], size_t nelem)
+{
+ size_t unfreed = 0;
+ if (1)
+ {
+ void** a;
+ void** fence = &(array[nelem]);
+ for (a = array; a != fence; ++a)
+ {
+ void* mem = *a;
+ if (mem != 0)
+ {
+ mchunkptr p = mem2chunk(mem);
+ size_t psize = p->chunksize();
+#if SPP_FOOTERS
+ if (get_mstate_for(p) != m)
+ {
+ ++unfreed;
+ continue;
+ }
+#endif
+ check_inuse_chunk(p);
+ *a = 0;
+ if (rtcheck(ok_address(p) && ok_inuse(p)))
+ {
+ void ** b = a + 1; // try to merge with next chunk
+ mchunkptr next = (mchunkptr)p->next_chunk();
+ if (b != fence && *b == chunk2mem(next))
+ {
+ size_t newsize = next->chunksize() + psize;
+ set_inuse(p, newsize);
+ *b = chunk2mem(p);
+ }
+ else
+ dispose_chunk(p, psize);
+ }
+ else
+ {
+ SPP_ABORT;
+ break;
+ }
+ }
+ }
+ if (should_trim(_topsize))
+ sys_trim(0);
+ }
+ return unfreed;
+}
+
+void malloc_state::init(char* tbase, size_t tsize)
+{
+ _seg._base = _least_addr = tbase;
+ _seg._size = _footprint = _max_footprint = tsize;
+ _magic = mparams._magic;
+ _release_checks = SPP_MAX_RELEASE_CHECK_RATE;
+ _mflags = mparams._default_mflags;
+ _extp = 0;
+ _exts = 0;
+ disable_contiguous();
+ init_bins();
+ mchunkptr mn = (mchunkptr)mem2chunk(this)->next_chunk();
+ init_top(mn, (size_t)((tbase + tsize) - (char*)mn) - top_foot_size());
+ check_top_chunk(_top);
+}
+
+/* Traversal */
+#if SPP_MALLOC_INSPECT_ALL
+void malloc_state::internal_inspect_all(void(*handler)(void *start, void *end,
+ size_t used_bytes,
+ void* callback_arg),
+ void* arg)
+{
+ if (is_initialized())
+ {
+ mchunkptr top = top;
+ msegmentptr s;
+ for (s = &seg; s != 0; s = s->next)
+ {
+ mchunkptr q = align_as_chunk(s->base);
+ while (segment_holds(s, q) && q->head != FENCEPOST_HEAD)
+ {
+ mchunkptr next = (mchunkptr)q->next_chunk();
+ size_t sz = q->chunksize();
+ size_t used;
+ void* start;
+ if (q->is_inuse())
+ {
+ used = sz - CHUNK_OVERHEAD; // must not be mmapped
+ start = chunk2mem(q);
+ }
+ else
+ {
+ used = 0;
+ if (is_small(sz))
+ {
+ // offset by possible bookkeeping
+ start = (void*)((char*)q + sizeof(struct malloc_chunk));
+ }
+ else
+ start = (void*)((char*)q + sizeof(struct malloc_tree_chunk));
+ }
+ if (start < (void*)next) // skip if all space is bookkeeping
+ handler(start, next, used, arg);
+ if (q == top)
+ break;
+ q = next;
+ }
+ }
+ }
+}
+#endif // SPP_MALLOC_INSPECT_ALL
+
+
+
+/* ----------------------------- user mspaces ---------------------------- */
+
+static mstate init_user_mstate(char* tbase, size_t tsize)
+{
+ size_t msize = pad_request(sizeof(malloc_state));
+ mchunkptr msp = align_as_chunk(tbase);
+ mstate m = (mstate)(chunk2mem(msp));
+ memset(m, 0, msize);
+ msp->_head = (msize | INUSE_BITS);
+ m->init(tbase, tsize);
+ return m;
+}
+
+SPP_API mspace create_mspace(size_t capacity, int locked)
+{
+ mstate m = 0;
+ size_t msize;
+ mparams.ensure_initialization();
+ msize = pad_request(sizeof(malloc_state));
+ if (capacity < (size_t) - (msize + top_foot_size() + mparams._page_size))
+ {
+ size_t rs = ((capacity == 0) ? mparams._granularity :
+ (capacity + top_foot_size() + msize));
+ size_t tsize = mparams.granularity_align(rs);
+ char* tbase = (char*)(SPP_CALL_MMAP(tsize));
+ if (tbase != cmfail)
+ {
+ m = init_user_mstate(tbase, tsize);
+ m->_seg._sflags = USE_MMAP_BIT;
+ m->set_lock(locked);
+ }
+ }
+ return (mspace)m;
+}
+
+SPP_API size_t destroy_mspace(mspace msp)
+{
+ size_t freed = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ {
+ msegmentptr sp = &ms->_seg;
+ while (sp != 0)
+ {
+ char* base = sp->_base;
+ size_t size = sp->_size;
+ flag_t flag = sp->_sflags;
+ (void)base; // placate people compiling -Wunused-variable
+ sp = sp->_next;
+ if ((flag & USE_MMAP_BIT) && !(flag & EXTERN_BIT) &&
+ SPP_CALL_MUNMAP(base, size) == 0)
+ freed += size;
+ }
+ }
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return freed;
+}
+
+/* ---------------------------- mspace versions of malloc/calloc/free routines -------------------- */
+SPP_API void* mspace_malloc(mspace msp, size_t bytes)
+{
+ mstate ms = (mstate)msp;
+ if (!ms->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return 0;
+ }
+ return ms->_malloc(bytes);
+}
+
+SPP_API void mspace_free(mspace msp, void* mem)
+{
+ if (mem != 0)
+ {
+ mchunkptr p = mem2chunk(mem);
+#if SPP_FOOTERS
+ mstate fm = get_mstate_for(p);
+ (void)msp; // placate people compiling -Wunused
+#else
+ mstate fm = (mstate)msp;
+#endif
+ if (!fm->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(fm, p);
+ return;
+ }
+ fm->_free(p);
+ }
+}
+
+SPP_API void* mspace_calloc(mspace msp, size_t n_elements, size_t elem_size)
+{
+ void* mem;
+ size_t req = 0;
+ mstate ms = (mstate)msp;
+ if (!ms->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return 0;
+ }
+ if (n_elements != 0)
+ {
+ req = n_elements * elem_size;
+ if (((n_elements | elem_size) & ~(size_t)0xffff) &&
+ (req / n_elements != elem_size))
+ req = spp_max_size_t; // force downstream failure on overflow
+ }
+ mem = ms->internal_malloc(req);
+ if (mem != 0 && mem2chunk(mem)->calloc_must_clear())
+ memset(mem, 0, req);
+ return mem;
+}
+
+SPP_API void* mspace_realloc(mspace msp, void* oldmem, size_t bytes)
+{
+ void* mem = 0;
+ if (oldmem == 0)
+ mem = mspace_malloc(msp, bytes);
+ else if (bytes >= MAX_REQUEST)
+ SPP_MALLOC_FAILURE_ACTION;
+#ifdef REALLOC_ZERO_BYTES_FREES
+ else if (bytes == 0)
+ mspace_free(msp, oldmem);
+#endif
+ else
+ {
+ size_t nb = request2size(bytes);
+ mchunkptr oldp = mem2chunk(oldmem);
+#if ! SPP_FOOTERS
+ mstate m = (mstate)msp;
+#else
+ mstate m = get_mstate_for(oldp);
+ if (!m->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(m, oldmem);
+ return 0;
+ }
+#endif
+ if (1)
+ {
+ mchunkptr newp = m->try_realloc_chunk(oldp, nb, 1);
+ if (newp != 0)
+ {
+ m->check_inuse_chunk(newp);
+ mem = chunk2mem(newp);
+ }
+ else
+ {
+ mem = mspace_malloc(m, bytes);
+ if (mem != 0)
+ {
+ size_t oc = oldp->chunksize() - oldp->overhead_for();
+ memcpy(mem, oldmem, (oc < bytes) ? oc : bytes);
+ mspace_free(m, oldmem);
+ }
+ }
+ }
+ }
+ return mem;
+}
+
+#if 0
+
+SPP_API mspace create_mspace_with_base(void* base, size_t capacity, int locked)
+{
+ mstate m = 0;
+ size_t msize;
+ mparams.ensure_initialization();
+ msize = pad_request(sizeof(malloc_state));
+ if (capacity > msize + top_foot_size() &&
+ capacity < (size_t) - (msize + top_foot_size() + mparams._page_size))
+ {
+ m = init_user_mstate((char*)base, capacity);
+ m->_seg._sflags = EXTERN_BIT;
+ m->set_lock(locked);
+ }
+ return (mspace)m;
+}
+
+SPP_API int mspace_track_large_chunks(mspace msp, int enable)
+{
+ int ret = 0;
+ mstate ms = (mstate)msp;
+ if (1)
+ {
+ if (!ms->use_mmap())
+ ret = 1;
+ if (!enable)
+ ms->enable_mmap();
+ else
+ ms->disable_mmap();
+ }
+ return ret;
+}
+
+SPP_API void* mspace_realloc_in_place(mspace msp, void* oldmem, size_t bytes)
+{
+ void* mem = 0;
+ if (oldmem != 0)
+ {
+ if (bytes >= MAX_REQUEST)
+ SPP_MALLOC_FAILURE_ACTION;
+ else
+ {
+ size_t nb = request2size(bytes);
+ mchunkptr oldp = mem2chunk(oldmem);
+#if ! SPP_FOOTERS
+ mstate m = (mstate)msp;
+#else
+ mstate m = get_mstate_for(oldp);
+ (void)msp; // placate people compiling -Wunused
+ if (!m->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(m, oldmem);
+ return 0;
+ }
+#endif
+ if (1)
+ {
+ mchunkptr newp = m->try_realloc_chunk(oldp, nb, 0);
+ if (newp == oldp)
+ {
+ m->check_inuse_chunk(newp);
+ mem = oldmem;
+ }
+ }
+ }
+ }
+ return mem;
+}
+
+SPP_API void* mspace_memalign(mspace msp, size_t alignment, size_t bytes)
+{
+ mstate ms = (mstate)msp;
+ if (!ms->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return 0;
+ }
+ if (alignment <= SPP_MALLOC_ALIGNMENT)
+ return mspace_malloc(msp, bytes);
+ return ms->internal_memalign(alignment, bytes);
+}
+
+SPP_API void** mspace_independent_calloc(mspace msp, size_t n_elements,
+ size_t elem_size, void* chunks[])
+{
+ size_t sz = elem_size; // serves as 1-element array
+ mstate ms = (mstate)msp;
+ if (!ms->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return 0;
+ }
+ return ms->ialloc(n_elements, &sz, 3, chunks);
+}
+
+SPP_API void** mspace_independent_comalloc(mspace msp, size_t n_elements,
+ size_t sizes[], void* chunks[])
+{
+ mstate ms = (mstate)msp;
+ if (!ms->ok_magic())
+ {
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return 0;
+ }
+ return ms->ialloc(n_elements, sizes, 0, chunks);
+}
+
+#endif
+
+SPP_API size_t mspace_bulk_free(mspace msp, void* array[], size_t nelem)
+{
+ return ((mstate)msp)->internal_bulk_free(array, nelem);
+}
+
+#if SPP_MALLOC_INSPECT_ALL
+SPP_API void mspace_inspect_all(mspace msp,
+ void(*handler)(void *start,
+ void *end,
+ size_t used_bytes,
+ void* callback_arg),
+ void* arg)
+{
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ internal_inspect_all(ms, handler, arg);
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+}
+#endif
+
+SPP_API int mspace_trim(mspace msp, size_t pad)
+{
+ int result = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ result = ms->sys_trim(pad);
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return result;
+}
+
+SPP_API size_t mspace_footprint(mspace msp)
+{
+ size_t result = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ result = ms->_footprint;
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return result;
+}
+
+SPP_API size_t mspace_max_footprint(mspace msp)
+{
+ size_t result = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ result = ms->_max_footprint;
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return result;
+}
+
+SPP_API size_t mspace_footprint_limit(mspace msp)
+{
+ size_t result = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ {
+ size_t maf = ms->_footprint_limit;
+ result = (maf == 0) ? spp_max_size_t : maf;
+ }
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return result;
+}
+
+SPP_API size_t mspace_set_footprint_limit(mspace msp, size_t bytes)
+{
+ size_t result = 0;
+ mstate ms = (mstate)msp;
+ if (ms->ok_magic())
+ {
+ if (bytes == 0)
+ result = mparams.granularity_align(1); // Use minimal size
+ if (bytes == spp_max_size_t)
+ result = 0; // disable
+ else
+ result = mparams.granularity_align(bytes);
+ ms->_footprint_limit = result;
+ }
+ else
+ SPP_USAGE_ERROR_ACTION(ms, ms);
+ return result;
+}
+
+SPP_API size_t mspace_usable_size(const void* mem)
+{
+ if (mem != 0)
+ {
+ mchunkptr p = mem2chunk(mem);
+ if (p->is_inuse())
+ return p->chunksize() - p->overhead_for();
+ }
+ return 0;
+}
+
+SPP_API int mspace_mallopt(int param_number, int value)
+{
+ return mparams.change(param_number, value);
+}
+
+} // spp_ namespace
+
+
+#endif // SPP_EXCLUDE_IMPLEMENTATION
+
+#endif // spp_dlalloc__h_
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_memory.h b/resources/3rdparty/sparsepp/sparsepp/spp_memory.h
new file mode 100755
index 000000000..f208e73cb
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_memory.h
@@ -0,0 +1,121 @@
+#if !defined(spp_memory_h_guard)
+#define spp_memory_h_guard
+
+#include <cstdint>
+#include <cstring>
+#include <cstdlib>
+
+#if defined(_WIN32) || defined( __CYGWIN__)
+ #define SPP_WIN
+#endif
+
+#ifdef SPP_WIN
+ #include <windows.h>
+ #include <Psapi.h>
+ #undef min
+ #undef max
+#else
+ #include <sys/types.h>
+ #include <sys/sysinfo.h>
+#endif
+
+namespace spp
+{
+ uint64_t GetSystemMemory()
+ {
+#ifdef SPP_WIN
+ MEMORYSTATUSEX memInfo;
+ memInfo.dwLength = sizeof(MEMORYSTATUSEX);
+ GlobalMemoryStatusEx(&memInfo);
+ return static_cast<uint64_t>(memInfo.ullTotalPageFile);
+#else
+ struct sysinfo memInfo;
+ sysinfo (&memInfo);
+ auto totalVirtualMem = memInfo.totalram;
+
+ totalVirtualMem += memInfo.totalswap;
+ totalVirtualMem *= memInfo.mem_unit;
+ return static_cast<uint64_t>(totalVirtualMem);
+#endif
+ }
+
+ uint64_t GetTotalMemoryUsed()
+ {
+#ifdef SPP_WIN
+ MEMORYSTATUSEX memInfo;
+ memInfo.dwLength = sizeof(MEMORYSTATUSEX);
+ GlobalMemoryStatusEx(&memInfo);
+ return static_cast<uint64_t>(memInfo.ullTotalPageFile - memInfo.ullAvailPageFile);
+#else
+ struct sysinfo memInfo;
+ sysinfo(&memInfo);
+ auto virtualMemUsed = memInfo.totalram - memInfo.freeram;
+
+ virtualMemUsed += memInfo.totalswap - memInfo.freeswap;
+ virtualMemUsed *= memInfo.mem_unit;
+
+ return static_cast<uint64_t>(virtualMemUsed);
+#endif
+ }
+
+ uint64_t GetProcessMemoryUsed()
+ {
+#ifdef SPP_WIN
+ PROCESS_MEMORY_COUNTERS_EX pmc;
+ GetProcessMemoryInfo(GetCurrentProcess(), reinterpret_cast<PPROCESS_MEMORY_COUNTERS>(&pmc), sizeof(pmc));
+ return static_cast<uint64_t>(pmc.PrivateUsage);
+#else
+ auto parseLine =
+ [](char* line)->int
+ {
+ auto i = strlen(line);
+
+ while(*line < '0' || *line > '9')
+ {
+ line++;
+ }
+
+ line[i-3] = '\0';
+ i = atoi(line);
+ return i;
+ };
+
+ auto file = fopen("/proc/self/status", "r");
+ auto result = -1;
+ char line[128];
+
+ while(fgets(line, 128, file) != nullptr)
+ {
+ if(strncmp(line, "VmSize:", 7) == 0)
+ {
+ result = parseLine(line);
+ break;
+ }
+ }
+
+ fclose(file);
+ return static_cast<uint64_t>(result) * 1024;
+#endif
+ }
+
+ uint64_t GetPhysicalMemory()
+ {
+#ifdef SPP_WIN
+ MEMORYSTATUSEX memInfo;
+ memInfo.dwLength = sizeof(MEMORYSTATUSEX);
+ GlobalMemoryStatusEx(&memInfo);
+ return static_cast<uint64_t>(memInfo.ullTotalPhys);
+#else
+ struct sysinfo memInfo;
+ sysinfo(&memInfo);
+
+ auto totalPhysMem = memInfo.totalram;
+
+ totalPhysMem *= memInfo.mem_unit;
+ return static_cast<uint64_t>(totalPhysMem);
+#endif
+ }
+
+}
+
+#endif // spp_memory_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_smartptr.h b/resources/3rdparty/sparsepp/sparsepp/spp_smartptr.h
new file mode 100755
index 000000000..28c4588e4
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_smartptr.h
@@ -0,0 +1,76 @@
+#if !defined(spp_smartptr_h_guard)
+#define spp_smartptr_h_guard
+
+
+/* -----------------------------------------------------------------------------------------------
+ * quick version of intrusive_ptr
+ * -----------------------------------------------------------------------------------------------
+ */
+
+#include <cassert>
+#include <sparsepp/spp_config.h>
+
+// ------------------------------------------------------------------------
+class spp_rc
+{
+public:
+ spp_rc() : _cnt(0) {}
+ spp_rc(const spp_rc &) : _cnt(0) {}
+ void increment() const { ++_cnt; }
+ void decrement() const { assert(_cnt); if (--_cnt == 0) delete this; }
+ unsigned count() const { return _cnt; }
+
+protected:
+ virtual ~spp_rc() {}
+
+private:
+ mutable unsigned _cnt;
+};
+
+// ------------------------------------------------------------------------
+template <class T>
+class spp_sptr
+{
+public:
+ spp_sptr() : _p(0) {}
+ spp_sptr(T *p) : _p(p) { if (_p) _p->increment(); }
+ spp_sptr(const spp_sptr &o) : _p(o._p) { if (_p) _p->increment(); }
+#ifndef SPP_NO_CXX11_RVALUE_REFERENCES
+ spp_sptr(spp_sptr &&o) : _p(o._p) { o._p = (T *)0; }
+ spp_sptr& operator=(spp_sptr &&o)
+ {
+ if (_p) _p->decrement();
+ _p = o._p;
+ o._p = (T *)0;
+ }
+#endif
+ ~spp_sptr() { if (_p) _p->decrement(); }
+ spp_sptr& operator=(const spp_sptr &o) { reset(o._p); return *this; }
+ T* get() const { return _p; }
+ void swap(spp_sptr &o) { T *tmp = _p; _p = o._p; o._p = tmp; }
+ void reset(const T *p = 0)
+ {
+ if (p == _p)
+ return;
+ if (_p) _p->decrement();
+ _p = (T *)p;
+ if (_p) _p->increment();
+ }
+ T* operator->() const { return const_cast<T *>(_p); }
+ bool operator!() const { return _p == 0; }
+
+private:
+ T *_p;
+};
+
+// ------------------------------------------------------------------------
+namespace std
+{
+ template <class T>
+ inline void swap(spp_sptr<T> &a, spp_sptr<T> &b)
+ {
+ a.swap(b);
+ }
+}
+
+#endif // spp_smartptr_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_stdint.h b/resources/3rdparty/sparsepp/sparsepp/spp_stdint.h
new file mode 100755
index 000000000..500d3d35b
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_stdint.h
@@ -0,0 +1,16 @@
+#if !defined(spp_stdint_h_guard)
+#define spp_stdint_h_guard
+
+#include <sparsepp/spp_config.h>
+
+#if defined(SPP_HAS_CSTDINT) && (__cplusplus >= 201103)
+ #include <cstdint>
+#else
+ #if defined(__FreeBSD__) || defined(__IBMCPP__) || defined(_AIX)
+ #include <inttypes.h>
+ #else
+ #include <stdint.h>
+ #endif
+#endif
+
+#endif // spp_stdint_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_timer.h b/resources/3rdparty/sparsepp/sparsepp/spp_timer.h
new file mode 100755
index 000000000..48180f4d0
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_timer.h
@@ -0,0 +1,58 @@
+/**
+ Copyright (c) 2016 Mariano Gonzalez
+
+ Permission is hereby granted, free of charge, to any person obtaining a copy
+ of this software and associated documentation files (the "Software"), to deal
+ in the Software without restriction, including without limitation the rights
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ copies of the Software, and to permit persons to whom the Software is
+ furnished to do so, subject to the following conditions:
+
+ The above copyright notice and this permission notice shall be included in all
+ copies or substantial portions of the Software.
+
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ SOFTWARE.
+*/
+
+#ifndef spp_timer_h_guard
+#define spp_timer_h_guard
+
+#include <chrono>
+
+namespace spp
+{
+ template<typename time_unit = std::milli>
+ class Timer
+ {
+ public:
+ Timer() { reset(); }
+ void reset() { _start = _snap = clock::now(); }
+ void snap() { _snap = clock::now(); }
+
+ float get_total() const { return get_diff<float>(_start, clock::now()); }
+ float get_delta() const { return get_diff<float>(_snap, clock::now()); }
+
+ private:
+ using clock = std::chrono::high_resolution_clock;
+ using point = std::chrono::time_point<clock>;
+
+ template<typename T>
+ static T get_diff(const point& start, const point& end)
+ {
+ using duration_t = std::chrono::duration<T, time_unit>;
+
+ return std::chrono::duration_cast<duration_t>(end - start).count();
+ }
+
+ point _start;
+ point _snap;
+ };
+}
+
+#endif // spp_timer_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_traits.h b/resources/3rdparty/sparsepp/sparsepp/spp_traits.h
new file mode 100755
index 000000000..bd105093f
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_traits.h
@@ -0,0 +1,122 @@
+#if !defined(spp_traits_h_guard)
+#define spp_traits_h_guard
+
+#include <sparsepp/spp_config.h>
+
+template<int S, int H> class HashObject; // for Google's benchmark, not in spp namespace!
+
+namespace spp_
+{
+
+// ---------------------------------------------------------------------------
+// type_traits we need
+// ---------------------------------------------------------------------------
+template<class T, T v>
+struct integral_constant { static const T value = v; };
+
+template <class T, T v> const T integral_constant<T, v>::value;
+
+typedef integral_constant<bool, true> true_type;
+typedef integral_constant<bool, false> false_type;
+
+typedef integral_constant<int, 0> zero_type;
+typedef integral_constant<int, 1> one_type;
+typedef integral_constant<int, 2> two_type;
+typedef integral_constant<int, 3> three_type;
+
+template<typename T, typename U> struct is_same : public false_type { };
+template<typename T> struct is_same<T, T> : public true_type { };
+
+template<typename T> struct remove_const { typedef T type; };
+template<typename T> struct remove_const<T const> { typedef T type; };
+
+template<typename T> struct remove_volatile { typedef T type; };
+template<typename T> struct remove_volatile<T volatile> { typedef T type; };
+
+template<typename T> struct remove_cv
+{
+ typedef typename remove_const<typename remove_volatile<T>::type>::type type;
+};
+
+// ---------------- is_integral ----------------------------------------
+template <class T> struct is_integral;
+template <class T> struct is_integral : false_type { };
+template<> struct is_integral<bool> : true_type { };
+template<> struct is_integral<char> : true_type { };
+template<> struct is_integral<unsigned char> : true_type { };
+template<> struct is_integral<signed char> : true_type { };
+template<> struct is_integral<short> : true_type { };
+template<> struct is_integral<unsigned short> : true_type { };
+template<> struct is_integral<int> : true_type { };
+template<> struct is_integral<unsigned int> : true_type { };
+template<> struct is_integral<long> : true_type { };
+template<> struct is_integral<unsigned long> : true_type { };
+#ifdef SPP_HAS_LONG_LONG
+ template<> struct is_integral<long long> : true_type { };
+ template<> struct is_integral<unsigned long long> : true_type { };
+#endif
+template <class T> struct is_integral<const T> : is_integral<T> { };
+template <class T> struct is_integral<volatile T> : is_integral<T> { };
+template <class T> struct is_integral<const volatile T> : is_integral<T> { };
+
+// ---------------- is_floating_point ----------------------------------------
+template <class T> struct is_floating_point;
+template <class T> struct is_floating_point : false_type { };
+template<> struct is_floating_point<float> : true_type { };
+template<> struct is_floating_point<double> : true_type { };
+template<> struct is_floating_point<long double> : true_type { };
+template <class T> struct is_floating_point<const T> : is_floating_point<T> { };
+template <class T> struct is_floating_point<volatile T> : is_floating_point<T> { };
+template <class T> struct is_floating_point<const volatile T> : is_floating_point<T> { };
+
+// ---------------- is_pointer ----------------------------------------
+template <class T> struct is_pointer;
+template <class T> struct is_pointer : false_type { };
+template <class T> struct is_pointer<T*> : true_type { };
+template <class T> struct is_pointer<const T> : is_pointer<T> { };
+template <class T> struct is_pointer<volatile T> : is_pointer<T> { };
+template <class T> struct is_pointer<const volatile T> : is_pointer<T> { };
+
+// ---------------- is_reference ----------------------------------------
+template <class T> struct is_reference;
+template<typename T> struct is_reference : false_type {};
+template<typename T> struct is_reference<T&> : true_type {};
+
+// ---------------- is_relocatable ----------------------------------------
+// relocatable values can be moved around in memory using memcpy and remain
+// correct. Most types are relocatable, an example of a type who is not would
+// be a struct which contains a pointer to a buffer inside itself - this is the
+// case for std::string in gcc 5.
+// ------------------------------------------------------------------------
+template <class T> struct is_relocatable;
+template <class T> struct is_relocatable :
+ integral_constant<bool, (is_integral<T>::value || is_floating_point<T>::value)>
+{ };
+
+template<int S, int H> struct is_relocatable<HashObject<S, H> > : true_type { };
+
+template <class T> struct is_relocatable<const T> : is_relocatable<T> { };
+template <class T> struct is_relocatable<volatile T> : is_relocatable<T> { };
+template <class T> struct is_relocatable<const volatile T> : is_relocatable<T> { };
+template <class A, int N> struct is_relocatable<A[N]> : is_relocatable<A> { };
+template <class T, class U> struct is_relocatable<std::pair<T, U> > :
+ integral_constant<bool, (is_relocatable<T>::value && is_relocatable<U>::value)>
+{ };
+
+// A template helper used to select A or B based on a condition.
+// ------------------------------------------------------------
+template<bool cond, typename A, typename B>
+struct if_
+{
+ typedef A type;
+};
+
+template<typename A, typename B>
+struct if_<false, A, B>
+{
+ typedef B type;
+};
+
+} // spp_ namespace
+
+#endif // spp_traits_h_guard
diff --git a/resources/3rdparty/sparsepp/sparsepp/spp_utils.h b/resources/3rdparty/sparsepp/sparsepp/spp_utils.h
new file mode 100755
index 000000000..743ab7bca
--- /dev/null
+++ b/resources/3rdparty/sparsepp/sparsepp/spp_utils.h
@@ -0,0 +1,447 @@
+// ----------------------------------------------------------------------
+// Copyright (c) 2016, Steven Gregory Popovitch - greg7mdp@gmail.com
+// All rights reserved.
+//
+// Code derived derived from Boost libraries.
+// Boost software licence reproduced below.
+//
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above
+// copyright notice, this list of conditions and the following disclaimer
+// in the documentation and/or other materials provided with the
+// distribution.
+// * The name of Steven Gregory Popovitch may not be used to
+// endorse or promote products derived from this software without
+// specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+// ----------------------------------------------------------------------
+
+// ---------------------------------------------------------------------------
+// Boost Software License - Version 1.0 - August 17th, 2003
+//
+// Permission is hereby granted, free of charge, to any person or organization
+// obtaining a copy of the software and accompanying documentation covered by
+// this license (the "Software") to use, reproduce, display, distribute,
+// execute, and transmit the Software, and to prepare derivative works of the
+// Software, and to permit third-parties to whom the Software is furnished to
+// do so, all subject to the following:
+//
+// The copyright notices in the Software and this entire statement, including
+// the above license grant, this restriction and the following disclaimer,
+// must be included in all copies of the Software, in whole or in part, and
+// all derivative works of the Software, unless such copies or derivative
+// works are solely in the form of machine-executable object code generated by
+// a source language processor.
+//
+// THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+// IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+// FITNESS FOR A PARTICULAR PURPOSE, TITLE AND NON-INFRINGEMENT. IN NO EVENT
+// SHALL THE COPYRIGHT HOLDERS OR ANYONE DISTRIBUTING THE SOFTWARE BE LIABLE
+// FOR ANY DAMAGES OR OTHER LIABILITY, WHETHER IN CONTRACT, TORT OR OTHERWISE,
+// ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+// DEALINGS IN THE SOFTWARE.
+// ---------------------------------------------------------------------------
+
+// ----------------------------------------------------------------------
+// H A S H F U N C T I O N S
+// ----------------------------
+//
+// Implements spp::spp_hash() and spp::hash_combine()
+// ----------------------------------------------------------------------
+
+#if !defined(spp_utils_h_guard_)
+#define spp_utils_h_guard_
+
+#if defined(_MSC_VER)
+ #if (_MSC_VER >= 1600 ) // vs2010 (1900 is vs2015)
+ #include <functional>
+ #define SPP_HASH_CLASS std::hash
+ #else
+ #include <hash_map>
+ #define SPP_HASH_CLASS stdext::hash_compare
+ #endif
+ #if (_MSC_FULL_VER < 190021730)
+ #define SPP_NO_CXX11_NOEXCEPT
+ #endif
+#elif defined __clang__
+ #if __has_feature(cxx_noexcept) // what to use here?
+ #include <functional>
+ #define SPP_HASH_CLASS std::hash
+ #else
+ #include <tr1/unordered_map>
+ #define SPP_HASH_CLASS std::tr1::hash
+ #endif
+
+ #if !__has_feature(cxx_noexcept)
+ #define SPP_NO_CXX11_NOEXCEPT
+ #endif
+#elif defined(__GNUC__)
+ #if defined(__GXX_EXPERIMENTAL_CXX0X__) || (__cplusplus >= 201103L)
+ #include <functional>
+ #define SPP_HASH_CLASS std::hash
+
+ #if (__GNUC__ * 10000 + __GNUC_MINOR__ * 100) < 40600
+ #define SPP_NO_CXX11_NOEXCEPT
+ #endif
+ #else
+ #include <tr1/unordered_map>
+ #define SPP_HASH_CLASS std::tr1::hash
+ #define SPP_NO_CXX11_NOEXCEPT
+ #endif
+#else
+ #include <functional>
+ #define SPP_HASH_CLASS std::hash
+#endif
+
+#ifdef SPP_NO_CXX11_NOEXCEPT
+ #define SPP_NOEXCEPT
+#else
+ #define SPP_NOEXCEPT noexcept
+#endif
+
+#ifdef SPP_NO_CXX11_CONSTEXPR
+ #define SPP_CONSTEXPR
+#else
+ #define SPP_CONSTEXPR constexpr
+#endif
+
+#define SPP_INLINE
+
+#ifndef spp_
+ #define spp_ spp
+#endif
+
+namespace spp_
+{
+
+template <class T> T spp_min(T a, T b) { return a < b ? a : b; }
+template <class T> T spp_max(T a, T b) { return a >= b ? a : b; }
+
+template <class T>
+struct spp_hash
+{
+ SPP_INLINE size_t operator()(const T &__v) const SPP_NOEXCEPT
+ {
+ SPP_HASH_CLASS<T> hasher;
+ return hasher(__v);
+ }
+};
+
+template <class T>
+struct spp_hash<T *>
+{
+ static size_t spp_log2 (size_t val) SPP_NOEXCEPT
+ {
+ size_t res = 0;
+ while (val > 1)
+ {
+ val >>= 1;
+ res++;
+ }
+ return res;
+ }
+
+ SPP_INLINE size_t operator()(const T *__v) const SPP_NOEXCEPT
+ {
+ static const size_t shift = 3; // spp_log2(1 + sizeof(T)); // T might be incomplete!
+ const uintptr_t i = (const uintptr_t)__v;
+ return static_cast<size_t>(i >> shift);
+ }
+};
+
+// from http://burtleburtle.net/bob/hash/integer.html
+// fast and efficient for power of two table sizes where we always
+// consider the last bits.
+// ---------------------------------------------------------------
+inline size_t spp_mix_32(uint32_t a)
+{
+ a = a ^ (a >> 4);
+ a = (a ^ 0xdeadbeef) + (a << 5);
+ a = a ^ (a >> 11);
+ return static_cast<size_t>(a);
+}
+
+// Maybe we should do a more thorough scrambling as described in
+// https://gist.github.com/badboy/6267743
+// -------------------------------------------------------------
+inline size_t spp_mix_64(uint64_t a)
+{
+ a = a ^ (a >> 4);
+ a = (a ^ 0xdeadbeef) + (a << 5);
+ a = a ^ (a >> 11);
+ return (size_t)a;
+}
+
+template <>
+struct spp_hash<bool> : public std::unary_function<bool, size_t>
+{
+ SPP_INLINE size_t operator()(bool __v) const SPP_NOEXCEPT
+ { return static_cast<size_t>(__v); }
+};
+
+template <>
+struct spp_hash<char> : public std::unary_function<char, size_t>
+{
+ SPP_INLINE size_t operator()(char __v) const SPP_NOEXCEPT
+ { return static_cast<size_t>(__v); }
+};
+
+template <>
+struct spp_hash<signed char> : public std::unary_function<signed char, size_t>
+{
+ SPP_INLINE size_t operator()(signed char __v) const SPP_NOEXCEPT
+ { return static_cast<size_t>(__v); }
+};
+
+template <>
+struct spp_hash<unsigned char> : public std::unary_function<unsigned char, size_t>
+{
+ SPP_INLINE size_t operator()(unsigned char __v) const SPP_NOEXCEPT
+ { return static_cast<size_t>(__v); }
+};
+
+template <>
+struct spp_hash<wchar_t> : public std::unary_function<wchar_t, size_t>
+{
+ SPP_INLINE size_t operator()(wchar_t __v) const SPP_NOEXCEPT
+ { return static_cast<size_t>(__v); }
+};
+
+template <>
+struct spp_hash<int16_t> : public std::unary_function<int16_t, size_t>
+{
+ SPP_INLINE size_t operator()(int16_t __v) const SPP_NOEXCEPT
+ { return spp_mix_32(static_cast<uint32_t>(__v)); }
+};
+
+template <>
+struct spp_hash<uint16_t> : public std::unary_function<uint16_t, size_t>
+{
+ SPP_INLINE size_t operator()(uint16_t __v) const SPP_NOEXCEPT
+ { return spp_mix_32(static_cast<uint32_t>(__v)); }
+};
+
+template <>
+struct spp_hash<int32_t> : public std::unary_function<int32_t, size_t>
+{
+ SPP_INLINE size_t operator()(int32_t __v) const SPP_NOEXCEPT
+ { return spp_mix_32(static_cast<uint32_t>(__v)); }
+};
+
+template <>
+struct spp_hash<uint32_t> : public std::unary_function<uint32_t, size_t>
+{
+ SPP_INLINE size_t operator()(uint32_t __v) const SPP_NOEXCEPT
+ { return spp_mix_32(static_cast<uint32_t>(__v)); }
+};
+
+template <>
+struct spp_hash<int64_t> : public std::unary_function<int64_t, size_t>
+{
+ SPP_INLINE size_t operator()(int64_t __v) const SPP_NOEXCEPT
+ { return spp_mix_64(static_cast<uint64_t>(__v)); }
+};
+
+template <>
+struct spp_hash<uint64_t> : public std::unary_function<uint64_t, size_t>
+{
+ SPP_INLINE size_t operator()(uint64_t __v) const SPP_NOEXCEPT
+ { return spp_mix_64(static_cast<uint64_t>(__v)); }
+};
+
+template <>
+struct spp_hash<float> : public std::unary_function<float, size_t>
+{
+ SPP_INLINE size_t operator()(float __v) const SPP_NOEXCEPT
+ {
+ // -0.0 and 0.0 should return same hash
+ uint32_t *as_int = reinterpret_cast<uint32_t *>(&__v);
+ return (__v == 0) ? static_cast<size_t>(0) : spp_mix_32(*as_int);
+ }
+};
+
+template <>
+struct spp_hash<double> : public std::unary_function<double, size_t>
+{
+ SPP_INLINE size_t operator()(double __v) const SPP_NOEXCEPT
+ {
+ // -0.0 and 0.0 should return same hash
+ uint64_t *as_int = reinterpret_cast<uint64_t *>(&__v);
+ return (__v == 0) ? static_cast<size_t>(0) : spp_mix_64(*as_int);
+ }
+};
+
+template <class T, int sz> struct Combiner
+{
+ inline void operator()(T& seed, T value);
+};
+
+template <class T> struct Combiner<T, 4>
+{
+ inline void operator()(T& seed, T value)
+ {
+ seed ^= value + 0x9e3779b9 + (seed << 6) + (seed >> 2);
+ }
+};
+
+template <class T> struct Combiner<T, 8>
+{
+ inline void operator()(T& seed, T value)
+ {
+ seed ^= value + T(0xc6a4a7935bd1e995) + (seed << 6) + (seed >> 2);
+ }
+};
+
+template <class T>
+inline void hash_combine(std::size_t& seed, T const& v)
+{
+ spp_::spp_hash<T> hasher;
+ Combiner<std::size_t, sizeof(std::size_t)> combiner;
+
+ combiner(seed, hasher(v));
+}
+
+static inline uint32_t s_spp_popcount_default(uint32_t i) SPP_NOEXCEPT
+{
+ i = i - ((i >> 1) & 0x55555555);
+ i = (i & 0x33333333) + ((i >> 2) & 0x33333333);
+ return (((i + (i >> 4)) & 0x0F0F0F0F) * 0x01010101) >> 24;
+}
+
+static inline uint32_t s_spp_popcount_default(uint64_t x) SPP_NOEXCEPT
+{
+ const uint64_t m1 = uint64_t(0x5555555555555555); // binary: 0101...
+ const uint64_t m2 = uint64_t(0x3333333333333333); // binary: 00110011..
+ const uint64_t m4 = uint64_t(0x0f0f0f0f0f0f0f0f); // binary: 4 zeros, 4 ones ...
+ const uint64_t h01 = uint64_t(0x0101010101010101); // the sum of 256 to the power of 0,1,2,3...
+
+ x -= (x >> 1) & m1; // put count of each 2 bits into those 2 bits
+ x = (x & m2) + ((x >> 2) & m2); // put count of each 4 bits into those 4 bits
+ x = (x + (x >> 4)) & m4; // put count of each 8 bits into those 8 bits
+ return (x * h01)>>56; // returns left 8 bits of x + (x<<8) + (x<<16) + (x<<24)+...
+}
+
+#ifdef __APPLE__
+ static inline uint32_t count_trailing_zeroes(size_t v) SPP_NOEXCEPT
+ {
+ size_t x = (v & -v) - 1;
+ // sadly sizeof() required to build on macos
+ return sizeof(size_t) == 8 ? s_spp_popcount_default((uint64_t)x) : s_spp_popcount_default((uint32_t)x);
+ }
+
+ static inline uint32_t s_popcount(size_t v) SPP_NOEXCEPT
+ {
+ // sadly sizeof() required to build on macos
+ return sizeof(size_t) == 8 ? s_spp_popcount_default((uint64_t)v) : s_spp_popcount_default((uint32_t)v);
+ }
+#else
+ static inline uint32_t count_trailing_zeroes(size_t v) SPP_NOEXCEPT
+ {
+ return s_spp_popcount_default((v & -(intptr_t)v) - 1);
+ }
+
+ static inline uint32_t s_popcount(size_t v) SPP_NOEXCEPT
+ {
+ return s_spp_popcount_default(v);
+ }
+#endif
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+template<class T>
+class libc_allocator
+{
+public:
+ typedef T value_type;
+ typedef T* pointer;
+ typedef ptrdiff_t difference_type;
+ typedef const T* const_pointer;
+ typedef size_t size_type;
+
+ libc_allocator() {}
+ libc_allocator(const libc_allocator &) {}
+ libc_allocator& operator=(const libc_allocator &) { return *this; }
+
+#ifndef SPP_NO_CXX11_RVALUE_REFERENCES
+ libc_allocator(libc_allocator &&) {}
+ libc_allocator& operator=(libc_allocator &&) { return *this; }
+#endif
+
+ pointer allocate(size_t n, const_pointer /* unused */= 0)
+ {
+ return static_cast<pointer>(malloc(n * sizeof(T)));
+ }
+
+ void deallocate(pointer p, size_t /* unused */)
+ {
+ free(p);
+ }
+
+ pointer reallocate(pointer p, size_t new_size)
+ {
+ return static_cast<pointer>(realloc(p, new_size * sizeof(T)));
+ }
+
+ // extra API to match spp_allocator interface
+ pointer reallocate(pointer p, size_t /* old_size */, size_t new_size)
+ {
+ return static_cast<pointer>(realloc(p, new_size * sizeof(T)));
+ }
+
+ size_type max_size() const
+ {
+ return static_cast<size_type>(-1) / sizeof(value_type);
+ }
+
+ void construct(pointer p, const value_type& val)
+ {
+ new(p) value_type(val);
+ }
+
+ void destroy(pointer p) { p->~value_type(); }
+
+ template<class U>
+ struct rebind
+ {
+ typedef spp_::libc_allocator<U> other;
+ };
+
+};
+
+// forward declaration
+// -------------------
+template<class T>
+class spp_allocator;
+
+}
+
+template<class T>
+inline bool operator==(const spp_::libc_allocator<T> &, const spp_::libc_allocator<T> &)
+{
+ return true;
+}
+
+template<class T>
+inline bool operator!=(const spp_::libc_allocator<T> &, const spp_::libc_allocator<T> &)
+{
+ return false;
+}
+
+#endif // spp_utils_h_guard_
+
diff --git a/resources/3rdparty/sparsepp/spp.natvis b/resources/3rdparty/sparsepp/spp.natvis
new file mode 100755
index 000000000..1ca15df6f
--- /dev/null
+++ b/resources/3rdparty/sparsepp/spp.natvis
@@ -0,0 +1,41 @@
+<?xml version="1.0" encoding="utf-8"?>
+
+<AutoVisualizer xmlns="http://schemas.microsoft.com/vstudio/debugger/natvis/2010">
+ <!-- VC 2015 -->
+ <Type Name="spp::sparse_hash_set<*,*,*,*>">
+ <AlternativeType Name="spp::sparse_hash_map<*,*,*,*,*>" />
+ <DisplayString>{{size = {rep.table._num_buckets}}}</DisplayString>
+ <Expand>
+ <CustomListItems MaxItemsPerView="1000" ExcludeView="Test">
+ <Variable Name="grp" InitialValue="rep.table._first_group" />
+ <Variable Name="last_grp" InitialValue="rep.table._last_group" />
+ <Variable Name="item_ptr" InitialValue="rep.table._first_group->_group" />
+ <Variable Name="cnt" InitialValue="-1" />
+
+ <Size>rep.table._num_buckets</Size>
+ <Loop>
+ <Break Condition="grp == last_grp" />
+ <Exec>item_ptr = grp->_group</Exec>
+ <Exec>cnt = grp->_num_buckets</Exec>
+ <Loop>
+ <Break Condition="cnt == 0" />
+ <Item>item_ptr,na</Item>
+ <Exec>item_ptr++</Exec>
+ <Exec>cnt--</Exec>
+ </Loop>
+ <Exec>++grp</Exec>
+ </Loop>
+ </CustomListItems>
+ </Expand>
+ </Type>
+
+ <Type Name="spp::Two_d_iterator<*,*,*,*>">
+ <DisplayString Condition="row_current==0">end()</DisplayString>
+ <DisplayString Condition="row_current->_group == -1">end()</DisplayString>
+ <DisplayString>{*col_current}</DisplayString>
+ <Expand>
+ <ExpandedItem Condition="row_current->_group != -1">*col_current</ExpandedItem>
+ </Expand>
+ </Type>
+
+</AutoVisualizer>
diff --git a/resources/3rdparty/sparsepp/tests/makefile b/resources/3rdparty/sparsepp/tests/makefile
new file mode 100755
index 000000000..df4eb6f6c
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/makefile
@@ -0,0 +1,27 @@
+CXXFLAGS = -O2 -std=c++11 -I..
+CXXFLAGS += -Wall -pedantic -Wextra -D_XOPEN_SOURCE=700
+SPP_DEPS_1 = spp.h spp_utils.h spp_dlalloc.h spp_traits.h spp_config.h
+SPP_DEPS = $(addprefix ../sparsepp/,$(SPP_DEPS_1))
+TARGETS = spp_test spp_alloc_test spp_bitset_test perftest1 bench
+
+
+ifeq ($(OS),Windows_NT)
+ LDFLAGS = -lpsapi
+endif
+
+def: spp_test
+
+all: $(TARGETS)
+
+clean:
+ rm -rf $(TARGETS) vsprojects/x64/* vsprojects/x86/*
+
+test:
+ ./spp_test
+
+spp_test: spp_test.cc $(SPP_DEPS) makefile
+ $(CXX) $(CXXFLAGS) -D_CRT_SECURE_NO_WARNINGS spp_test.cc -o spp_test
+
+%: %.cc $(SPP_DEPS) makefile
+ $(CXX) $(CXXFLAGS) -DNDEBUG $< -o $@ $(LDFLAGS)
+
diff --git a/resources/3rdparty/sparsepp/tests/perftest1.cc b/resources/3rdparty/sparsepp/tests/perftest1.cc
new file mode 100755
index 000000000..ae8609e79
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/perftest1.cc
@@ -0,0 +1,162 @@
+// compile on linux with: g++ -std=c++11 -O2 perftest1.cc -o perftest1
+// -----------------------------------------------------------------------
+#include <fstream>
+#include <iostream>
+#include <ctime>
+#include <cstdio>
+#include <climits>
+#include <functional>
+#include <vector>
+#include <utility>
+
+#include <sparsepp/spp_timer.h>
+
+#define SPP 1
+#define DENSE 0
+#define SPARSE 0
+#define STD 0
+
+#if SPP
+ #include <sparsepp/spp.h>
+#elif DENSE
+ #include <google/dense_hash_map>
+#elif SPARSE
+ #include <google/sparse_hash_map>
+#elif STD
+ #include <unordered_map>
+#endif
+
+using std::make_pair;
+
+template <class T>
+void test(T &s, int count)
+{
+ spp::Timer<std::milli> timer;
+
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.insert(make_pair(rand(), i));
+
+ printf("%d random inserts in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.find(rand());
+
+ printf("%d random finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(1);
+ for (int i = 0; i < count; ++i)
+ s.find(rand());
+ printf("%d random not-finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ s.clear();
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.insert(make_pair(i, i));
+ printf("%d sequential inserts in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.find(i);
+
+ printf("%d sequential finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(1);
+ for (int i = 0; i < count; ++i)
+ {
+ int x = rand();
+ s.find(x);
+ }
+ printf("%d random not-finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ s.clear();
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.insert(make_pair(-i, -i));
+
+ printf("%d neg sequential inserts in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(0);
+ for (int i = 0; i < count; ++i)
+ s.find(-i);
+
+ printf("%d neg sequential finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ timer.snap();
+ srand(1);
+ for (int i = 0; i < count; ++i)
+ s.find(rand());
+ printf("%d random not-finds in %5.2f seconds\n", count, timer.get_delta() / 1000);
+
+ s.clear();
+}
+
+
+struct Hasher64 {
+ size_t operator()(uint64_t k) const { return (k ^ 14695981039346656037ULL) * 1099511628211ULL; }
+};
+
+struct Hasher32 {
+ size_t operator()(uint32_t k) const { return (k ^ 2166136261U) * 16777619UL; }
+};
+
+struct Hasheri32 {
+ size_t operator()(int k) const
+ {
+ return (k ^ 2166136261U) * 16777619UL;
+ }
+};
+
+struct Hasher_32 {
+ size_t operator()(int k) const
+ {
+ uint32_t a = (uint32_t)k;
+#if 0
+ a = (a ^ 61) ^ (a >> 16);
+ a = a + (a << 3);
+ a = a ^ (a >> 4);
+ a = a * 0x27d4eb2d;
+ a = a ^ (a >> 15);
+ return a;
+#else
+ a = a ^ (a >> 4);
+ a = (a ^ 0xdeadbeef) + (a << 5);
+ a = a ^ (a >> 11);
+ return a;
+#endif
+ }
+};
+
+int main()
+{
+#if SPP
+ spp::sparse_hash_map<int, int /*, Hasheri32 */> s;
+ printf ("Testing spp::sparse_hash_map\n");
+#elif DENSE
+ google::dense_hash_map<int, int/* , Hasher_32 */> s;
+ s.set_empty_key(-INT_MAX);
+ s.set_deleted_key(-(INT_MAX - 1));
+ printf ("Testing google::dense_hash_map\n");
+#elif SPARSE
+ google::sparse_hash_map<int, int/* , Hasher_32 */> s;
+ s.set_deleted_key(-INT_MAX);
+ printf ("Testing google::sparse_hash_map\n");
+#elif STD
+ std::unordered_map<int, int/* , Hasher_32 */> s;
+ printf ("Testing std::unordered_map\n");
+#endif
+ printf ("------------------------------\n");
+ test(s, 50000000);
+
+
+ return 0;
+}
diff --git a/resources/3rdparty/sparsepp/tests/spp_alloc_test.cc b/resources/3rdparty/sparsepp/tests/spp_alloc_test.cc
new file mode 100755
index 000000000..06b23ac80
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/spp_alloc_test.cc
@@ -0,0 +1,189 @@
+#include <memory>
+#include <cassert>
+#include <cstdio>
+#include <stdlib.h>
+#include <algorithm>
+#include <vector>
+
+// enable debugging code in spp_bitset.h
+#define SPP_TEST 1
+
+#include <sparsepp/spp_timer.h>
+#include <sparsepp/spp_memory.h>
+#include <sparsepp/spp_dlalloc.h>
+
+using namespace std;
+
+static float _to_mb(uint64_t m) { return (float)((double)m / (1024 * 1024)); }
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+template <class T, class A>
+class TestAlloc
+{
+public:
+ TestAlloc(size_t num_alloc = 8000000) :
+ _num_alloc(num_alloc)
+ {
+ _allocated.resize(_num_alloc, nullptr);
+ _sizes.resize(_num_alloc, 0);
+ _start_mem_usage = spp::GetProcessMemoryUsed();
+ }
+
+ void run()
+ {
+ srand(43); // always same sequence of random numbers
+
+ for (size_t i=0; i<_num_alloc; ++i)
+ _sizes[i] = std::max(2, (rand() % 5) * 2);
+
+ spp::Timer<std::milli> timer;
+
+ // allocate small buffers
+ // ----------------------
+ for (size_t i=0; i<_num_alloc; ++i)
+ {
+ _allocated[i] = _allocator.allocate(_sizes[i]);
+ _set_buf(_allocated[i], _sizes[i]);
+ }
+
+#if 1
+ // and grow the buffers to a max size of 24 each
+ // ---------------------------------------------
+ for (uint32_t j=4; j<26; j += 2)
+ {
+ for (size_t i=0; i<_num_alloc; ++i)
+ {
+ // if ( _sizes[i] < j) // windows allocator friendly!
+ if ((rand() % 4) != 3 && _sizes[i] < j) // really messes up windows allocator
+ {
+ _allocated[i] = _allocator.reallocate(_allocated[i], j);
+ _check_buf(_allocated[i], _sizes[i]);
+ _set_buf(_allocated[i], j);
+ _sizes[i] = j;
+ }
+ }
+ }
+#endif
+
+#if 0
+ // test erase (shrinking the buffers)
+ // ---------------------------------------------
+ for (uint32_t j=28; j>4; j -= 2)
+ {
+ for (size_t i=0; i<_num_alloc; ++i)
+ {
+ // if ( _sizes[i] < j) // windows allocator friendly!
+ if ((rand() % 4) != 3 && _sizes[i] > j) // really messes up windows allocator
+ {
+ _allocated[i] = _allocator.reallocate(_allocated[i], j);
+ _check_buf1(_allocated[i], _sizes[i]);
+ _set_buf(_allocated[i], j);
+ _sizes[i] = j;
+ }
+ }
+ }
+#endif
+
+#if 0
+ // and grow the buffers back to a max size of 24 each
+ // --------------------------------------------------
+ for (uint32_t j=4; j<26; j += 2)
+ {
+ for (size_t i=0; i<_num_alloc; ++i)
+ {
+ // if ( _sizes[i] < j) // windows allocator friendly!
+ if ((rand() % 4) != 3 && _sizes[i] < j) // really messes up windows allocator
+ {
+ _allocated[i] = _allocator.reallocate(_allocated[i], j);
+ _check_buf(_allocated[i], _sizes[i]);
+ _set_buf(_allocated[i], j);
+ _sizes[i] = j;
+ }
+ }
+ }
+#endif
+
+ size_t total_units = 0;
+ for (size_t i=0; i<_num_alloc; ++i)
+ total_units += _sizes[i];
+
+ uint64_t mem_usage = spp::GetProcessMemoryUsed();
+ uint64_t alloc_mem_usage = mem_usage - _start_mem_usage;
+ uint64_t expected_mem_usage = total_units * sizeof(T);
+
+ // finally free the memory
+ // -----------------------
+ for (size_t i=0; i<_num_alloc; ++i)
+ {
+ _check_buf(_allocated[i], _sizes[i]);
+ _allocator.deallocate(_allocated[i], _sizes[i]);
+ }
+
+ uint64_t mem_usage_end = spp::GetProcessMemoryUsed();
+
+ printf("allocated %zd entities of size %zd\n", total_units, sizeof(T));
+ printf("done in %3.2f seconds, mem_usage %4.1f/%4.1f/%4.1f MB\n",
+ timer.get_total() / 1000, _to_mb(_start_mem_usage), _to_mb(mem_usage), _to_mb(mem_usage_end));
+ printf("expected mem usage: %4.1f\n", _to_mb(expected_mem_usage));
+ if (expected_mem_usage <= alloc_mem_usage)
+ printf("overhead: %4.1f%%\n",
+ (float)((double)(alloc_mem_usage - expected_mem_usage) / expected_mem_usage) * 100);
+ else
+ printf("bug: alloc_mem_usage <= expected_mem_usage\n");
+
+ std::vector<T *>().swap(_allocated);
+ std::vector<uint32_t>().swap(_sizes);
+
+ printf("\nmem usage after freeing vectors: %4.1f\n", _to_mb(spp::GetProcessMemoryUsed()));
+ }
+
+private:
+
+ void _set_buf(T *buff, uint32_t sz) { *buff = (T)sz; buff[sz - 1] = (T)sz; }
+ void _check_buf1(T *buff, uint32_t sz)
+ {
+ assert(*buff == (T)sz);
+ (void)(buff + sz); // silence warning
+ }
+ void _check_buf(T *buff, uint32_t sz)
+ {
+ assert(*buff == (T)sz && buff[sz - 1] == (T)sz);
+ (void)(buff + sz); // silence warning
+ }
+
+ size_t _num_alloc;
+ uint64_t _start_mem_usage;
+ std::vector<T *> _allocated;
+ std::vector<uint32_t> _sizes;
+ A _allocator;
+};
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+template <class X, class A>
+void run_test(const char *alloc_name)
+{
+ printf("\n---------------- testing %s\n\n", alloc_name);
+
+ printf("\nmem usage before the alloc test: %4.1f\n",
+ _to_mb(spp::GetProcessMemoryUsed()));
+ {
+ TestAlloc< X, A > test_alloc;
+ test_alloc.run();
+ }
+ printf("mem usage after the alloc test: %4.1f\n",
+ _to_mb(spp::GetProcessMemoryUsed()));
+
+ printf("\n\n");
+}
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+int main()
+{
+ typedef uint64_t X;
+
+ run_test<X, spp::libc_allocator<X>>("libc_allocator");
+ run_test<X, spp::spp_allocator<X>>("spp_allocator");
+}
diff --git a/resources/3rdparty/sparsepp/tests/spp_bitset_test.cc b/resources/3rdparty/sparsepp/tests/spp_bitset_test.cc
new file mode 100755
index 000000000..3c775f3f3
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/spp_bitset_test.cc
@@ -0,0 +1,284 @@
+#include <memory>
+#include <cassert>
+#include <cstdio>
+#include <stdlib.h>
+#include <algorithm>
+#include <vector>
+
+// enable debugging code in spp_bitset.h
+#define SPP_TEST 1
+
+#include <sparsepp/spp_timer.h>
+#include <sparsepp/spp_memory.h>
+#include <sparsepp/spp_bitset.h>
+
+using namespace std;
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+template <size_t N>
+class TestBitset
+{
+public:
+ typedef spp::spp_bitset<N> BS;
+
+ TestBitset()
+ {}
+
+ void test_set(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs, bs2;
+
+ printf("testing set on spp_bitset<%zu> , num_iter=%6zu -> ", N, num_iter);
+
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ bs.reset();
+ bs2.reset();
+ size_t start = rand() % N;
+ size_t to = start + rand() % (N - start);
+ bs.set(start, to);
+ bs2.set_naive(start, to);
+ bool same = bs == bs2;
+ if (!same)
+ ++num_errors;
+ assert(same);
+ }
+ printf("num_errors = %zu\n", num_errors);
+ }
+
+ void test_reset(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs, bs2;
+ printf("testing reset on spp_bitset<%zu>, num_iter=%6zu -> ", N, num_iter);
+
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ bs.set();
+ bs2.set();
+ size_t start = rand() % N;
+ size_t to = start + rand() % (N - start);
+ bs.reset(start, to);
+ bs2.reset_naive(start, to);
+ bool same = bs == bs2;
+ if (!same)
+ ++num_errors;
+ assert(same);
+ }
+ printf("num_errors = %zu\n", num_errors);
+ }
+
+ void test_all(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs;
+ printf("testing all() on spp_bitset<%zu>, num_iter=%6zu -> ", N, num_iter);
+
+ for (size_t i=0; i<4 * N; ++i)
+ {
+ bs.set(rand() % N);
+ if (i > 2 * N)
+ {
+ for (size_t j=0; j<num_iter; ++j)
+ {
+ size_t start = rand() % N;
+ size_t to = start + rand() % (N - start);
+ bool same = bs.all(start, to) == bs.all_naive(start, to);
+ if (!same)
+ ++num_errors;
+ assert(same);
+ }
+
+ size_t start = 0, start_naive = 1;
+ bs.all(start);
+ bs.all_naive(start_naive);
+ bool same = (start == start_naive);
+ if (!same)
+ ++num_errors;
+ assert(same);
+ }
+ }
+ printf("num_errors = %zu\n", num_errors);
+ }
+
+ void test_any(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs;
+ printf("testing any() on spp_bitset<%zu>, num_iter=%6zu -> ", N, num_iter);
+
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ bs.set(rand() % N);
+ for (size_t j=0; j<100; ++j)
+ {
+ size_t start = rand() % N;
+ size_t to = start + rand() % (N - start);
+ bool same = bs.any(start, to) == bs.any_naive(start, to);
+ if (!same)
+ ++num_errors;
+ assert(same);
+ }
+ }
+ printf("num_errors = %zu\n", num_errors);
+ }
+
+ void test_longest(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs, bs2;
+ assert(bs.longest_zero_sequence() == N);
+ bs.set(0);
+ assert(bs.longest_zero_sequence() == N-1);
+ bs.set(10);
+ assert(bs.find_next_n(3, 8) == 11);
+ assert(bs.find_next_n(3, 6) == 6);
+ assert(bs.find_next_n(3, N-2) == 1);
+ assert(bs.longest_zero_sequence() == N-11);
+ if (N > 1000)
+ {
+ bs.set(1000);
+ size_t longest = bs.longest_zero_sequence();
+ assert(longest == 1000-11 || longest == N-1001);
+ if (!(longest == 1000-11 || longest == N-1001))
+ ++num_errors;
+ }
+
+ spp::Timer<std::milli> timer_lz;
+ spp::Timer<std::milli> timer_lz_slow;
+ float lz_time(0), lz_time_slow(0);
+
+ printf("testing longest_zero_sequence() , num_iter=%6zu -> ", num_iter);
+ srand(1);
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ bs.reset();
+ for (size_t j=0; j<N; ++j)
+ {
+ bs.set(rand() % N);
+
+ timer_lz.snap();
+ size_t lz1 = bs.longest_zero_sequence();
+ lz_time += timer_lz.get_delta();
+
+ timer_lz_slow.snap();
+ size_t lz2 = bs.longest_zero_sequence_naive();
+ lz_time_slow += timer_lz_slow.get_delta();
+
+ num_errors += (lz1 != lz2);
+ assert(!num_errors);
+ }
+ }
+
+ printf("num_errors = %zu, time=%7.1f, slow_time=%7.1f\n", num_errors, lz_time, lz_time_slow);
+ }
+
+ void test_longest2(size_t num_iter)
+ {
+ size_t num_errors = 0;
+ BS bs, bs2;
+ assert(bs.longest_zero_sequence() == N);
+ bs.set(0);
+ assert(bs.longest_zero_sequence() == N-1);
+ bs.set(10);
+ assert(bs.find_next_n(3, 8) == 11);
+ assert(bs.find_next_n(3, 6) == 6);
+ assert(bs.find_next_n(3, N-2) == 1);
+ assert(bs.longest_zero_sequence() == N-11);
+ if (N > 1000)
+ {
+ bs.set(1000);
+ size_t longest = bs.longest_zero_sequence();
+ assert(longest == 1000-11 || longest == N-1001);
+ if (!(longest == 1000-11 || longest == N-1001))
+ ++num_errors;
+ }
+
+ spp::Timer<std::milli> timer_lz;
+ spp::Timer<std::milli> timer_lz_slow;
+ float lz_time(0), lz_time_slow(0);
+
+ printf("testing longest_zero_sequence2() , num_iter=%6zu -> ", num_iter);
+ srand(1);
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ bs.reset();
+ for (size_t j=0; j<N; ++j)
+ {
+ bs.set(rand() % N);
+ size_t start_pos1 = 0, start_pos2 = 0;
+
+ timer_lz.snap();
+ size_t lz1 = bs.longest_zero_sequence(64, start_pos1);
+ lz_time += timer_lz.get_delta();
+
+ timer_lz_slow.snap();
+ size_t lz2 = bs.longest_zero_sequence_naive(64, start_pos2);
+ lz_time_slow += timer_lz_slow.get_delta();
+
+ assert(start_pos1 == start_pos2);
+
+ num_errors += (lz1 != lz2) || (start_pos1 != start_pos2);
+ assert(!num_errors);
+ }
+ }
+
+ printf("num_errors = %zu, time=%7.1f, slow_time=%7.1f\n", num_errors, lz_time, lz_time_slow);
+ }
+
+ void test_ctz(size_t num_iter)
+ {
+ size_t num_errors = 0;
+
+ spp::Timer<std::milli> timer_ctz;
+ spp::Timer<std::milli> timer_ctz_slow;
+ float ctz_time(0), ctz_time_slow(0);
+
+ printf("testing count_trailing_zeroes() , num_iter=%6zu -> ", num_iter);
+ for (size_t i=0; i<num_iter; ++i)
+ {
+ size_t v = rand() ^ (rand() << 16);
+
+ timer_ctz.snap();
+ uint32_t ctz1 = spp::count_trailing_zeroes(v);
+ ctz_time += timer_ctz.get_delta();
+
+ timer_ctz_slow.snap();
+ size_t ctz2 = spp::count_trailing_zeroes_naive(v);
+ ctz_time_slow += timer_ctz_slow.get_delta();
+
+ num_errors += (ctz1 != ctz2);
+ assert(!num_errors);
+ }
+
+ printf("num_errors = %zu, time=%7.1f, slow_time=%7.1f\n", num_errors, ctz_time, ctz_time_slow);
+
+ }
+
+ void run()
+ {
+ test_ctz(10000);
+ test_all(10000);
+ test_any(1000);
+ test_set(1000);
+ test_reset(1000);
+ test_longest(200);
+ test_longest2(200);
+ }
+};
+
+// -----------------------------------------------------------
+// -----------------------------------------------------------
+int main()
+{
+ TestBitset<1024> test_bitset_1024;
+ test_bitset_1024.run();
+
+ TestBitset<4096> test_bitset_4096;
+ test_bitset_4096.run();
+
+ //TestBitset<8192> test_bitset_8192;
+ //test_bitset_8192.run();
+}
diff --git a/resources/3rdparty/sparsepp/tests/spp_test.cc b/resources/3rdparty/sparsepp/tests/spp_test.cc
new file mode 100755
index 000000000..279dd0163
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/spp_test.cc
@@ -0,0 +1,2988 @@
+// ----------------------------------------------------------------------
+// Copyright (c) 2016, Gregory Popovitch - greg7mdp@gmail.com
+// All rights reserved.
+//
+// This work is derived from Google's sparsehash library
+//
+// Copyright (c) 2010, Google Inc.
+// All rights reserved.
+//
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above
+// copyright notice, this list of conditions and the following disclaimer
+// in the documentation and/or other materials provided with the
+// distribution.
+// * Neither the name of Google Inc. nor the names of its
+// contributors may be used to endorse or promote products derived from
+// this software without specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+// ----------------------------------------------------------------------
+
+#ifdef _MSC_VER
+ #pragma warning( disable : 4820 ) // '6' bytes padding added after data member...
+ #pragma warning( disable : 4710 ) // function not inlined
+ #pragma warning( disable : 4514 ) // unreferenced inline function has been removed
+ #pragma warning( disable : 4996 ) // 'fopen': This function or variable may be unsafe
+#endif
+
+#include <sparsepp/spp.h>
+
+#ifdef _MSC_VER
+ #pragma warning( disable : 4127 ) // conditional expression is constant
+ #pragma warning(push, 0)
+#endif
+
+
+#include <math.h>
+#include <stddef.h> // for size_t
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+#include <iostream>
+#include <set>
+#include <sstream>
+#include <typeinfo> // for class typeinfo (returned by typeid)
+#include <vector>
+#include <stdexcept> // for length_error
+
+namespace sparsehash_internal = SPP_NAMESPACE::sparsehash_internal;
+using SPP_NAMESPACE::sparsetable;
+using SPP_NAMESPACE::sparse_hashtable;
+using SPP_NAMESPACE::sparse_hash_map;
+using SPP_NAMESPACE::sparse_hash_set;
+
+
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+#ifndef _MSC_VER // windows defines its own version
+ #define _strdup strdup
+ #ifdef __MINGW32__ // mingw has trouble writing to /tmp
+ static std::string TmpFile(const char* basename)
+ {
+ return std::string("./#") + basename;
+ }
+ #endif
+#else
+ #pragma warning(disable : 4996)
+ #define snprintf sprintf_s
+ #define WIN32_LEAN_AND_MEAN /* We always want minimal includes */
+ #include <windows.h>
+ std::string TmpFile(const char* basename)
+ {
+ char tmppath_buffer[1024];
+ int tmppath_len = GetTempPathA(sizeof(tmppath_buffer), tmppath_buffer);
+ if (tmppath_len <= 0 || tmppath_len >= sizeof(tmppath_buffer))
+ return basename; // an error, so just bail on tmppath
+
+ sprintf_s(tmppath_buffer + tmppath_len, 1024 - tmppath_len, "\\%s", basename);
+ return tmppath_buffer;
+ }
+#endif
+
+#ifdef _MSC_VER
+ #pragma warning(pop)
+#endif
+
+
+// ---------------------------------------------------------------------
+// This is the "default" interface, which just passes everything
+// through to the underlying hashtable. You'll need to subclass it to
+// specialize behavior for an individual hashtable.
+// ---------------------------------------------------------------------
+template <class HT>
+class BaseHashtableInterface
+{
+public:
+ virtual ~BaseHashtableInterface() {}
+
+ typedef typename HT::key_type key_type;
+ typedef typename HT::value_type value_type;
+ typedef typename HT::hasher hasher;
+ typedef typename HT::key_equal key_equal;
+ typedef typename HT::allocator_type allocator_type;
+
+ typedef typename HT::size_type size_type;
+ typedef typename HT::difference_type difference_type;
+ typedef typename HT::pointer pointer;
+ typedef typename HT::const_pointer const_pointer;
+ typedef typename HT::reference reference;
+ typedef typename HT::const_reference const_reference;
+
+ class const_iterator;
+
+ class iterator : public HT::iterator
+ {
+ public:
+ iterator() : parent_(NULL) { } // this allows code like "iterator it;"
+ iterator(typename HT::iterator it, const BaseHashtableInterface* parent)
+ : HT::iterator(it), parent_(parent) { }
+ key_type key() { return parent_->it_to_key(*this); }
+
+ private:
+ friend class BaseHashtableInterface::const_iterator; // for its ctor
+ const BaseHashtableInterface* parent_;
+ };
+
+ class const_iterator : public HT::const_iterator
+ {
+ public:
+ const_iterator() : parent_(NULL) { }
+ const_iterator(typename HT::const_iterator it,
+ const BaseHashtableInterface* parent)
+ : HT::const_iterator(it), parent_(parent) { }
+
+ const_iterator(typename HT::iterator it,
+ BaseHashtableInterface* parent)
+ : HT::const_iterator(it), parent_(parent) { }
+
+ // The parameter type here *should* just be "iterator", but MSVC
+ // gets confused by that, so I'm overly specific.
+ const_iterator(typename BaseHashtableInterface<HT>::iterator it)
+ : HT::const_iterator(it), parent_(it.parent_) { }
+
+ key_type key() { return parent_->it_to_key(*this); }
+
+ private:
+ const BaseHashtableInterface* parent_;
+ };
+
+ class const_local_iterator;
+
+ class local_iterator : public HT::local_iterator
+ {
+ public:
+ local_iterator() : parent_(NULL) { }
+ local_iterator(typename HT::local_iterator it,
+ const BaseHashtableInterface* parent)
+ : HT::local_iterator(it), parent_(parent) { }
+ key_type key() { return parent_->it_to_key(*this); }
+
+ private:
+ friend class BaseHashtableInterface::const_local_iterator; // for its ctor
+ const BaseHashtableInterface* parent_;
+ };
+
+ class const_local_iterator : public HT::const_local_iterator
+ {
+ public:
+ const_local_iterator() : parent_(NULL) { }
+ const_local_iterator(typename HT::const_local_iterator it,
+ const BaseHashtableInterface* parent)
+ : HT::const_local_iterator(it), parent_(parent) { }
+ const_local_iterator(typename HT::local_iterator it,
+ BaseHashtableInterface* parent)
+ : HT::const_local_iterator(it), parent_(parent) { }
+ const_local_iterator(local_iterator it)
+ : HT::const_local_iterator(it), parent_(it.parent_) { }
+ key_type key() { return parent_->it_to_key(*this); }
+
+ private:
+ const BaseHashtableInterface* parent_;
+ };
+
+ iterator begin() { return iterator(ht_.begin(), this); }
+ iterator end() { return iterator(ht_.end(), this); }
+ const_iterator begin() const { return const_iterator(ht_.begin(), this); }
+ const_iterator end() const { return const_iterator(ht_.end(), this); }
+ local_iterator begin(size_type i) { return local_iterator(ht_.begin(i), this); }
+ local_iterator end(size_type i) { return local_iterator(ht_.end(i), this); }
+ const_local_iterator begin(size_type i) const { return const_local_iterator(ht_.begin(i), this); }
+ const_local_iterator end(size_type i) const { return const_local_iterator(ht_.end(i), this); }
+
+ hasher hash_funct() const { return ht_.hash_funct(); }
+ hasher hash_function() const { return ht_.hash_function(); }
+ key_equal key_eq() const { return ht_.key_eq(); }
+ allocator_type get_allocator() const { return ht_.get_allocator(); }
+
+ BaseHashtableInterface(size_type expected_max_items_in_table,
+ const hasher& hf,
+ const key_equal& eql,
+ const allocator_type& alloc)
+ : ht_(expected_max_items_in_table, hf, eql, alloc) { }
+
+ // Not all ht_'s support this constructor: you should only call it
+ // from a subclass if you know your ht supports it. Otherwise call
+ // the previous constructor, followed by 'insert(f, l);'.
+ template <class InputIterator>
+ BaseHashtableInterface(InputIterator f, InputIterator l,
+ size_type expected_max_items_in_table,
+ const hasher& hf,
+ const key_equal& eql,
+ const allocator_type& alloc)
+ : ht_(f, l, expected_max_items_in_table, hf, eql, alloc) {
+ }
+
+ // This is the version of the constructor used by dense_*, which
+ // requires an empty key in the constructor.
+ template <class InputIterator>
+ BaseHashtableInterface(InputIterator f, InputIterator l, key_type empty_k,
+ size_type expected_max_items_in_table,
+ const hasher& hf,
+ const key_equal& eql,
+ const allocator_type& alloc)
+ : ht_(f, l, empty_k, expected_max_items_in_table, hf, eql, alloc) {
+ }
+
+ // This is the constructor appropriate for {dense,sparse}hashtable.
+ template <class ExtractKey, class SetKey>
+ BaseHashtableInterface(size_type expected_max_items_in_table,
+ const hasher& hf,
+ const key_equal& eql,
+ const ExtractKey& ek,
+ const SetKey& sk,
+ const allocator_type& alloc)
+ : ht_(expected_max_items_in_table, hf, eql, ek, sk, alloc) { }
+
+
+ void clear() { ht_.clear(); }
+ void swap(BaseHashtableInterface& other) { ht_.swap(other.ht_); }
+
+ // Only part of the API for some hashtable implementations.
+ void clear_no_resize() { clear(); }
+
+ size_type size() const { return ht_.size(); }
+ size_type max_size() const { return ht_.max_size(); }
+ bool empty() const { return ht_.empty(); }
+ size_type bucket_count() const { return ht_.bucket_count(); }
+ size_type max_bucket_count() const { return ht_.max_bucket_count(); }
+
+ size_type bucket_size(size_type i) const {
+ return ht_.bucket_size(i);
+ }
+ size_type bucket(const key_type& key) const {
+ return ht_.bucket(key);
+ }
+
+ float load_factor() const { return ht_.load_factor(); }
+ float max_load_factor() const { return ht_.max_load_factor(); }
+ void max_load_factor(float grow) { ht_.max_load_factor(grow); }
+ float min_load_factor() const { return ht_.min_load_factor(); }
+ void min_load_factor(float shrink) { ht_.min_load_factor(shrink); }
+ void set_resizing_parameters(float shrink, float grow) {
+ ht_.set_resizing_parameters(shrink, grow);
+ }
+
+ void resize(size_type hint) { ht_.resize(hint); }
+ void rehash(size_type hint) { ht_.rehash(hint); }
+
+ iterator find(const key_type& key) {
+ return iterator(ht_.find(key), this);
+ }
+
+ const_iterator find(const key_type& key) const {
+ return const_iterator(ht_.find(key), this);
+ }
+
+ // Rather than try to implement operator[], which doesn't make much
+ // sense for set types, we implement two methods: bracket_equal and
+ // bracket_assign. By default, bracket_equal(a, b) returns true if
+ // ht[a] == b, and false otherwise. (Note that this follows
+ // operator[] semantics exactly, including inserting a if it's not
+ // already in the hashtable, before doing the equality test.) For
+ // sets, which have no operator[], b is ignored, and bracket_equal
+ // returns true if key is in the set and false otherwise.
+ // bracket_assign(a, b) is equivalent to ht[a] = b. For sets, b is
+ // ignored, and bracket_assign is equivalent to ht.insert(a).
+ template<typename AssignValue>
+ bool bracket_equal(const key_type& key, const AssignValue& expected) {
+ return ht_[key] == expected;
+ }
+
+ template<typename AssignValue>
+ void bracket_assign(const key_type& key, const AssignValue& value) {
+ ht_[key] = value;
+ }
+
+ size_type count(const key_type& key) const { return ht_.count(key); }
+
+ std::pair<iterator, iterator> equal_range(const key_type& key)
+ {
+ std::pair<typename HT::iterator, typename HT::iterator> r
+ = ht_.equal_range(key);
+ return std::pair<iterator, iterator>(iterator(r.first, this),
+ iterator(r.second, this));
+ }
+ std::pair<const_iterator, const_iterator> equal_range(const key_type& key) const
+ {
+ std::pair<typename HT::const_iterator, typename HT::const_iterator> r
+ = ht_.equal_range(key);
+ return std::pair<const_iterator, const_iterator>(
+ const_iterator(r.first, this), const_iterator(r.second, this));
+ }
+
+ const_iterator random_element(class ACMRandom* r) const {
+ return const_iterator(ht_.random_element(r), this);
+ }
+
+ iterator random_element(class ACMRandom* r) {
+ return iterator(ht_.random_element(r), this);
+ }
+
+ std::pair<iterator, bool> insert(const value_type& obj) {
+ std::pair<typename HT::iterator, bool> r = ht_.insert(obj);
+ return std::pair<iterator, bool>(iterator(r.first, this), r.second);
+ }
+ template <class InputIterator>
+ void insert(InputIterator f, InputIterator l) {
+ ht_.insert(f, l);
+ }
+ void insert(typename HT::const_iterator f, typename HT::const_iterator l) {
+ ht_.insert(f, l);
+ }
+ iterator insert(typename HT::iterator, const value_type& obj) {
+ return iterator(insert(obj).first, this);
+ }
+
+ // These will commonly need to be overridden by the child.
+ void set_empty_key(const key_type& k) { ht_.set_empty_key(k); }
+ void clear_empty_key() { ht_.clear_empty_key(); }
+ key_type empty_key() const { return ht_.empty_key(); }
+
+ void set_deleted_key(const key_type& k) { ht_.set_deleted_key(k); }
+ void clear_deleted_key() { ht_.clear_deleted_key(); }
+
+ size_type erase(const key_type& key) { return ht_.erase(key); }
+ void erase(typename HT::iterator it) { ht_.erase(it); }
+ void erase(typename HT::iterator f, typename HT::iterator l) {
+ ht_.erase(f, l);
+ }
+
+ bool operator==(const BaseHashtableInterface& other) const {
+ return ht_ == other.ht_;
+ }
+ bool operator!=(const BaseHashtableInterface& other) const {
+ return ht_ != other.ht_;
+ }
+
+ template <typename ValueSerializer, typename OUTPUT>
+ bool serialize(ValueSerializer serializer, OUTPUT *fp) {
+ return ht_.serialize(serializer, fp);
+ }
+ template <typename ValueSerializer, typename INPUT>
+ bool unserialize(ValueSerializer serializer, INPUT *fp) {
+ return ht_.unserialize(serializer, fp);
+ }
+
+ template <typename OUTPUT>
+ bool write_metadata(OUTPUT *fp) {
+ return ht_.write_metadata(fp);
+ }
+ template <typename INPUT>
+ bool read_metadata(INPUT *fp) {
+ return ht_.read_metadata(fp);
+ }
+ template <typename OUTPUT>
+ bool write_nopointer_data(OUTPUT *fp) {
+ return ht_.write_nopointer_data(fp);
+ }
+ template <typename INPUT>
+ bool read_nopointer_data(INPUT *fp) {
+ return ht_.read_nopointer_data(fp);
+ }
+
+ // low-level stats
+ int num_table_copies() const { return (int)ht_.num_table_copies(); }
+
+ // Not part of the hashtable API, but is provided to make testing easier.
+ virtual key_type get_key(const value_type& value) const = 0;
+ // All subclasses should define get_data(value_type) as well. I don't
+ // provide an abstract-virtual definition here, because the return type
+ // differs between subclasses (not all subclasses define data_type).
+ //virtual data_type get_data(const value_type& value) const = 0;
+ //virtual data_type default_data() const = 0;
+
+ // These allow introspection into the interface. "Supports" means
+ // that the implementation of this functionality isn't a noop.
+ virtual bool supports_clear_no_resize() const = 0;
+ virtual bool supports_empty_key() const = 0;
+ virtual bool supports_deleted_key() const = 0;
+ virtual bool supports_brackets() const = 0; // has a 'real' operator[]
+ virtual bool supports_readwrite() const = 0;
+ virtual bool supports_num_table_copies() const = 0;
+ virtual bool supports_serialization() const = 0;
+
+protected:
+ HT ht_;
+
+ // These are what subclasses have to define to get class-specific behavior
+ virtual key_type it_to_key(const iterator& it) const = 0;
+ virtual key_type it_to_key(const const_iterator& it) const = 0;
+ virtual key_type it_to_key(const local_iterator& it) const = 0;
+ virtual key_type it_to_key(const const_local_iterator& it) const = 0;
+};
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class Key, class T,
+ class HashFcn = SPP_HASH_CLASS<Key>,
+ class EqualKey = std::equal_to<Key>,
+ class Alloc = SPP_DEFAULT_ALLOCATOR<std::pair<const Key, T> > >
+class HashtableInterface_SparseHashMap
+ : public BaseHashtableInterface< sparse_hash_map<Key, T, HashFcn,
+ EqualKey, Alloc> >
+{
+private:
+ typedef sparse_hash_map<Key, T, HashFcn, EqualKey, Alloc> ht;
+ typedef BaseHashtableInterface<ht> p; // parent
+
+public:
+ explicit HashtableInterface_SparseHashMap(
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(expected_max_items, hf, eql, alloc) { }
+
+ template <class InputIterator>
+ HashtableInterface_SparseHashMap(
+ InputIterator f, InputIterator l,
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(f, l, expected_max_items, hf, eql, alloc) { }
+
+ typename p::key_type get_key(const typename p::value_type& value) const {
+ return value.first;
+ }
+ typename ht::data_type get_data(const typename p::value_type& value) const {
+ return value.second;
+ }
+ typename ht::data_type default_data() const {
+ return typename ht::data_type();
+ }
+
+ bool supports_clear_no_resize() const { return false; }
+ bool supports_empty_key() const { return false; }
+ bool supports_deleted_key() const { return false; }
+ bool supports_brackets() const { return true; }
+ bool supports_readwrite() const { return true; }
+ bool supports_num_table_copies() const { return false; }
+ bool supports_serialization() const { return true; }
+
+ void set_empty_key(const typename p::key_type&) { }
+ void clear_empty_key() { }
+ typename p::key_type empty_key() const { return typename p::key_type(); }
+
+ int num_table_copies() const { return 0; }
+
+ typedef typename ht::NopointerSerializer NopointerSerializer;
+
+protected:
+ template <class K2, class T2, class H2, class E2, class A2>
+ friend void swap(HashtableInterface_SparseHashMap<K2,T2,H2,E2,A2>& a,
+ HashtableInterface_SparseHashMap<K2,T2,H2,E2,A2>& b);
+
+ typename p::key_type it_to_key(const typename p::iterator& it) const {
+ return it->first;
+ }
+ typename p::key_type it_to_key(const typename p::const_iterator& it) const {
+ return it->first;
+ }
+ typename p::key_type it_to_key(const typename p::local_iterator& it) const {
+ return it->first;
+ }
+ typename p::key_type it_to_key(const typename p::const_local_iterator& it) const {
+ return it->first;
+ }
+};
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class K, class T, class H, class E, class A>
+void swap(HashtableInterface_SparseHashMap<K,T,H,E,A>& a,
+ HashtableInterface_SparseHashMap<K,T,H,E,A>& b)
+{
+ swap(a.ht_, b.ht_);
+}
+
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class Value,
+ class HashFcn = SPP_HASH_CLASS<Value>,
+ class EqualKey = std::equal_to<Value>,
+ class Alloc = SPP_DEFAULT_ALLOCATOR<Value> >
+class HashtableInterface_SparseHashSet
+ : public BaseHashtableInterface< sparse_hash_set<Value, HashFcn,
+ EqualKey, Alloc> >
+{
+private:
+ typedef sparse_hash_set<Value, HashFcn, EqualKey, Alloc> ht;
+ typedef BaseHashtableInterface<ht> p; // parent
+
+public:
+ explicit HashtableInterface_SparseHashSet(
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(expected_max_items, hf, eql, alloc) { }
+
+ template <class InputIterator>
+ HashtableInterface_SparseHashSet(
+ InputIterator f, InputIterator l,
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(f, l, expected_max_items, hf, eql, alloc) { }
+
+ template<typename AssignValue>
+ bool bracket_equal(const typename p::key_type& key, const AssignValue&) {
+ return this->ht_.find(key) != this->ht_.end();
+ }
+
+ template<typename AssignValue>
+ void bracket_assign(const typename p::key_type& key, const AssignValue&) {
+ this->ht_.insert(key);
+ }
+
+ typename p::key_type get_key(const typename p::value_type& value) const {
+ return value;
+ }
+ // For sets, the only 'data' is that an item is actually inserted.
+ bool get_data(const typename p::value_type&) const {
+ return true;
+ }
+ bool default_data() const {
+ return true;
+ }
+
+ bool supports_clear_no_resize() const { return false; }
+ bool supports_empty_key() const { return false; }
+ bool supports_deleted_key() const { return false; }
+ bool supports_brackets() const { return false; }
+ bool supports_readwrite() const { return true; }
+ bool supports_num_table_copies() const { return false; }
+ bool supports_serialization() const { return true; }
+
+ void set_empty_key(const typename p::key_type&) { }
+ void clear_empty_key() { }
+ typename p::key_type empty_key() const { return typename p::key_type(); }
+
+ int num_table_copies() const { return 0; }
+
+ typedef typename ht::NopointerSerializer NopointerSerializer;
+
+protected:
+ template <class K2, class H2, class E2, class A2>
+ friend void swap(HashtableInterface_SparseHashSet<K2,H2,E2,A2>& a,
+ HashtableInterface_SparseHashSet<K2,H2,E2,A2>& b);
+
+ typename p::key_type it_to_key(const typename p::iterator& it) const {
+ return *it;
+ }
+ typename p::key_type it_to_key(const typename p::const_iterator& it) const {
+ return *it;
+ }
+ typename p::key_type it_to_key(const typename p::local_iterator& it) const {
+ return *it;
+ }
+ typename p::key_type it_to_key(const typename p::const_local_iterator& it)
+ const {
+ return *it;
+ }
+};
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class K, class H, class E, class A>
+void swap(HashtableInterface_SparseHashSet<K,H,E,A>& a,
+ HashtableInterface_SparseHashSet<K,H,E,A>& b)
+{
+ swap(a.ht_, b.ht_);
+}
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class Value, class Key, class HashFcn, class ExtractKey,
+ class SetKey, class EqualKey, class Alloc>
+class HashtableInterface_SparseHashtable
+ : public BaseHashtableInterface< sparse_hashtable<Value, Key, HashFcn,
+ ExtractKey, SetKey,
+ EqualKey, Alloc> >
+{
+private:
+ typedef sparse_hashtable<Value, Key, HashFcn, ExtractKey, SetKey,
+ EqualKey, Alloc> ht;
+ typedef BaseHashtableInterface<ht> p; // parent
+
+public:
+ explicit HashtableInterface_SparseHashtable(
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(expected_max_items, hf, eql,
+ ExtractKey(), SetKey(), alloc) { }
+
+ template <class InputIterator>
+ HashtableInterface_SparseHashtable(
+ InputIterator f, InputIterator l,
+ typename p::size_type expected_max_items = 0,
+ const typename p::hasher& hf = typename p::hasher(),
+ const typename p::key_equal& eql = typename p::key_equal(),
+ const typename p::allocator_type& alloc = typename p::allocator_type())
+ : BaseHashtableInterface<ht>(expected_max_items, hf, eql,
+ ExtractKey(), SetKey(), alloc) {
+ this->insert(f, l);
+ }
+
+ float max_load_factor() const {
+ float shrink, grow;
+ this->ht_.get_resizing_parameters(&shrink, &grow);
+ return grow;
+ }
+ void max_load_factor(float new_grow) {
+ float shrink, grow;
+ this->ht_.get_resizing_parameters(&shrink, &grow);
+ this->ht_.set_resizing_parameters(shrink, new_grow);
+ }
+ float min_load_factor() const {
+ float shrink, grow;
+ this->ht_.get_resizing_parameters(&shrink, &grow);
+ return shrink;
+ }
+ void min_load_factor(float new_shrink) {
+ float shrink, grow;
+ this->ht_.get_resizing_parameters(&shrink, &grow);
+ this->ht_.set_resizing_parameters(new_shrink, grow);
+ }
+
+ template<typename AssignValue>
+ bool bracket_equal(const typename p::key_type&, const AssignValue&) {
+ return false;
+ }
+
+ template<typename AssignValue>
+ void bracket_assign(const typename p::key_type&, const AssignValue&) {
+ }
+
+ typename p::key_type get_key(const typename p::value_type& value) const {
+ return extract_key(value);
+ }
+ typename p::value_type get_data(const typename p::value_type& value) const {
+ return value;
+ }
+ typename p::value_type default_data() const {
+ return typename p::value_type();
+ }
+
+ bool supports_clear_no_resize() const { return false; }
+ bool supports_empty_key() const { return false; }
+ bool supports_deleted_key() const { return false; }
+ bool supports_brackets() const { return false; }
+ bool supports_readwrite() const { return true; }
+ bool supports_num_table_copies() const { return true; }
+ bool supports_serialization() const { return true; }
+
+ void set_empty_key(const typename p::key_type&) { }
+ void clear_empty_key() { }
+ typename p::key_type empty_key() const { return typename p::key_type(); }
+
+ // These tr1 names aren't defined for sparse_hashtable.
+ typename p::hasher hash_function() { return this->hash_funct(); }
+ void rehash(typename p::size_type hint) { this->resize(hint); }
+
+ // TODO(csilvers): also support/test destructive_begin()/destructive_end()?
+
+ typedef typename ht::NopointerSerializer NopointerSerializer;
+
+protected:
+ template <class V2, class K2, class HF2, class EK2, class SK2, class Eq2,
+ class A2>
+ friend void swap(
+ HashtableInterface_SparseHashtable<V2,K2,HF2,EK2,SK2,Eq2,A2>& a,
+ HashtableInterface_SparseHashtable<V2,K2,HF2,EK2,SK2,Eq2,A2>& b);
+
+ typename p::key_type it_to_key(const typename p::iterator& it) const {
+ return extract_key(*it);
+ }
+ typename p::key_type it_to_key(const typename p::const_iterator& it) const {
+ return extract_key(*it);
+ }
+ typename p::key_type it_to_key(const typename p::local_iterator& it) const {
+ return extract_key(*it);
+ }
+ typename p::key_type it_to_key(const typename p::const_local_iterator& it)
+ const {
+ return extract_key(*it);
+ }
+
+private:
+ ExtractKey extract_key;
+};
+
+// ---------------------------------------------------------------------
+// ---------------------------------------------------------------------
+template <class V, class K, class HF, class EK, class SK, class Eq, class A>
+void swap(HashtableInterface_SparseHashtable<V,K,HF,EK,SK,Eq,A>& a,
+ HashtableInterface_SparseHashtable<V,K,HF,EK,SK,Eq,A>& b) {
+ swap(a.ht_, b.ht_);
+}
+
+void EXPECT_TRUE(bool cond)
+{
+ if (!cond)
+ {
+ ::fputs("Test failed:\n", stderr);
+ ::exit(1);
+ }
+}
+
+namespace spp_
+{
+
+namespace testing
+{
+
+#define EXPECT_FALSE(a) EXPECT_TRUE(!(a))
+#define EXPECT_EQ(a, b) EXPECT_TRUE((a) == (b))
+#define EXPECT_NE(a, b) EXPECT_TRUE((a) != (b))
+#define EXPECT_LT(a, b) EXPECT_TRUE((a) < (b))
+#define EXPECT_GT(a, b) EXPECT_TRUE((a) > (b))
+#define EXPECT_LE(a, b) EXPECT_TRUE((a) <= (b))
+#define EXPECT_GE(a, b) EXPECT_TRUE((a) >= (b))
+
+#define EXPECT_DEATH(cmd, expected_error_string) \
+ try { \
+ cmd; \
+ EXPECT_FALSE("did not see expected error: " #expected_error_string); \
+ } catch (const std::length_error&) { \
+ /* Good, the cmd failed. */ \
+ }
+
+#define TEST(suitename, testname) \
+ class TEST_##suitename##_##testname { \
+ public: \
+ TEST_##suitename##_##testname() { \
+ ::fputs("Running " #suitename "." #testname "\n", stderr); \
+ Run(); \
+ } \
+ void Run(); \
+ }; \
+ static TEST_##suitename##_##testname \
+ test_instance_##suitename##_##testname; \
+ void TEST_##suitename##_##testname::Run()
+
+
+template<typename C1, typename C2, typename C3>
+struct TypeList3
+{
+ typedef C1 type1;
+ typedef C2 type2;
+ typedef C3 type3;
+};
+
+// I need to list 9 types here, for code below to compile, though
+// only the first 3 are ever used.
+#define TYPED_TEST_CASE_3(classname, typelist) \
+ typedef typelist::type1 classname##_type1; \
+ typedef typelist::type2 classname##_type2; \
+ typedef typelist::type3 classname##_type3; \
+ SPP_ATTRIBUTE_UNUSED static const int classname##_numtypes = 3; \
+ typedef typelist::type1 classname##_type4; \
+ typedef typelist::type1 classname##_type5; \
+ typedef typelist::type1 classname##_type6; \
+ typedef typelist::type1 classname##_type7; \
+ typedef typelist::type1 classname##_type8; \
+ typedef typelist::type1 classname##_type9
+
+template<typename C1, typename C2, typename C3, typename C4, typename C5,
+ typename C6, typename C7, typename C8, typename C9>
+struct TypeList9
+{
+ typedef C1 type1;
+ typedef C2 type2;
+ typedef C3 type3;
+ typedef C4 type4;
+ typedef C5 type5;
+ typedef C6 type6;
+ typedef C7 type7;
+ typedef C8 type8;
+ typedef C9 type9;
+};
+
+#define TYPED_TEST_CASE_9(classname, typelist) \
+ typedef typelist::type1 classname##_type1; \
+ typedef typelist::type2 classname##_type2; \
+ typedef typelist::type3 classname##_type3; \
+ typedef typelist::type4 classname##_type4; \
+ typedef typelist::type5 classname##_type5; \
+ typedef typelist::type6 classname##_type6; \
+ typedef typelist::type7 classname##_type7; \
+ typedef typelist::type8 classname##_type8; \
+ typedef typelist::type9 classname##_type9; \
+ static const int classname##_numtypes = 9
+
+#define TYPED_TEST(superclass, testname) \
+ template<typename TypeParam> \
+ class TEST_onetype_##superclass##_##testname : \
+ public superclass<TypeParam> { \
+ public: \
+ TEST_onetype_##superclass##_##testname() { \
+ Run(); \
+ } \
+ private: \
+ void Run(); \
+ }; \
+ class TEST_typed_##superclass##_##testname { \
+ public: \
+ explicit TEST_typed_##superclass##_##testname() { \
+ if (superclass##_numtypes >= 1) { \
+ ::fputs("Running " #superclass "." #testname ".1\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type1> t; \
+ } \
+ if (superclass##_numtypes >= 2) { \
+ ::fputs("Running " #superclass "." #testname ".2\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type2> t; \
+ } \
+ if (superclass##_numtypes >= 3) { \
+ ::fputs("Running " #superclass "." #testname ".3\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type3> t; \
+ } \
+ if (superclass##_numtypes >= 4) { \
+ ::fputs("Running " #superclass "." #testname ".4\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type4> t; \
+ } \
+ if (superclass##_numtypes >= 5) { \
+ ::fputs("Running " #superclass "." #testname ".5\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type5> t; \
+ } \
+ if (superclass##_numtypes >= 6) { \
+ ::fputs("Running " #superclass "." #testname ".6\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type6> t; \
+ } \
+ if (superclass##_numtypes >= 7) { \
+ ::fputs("Running " #superclass "." #testname ".7\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type7> t; \
+ } \
+ if (superclass##_numtypes >= 8) { \
+ ::fputs("Running " #superclass "." #testname ".8\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type8> t; \
+ } \
+ if (superclass##_numtypes >= 9) { \
+ ::fputs("Running " #superclass "." #testname ".9\n", stderr); \
+ TEST_onetype_##superclass##_##testname<superclass##_type9> t; \
+ } \
+ } \
+ }; \
+ static TEST_typed_##superclass##_##testname \
+ test_instance_typed_##superclass##_##testname; \
+ template<class TypeParam> \
+ void TEST_onetype_##superclass##_##testname<TypeParam>::Run()
+
+// This is a dummy class just to make converting from internal-google
+// to opensourcing easier.
+class Test { };
+
+} // namespace testing
+
+} // namespace spp_
+
+namespace testing = SPP_NAMESPACE::testing;
+
+using std::cout;
+using std::pair;
+using std::set;
+using std::string;
+using std::vector;
+
+typedef unsigned char uint8;
+
+#ifdef _MSC_VER
+// Below, we purposefully test having a very small allocator size.
+// This causes some "type conversion too small" errors when using this
+// allocator with sparsetable buckets. We're testing to make sure we
+// handle that situation ok, so we don't need the compiler warnings.
+#pragma warning(disable:4244)
+#define ATTRIBUTE_UNUSED
+#else
+#define ATTRIBUTE_UNUSED __attribute__((unused))
+#endif
+
+namespace {
+
+#ifndef _MSC_VER // windows defines its own version
+# ifdef __MINGW32__ // mingw has trouble writing to /tmp
+static string TmpFile(const char* basename) {
+ return string("./#") + basename;
+}
+# else
+static string TmpFile(const char* basename) {
+ string kTmpdir = "/tmp";
+ return kTmpdir + "/" + basename;
+}
+# endif
+#endif
+
+// Used as a value in some of the hashtable tests. It's just some
+// arbitrary user-defined type with non-trivial memory management.
+// ---------------------------------------------------------------
+struct ValueType
+{
+public:
+ ValueType() : s_(kDefault) { }
+ ValueType(const char* init_s) : s_(kDefault) { set_s(init_s); }
+ ~ValueType() { set_s(NULL); }
+ ValueType(const ValueType& that) : s_(kDefault) { operator=(that); }
+ void operator=(const ValueType& that) { set_s(that.s_); }
+ bool operator==(const ValueType& that) const {
+ return strcmp(this->s(), that.s()) == 0;
+ }
+ void set_s(const char* new_s) {
+ if (s_ != kDefault)
+ free(const_cast<char*>(s_));
+ s_ = (new_s == NULL ? kDefault : reinterpret_cast<char*>(_strdup(new_s)));
+ }
+ const char* s() const { return s_; }
+private:
+ const char* s_;
+ static const char* const kDefault;
+};
+
+const char* const ValueType::kDefault = "hi";
+
+// This is used by the low-level sparse/dense_hashtable classes,
+// which support the most general relationship between keys and
+// values: the key is derived from the value through some arbitrary
+// function. (For classes like sparse_hash_map, the 'value' is a
+// key/data pair, and the function to derive the key is
+// FirstElementOfPair.) KeyToValue is the inverse of this function,
+// so GetKey(KeyToValue(key)) == key. To keep the tests a bit
+// simpler, we've chosen to make the key and value actually be the
+// same type, which is why we need only one template argument for the
+// types, rather than two (one for the key and one for the value).
+template<class KeyAndValueT, class KeyToValue>
+struct SetKey
+{
+ void operator()(KeyAndValueT* value, const KeyAndValueT& new_key) const
+ {
+ *value = KeyToValue()(new_key);
+ }
+};
+
+// A hash function that keeps track of how often it's called. We use
+// a simple djb-hash so we don't depend on how STL hashes. We use
+// this same method to do the key-comparison, so we can keep track
+// of comparison-counts too.
+struct Hasher
+{
+ explicit Hasher(int i=0) : id_(i), num_hashes_(0), num_compares_(0) { }
+ int id() const { return id_; }
+ int num_hashes() const { return num_hashes_; }
+ int num_compares() const { return num_compares_; }
+
+ size_t operator()(int a) const {
+ num_hashes_++;
+ return static_cast<size_t>(a);
+ }
+ size_t operator()(const char* a) const {
+ num_hashes_++;
+ size_t hash = 0;
+ for (size_t i = 0; a[i]; i++ )
+ hash = 33 * hash + a[i];
+ return hash;
+ }
+ size_t operator()(const string& a) const {
+ num_hashes_++;
+ size_t hash = 0;
+ for (size_t i = 0; i < a.length(); i++ )
+ hash = 33 * hash + a[i];
+ return hash;
+ }
+ size_t operator()(const int* a) const {
+ num_hashes_++;
+ return static_cast<size_t>(reinterpret_cast<uintptr_t>(a));
+ }
+ bool operator()(int a, int b) const {
+ num_compares_++;
+ return a == b;
+ }
+ bool operator()(const string& a, const string& b) const {
+ num_compares_++;
+ return a == b;
+ }
+ bool operator()(const char* a, const char* b) const {
+ num_compares_++;
+ // The 'a == b' test is necessary, in case a and b are both NULL.
+ return (a == b || (a && b && strcmp(a, b) == 0));
+ }
+
+private:
+ mutable int id_;
+ mutable int num_hashes_;
+ mutable int num_compares_;
+};
+
+// Allocator that allows controlling its size in various ways, to test
+// allocator overflow. Because we use this allocator in a vector, we
+// need to define != and swap for gcc.
+// ------------------------------------------------------------------
+template<typename T,
+ typename SizeT = size_t,
+ SizeT MAX_SIZE = static_cast<SizeT>(~0)>
+struct Alloc
+{
+ typedef T value_type;
+ typedef SizeT size_type;
+ typedef ptrdiff_t difference_type;
+ typedef T* pointer;
+ typedef const T* const_pointer;
+ typedef T& reference;
+ typedef const T& const_reference;
+
+ explicit Alloc(int i=0, int* count=NULL) : id_(i), count_(count) {}
+ ~Alloc() {}
+ pointer address(reference r) const { return &r; }
+ const_pointer address(const_reference r) const { return &r; }
+ pointer allocate(size_type n, const_pointer = 0) {
+ if (count_) ++(*count_);
+ return static_cast<pointer>(malloc(n * sizeof(value_type)));
+ }
+ void deallocate(pointer p, size_type) {
+ free(p);
+ }
+ pointer reallocate(pointer p, size_type n) {
+ if (count_) ++(*count_);
+ return static_cast<pointer>(realloc(p, n * sizeof(value_type)));
+ }
+ size_type max_size() const {
+ return static_cast<size_type>(MAX_SIZE);
+ }
+ void construct(pointer p, const value_type& val) {
+ new(p) value_type(val);
+ }
+ void destroy(pointer p) { p->~value_type(); }
+
+ bool is_custom_alloc() const { return true; }
+
+ template <class U>
+ Alloc(const Alloc<U, SizeT, MAX_SIZE>& that)
+ : id_(that.id_), count_(that.count_) {
+ }
+
+ template <class U>
+ struct rebind {
+ typedef Alloc<U, SizeT, MAX_SIZE> other;
+ };
+
+ bool operator==(const Alloc& that) const {
+ return this->id_ == that.id_ && this->count_ == that.count_;
+ }
+ bool operator!=(const Alloc& that) const {
+ return !this->operator==(that);
+ }
+
+ int id() const { return id_; }
+
+ // I have to make these public so the constructor used for rebinding
+ // can see them. Normally, I'd just make them private and say:
+ // template<typename U, typename U_SizeT, U_SizeT U_MAX_SIZE> friend struct Alloc;
+ // but MSVC 7.1 barfs on that. So public it is. But no peeking!
+public:
+ int id_;
+ int* count_;
+};
+
+
+// Below are a few fun routines that convert a value into a key, used
+// for dense_hashtable and sparse_hashtable. It's our responsibility
+// to make sure, when we insert values into these objects, that the
+// values match the keys we insert them under. To allow us to use
+// these routines for SetKey as well, we require all these functions
+// be their own inverse: f(f(x)) == x.
+template<class Value>
+struct Negation {
+ typedef Value result_type;
+ Value operator()(Value& v) { return -v; }
+ const Value operator()(const Value& v) const { return -v; }
+};
+
+struct Capital
+{
+ typedef string result_type;
+ string operator()(string& s) {
+ return string(1, s[0] ^ 32) + s.substr(1);
+ }
+ const string operator()(const string& s) const {
+ return string(1, s[0] ^ 32) + s.substr(1);
+ }
+};
+
+struct Identity
+{ // lame, I know, but an important case to test.
+ typedef const char* result_type;
+ const char* operator()(const char* s) const {
+ return s;
+ }
+};
+
+// This is just to avoid memory leaks -- it's a global pointer to
+// all the memory allocated by UniqueObjectHelper. We'll use it
+// to semi-test sparsetable as well. :-)
+std::vector<char*> g_unique_charstar_objects(16, (char *)0);
+
+// This is an object-generator: pass in an index, and it will return a
+// unique object of type ItemType. We provide specializations for the
+// types we actually support.
+template <typename ItemType> ItemType UniqueObjectHelper(int index);
+template<> int UniqueObjectHelper(int index)
+{
+ return index;
+}
+template<> string UniqueObjectHelper(int index)
+{
+ char buffer[64];
+ snprintf(buffer, sizeof(buffer), "%d", index);
+ return buffer;
+}
+template<> char* UniqueObjectHelper(int index)
+{
+ // First grow the table if need be.
+ size_t table_size = g_unique_charstar_objects.size();
+ while (index >= static_cast<int>(table_size)) {
+ assert(table_size * 2 > table_size); // avoid overflow problems
+ table_size *= 2;
+ }
+ if (table_size > g_unique_charstar_objects.size())
+ g_unique_charstar_objects.resize(table_size, (char *)0);
+
+ if (!g_unique_charstar_objects[static_cast<size_t>(index)]) {
+ char buffer[64];
+ snprintf(buffer, sizeof(buffer), "%d", index);
+ g_unique_charstar_objects[static_cast<size_t>(index)] = _strdup(buffer);
+ }
+ return g_unique_charstar_objects[static_cast<size_t>(index)];
+}
+template<> const char* UniqueObjectHelper(int index) {
+ return UniqueObjectHelper<char*>(index);
+}
+template<> ValueType UniqueObjectHelper(int index) {
+ return ValueType(UniqueObjectHelper<string>(index).c_str());
+}
+template<> pair<const int, int> UniqueObjectHelper(int index) {
+ return pair<const int,int>(index, index + 1);
+}
+template<> pair<const string, string> UniqueObjectHelper(int index)
+{
+ return pair<const string,string>(
+ UniqueObjectHelper<string>(index), UniqueObjectHelper<string>(index + 1));
+}
+template<> pair<const char* const,ValueType> UniqueObjectHelper(int index)
+{
+ return pair<const char* const,ValueType>(
+ UniqueObjectHelper<char*>(index), UniqueObjectHelper<ValueType>(index+1));
+}
+
+class ValueSerializer
+{
+public:
+ bool operator()(FILE* fp, const int& value) {
+ return fwrite(&value, sizeof(value), 1, fp) == 1;
+ }
+ bool operator()(FILE* fp, int* value) {
+ return fread(value, sizeof(*value), 1, fp) == 1;
+ }
+ bool operator()(FILE* fp, const string& value) {
+ const size_t size = value.size();
+ return (*this)(fp, (int)size) && fwrite(value.c_str(), size, 1, fp) == 1;
+ }
+ bool operator()(FILE* fp, string* value) {
+ int size;
+ if (!(*this)(fp, &size)) return false;
+ char* buf = new char[(size_t)size];
+ if (fread(buf, (size_t)size, 1, fp) != 1) {
+ delete[] buf;
+ return false;
+ }
+ new (value) string(buf, (size_t)size);
+ delete[] buf;
+ return true;
+ }
+ template <typename OUTPUT>
+ bool operator()(OUTPUT* fp, const ValueType& v) {
+ return (*this)(fp, string(v.s()));
+ }
+ template <typename INPUT>
+ bool operator()(INPUT* fp, ValueType* v) {
+ string data;
+ if (!(*this)(fp, &data)) return false;
+ new(v) ValueType(data.c_str());
+ return true;
+ }
+ template <typename OUTPUT>
+ bool operator()(OUTPUT* fp, const char* const& value) {
+ // Just store the index.
+ return (*this)(fp, atoi(value));
+ }
+ template <typename INPUT>
+ bool operator()(INPUT* fp, const char** value) {
+ // Look up via index.
+ int index;
+ if (!(*this)(fp, &index)) return false;
+ *value = UniqueObjectHelper<char*>(index);
+ return true;
+ }
+ template <typename OUTPUT, typename First, typename Second>
+ bool operator()(OUTPUT* fp, std::pair<const First, Second>* value) {
+ return (*this)(fp, const_cast<First*>(&value->first))
+ && (*this)(fp, &value->second);
+ }
+ template <typename INPUT, typename First, typename Second>
+ bool operator()(INPUT* fp, const std::pair<const First, Second>& value) {
+ return (*this)(fp, value.first) && (*this)(fp, value.second);
+ }
+};
+
+template <typename HashtableType>
+class HashtableTest : public ::testing::Test
+{
+public:
+ HashtableTest() : ht_() { }
+ // Give syntactically-prettier access to UniqueObjectHelper.
+ typename HashtableType::value_type UniqueObject(int index) {
+ return UniqueObjectHelper<typename HashtableType::value_type>(index);
+ }
+ typename HashtableType::key_type UniqueKey(int index) {
+ return this->ht_.get_key(this->UniqueObject(index));
+ }
+protected:
+ HashtableType ht_;
+};
+
+}
+
+// These are used to specify the empty key and deleted key in some
+// contexts. They can't be in the unnamed namespace, or static,
+// because the template code requires external linkage.
+extern const string kEmptyString("--empty string--");
+extern const string kDeletedString("--deleted string--");
+extern const int kEmptyInt = 0;
+extern const int kDeletedInt = -1234676543; // an unlikely-to-pick int
+extern const char* const kEmptyCharStar = "--empty char*--";
+extern const char* const kDeletedCharStar = "--deleted char*--";
+
+namespace {
+
+#define INT_HASHTABLES \
+ HashtableInterface_SparseHashMap<int, int, Hasher, Hasher, \
+ Alloc<std::pair<const int, int> > >, \
+ HashtableInterface_SparseHashSet<int, Hasher, Hasher, \
+ Alloc<int> >, \
+ /* This is a table where the key associated with a value is -value */ \
+ HashtableInterface_SparseHashtable<int, int, Hasher, Negation<int>, \
+ SetKey<int, Negation<int> >, \
+ Hasher, Alloc<int> >
+
+#define STRING_HASHTABLES \
+ HashtableInterface_SparseHashMap<string, string, Hasher, Hasher, \
+ Alloc<std::pair<const string, string> > >, \
+ HashtableInterface_SparseHashSet<string, Hasher, Hasher, \
+ Alloc<string> >, \
+ /* This is a table where the key associated with a value is Cap(value) */ \
+ HashtableInterface_SparseHashtable<string, string, Hasher, Capital, \
+ SetKey<string, Capital>, \
+ Hasher, Alloc<string> >
+
+// ---------------------------------------------------------------------
+// I'd like to use ValueType keys for SparseHashtable<> and
+// DenseHashtable<> but I can't due to memory-management woes (nobody
+// really owns the char* involved). So instead I do something simpler.
+// ---------------------------------------------------------------------
+#define CHARSTAR_HASHTABLES \
+ HashtableInterface_SparseHashMap<const char*, ValueType, \
+ Hasher, Hasher, Alloc<std::pair<const char* const, ValueType> > >, \
+ HashtableInterface_SparseHashSet<const char*, Hasher, Hasher, \
+ Alloc<const char*> >, \
+ HashtableInterface_SparseHashtable<const char*, const char*, \
+ Hasher, Identity, \
+ SetKey<const char*, Identity>, \
+ Hasher, Alloc<const char*> >
+
+// ---------------------------------------------------------------------
+// This is the list of types we run each test against.
+// We need to define the same class 4 times due to limitations in the
+// testing framework. Basically, we associate each class below with
+// the set of types we want to run tests on it with.
+// ---------------------------------------------------------------------
+template <typename HashtableType> class HashtableIntTest
+ : public HashtableTest<HashtableType> { };
+
+template <typename HashtableType> class HashtableStringTest
+ : public HashtableTest<HashtableType> { };
+
+template <typename HashtableType> class HashtableCharStarTest
+ : public HashtableTest<HashtableType> { };
+
+template <typename HashtableType> class HashtableAllTest
+ : public HashtableTest<HashtableType> { };
+
+typedef testing::TypeList3<INT_HASHTABLES> IntHashtables;
+typedef testing::TypeList3<STRING_HASHTABLES> StringHashtables;
+typedef testing::TypeList3<CHARSTAR_HASHTABLES> CharStarHashtables;
+typedef testing::TypeList9<INT_HASHTABLES, STRING_HASHTABLES,
+ CHARSTAR_HASHTABLES> AllHashtables;
+
+TYPED_TEST_CASE_3(HashtableIntTest, IntHashtables);
+TYPED_TEST_CASE_3(HashtableStringTest, StringHashtables);
+TYPED_TEST_CASE_3(HashtableCharStarTest, CharStarHashtables);
+TYPED_TEST_CASE_9(HashtableAllTest, AllHashtables);
+
+// ------------------------------------------------------------------------
+// First, some testing of the underlying infrastructure.
+
+#if 0
+
+TEST(HashtableCommonTest, HashMunging)
+{
+ const Hasher hasher;
+
+ // We don't munge the hash value on non-pointer template types.
+ {
+ const sparsehash_internal::sh_hashtable_settings<int, Hasher, size_t, 1>
+ settings(hasher, 0.0, 0.0);
+ const int v = 1000;
+ EXPECT_EQ(hasher(v), settings.hash(v));
+ }
+
+ {
+ // We do munge the hash value on pointer template types.
+ const sparsehash_internal::sh_hashtable_settings<int*, Hasher, size_t, 1>
+ settings(hasher, 0.0, 0.0);
+ int* v = NULL;
+ v += 0x10000; // get a non-trivial pointer value
+ EXPECT_NE(hasher(v), settings.hash(v));
+ }
+ {
+ const sparsehash_internal::sh_hashtable_settings<const int*, Hasher,
+ size_t, 1>
+ settings(hasher, 0.0, 0.0);
+ const int* v = NULL;
+ v += 0x10000; // get a non-trivial pointer value
+ EXPECT_NE(hasher(v), settings.hash(v));
+ }
+}
+
+#endif
+
+// ------------------------------------------------------------------------
+// If the first arg to TYPED_TEST is HashtableIntTest, it will run
+// this test on all the hashtable types, with key=int and value=int.
+// Likewise, HashtableStringTest will have string key/values, and
+// HashtableCharStarTest will have char* keys and -- just to mix it up
+// a little -- ValueType values. HashtableAllTest will run all three
+// key/value types on all 6 hashtables types, for 9 test-runs total
+// per test.
+//
+// In addition, TYPED_TEST makes available the magic keyword
+// TypeParam, which is the type being used for the current test.
+
+// This first set of tests just tests the public API, going through
+// the public typedefs and methods in turn. It goes approximately
+// in the definition-order in sparse_hash_map.h.
+// ------------------------------------------------------------------------
+TYPED_TEST(HashtableIntTest, Typedefs)
+{
+ // Make sure all the standard STL-y typedefs are defined. The exact
+ // key/value types don't matter here, so we only bother testing on
+ // the int tables. This is just a compile-time "test"; nothing here
+ // can fail at runtime.
+ this->ht_.set_deleted_key(-2); // just so deleted_key succeeds
+ typename TypeParam::key_type kt;
+ typename TypeParam::value_type vt;
+ typename TypeParam::hasher h;
+ typename TypeParam::key_equal ke;
+ typename TypeParam::allocator_type at;
+
+ typename TypeParam::size_type st;
+ typename TypeParam::difference_type dt;
+ typename TypeParam::pointer p;
+ typename TypeParam::const_pointer cp;
+ // I can't declare variables of reference-type, since I have nothing
+ // to point them to, so I just make sure that these types exist.
+ ATTRIBUTE_UNUSED typedef typename TypeParam::reference r;
+ ATTRIBUTE_UNUSED typedef typename TypeParam::const_reference cf;
+
+ typename TypeParam::iterator i;
+ typename TypeParam::const_iterator ci;
+ typename TypeParam::local_iterator li;
+ typename TypeParam::const_local_iterator cli;
+
+ // Now make sure the variables are used, so the compiler doesn't
+ // complain. Where possible, I "use" the variable by calling the
+ // method that's supposed to return the unique instance of the
+ // relevant type (eg. get_allocator()). Otherwise, I try to call a
+ // different, arbitrary function that returns the type. Sometimes
+ // the type isn't used at all, and there's no good way to use the
+ // variable.
+ (void)vt; // value_type may not be copyable. Easiest not to try.
+ h = this->ht_.hash_funct();
+ ke = this->ht_.key_eq();
+ at = this->ht_.get_allocator();
+ st = this->ht_.size();
+ (void)dt;
+ (void)p;
+ (void)cp;
+ (void)kt;
+ (void)st;
+ i = this->ht_.begin();
+ ci = this->ht_.begin();
+ li = this->ht_.begin(0);
+ cli = this->ht_.begin(0);
+}
+
+TYPED_TEST(HashtableAllTest, NormalIterators)
+{
+ EXPECT_TRUE(this->ht_.begin() == this->ht_.end());
+ this->ht_.insert(this->UniqueObject(1));
+ {
+ typename TypeParam::iterator it = this->ht_.begin();
+ EXPECT_TRUE(it != this->ht_.end());
+ ++it;
+ EXPECT_TRUE(it == this->ht_.end());
+ }
+}
+
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+
+template <class T> struct MyHash;
+typedef std::pair<std::string, std::string> StringPair;
+
+template<> struct MyHash<StringPair>
+{
+ size_t operator()(StringPair const& p) const
+ {
+ return std::hash<string>()(p.first);
+ }
+};
+
+class MovableOnlyType
+{
+ std::string _str;
+ std::uint64_t _int;
+
+public:
+ // Make object movable and non-copyable
+ MovableOnlyType(MovableOnlyType &&) = default;
+ MovableOnlyType(const MovableOnlyType &) = delete;
+ MovableOnlyType& operator=(MovableOnlyType &&) = default;
+ MovableOnlyType& operator=(const MovableOnlyType &) = delete;
+ MovableOnlyType() : _str("whatever"), _int(2) {}
+};
+
+void movable_emplace_test(std::size_t iterations, int container_size)
+{
+ for (std::size_t i=0;i<iterations;++i)
+ {
+ spp::sparse_hash_map<std::string,MovableOnlyType> m;
+ m.reserve(static_cast<size_t>(container_size));
+ char buff[20];
+ for (int j=0; j<container_size; ++j)
+ {
+ sprintf(buff, "%d", j);
+ m.emplace(buff, MovableOnlyType());
+ }
+ }
+}
+
+TEST(HashtableTest, Emplace)
+{
+ {
+ sparse_hash_map<std::string, std::string> mymap;
+
+ mymap.emplace ("NCC-1701", "J.T. Kirk");
+ mymap.emplace ("NCC-1701-D", "J.L. Picard");
+ mymap.emplace ("NCC-74656", "K. Janeway");
+ EXPECT_TRUE(mymap["NCC-74656"] == std::string("K. Janeway"));
+
+ sparse_hash_set<StringPair, MyHash<StringPair> > myset;
+ myset.emplace ("NCC-1701", "J.T. Kirk");
+ }
+
+ movable_emplace_test(10, 50);
+}
+#endif
+
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+TEST(HashtableTest, IncompleteTypes)
+{
+ int i;
+ sparse_hash_map<int *, int> ht2;
+ ht2[&i] = 3;
+
+ struct Bogus;
+ sparse_hash_map<Bogus *, int> ht3;
+ ht3[(Bogus *)0] = 8;
+}
+#endif
+
+
+#if !defined(SPP_NO_CXX11_VARIADIC_TEMPLATES)
+TEST(HashtableTest, ReferenceWrapper)
+{
+ sparse_hash_map<int, std::reference_wrapper<int>> x;
+ int a = 5;
+ x.insert(std::make_pair(3, std::ref(a)));
+ EXPECT_EQ(x.at(3), 5);
+}
+#endif
+
+#if !defined(SPP_NO_CXX11_RVALUE_REFERENCES)
+class CNonCopyable
+{
+public:
+ CNonCopyable(CNonCopyable const &) = delete;
+ const CNonCopyable& operator=(CNonCopyable const &) = delete;
+ CNonCopyable() = default;
+};
+
+
+struct Probe : CNonCopyable
+{
+ Probe() {}
+ Probe(Probe &&) {}
+ void operator=(Probe &&) {}
+
+private:
+ Probe(const Probe &);
+ Probe& operator=(const Probe &);
+};
+
+TEST(HashtableTest, NonCopyable)
+{
+ typedef spp::sparse_hash_map<uint64_t, Probe> THashMap;
+ THashMap probes;
+
+ probes.insert(THashMap::value_type(27, Probe()));
+ EXPECT_EQ(probes.begin()->first, 27);
+}
+
+#endif
+
+
+TEST(HashtableTest, ModifyViaIterator)
+{
+ // This only works for hash-maps, since only they have non-const values.
+ {
+ sparse_hash_map<int, int> ht;
+ ht[1] = 2;
+ sparse_hash_map<int, int>::iterator it = ht.find(1);
+ EXPECT_TRUE(it != ht.end());
+ EXPECT_EQ(1, it->first);
+ EXPECT_EQ(2, it->second);
+ it->second = 5;
+ it = ht.find(1);
+ EXPECT_TRUE(it != ht.end());
+ EXPECT_EQ(5, it->second);
+ }
+}
+
+TYPED_TEST(HashtableAllTest, ConstIterators)
+{
+ this->ht_.insert(this->UniqueObject(1));
+ typename TypeParam::const_iterator it = this->ht_.begin();
+ EXPECT_TRUE(it != (typename TypeParam::const_iterator)this->ht_.end());
+ ++it;
+ EXPECT_TRUE(it == (typename TypeParam::const_iterator)this->ht_.end());
+}
+
+TYPED_TEST(HashtableAllTest, LocalIterators)
+{
+ // Now, tr1 begin/end (the local iterator that takes a bucket-number).
+ // ht::bucket() returns the bucket that this key would be inserted in.
+ this->ht_.insert(this->UniqueObject(1));
+ const typename TypeParam::size_type bucknum =
+ this->ht_.bucket(this->UniqueKey(1));
+ typename TypeParam::local_iterator b = this->ht_.begin(bucknum);
+ typename TypeParam::local_iterator e = this->ht_.end(bucknum);
+ EXPECT_TRUE(b != e);
+ b++;
+ EXPECT_TRUE(b == e);
+
+ // Check an empty bucket. We can just xor the bottom bit and be sure
+ // of getting a legal bucket, since #buckets is always a power of 2.
+ EXPECT_TRUE(this->ht_.begin(bucknum ^ 1) == this->ht_.end(bucknum ^ 1));
+ // Another test, this time making sure we're using the right types.
+ typename TypeParam::local_iterator b2 = this->ht_.begin(bucknum ^ 1);
+ typename TypeParam::local_iterator e2 = this->ht_.end(bucknum ^ 1);
+ EXPECT_TRUE(b2 == e2);
+}
+
+TYPED_TEST(HashtableAllTest, ConstLocalIterators)
+{
+ this->ht_.insert(this->UniqueObject(1));
+ const typename TypeParam::size_type bucknum =
+ this->ht_.bucket(this->UniqueKey(1));
+ typename TypeParam::const_local_iterator b = this->ht_.begin(bucknum);
+ typename TypeParam::const_local_iterator e = this->ht_.end(bucknum);
+ EXPECT_TRUE(b != e);
+ b++;
+ EXPECT_TRUE(b == e);
+ typename TypeParam::const_local_iterator b2 = this->ht_.begin(bucknum ^ 1);
+ typename TypeParam::const_local_iterator e2 = this->ht_.end(bucknum ^ 1);
+ EXPECT_TRUE(b2 == e2);
+}
+
+TYPED_TEST(HashtableAllTest, Iterating)
+{
+ // Test a bit more iterating than just one ++.
+ this->ht_.insert(this->UniqueObject(1));
+ this->ht_.insert(this->UniqueObject(11));
+ this->ht_.insert(this->UniqueObject(111));
+ this->ht_.insert(this->UniqueObject(1111));
+ this->ht_.insert(this->UniqueObject(11111));
+ this->ht_.insert(this->UniqueObject(111111));
+ this->ht_.insert(this->UniqueObject(1111111));
+ this->ht_.insert(this->UniqueObject(11111111));
+ this->ht_.insert(this->UniqueObject(111111111));
+ typename TypeParam::iterator it = this->ht_.begin();
+ for (int i = 1; i <= 9; i++) { // start at 1 so i is never 0
+ // && here makes it easier to tell what loop iteration the test failed on.
+ EXPECT_TRUE(i && (it++ != this->ht_.end()));
+ }
+ EXPECT_TRUE(it == this->ht_.end());
+}
+
+TYPED_TEST(HashtableIntTest, Constructors)
+{
+ // The key/value types don't matter here, so I just test on one set
+ // of tables, the ones with int keys, which can easily handle the
+ // placement-news we have to do below.
+ Hasher hasher(1); // 1 is a unique id
+ int alloc_count = 0;
+ Alloc<typename TypeParam::value_type> alloc(2, &alloc_count);
+
+ TypeParam ht_noarg;
+ TypeParam ht_onearg(100);
+ TypeParam ht_twoarg(100, hasher);
+ TypeParam ht_threearg(100, hasher, hasher); // hasher serves as key_equal too
+ TypeParam ht_fourarg(100, hasher, hasher, alloc);
+
+ // The allocator should have been called at most once, for the last ht.
+ EXPECT_GE(1, alloc_count);
+ int old_alloc_count = alloc_count;
+
+ const typename TypeParam::value_type input[] = {
+ this->UniqueObject(1),
+ this->UniqueObject(2),
+ this->UniqueObject(4),
+ this->UniqueObject(8)
+ };
+ const int num_inputs = sizeof(input) / sizeof(input[0]);
+ const typename TypeParam::value_type *begin = &input[0];
+ const typename TypeParam::value_type *end = begin + num_inputs;
+ TypeParam ht_iter_noarg(begin, end);
+ TypeParam ht_iter_onearg(begin, end, 100);
+ TypeParam ht_iter_twoarg(begin, end, 100, hasher);
+ TypeParam ht_iter_threearg(begin, end, 100, hasher, hasher);
+ TypeParam ht_iter_fourarg(begin, end, 100, hasher, hasher, alloc);
+ // Now the allocator should have been called more.
+ EXPECT_GT(alloc_count, old_alloc_count);
+ old_alloc_count = alloc_count;
+
+ // Let's do a lot more inserting and make sure the alloc-count goes up
+ for (int i = 2; i < 2000; i++)
+ ht_fourarg.insert(this->UniqueObject(i));
+ EXPECT_GT(alloc_count, old_alloc_count);
+
+ EXPECT_LT(ht_noarg.bucket_count(), 100u);
+ EXPECT_GE(ht_onearg.bucket_count(), 100u);
+ EXPECT_GE(ht_twoarg.bucket_count(), 100u);
+ EXPECT_GE(ht_threearg.bucket_count(), 100u);
+ EXPECT_GE(ht_fourarg.bucket_count(), 100u);
+ EXPECT_GE(ht_iter_onearg.bucket_count(), 100u);
+
+ // When we pass in a hasher -- it can serve both as the hash-function
+ // and the key-equal function -- its id should be 1. Where we don't
+ // pass it in and use the default Hasher object, the id should be 0.
+ EXPECT_EQ(0, ht_noarg.hash_funct().id());
+ EXPECT_EQ(0, ht_noarg.key_eq().id());
+ EXPECT_EQ(0, ht_onearg.hash_funct().id());
+ EXPECT_EQ(0, ht_onearg.key_eq().id());
+ EXPECT_EQ(1, ht_twoarg.hash_funct().id());
+ EXPECT_EQ(0, ht_twoarg.key_eq().id());
+ EXPECT_EQ(1, ht_threearg.hash_funct().id());
+ EXPECT_EQ(1, ht_threearg.key_eq().id());
+
+ EXPECT_EQ(0, ht_iter_noarg.hash_funct().id());
+ EXPECT_EQ(0, ht_iter_noarg.key_eq().id());
+ EXPECT_EQ(0, ht_iter_onearg.hash_funct().id());
+ EXPECT_EQ(0, ht_iter_onearg.key_eq().id());
+ EXPECT_EQ(1, ht_iter_twoarg.hash_funct().id());
+ EXPECT_EQ(0, ht_iter_twoarg.key_eq().id());
+ EXPECT_EQ(1, ht_iter_threearg.hash_funct().id());
+ EXPECT_EQ(1, ht_iter_threearg.key_eq().id());
+
+ // Likewise for the allocator
+ EXPECT_EQ(0, ht_threearg.get_allocator().id());
+ EXPECT_EQ(0, ht_iter_threearg.get_allocator().id());
+ EXPECT_EQ(2, ht_fourarg.get_allocator().id());
+ EXPECT_EQ(2, ht_iter_fourarg.get_allocator().id());
+}
+
+TYPED_TEST(HashtableAllTest, OperatorEquals)
+{
+ {
+ TypeParam ht1, ht2;
+ ht1.set_deleted_key(this->UniqueKey(1));
+ ht2.set_deleted_key(this->UniqueKey(2));
+
+ ht1.insert(this->UniqueObject(10));
+ ht2.insert(this->UniqueObject(20));
+ EXPECT_FALSE(ht1 == ht2);
+ ht1 = ht2;
+ EXPECT_TRUE(ht1 == ht2);
+ }
+ {
+ TypeParam ht1, ht2;
+ ht1.insert(this->UniqueObject(30));
+ ht1 = ht2;
+ EXPECT_EQ(0u, ht1.size());
+ }
+ {
+ TypeParam ht1, ht2;
+ ht1.set_deleted_key(this->UniqueKey(1));
+ ht2.insert(this->UniqueObject(1)); // has same key as ht1.delkey
+ ht1 = ht2; // should reset deleted-key to 'unset'
+ EXPECT_EQ(1u, ht1.size());
+ EXPECT_EQ(1u, ht1.count(this->UniqueKey(1)));
+ }
+}
+
+TYPED_TEST(HashtableAllTest, Clear)
+{
+ for (int i = 1; i < 200; i++) {
+ this->ht_.insert(this->UniqueObject(i));
+ }
+ this->ht_.clear();
+ EXPECT_EQ(0u, this->ht_.size());
+ // TODO(csilvers): do we want to enforce that the hashtable has or
+ // has not shrunk? It does for dense_* but not sparse_*.
+}
+
+TYPED_TEST(HashtableAllTest, ClearNoResize)
+{
+ if (!this->ht_.supports_clear_no_resize())
+ return;
+ typename TypeParam::size_type empty_bucket_count = this->ht_.bucket_count();
+ int last_element = 1;
+ while (this->ht_.bucket_count() == empty_bucket_count) {
+ this->ht_.insert(this->UniqueObject(last_element));
+ ++last_element;
+ }
+ typename TypeParam::size_type last_bucket_count = this->ht_.bucket_count();
+ this->ht_.clear_no_resize();
+ EXPECT_EQ(last_bucket_count, this->ht_.bucket_count());
+ EXPECT_TRUE(this->ht_.empty());
+
+ // When inserting the same number of elements again, no resize
+ // should be necessary.
+ for (int i = 1; i < last_element; ++i) {
+ this->ht_.insert(this->UniqueObject(last_element + i));
+ EXPECT_EQ(last_bucket_count, this->ht_.bucket_count());
+ }
+}
+
+TYPED_TEST(HashtableAllTest, Swap)
+{
+ // Let's make a second hashtable with its own hasher, key_equal, etc.
+ Hasher hasher(1); // 1 is a unique id
+ TypeParam other_ht(200, hasher, hasher);
+
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ other_ht.set_deleted_key(this->UniqueKey(2));
+
+ for (int i = 3; i < 2000; i++) {
+ this->ht_.insert(this->UniqueObject(i));
+ }
+ this->ht_.erase(this->UniqueKey(1000));
+ other_ht.insert(this->UniqueObject(2001));
+ typename TypeParam::size_type expected_buckets = other_ht.bucket_count();
+
+ this->ht_.swap(other_ht);
+
+ EXPECT_EQ(1, this->ht_.hash_funct().id());
+ EXPECT_EQ(0, other_ht.hash_funct().id());
+
+ EXPECT_EQ(1, this->ht_.key_eq().id());
+ EXPECT_EQ(0, other_ht.key_eq().id());
+
+ EXPECT_EQ(expected_buckets, this->ht_.bucket_count());
+ EXPECT_GT(other_ht.bucket_count(), 200u);
+
+ EXPECT_EQ(1u, this->ht_.size());
+ EXPECT_EQ(1996u, other_ht.size()); // because we erased 1000
+
+ EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(111)));
+ EXPECT_EQ(1u, other_ht.count(this->UniqueKey(111)));
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(2001)));
+ EXPECT_EQ(0u, other_ht.count(this->UniqueKey(2001)));
+ EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(1000)));
+ EXPECT_EQ(0u, other_ht.count(this->UniqueKey(1000)));
+
+ // We purposefully don't swap allocs -- they're not necessarily swappable.
+
+ // Now swap back, using the free-function swap
+ // NOTE: MSVC seems to have trouble with this free swap, not quite
+ // sure why. I've given up trying to fix it though.
+#ifdef _MSC_VER
+ other_ht.swap(this->ht_);
+#else
+ std::swap(this->ht_, other_ht);
+#endif
+
+ EXPECT_EQ(0, this->ht_.hash_funct().id());
+ EXPECT_EQ(1, other_ht.hash_funct().id());
+ EXPECT_EQ(1996u, this->ht_.size());
+ EXPECT_EQ(1u, other_ht.size());
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(111)));
+ EXPECT_EQ(0u, other_ht.count(this->UniqueKey(111)));
+
+ // A user reported a crash with this code using swap to clear.
+ // We've since fixed the bug; this prevents a regression.
+ TypeParam swap_to_clear_ht;
+ swap_to_clear_ht.set_deleted_key(this->UniqueKey(1));
+ for (int i = 2; i < 10000; ++i) {
+ swap_to_clear_ht.insert(this->UniqueObject(i));
+ }
+ TypeParam empty_ht;
+ empty_ht.swap(swap_to_clear_ht);
+ swap_to_clear_ht.set_deleted_key(this->UniqueKey(1));
+ for (int i = 2; i < 10000; ++i) {
+ swap_to_clear_ht.insert(this->UniqueObject(i));
+ }
+}
+
+TYPED_TEST(HashtableAllTest, Size)
+{
+ EXPECT_EQ(0u, this->ht_.size());
+ for (int i = 1; i < 1000; i++) { // go through some resizes
+ this->ht_.insert(this->UniqueObject(i));
+ EXPECT_EQ(static_cast<typename TypeParam::size_type>(i), this->ht_.size());
+ }
+ this->ht_.clear();
+ EXPECT_EQ(0u, this->ht_.size());
+
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ EXPECT_EQ(0u, this->ht_.size()); // deleted key doesn't count
+ for (int i = 2; i < 1000; i++) { // go through some resizes
+ this->ht_.insert(this->UniqueObject(i));
+ this->ht_.erase(this->UniqueKey(i));
+ EXPECT_EQ(0u, this->ht_.size());
+ }
+}
+
+TEST(HashtableTest, MaxSizeAndMaxBucketCount)
+{
+ // The max size depends on the allocator. So we can't use the
+ // built-in allocator type; instead, we make our own types.
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int> > ht_default;
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, unsigned char> > ht_char;
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, unsigned char, 104> > ht_104;
+
+ EXPECT_GE(ht_default.max_size(), 256u);
+ EXPECT_EQ(255u, ht_char.max_size());
+ EXPECT_EQ(104u, ht_104.max_size());
+
+ // In our implementations, MaxBucketCount == MaxSize.
+ EXPECT_EQ(ht_default.max_size(), ht_default.max_bucket_count());
+ EXPECT_EQ(ht_char.max_size(), ht_char.max_bucket_count());
+ EXPECT_EQ(ht_104.max_size(), ht_104.max_bucket_count());
+}
+
+TYPED_TEST(HashtableAllTest, Empty)
+{
+ EXPECT_TRUE(this->ht_.empty());
+
+ this->ht_.insert(this->UniqueObject(1));
+ EXPECT_FALSE(this->ht_.empty());
+
+ this->ht_.clear();
+ EXPECT_TRUE(this->ht_.empty());
+
+ TypeParam empty_ht;
+ this->ht_.insert(this->UniqueObject(1));
+ this->ht_.swap(empty_ht);
+ EXPECT_TRUE(this->ht_.empty());
+}
+
+TYPED_TEST(HashtableAllTest, BucketCount)
+{
+ TypeParam ht(100);
+ // constructor arg is number of *items* to be inserted, not the
+ // number of buckets, so we expect more buckets.
+ EXPECT_GT(ht.bucket_count(), 100u);
+ for (int i = 1; i < 200; i++) {
+ ht.insert(this->UniqueObject(i));
+ }
+ EXPECT_GT(ht.bucket_count(), 200u);
+}
+
+TYPED_TEST(HashtableAllTest, BucketAndBucketSize)
+{
+ const typename TypeParam::size_type expected_bucknum = this->ht_.bucket(
+ this->UniqueKey(1));
+ EXPECT_EQ(0u, this->ht_.bucket_size(expected_bucknum));
+
+ this->ht_.insert(this->UniqueObject(1));
+ EXPECT_EQ(expected_bucknum, this->ht_.bucket(this->UniqueKey(1)));
+ EXPECT_EQ(1u, this->ht_.bucket_size(expected_bucknum));
+
+ // Check that a bucket we didn't insert into, has a 0 size. Since
+ // we have an even number of buckets, bucknum^1 is guaranteed in range.
+ EXPECT_EQ(0u, this->ht_.bucket_size(expected_bucknum ^ 1));
+}
+
+TYPED_TEST(HashtableAllTest, LoadFactor)
+{
+ const typename TypeParam::size_type kSize = 16536;
+ // Check growing past various thresholds and then shrinking below
+ // them.
+ for (float grow_threshold = 0.2f;
+ grow_threshold <= 0.8f;
+ grow_threshold += 0.2f)
+ {
+ TypeParam ht;
+ ht.set_deleted_key(this->UniqueKey(1));
+ ht.max_load_factor(grow_threshold);
+ ht.min_load_factor(0.0);
+ EXPECT_EQ(grow_threshold, ht.max_load_factor());
+ EXPECT_EQ(0.0, ht.min_load_factor());
+
+ ht.resize(kSize);
+ size_t bucket_count = ht.bucket_count();
+ // Erase and insert an element to set consider_shrink = true,
+ // which should not cause a shrink because the threshold is 0.0.
+ ht.insert(this->UniqueObject(2));
+ ht.erase(this->UniqueKey(2));
+ for (int i = 2;; ++i)
+ {
+ ht.insert(this->UniqueObject(i));
+ if (static_cast<float>(ht.size())/bucket_count < grow_threshold) {
+ EXPECT_EQ(bucket_count, ht.bucket_count());
+ } else {
+ EXPECT_GT(ht.bucket_count(), bucket_count);
+ break;
+ }
+ }
+ // Now set a shrink threshold 1% below the current size and remove
+ // items until the size falls below that.
+ const float shrink_threshold = static_cast<float>(ht.size()) /
+ ht.bucket_count() - 0.01f;
+
+ // This time around, check the old set_resizing_parameters interface.
+ ht.set_resizing_parameters(shrink_threshold, 1.0);
+ EXPECT_EQ(1.0, ht.max_load_factor());
+ EXPECT_EQ(shrink_threshold, ht.min_load_factor());
+
+ bucket_count = ht.bucket_count();
+ for (int i = 2;; ++i)
+ {
+ ht.erase(this->UniqueKey(i));
+ // A resize is only triggered by an insert, so add and remove a
+ // value every iteration to trigger the shrink as soon as the
+ // threshold is passed.
+ ht.erase(this->UniqueKey(i+1));
+ ht.insert(this->UniqueObject(i+1));
+ if (static_cast<float>(ht.size())/bucket_count > shrink_threshold) {
+ EXPECT_EQ(bucket_count, ht.bucket_count());
+ } else {
+ EXPECT_LT(ht.bucket_count(), bucket_count);
+ break;
+ }
+ }
+ }
+}
+
+TYPED_TEST(HashtableAllTest, ResizeAndRehash)
+{
+ // resize() and rehash() are synonyms. rehash() is the tr1 name.
+ TypeParam ht(10000);
+ ht.max_load_factor(0.8f); // for consistency's sake
+
+ for (int i = 1; i < 100; ++i)
+ ht.insert(this->UniqueObject(i));
+ ht.resize(0);
+ // Now ht should be as small as possible.
+ EXPECT_LT(ht.bucket_count(), 300u);
+
+ ht.rehash(9000); // use the 'rehash' version of the name.
+ // Bucket count should be next power of 2, after considering max_load_factor.
+ EXPECT_EQ(16384u, ht.bucket_count());
+ for (int i = 101; i < 200; ++i)
+ ht.insert(this->UniqueObject(i));
+ // Adding a few hundred buckets shouldn't have caused a resize yet.
+ EXPECT_EQ(ht.bucket_count(), 16384u);
+}
+
+TYPED_TEST(HashtableAllTest, FindAndCountAndEqualRange)
+{
+ pair<typename TypeParam::iterator, typename TypeParam::iterator> eq_pair;
+ pair<typename TypeParam::const_iterator,
+ typename TypeParam::const_iterator> const_eq_pair;
+
+ EXPECT_TRUE(this->ht_.empty());
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) == this->ht_.end());
+ EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(1)));
+ eq_pair = this->ht_.equal_range(this->UniqueKey(1));
+ EXPECT_TRUE(eq_pair.first == eq_pair.second);
+
+ this->ht_.insert(this->UniqueObject(1));
+ EXPECT_FALSE(this->ht_.empty());
+ this->ht_.insert(this->UniqueObject(11));
+ this->ht_.insert(this->UniqueObject(111));
+ this->ht_.insert(this->UniqueObject(1111));
+ this->ht_.insert(this->UniqueObject(11111));
+ this->ht_.insert(this->UniqueObject(111111));
+ this->ht_.insert(this->UniqueObject(1111111));
+ this->ht_.insert(this->UniqueObject(11111111));
+ this->ht_.insert(this->UniqueObject(111111111));
+ EXPECT_EQ(9u, this->ht_.size());
+ typename TypeParam::const_iterator it = this->ht_.find(this->UniqueKey(1));
+ EXPECT_EQ(it.key(), this->UniqueKey(1));
+
+ // Allow testing the const version of the methods as well.
+ const TypeParam ht = this->ht_;
+
+ // Some successful lookups (via find, count, and equal_range).
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) != this->ht_.end());
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1)));
+ eq_pair = this->ht_.equal_range(this->UniqueKey(1));
+ EXPECT_TRUE(eq_pair.first != eq_pair.second);
+ EXPECT_EQ(eq_pair.first.key(), this->UniqueKey(1));
+ ++eq_pair.first;
+ EXPECT_TRUE(eq_pair.first == eq_pair.second);
+
+ EXPECT_TRUE(ht.find(this->UniqueKey(1)) != ht.end());
+ EXPECT_EQ(1u, ht.count(this->UniqueKey(1)));
+ const_eq_pair = ht.equal_range(this->UniqueKey(1));
+ EXPECT_TRUE(const_eq_pair.first != const_eq_pair.second);
+ EXPECT_EQ(const_eq_pair.first.key(), this->UniqueKey(1));
+ ++const_eq_pair.first;
+ EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
+
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(11111)) != this->ht_.end());
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(11111)));
+ eq_pair = this->ht_.equal_range(this->UniqueKey(11111));
+ EXPECT_TRUE(eq_pair.first != eq_pair.second);
+ EXPECT_EQ(eq_pair.first.key(), this->UniqueKey(11111));
+ ++eq_pair.first;
+ EXPECT_TRUE(eq_pair.first == eq_pair.second);
+
+ EXPECT_TRUE(ht.find(this->UniqueKey(11111)) != ht.end());
+ EXPECT_EQ(1u, ht.count(this->UniqueKey(11111)));
+ const_eq_pair = ht.equal_range(this->UniqueKey(11111));
+ EXPECT_TRUE(const_eq_pair.first != const_eq_pair.second);
+ EXPECT_EQ(const_eq_pair.first.key(), this->UniqueKey(11111));
+ ++const_eq_pair.first;
+ EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
+
+ // Some unsuccessful lookups (via find, count, and equal_range).
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(11112)) == this->ht_.end());
+ EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(11112)));
+ eq_pair = this->ht_.equal_range(this->UniqueKey(11112));
+ EXPECT_TRUE(eq_pair.first == eq_pair.second);
+
+ EXPECT_TRUE(ht.find(this->UniqueKey(11112)) == ht.end());
+ EXPECT_EQ(0u, ht.count(this->UniqueKey(11112)));
+ const_eq_pair = ht.equal_range(this->UniqueKey(11112));
+ EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
+
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(11110)) == this->ht_.end());
+ EXPECT_EQ(0u, this->ht_.count(this->UniqueKey(11110)));
+ eq_pair = this->ht_.equal_range(this->UniqueKey(11110));
+ EXPECT_TRUE(eq_pair.first == eq_pair.second);
+
+ EXPECT_TRUE(ht.find(this->UniqueKey(11110)) == ht.end());
+ EXPECT_EQ(0u, ht.count(this->UniqueKey(11110)));
+ const_eq_pair = ht.equal_range(this->UniqueKey(11110));
+ EXPECT_TRUE(const_eq_pair.first == const_eq_pair.second);
+}
+
+TYPED_TEST(HashtableAllTest, BracketInsert)
+{
+ // tests operator[], for those types that support it.
+ if (!this->ht_.supports_brackets())
+ return;
+
+ // bracket_equal is equivalent to ht_[a] == b. It should insert a if
+ // it doesn't already exist.
+ EXPECT_TRUE(this->ht_.bracket_equal(this->UniqueKey(1),
+ this->ht_.default_data()));
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(1)) != this->ht_.end());
+
+ // bracket_assign is equivalent to ht_[a] = b.
+ this->ht_.bracket_assign(this->UniqueKey(2),
+ this->ht_.get_data(this->UniqueObject(4)));
+ EXPECT_TRUE(this->ht_.find(this->UniqueKey(2)) != this->ht_.end());
+ EXPECT_TRUE(this->ht_.bracket_equal(
+ this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(4))));
+
+ this->ht_.bracket_assign(
+ this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6)));
+ EXPECT_TRUE(this->ht_.bracket_equal(
+ this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6))));
+ // bracket_equal shouldn't have modified the value.
+ EXPECT_TRUE(this->ht_.bracket_equal(
+ this->UniqueKey(2), this->ht_.get_data(this->UniqueObject(6))));
+
+ // Verify that an operator[] that doesn't cause a resize, also
+ // doesn't require an extra rehash.
+ TypeParam ht(100);
+ EXPECT_EQ(0, ht.hash_funct().num_hashes());
+ ht.bracket_assign(this->UniqueKey(2), ht.get_data(this->UniqueObject(2)));
+ EXPECT_EQ(1, ht.hash_funct().num_hashes());
+
+ // And overwriting, likewise, should only cause one extra hash.
+ ht.bracket_assign(this->UniqueKey(2), ht.get_data(this->UniqueObject(2)));
+ EXPECT_EQ(2, ht.hash_funct().num_hashes());
+}
+
+
+TYPED_TEST(HashtableAllTest, InsertValue)
+{
+ // First, try some straightforward insertions.
+ EXPECT_TRUE(this->ht_.empty());
+ this->ht_.insert(this->UniqueObject(1));
+ EXPECT_FALSE(this->ht_.empty());
+ this->ht_.insert(this->UniqueObject(11));
+ this->ht_.insert(this->UniqueObject(111));
+ this->ht_.insert(this->UniqueObject(1111));
+ this->ht_.insert(this->UniqueObject(11111));
+ this->ht_.insert(this->UniqueObject(111111));
+ this->ht_.insert(this->UniqueObject(1111111));
+ this->ht_.insert(this->UniqueObject(11111111));
+ this->ht_.insert(this->UniqueObject(111111111));
+ EXPECT_EQ(9u, this->ht_.size());
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1)));
+ EXPECT_EQ(1u, this->ht_.count(this->UniqueKey(1111)));
+
+ // Check the return type.
+ pair<typename TypeParam::iterator, bool> insert_it;
+ insert_it = this->ht_.insert(this->UniqueObject(1));
+ EXPECT_EQ(false, insert_it.second); // false: already present
+ EXPECT_TRUE(*insert_it.first == this->UniqueObject(1));
+
+ insert_it = this->ht_.insert(this->UniqueObject(2));
+ EXPECT_EQ(true, insert_it.second); // true: not already present
+ EXPECT_TRUE(*insert_it.first == this->UniqueObject(2));
+}
+
+TYPED_TEST(HashtableIntTest, InsertRange)
+{
+ // We just test the ints here, to make the placement-new easier.
+ TypeParam ht_source;
+ ht_source.insert(this->UniqueObject(10));
+ ht_source.insert(this->UniqueObject(100));
+ ht_source.insert(this->UniqueObject(1000));
+ ht_source.insert(this->UniqueObject(10000));
+ ht_source.insert(this->UniqueObject(100000));
+ ht_source.insert(this->UniqueObject(1000000));
+
+ const typename TypeParam::value_type input[] = {
+ // This is a copy of the first element in ht_source.
+ *ht_source.begin(),
+ this->UniqueObject(2),
+ this->UniqueObject(4),
+ this->UniqueObject(8)
+ };
+
+ set<typename TypeParam::value_type> set_input;
+ set_input.insert(this->UniqueObject(1111111));
+ set_input.insert(this->UniqueObject(111111));
+ set_input.insert(this->UniqueObject(11111));
+ set_input.insert(this->UniqueObject(1111));
+ set_input.insert(this->UniqueObject(111));
+ set_input.insert(this->UniqueObject(11));
+
+ // Insert from ht_source, an iterator of the same type as us.
+ typename TypeParam::const_iterator begin = ht_source.begin();
+ typename TypeParam::const_iterator end = begin;
+ std::advance(end, 3);
+ this->ht_.insert(begin, end); // insert 3 elements from ht_source
+ EXPECT_EQ(3u, this->ht_.size());
+ EXPECT_TRUE(*this->ht_.begin() == this->UniqueObject(10) ||
+ *this->ht_.begin() == this->UniqueObject(100) ||
+ *this->ht_.begin() == this->UniqueObject(1000) ||
+ *this->ht_.begin() == this->UniqueObject(10000) ||
+ *this->ht_.begin() == this->UniqueObject(100000) ||
+ *this->ht_.begin() == this->UniqueObject(1000000));
+
+ // And insert from set_input, a separate, non-random-access iterator.
+ typename set<typename TypeParam::value_type>::const_iterator set_begin;
+ typename set<typename TypeParam::value_type>::const_iterator set_end;
+ set_begin = set_input.begin();
+ set_end = set_begin;
+ std::advance(set_end, 3);
+ this->ht_.insert(set_begin, set_end);
+ EXPECT_EQ(6u, this->ht_.size());
+
+ // Insert from input as well, a separate, random-access iterator.
+ // The first element of input overlaps with an existing element
+ // of ht_, so this should only up the size by 2.
+ this->ht_.insert(&input[0], &input[3]);
+ EXPECT_EQ(8u, this->ht_.size());
+}
+
+TEST(HashtableTest, InsertValueToMap)
+{
+ // For the maps in particular, ensure that inserting doesn't change
+ // the value.
+ sparse_hash_map<int, int> shm;
+ pair<sparse_hash_map<int,int>::iterator, bool> shm_it;
+ shm[1] = 2; // test a different method of inserting
+ shm_it = shm.insert(pair<int, int>(1, 3));
+ EXPECT_EQ(false, shm_it.second);
+ EXPECT_EQ(1, shm_it.first->first);
+ EXPECT_EQ(2, shm_it.first->second);
+ shm_it.first->second = 20;
+ EXPECT_EQ(20, shm[1]);
+
+ shm_it = shm.insert(pair<int, int>(2, 4));
+ EXPECT_EQ(true, shm_it.second);
+ EXPECT_EQ(2, shm_it.first->first);
+ EXPECT_EQ(4, shm_it.first->second);
+ EXPECT_EQ(4, shm[2]);
+}
+
+TYPED_TEST(HashtableStringTest, EmptyKey)
+{
+ // Only run the string tests, to make it easier to know what the
+ // empty key should be.
+ if (!this->ht_.supports_empty_key())
+ return;
+ EXPECT_EQ(kEmptyString, this->ht_.empty_key());
+}
+
+TYPED_TEST(HashtableAllTest, Erase)
+{
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(20)));
+ this->ht_.insert(this->UniqueObject(10));
+ this->ht_.insert(this->UniqueObject(20));
+ EXPECT_EQ(1u, this->ht_.erase(this->UniqueKey(20)));
+ EXPECT_EQ(1u, this->ht_.size());
+ EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(20)));
+ EXPECT_EQ(1u, this->ht_.size());
+ EXPECT_EQ(0u, this->ht_.erase(this->UniqueKey(19)));
+ EXPECT_EQ(1u, this->ht_.size());
+
+ typename TypeParam::iterator it = this->ht_.find(this->UniqueKey(10));
+ EXPECT_TRUE(it != this->ht_.end());
+ this->ht_.erase(it);
+ EXPECT_EQ(0u, this->ht_.size());
+
+ for (int i = 10; i < 100; i++)
+ this->ht_.insert(this->UniqueObject(i));
+ EXPECT_EQ(90u, this->ht_.size());
+ this->ht_.erase(this->ht_.begin(), this->ht_.end());
+ EXPECT_EQ(0u, this->ht_.size());
+}
+
+TYPED_TEST(HashtableAllTest, EraseDoesNotResize)
+{
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ for (int i = 10; i < 2000; i++) {
+ this->ht_.insert(this->UniqueObject(i));
+ }
+ const typename TypeParam::size_type old_count = this->ht_.bucket_count();
+ for (int i = 10; i < 1000; i++) { // erase half one at a time
+ EXPECT_EQ(1u, this->ht_.erase(this->UniqueKey(i)));
+ }
+ this->ht_.erase(this->ht_.begin(), this->ht_.end()); // and the rest at once
+ EXPECT_EQ(0u, this->ht_.size());
+ EXPECT_EQ(old_count, this->ht_.bucket_count());
+}
+
+TYPED_TEST(HashtableAllTest, Equals)
+{
+ // The real test here is whether two hashtables are equal if they
+ // have the same items but in a different order.
+ TypeParam ht1;
+ TypeParam ht2;
+
+ EXPECT_TRUE(ht1 == ht1);
+ EXPECT_FALSE(ht1 != ht1);
+ EXPECT_TRUE(ht1 == ht2);
+ EXPECT_FALSE(ht1 != ht2);
+ ht1.set_deleted_key(this->UniqueKey(1));
+ // Only the contents affect equality, not things like deleted-key.
+ EXPECT_TRUE(ht1 == ht2);
+ EXPECT_FALSE(ht1 != ht2);
+ ht1.resize(2000);
+ EXPECT_TRUE(ht1 == ht2);
+
+ // The choice of allocator/etc doesn't matter either.
+ Hasher hasher(1);
+ Alloc<typename TypeParam::value_type> alloc(2, NULL);
+ TypeParam ht3(5, hasher, hasher, alloc);
+ EXPECT_TRUE(ht1 == ht3);
+ EXPECT_FALSE(ht1 != ht3);
+
+ ht1.insert(this->UniqueObject(2));
+ EXPECT_TRUE(ht1 != ht2);
+ EXPECT_FALSE(ht1 == ht2); // this should hold as well!
+
+ ht2.insert(this->UniqueObject(2));
+ EXPECT_TRUE(ht1 == ht2);
+
+ for (int i = 3; i <= 2000; i++) {
+ ht1.insert(this->UniqueObject(i));
+ }
+ for (int i = 2000; i >= 3; i--) {
+ ht2.insert(this->UniqueObject(i));
+ }
+ EXPECT_TRUE(ht1 == ht2);
+}
+
+TEST(HashtableTest, IntIO)
+{
+ // Since the set case is just a special (easier) case than the map case, I
+ // just test on sparse_hash_map. This handles the easy case where we can
+ // use the standard reader and writer.
+ sparse_hash_map<int, int> ht_out;
+ ht_out.set_deleted_key(0);
+ for (int i = 1; i < 1000; i++) {
+ ht_out[i] = i * i;
+ }
+ ht_out.erase(563); // just to test having some erased keys when we write.
+ ht_out.erase(22);
+
+ string file(TmpFile("intio"));
+ FILE* fp = fopen(file.c_str(), "wb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_out.write_metadata(fp));
+ EXPECT_TRUE(ht_out.write_nopointer_data(fp));
+ fclose(fp);
+ }
+
+ sparse_hash_map<int, int> ht_in;
+ fp = fopen(file.c_str(), "rb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_in.read_metadata(fp));
+ EXPECT_TRUE(ht_in.read_nopointer_data(fp));
+ fclose(fp);
+ }
+
+ EXPECT_EQ(1, ht_in[1]);
+ EXPECT_EQ(998001, ht_in[999]);
+ EXPECT_EQ(100, ht_in[10]);
+ EXPECT_EQ(441, ht_in[21]);
+ EXPECT_EQ(0, ht_in[22]); // should not have been saved
+ EXPECT_EQ(0, ht_in[563]);
+}
+
+TEST(HashtableTest, StringIO)
+{
+ // Since the set case is just a special (easier) case than the map case,
+ // I just test on sparse_hash_map. This handles the difficult case where
+ // we have to write our own custom reader/writer for the data.
+ typedef sparse_hash_map<string, string, Hasher, Hasher> SP;
+ SP ht_out;
+ ht_out.set_deleted_key(string(""));
+
+ for (int i = 32; i < 128; i++) {
+ // This maps 'a' to 32 a's, 'b' to 33 b's, etc.
+ ht_out[string(1, (char)i)] = string((size_t)i, (char)i);
+ }
+ ht_out.erase("c"); // just to test having some erased keys when we write.
+ ht_out.erase("y");
+
+ string file(TmpFile("stringio"));
+ FILE* fp = fopen(file.c_str(), "wb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_out.write_metadata(fp));
+
+ for (SP::const_iterator it = ht_out.cbegin(); it != ht_out.cend(); ++it)
+ {
+ const string::size_type first_size = it->first.length();
+ fwrite(&first_size, sizeof(first_size), 1, fp); // ignore endianness issues
+ fwrite(it->first.c_str(), first_size, 1, fp);
+
+ const string::size_type second_size = it->second.length();
+ fwrite(&second_size, sizeof(second_size), 1, fp);
+ fwrite(it->second.c_str(), second_size, 1, fp);
+ }
+ fclose(fp);
+ }
+
+ sparse_hash_map<string, string, Hasher, Hasher> ht_in;
+ fp = fopen(file.c_str(), "rb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_in.read_metadata(fp));
+ for (sparse_hash_map<string, string, Hasher, Hasher>::iterator
+ it = ht_in.begin(); it != ht_in.end(); ++it) {
+ string::size_type first_size;
+ EXPECT_EQ(1u, fread(&first_size, sizeof(first_size), 1, fp));
+ char* first = new char[first_size];
+ EXPECT_EQ(1u, fread(first, first_size, 1, fp));
+
+ string::size_type second_size;
+ EXPECT_EQ(1u, fread(&second_size, sizeof(second_size), 1, fp));
+ char* second = new char[second_size];
+ EXPECT_EQ(1u, fread(second, second_size, 1, fp));
+
+ // it points to garbage, so we have to use placement-new to initialize.
+ // We also have to use const-cast since it->first is const.
+ new(const_cast<string*>(&it->first)) string(first, first_size);
+ new(&it->second) string(second, second_size);
+ delete[] first;
+ delete[] second;
+ }
+ fclose(fp);
+ }
+ EXPECT_EQ(string(" "), ht_in[" "]);
+ EXPECT_EQ(string("+++++++++++++++++++++++++++++++++++++++++++"), ht_in["+"]);
+ EXPECT_EQ(string(""), ht_in["c"]); // should not have been saved
+ EXPECT_EQ(string(""), ht_in["y"]);
+}
+
+TYPED_TEST(HashtableAllTest, Serialization)
+{
+ if (!this->ht_.supports_serialization()) return;
+ TypeParam ht_out;
+ ht_out.set_deleted_key(this->UniqueKey(2000));
+ for (int i = 1; i < 100; i++) {
+ ht_out.insert(this->UniqueObject(i));
+ }
+ // just to test having some erased keys when we write.
+ ht_out.erase(this->UniqueKey(56));
+ ht_out.erase(this->UniqueKey(22));
+
+ string file(TmpFile("serialization"));
+ FILE* fp = fopen(file.c_str(), "wb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_out.serialize(ValueSerializer(), fp));
+ fclose(fp);
+ }
+
+ TypeParam ht_in;
+ fp = fopen(file.c_str(), "rb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_in.unserialize(ValueSerializer(), fp));
+ fclose(fp);
+ }
+
+ EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
+ EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
+ EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
+ // should not have been saved
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
+}
+
+TYPED_TEST(HashtableIntTest, NopointerSerialization)
+{
+ if (!this->ht_.supports_serialization()) return;
+ TypeParam ht_out;
+ ht_out.set_deleted_key(this->UniqueKey(2000));
+ for (int i = 1; i < 100; i++) {
+ ht_out.insert(this->UniqueObject(i));
+ }
+ // just to test having some erased keys when we write.
+ ht_out.erase(this->UniqueKey(56));
+ ht_out.erase(this->UniqueKey(22));
+
+ string file(TmpFile("nopointer_serialization"));
+ FILE* fp = fopen(file.c_str(), "wb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(), fp));
+ fclose(fp);
+ }
+
+ TypeParam ht_in;
+ fp = fopen(file.c_str(), "rb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+ EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(), fp));
+ fclose(fp);
+ }
+
+ EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
+ EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
+ EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
+ // should not have been saved
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
+}
+
+// We don't support serializing to a string by default, but you can do
+// it by writing your own custom input/output class.
+class StringIO {
+ public:
+ explicit StringIO(string* s) : s_(s) {}
+ size_t Write(const void* buf, size_t len) {
+ s_->append(reinterpret_cast<const char*>(buf), len);
+ return len;
+ }
+ size_t Read(void* buf, size_t len) {
+ if (s_->length() < len)
+ len = s_->length();
+ memcpy(reinterpret_cast<char*>(buf), s_->data(), len);
+ s_->erase(0, len);
+ return len;
+ }
+ private:
+ StringIO& operator=(const StringIO&);
+ string* const s_;
+};
+
+TYPED_TEST(HashtableIntTest, SerializingToString)
+{
+ if (!this->ht_.supports_serialization()) return;
+ TypeParam ht_out;
+ ht_out.set_deleted_key(this->UniqueKey(2000));
+ for (int i = 1; i < 100; i++) {
+ ht_out.insert(this->UniqueObject(i));
+ }
+ // just to test having some erased keys when we write.
+ ht_out.erase(this->UniqueKey(56));
+ ht_out.erase(this->UniqueKey(22));
+
+ string stringbuf;
+ StringIO stringio(&stringbuf);
+ EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
+ &stringio));
+
+ TypeParam ht_in;
+ EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(),
+ &stringio));
+
+ EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
+ EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
+ EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
+ // should not have been saved
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
+}
+
+// An easier way to do the above would be to use the existing stream methods.
+TYPED_TEST(HashtableIntTest, SerializingToStringStream)
+{
+ if (!this->ht_.supports_serialization()) return;
+ TypeParam ht_out;
+ ht_out.set_deleted_key(this->UniqueKey(2000));
+ for (int i = 1; i < 100; i++) {
+ ht_out.insert(this->UniqueObject(i));
+ }
+ // just to test having some erased keys when we write.
+ ht_out.erase(this->UniqueKey(56));
+ ht_out.erase(this->UniqueKey(22));
+
+ std::stringstream string_buffer;
+ EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
+ &string_buffer));
+
+ TypeParam ht_in;
+ EXPECT_TRUE(ht_in.unserialize(typename TypeParam::NopointerSerializer(),
+ &string_buffer));
+
+ EXPECT_EQ(this->UniqueObject(1), *ht_in.find(this->UniqueKey(1)));
+ EXPECT_EQ(this->UniqueObject(99), *ht_in.find(this->UniqueKey(99)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(100)));
+ EXPECT_EQ(this->UniqueObject(21), *ht_in.find(this->UniqueKey(21)));
+ // should not have been saved
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(22)));
+ EXPECT_FALSE(ht_in.count(this->UniqueKey(56)));
+}
+
+// Verify that the metadata serialization is endianness and word size
+// agnostic.
+TYPED_TEST(HashtableAllTest, MetadataSerializationAndEndianness)
+{
+ TypeParam ht_out;
+ string kExpectedDense("\x13W\x86""B\0\0\0\0\0\0\0 \0\0\0\0\0\0\0\0\0\0\0\0",
+ 24);
+
+ // GP change - switched size from 20 to formula, because the sparsegroup bitmap is 4 or 8 bytes and not 6
+ string kExpectedSparse("$hu1\0\0\0 \0\0\0\0\0\0\0\0\0\0\0", 12 + sizeof(group_bm_type));
+
+ if (ht_out.supports_readwrite()) {
+ size_t num_bytes = 0;
+ string file(TmpFile("metadata_serialization"));
+ FILE* fp = fopen(file.c_str(), "wb");
+ if (fp)
+ {
+ EXPECT_TRUE(fp != NULL);
+
+ EXPECT_TRUE(ht_out.write_metadata(fp));
+ EXPECT_TRUE(ht_out.write_nopointer_data(fp));
+
+ num_bytes = (const size_t)ftell(fp);
+ fclose(fp);
+ }
+
+ char contents[24] = {0};
+ fp = fopen(file.c_str(), "rb");
+ if (fp)
+ {
+ EXPECT_LE(num_bytes, static_cast<size_t>(24));
+ EXPECT_EQ(num_bytes, fread(contents, 1, num_bytes <= 24 ? num_bytes : 24, fp));
+ EXPECT_EQ(EOF, fgetc(fp)); // check we're *exactly* the right size
+ fclose(fp);
+ }
+ // TODO(csilvers): check type of ht_out instead of looking at the 1st byte.
+ if (contents[0] == kExpectedDense[0]) {
+ EXPECT_EQ(kExpectedDense, string(contents, num_bytes));
+ } else {
+ EXPECT_EQ(kExpectedSparse, string(contents, num_bytes));
+ }
+ }
+
+ // Do it again with new-style serialization. Here we can use StringIO.
+ if (ht_out.supports_serialization()) {
+ string stringbuf;
+ StringIO stringio(&stringbuf);
+ EXPECT_TRUE(ht_out.serialize(typename TypeParam::NopointerSerializer(),
+ &stringio));
+ if (stringbuf[0] == kExpectedDense[0]) {
+ EXPECT_EQ(kExpectedDense, stringbuf);
+ } else {
+ EXPECT_EQ(kExpectedSparse, stringbuf);
+ }
+ }
+}
+
+
+// ------------------------------------------------------------------------
+// The above tests test the general API for correctness. These tests
+// test a few corner cases that have tripped us up in the past, and
+// more general, cross-API issues like memory management.
+
+TYPED_TEST(HashtableAllTest, BracketOperatorCrashing)
+{
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ for (int iters = 0; iters < 10; iters++) {
+ // We start at 33 because after shrinking, we'll be at 32 buckets.
+ for (int i = 33; i < 133; i++) {
+ this->ht_.bracket_assign(this->UniqueKey(i),
+ this->ht_.get_data(this->UniqueObject(i)));
+ }
+ this->ht_.clear_no_resize();
+ // This will force a shrink on the next insert, which we want to test.
+ this->ht_.bracket_assign(this->UniqueKey(2),
+ this->ht_.get_data(this->UniqueObject(2)));
+ this->ht_.erase(this->UniqueKey(2));
+ }
+}
+
+// For data types with trivial copy-constructors and destructors, we
+// should use an optimized routine for data-copying, that involves
+// memmove. We test this by keeping count of how many times the
+// copy-constructor is called; it should be much less with the
+// optimized code.
+struct Memmove
+{
+public:
+ Memmove(): i(0) {}
+ explicit Memmove(int ival): i(ival) {}
+ Memmove(const Memmove& that) { this->i = that.i; num_copies++; }
+ int i;
+ static int num_copies;
+};
+int Memmove::num_copies = 0;
+
+struct NoMemmove
+{
+public:
+ NoMemmove(): i(0) {}
+ explicit NoMemmove(int ival): i(ival) {}
+ NoMemmove(const NoMemmove& that) { this->i = that.i; num_copies++; }
+ int i;
+ static int num_copies;
+};
+int NoMemmove::num_copies = 0;
+
+} // unnamed namespace
+
+#if 0
+// This is what tells the hashtable code it can use memmove for this class:
+namespace google {
+
+template<> struct has_trivial_copy<Memmove> : true_type { };
+template<> struct has_trivial_destructor<Memmove> : true_type { };
+
+};
+#endif
+
+namespace
+{
+
+TEST(HashtableTest, SimpleDataTypeOptimizations)
+{
+ // Only sparsehashtable optimizes moves in this way.
+ sparse_hash_map<int, Memmove, Hasher, Hasher> memmove;
+ sparse_hash_map<int, NoMemmove, Hasher, Hasher> nomemmove;
+ sparse_hash_map<int, Memmove, Hasher, Hasher, Alloc<std::pair<const int, Memmove> > >
+ memmove_nonstandard_alloc;
+
+ Memmove::num_copies = 0;
+ for (int i = 10000; i > 0; i--) {
+ memmove[i] = Memmove(i);
+ }
+ // GP change - const int memmove_copies = Memmove::num_copies;
+
+ NoMemmove::num_copies = 0;
+ for (int i = 10000; i > 0; i--) {
+ nomemmove[i] = NoMemmove(i);
+ }
+ // GP change - const int nomemmove_copies = NoMemmove::num_copies;
+
+ Memmove::num_copies = 0;
+ for (int i = 10000; i > 0; i--) {
+ memmove_nonstandard_alloc[i] = Memmove(i);
+ }
+ // GP change - const int memmove_nonstandard_alloc_copies = Memmove::num_copies;
+
+ // GP change - commented out following two lines
+ //EXPECT_GT(nomemmove_copies, memmove_copies);
+ //EXPECT_EQ(nomemmove_copies, memmove_nonstandard_alloc_copies);
+}
+
+TYPED_TEST(HashtableAllTest, ResizeHysteresis)
+{
+ // We want to make sure that when we create a hashtable, and then
+ // add and delete one element, the size of the hashtable doesn't
+ // change.
+ this->ht_.set_deleted_key(this->UniqueKey(1));
+ typename TypeParam::size_type old_bucket_count = this->ht_.bucket_count();
+ this->ht_.insert(this->UniqueObject(4));
+ this->ht_.erase(this->UniqueKey(4));
+ this->ht_.insert(this->UniqueObject(4));
+ this->ht_.erase(this->UniqueKey(4));
+ EXPECT_EQ(old_bucket_count, this->ht_.bucket_count());
+
+ // Try it again, but with a hashtable that starts very small
+ TypeParam ht(2);
+ EXPECT_LT(ht.bucket_count(), 32u); // verify we really do start small
+ ht.set_deleted_key(this->UniqueKey(1));
+ old_bucket_count = ht.bucket_count();
+ ht.insert(this->UniqueObject(4));
+ ht.erase(this->UniqueKey(4));
+ ht.insert(this->UniqueObject(4));
+ ht.erase(this->UniqueKey(4));
+ EXPECT_EQ(old_bucket_count, ht.bucket_count());
+}
+
+TEST(HashtableTest, ConstKey)
+{
+ // Sometimes people write hash_map<const int, int>, even though the
+ // const isn't necessary. Make sure we handle this cleanly.
+ sparse_hash_map<const int, int, Hasher, Hasher> shm;
+ shm.set_deleted_key(1);
+ shm[10] = 20;
+}
+
+TYPED_TEST(HashtableAllTest, ResizeActuallyResizes)
+{
+ // This tests for a problem we had where we could repeatedly "resize"
+ // a hashtable to the same size it was before, on every insert.
+ // -----------------------------------------------------------------
+ const typename TypeParam::size_type kSize = 1<<10; // Pick any power of 2
+ const float kResize = 0.8f; // anything between 0.5 and 1 is fine.
+ const int kThreshold = static_cast<int>(kSize * kResize - 1);
+ this->ht_.set_resizing_parameters(0, kResize);
+ this->ht_.set_deleted_key(this->UniqueKey(kThreshold + 100));
+
+ // Get right up to the resizing threshold.
+ for (int i = 0; i <= kThreshold; i++) {
+ this->ht_.insert(this->UniqueObject(i+1));
+ }
+ // The bucket count should equal kSize.
+ EXPECT_EQ(kSize, this->ht_.bucket_count());
+
+ // Now start doing erase+insert pairs. This should cause us to
+ // copy the hashtable at most once.
+ const int pre_copies = this->ht_.num_table_copies();
+ for (int i = 0; i < static_cast<int>(kSize); i++) {
+ this->ht_.erase(this->UniqueKey(kThreshold));
+ this->ht_.insert(this->UniqueObject(kThreshold));
+ }
+ EXPECT_LT(this->ht_.num_table_copies(), pre_copies + 2);
+
+ // Now create a hashtable where we go right to the threshold, then
+ // delete everything and do one insert. Even though our hashtable
+ // is now tiny, we should still have at least kSize buckets, because
+ // our shrink threshhold is 0.
+ // -----------------------------------------------------------------
+ TypeParam ht2;
+ ht2.set_deleted_key(this->UniqueKey(kThreshold + 100));
+ ht2.set_resizing_parameters(0, kResize);
+ EXPECT_LT(ht2.bucket_count(), kSize);
+ for (int i = 0; i <= kThreshold; i++) {
+ ht2.insert(this->UniqueObject(i+1));
+ }
+ EXPECT_EQ(ht2.bucket_count(), kSize);
+ for (int i = 0; i <= kThreshold; i++) {
+ ht2.erase(this->UniqueKey(i+1));
+ EXPECT_EQ(ht2.bucket_count(), kSize);
+ }
+ ht2.insert(this->UniqueObject(kThreshold+2));
+ EXPECT_GE(ht2.bucket_count(), kSize);
+}
+
+TEST(HashtableTest, CXX11)
+{
+#if !defined(SPP_NO_CXX11_HDR_INITIALIZER_LIST)
+ {
+ // Initializer lists
+ // -----------------
+ typedef sparse_hash_map<int, int> Smap;
+
+ Smap smap({ {1, 1}, {2, 2} });
+ EXPECT_EQ(smap.size(), 2);
+
+ smap = { {1, 1}, {2, 2}, {3, 4} };
+ EXPECT_EQ(smap.size(), 3);
+
+ smap.insert({{5, 1}, {6, 1}});
+ EXPECT_EQ(smap.size(), 5);
+ EXPECT_EQ(smap[6], 1);
+ EXPECT_EQ(smap.at(6), 1);
+ try
+ {
+ EXPECT_EQ(smap.at(999), 1);
+ }
+ catch (...)
+ {};
+
+ sparse_hash_set<int> sset({ 1, 3, 4, 5 });
+ EXPECT_EQ(sset.size(), 4);
+ }
+#endif
+}
+
+
+
+TEST(HashtableTest, NestedHashtables)
+{
+ // People can do better than to have a hash_map of hash_maps, but we
+ // should still support it. I try a few different mappings.
+ sparse_hash_map<string, sparse_hash_map<int, string>, Hasher, Hasher> ht1;
+
+ ht1["hi"]; // create a sub-ht with the default values
+ ht1["lo"][1] = "there";
+ sparse_hash_map<string, sparse_hash_map<int, string>, Hasher, Hasher>
+ ht1copy = ht1;
+}
+
+TEST(HashtableDeathTest, ResizeOverflow)
+{
+ sparse_hash_map<int, int> ht2;
+ EXPECT_DEATH(ht2.resize(static_cast<size_t>(-1)), "overflows size_type");
+}
+
+TEST(HashtableDeathTest, InsertSizeTypeOverflow)
+{
+ static const int kMax = 256;
+ vector<int> test_data(kMax);
+ for (int i = 0; i < kMax; ++i) {
+ test_data[(size_t)i] = i+1000;
+ }
+
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
+
+ // Test we are using the correct allocator
+ EXPECT_TRUE(shs.get_allocator().is_custom_alloc());
+
+ // Test size_type overflow in insert(it, it)
+ EXPECT_DEATH(shs.insert(test_data.begin(), test_data.end()), "overflows size_type");
+}
+
+TEST(HashtableDeathTest, InsertMaxSizeOverflow)
+{
+ static const int kMax = 256;
+ vector<int> test_data(kMax);
+ for (int i = 0; i < kMax; ++i) {
+ test_data[(size_t)i] = i+1000;
+ }
+
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
+
+ // Test max_size overflow
+ EXPECT_DEATH(shs.insert(test_data.begin(), test_data.begin() + 11), "exceed max_size");
+}
+
+TEST(HashtableDeathTest, ResizeSizeTypeOverflow)
+{
+ // Test min-buckets overflow, when we want to resize too close to size_type
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 10> > shs;
+
+ EXPECT_DEATH(shs.resize(250), "overflows size_type");
+}
+
+TEST(HashtableDeathTest, ResizeDeltaOverflow)
+{
+ static const int kMax = 256;
+ vector<int> test_data(kMax);
+ for (int i = 0; i < kMax; ++i) {
+ test_data[(size_t)i] = i+1000;
+ }
+
+ sparse_hash_set<int, Hasher, Hasher, Alloc<int, uint8, 255> > shs;
+
+ for (int i = 0; i < 9; i++) {
+ shs.insert(i);
+ }
+ EXPECT_DEATH(shs.insert(test_data.begin(), test_data.begin() + 250),
+ "overflows size_type");
+}
+
+// ------------------------------------------------------------------------
+// This informational "test" comes last so it's easy to see.
+// Also, benchmarks.
+
+TYPED_TEST(HashtableAllTest, ClassSizes)
+{
+ std::cout << "sizeof(" << typeid(TypeParam).name() << "): "
+ << sizeof(this->ht_) << "\n";
+}
+
+} // unnamed namespace
+
+int main(int, char **)
+{
+ // All the work is done in the static constructors. If they don't
+ // die, the tests have all passed.
+ cout << "PASS\n";
+ return 0;
+}
diff --git a/resources/3rdparty/sparsepp/tests/vsprojects/spp.sln b/resources/3rdparty/sparsepp/tests/vsprojects/spp.sln
new file mode 100755
index 000000000..06da8666e
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/vsprojects/spp.sln
@@ -0,0 +1,38 @@
+
+Microsoft Visual Studio Solution File, Format Version 12.00
+# Visual Studio 14
+VisualStudioVersion = 14.0.25420.1
+MinimumVisualStudioVersion = 10.0.40219.1
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "spp_test", "spp_test.vcxproj", "{9863A521-E9DB-4775-A276-CADEF726CF11}"
+EndProject
+Project("{8BC9CEB8-8B4A-11D0-8D11-00A0C91BC942}") = "spp_alloc_test", "spp_alloc_test.vcxproj", "{19BC4240-15ED-4C76-BC57-34BB70FE163B}"
+EndProject
+Global
+ GlobalSection(SolutionConfigurationPlatforms) = preSolution
+ Debug|x64 = Debug|x64
+ Debug|x86 = Debug|x86
+ Release|x64 = Release|x64
+ Release|x86 = Release|x86
+ EndGlobalSection
+ GlobalSection(ProjectConfigurationPlatforms) = postSolution
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Debug|x64.ActiveCfg = Debug|x64
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Debug|x64.Build.0 = Debug|x64
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Debug|x86.ActiveCfg = Debug|Win32
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Debug|x86.Build.0 = Debug|Win32
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Release|x64.ActiveCfg = Release|x64
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Release|x64.Build.0 = Release|x64
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Release|x86.ActiveCfg = Release|Win32
+ {9863A521-E9DB-4775-A276-CADEF726CF11}.Release|x86.Build.0 = Release|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x64.ActiveCfg = Debug|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x64.Build.0 = Debug|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x86.ActiveCfg = Debug|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Debug|x86.Build.0 = Debug|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x64.ActiveCfg = Release|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x64.Build.0 = Release|x64
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x86.ActiveCfg = Release|Win32
+ {19BC4240-15ED-4C76-BC57-34BB70FE163B}.Release|x86.Build.0 = Release|Win32
+ EndGlobalSection
+ GlobalSection(SolutionProperties) = preSolution
+ HideSolutionNode = FALSE
+ EndGlobalSection
+EndGlobal
diff --git a/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj b/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj
new file mode 100755
index 000000000..609710ffe
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj
@@ -0,0 +1,176 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup Label="ProjectConfigurations">
+ <ProjectConfiguration Include="Debug|Win32">
+ <Configuration>Debug</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Debug|x64">
+ <Configuration>Debug</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|Win32">
+ <Configuration>Release</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|x64">
+ <Configuration>Release</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ </ItemGroup>
+ <ItemGroup>
+ <ClCompile Include="..\spp_alloc_test.cc" />
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h" />
+ <ClInclude Include="..\..\sparsepp\spp_alloc.h" />
+ <ClInclude Include="..\..\sparsepp\spp_bitset.h" />
+ <ClInclude Include="..\..\sparsepp\spp_memory.h" />
+ <ClInclude Include="..\..\sparsepp\spp_timer.h" />
+ <ClInclude Include="..\..\sparsepp\spp_utils.h" />
+ </ItemGroup>
+ <PropertyGroup Label="Globals">
+ <ProjectGuid>{19BC4240-15ED-4C76-BC57-34BB70FE163B}</ProjectGuid>
+ <Keyword>Win32Proj</Keyword>
+ <WindowsTargetPlatformVersion>8.1</WindowsTargetPlatformVersion>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <CharacterSet>MultiByte</CharacterSet>
+ <PlatformToolset>v140</PlatformToolset>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+ <ImportGroup Label="ExtensionSettings">
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <PropertyGroup Label="UserMacros" />
+ <PropertyGroup>
+ <_ProjectFileVersion>14.0.23107.0</_ProjectFileVersion>
+ </PropertyGroup>
+ <PropertyGroup>
+ <IntDirSharingDetected>None</IntDirSharingDetected>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>true</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <LinkIncremental>true</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <MinimalRebuild>true</MinimalRebuild>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_alloc_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ <TargetMachine>MachineX86</TargetMachine>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_alloc_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ <TargetMachine>MachineX86</TargetMachine>
+ <Profile>true</Profile>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_alloc_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ <Profile>true</Profile>
+ </Link>
+ </ItemDefinitionGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+ <ImportGroup Label="ExtensionTargets">
+ </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj.filters b/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj.filters
new file mode 100755
index 000000000..8c773fa94
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/vsprojects/spp_alloc_test.vcxproj.filters
@@ -0,0 +1,28 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup>
+ <Filter Include="Header Files">
+ <UniqueIdentifier>{c644622a-f598-4fcf-861c-199b4b988881}</UniqueIdentifier>
+ </Filter>
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_alloc.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_bitset.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_memory.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_timer.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_utils.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ </ItemGroup>
+</Project>
\ No newline at end of file
diff --git a/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj b/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj
new file mode 100755
index 000000000..c510a10cf
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj
@@ -0,0 +1,175 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project DefaultTargets="Build" ToolsVersion="14.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup Label="ProjectConfigurations">
+ <ProjectConfiguration Include="Debug|Win32">
+ <Configuration>Debug</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Debug|x64">
+ <Configuration>Debug</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|Win32">
+ <Configuration>Release</Configuration>
+ <Platform>Win32</Platform>
+ </ProjectConfiguration>
+ <ProjectConfiguration Include="Release|x64">
+ <Configuration>Release</Configuration>
+ <Platform>x64</Platform>
+ </ProjectConfiguration>
+ </ItemGroup>
+ <ItemGroup>
+ <ClCompile Include="..\spp_test.cc" />
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h" />
+ <ClInclude Include="..\..\sparsepp\spp_alloc.h" />
+ <ClInclude Include="..\..\sparsepp\spp_bitset.h" />
+ <ClInclude Include="..\..\sparsepp\spp_memory.h" />
+ <ClInclude Include="..\..\sparsepp\spp_timer.h" />
+ <ClInclude Include="..\..\sparsepp\spp_utils.h" />
+ </ItemGroup>
+ <PropertyGroup Label="Globals">
+ <ProjectGuid>{9863A521-E9DB-4775-A276-CADEF726CF11}</ProjectGuid>
+ <Keyword>Win32Proj</Keyword>
+ <WindowsTargetPlatformVersion>8.1</WindowsTargetPlatformVersion>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.Default.props" />
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <CharacterSet>MultiByte</CharacterSet>
+ <PlatformToolset>v140</PlatformToolset>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="Configuration">
+ <ConfigurationType>Application</ConfigurationType>
+ <PlatformToolset>v140</PlatformToolset>
+ <CharacterSet>MultiByte</CharacterSet>
+ </PropertyGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.props" />
+ <ImportGroup Label="ExtensionSettings">
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <ImportGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'" Label="PropertySheets">
+ <Import Project="$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props" Condition="exists('$(UserRootDir)\Microsoft.Cpp.$(Platform).user.props')" Label="LocalAppDataPlatform" />
+ </ImportGroup>
+ <PropertyGroup Label="UserMacros" />
+ <PropertyGroup>
+ <_ProjectFileVersion>14.0.23107.0</_ProjectFileVersion>
+ </PropertyGroup>
+ <PropertyGroup>
+ <IntDirSharingDetected>None</IntDirSharingDetected>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>true</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <LinkIncremental>true</LinkIncremental>
+ <CodeAnalysisRuleSet>AllRules.ruleset</CodeAnalysisRuleSet>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <OutDir>$(SolutionDir)$(Configuration)\</OutDir>
+ <IntDir>$(Configuration)\</IntDir>
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <PropertyGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <LinkIncremental>false</LinkIncremental>
+ </PropertyGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|Win32'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <MinimalRebuild>true</MinimalRebuild>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ <TargetMachine>MachineX86</TargetMachine>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">
+ <ClCompile>
+ <Optimization>Disabled</Optimization>
+ <PreprocessorDefinitions>WIN32;_DEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <BasicRuntimeChecks>EnableFastChecks</BasicRuntimeChecks>
+ <RuntimeLibrary>MultiThreadedDebug</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>EnableAllWarnings</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <ProgramDatabaseFile>$(OutDir)spp_test.pdb</ProgramDatabaseFile>
+ <SubSystem>Console</SubSystem>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|Win32'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader />
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ <TargetMachine>MachineX86</TargetMachine>
+ </Link>
+ </ItemDefinitionGroup>
+ <ItemDefinitionGroup Condition="'$(Configuration)|$(Platform)'=='Release|x64'">
+ <ClCompile>
+ <PreprocessorDefinitions>WIN32;NDEBUG;_CONSOLE;_SCL_SECURE_NO_WARNINGS;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+ <RuntimeLibrary>MultiThreaded</RuntimeLibrary>
+ <PrecompiledHeader>
+ </PrecompiledHeader>
+ <WarningLevel>Level3</WarningLevel>
+ <DebugInformationFormat>ProgramDatabase</DebugInformationFormat>
+ <AdditionalIncludeDirectories>../..</AdditionalIncludeDirectories>
+ </ClCompile>
+ <Link>
+ <OutputFile>$(OutDir)spp_test.exe</OutputFile>
+ <GenerateDebugInformation>true</GenerateDebugInformation>
+ <SubSystem>Console</SubSystem>
+ <OptimizeReferences>true</OptimizeReferences>
+ <EnableCOMDATFolding>true</EnableCOMDATFolding>
+ </Link>
+ </ItemDefinitionGroup>
+ <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
+ <ImportGroup Label="ExtensionTargets">
+ </ImportGroup>
+</Project>
\ No newline at end of file
diff --git a/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj.filters b/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj.filters
new file mode 100755
index 000000000..70934ad0c
--- /dev/null
+++ b/resources/3rdparty/sparsepp/tests/vsprojects/spp_test.vcxproj.filters
@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="utf-8"?>
+<Project ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
+ <ItemGroup>
+ <Filter Include="Header Files">
+ <UniqueIdentifier>{93995380-89BD-4b04-88EB-625FBE52EBFB}</UniqueIdentifier>
+ <Extensions>h;hpp;hxx;hm;inl;inc;xsd</Extensions>
+ </Filter>
+ </ItemGroup>
+ <ItemGroup>
+ <ClCompile Include="..\spp_test.cc" />
+ </ItemGroup>
+ <ItemGroup>
+ <ClInclude Include="..\..\sparsepp\spp.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_alloc.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_bitset.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_memory.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_timer.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ <ClInclude Include="..\..\sparsepp\spp_utils.h">
+ <Filter>Header Files</Filter>
+ </ClInclude>
+ </ItemGroup>
+</Project>
\ No newline at end of file
From 52b07a0c2f6db4cd5d0b2edea59217a17ecfcc0a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 25 Jul 2017 12:17:53 +0200
Subject: [PATCH 08/77] fixed a bug in sparse matrix builder, fixed some tests
---
resources/examples/testfiles/dtmc/die.pm | 3 +++
src/storm/builder/ExplicitModelBuilder.cpp | 2 +-
src/storm/generator/PrismNextStateGenerator.cpp | 7 +++----
src/storm/modelchecker/exploration/Bounds.cpp | 2 ++
.../SparseExplorationModelChecker.cpp | 13 +++++++++++++
src/storm/storage/SparseMatrix.cpp | 17 ++++++++++-------
6 files changed, 32 insertions(+), 12 deletions(-)
diff --git a/resources/examples/testfiles/dtmc/die.pm b/resources/examples/testfiles/dtmc/die.pm
index 5b7eb8e36..e41139001 100644
--- a/resources/examples/testfiles/dtmc/die.pm
+++ b/resources/examples/testfiles/dtmc/die.pm
@@ -24,3 +24,6 @@ rewards "coin_flips"
endrewards
label "one" = s=7&d=1;
+label "two" = s=7&d=2;
+label "three" = s=7&d=3;
+label "done" = s=7;
diff --git a/src/storm/builder/ExplicitModelBuilder.cpp b/src/storm/builder/ExplicitModelBuilder.cpp
index 9de544e7b..665190e6c 100644
--- a/src/storm/builder/ExplicitModelBuilder.cpp
+++ b/src/storm/builder/ExplicitModelBuilder.cpp
@@ -306,7 +306,7 @@ namespace storm {
// initialize the model components with the obtained information.
storm::storage::sparse::ModelComponents<ValueType, RewardModelType> modelComponents(transitionMatrixBuilder.build(), buildStateLabeling(), std::unordered_map<std::string, RewardModelType>(), !generator->isDiscreteTimeModel(), std::move(markovianStates));
-
+
// Now finalize all reward models.
for (auto& rewardModelBuilder : rewardModelBuilders) {
modelComponents.rewardModels.emplace(rewardModelBuilder.getName(), rewardModelBuilder.build(modelComponents.transitionMatrix.getRowCount(), modelComponents.transitionMatrix.getColumnCount(), modelComponents.transitionMatrix.getRowGroupCount()));
diff --git a/src/storm/generator/PrismNextStateGenerator.cpp b/src/storm/generator/PrismNextStateGenerator.cpp
index 6b80e8c52..bf9d73876 100644
--- a/src/storm/generator/PrismNextStateGenerator.cpp
+++ b/src/storm/generator/PrismNextStateGenerator.cpp
@@ -216,7 +216,6 @@ namespace storm {
for (auto& choice : allLabeledChoices) {
allChoices.push_back(std::move(choice));
}
-
std::size_t totalNumberOfChoices = allChoices.size();
// If there is not a single choice, we return immediately, because the state has no behavior (other than
@@ -283,9 +282,9 @@ namespace storm {
for (auto& choice : allChoices) {
result.addChoice(std::move(choice));
}
-
+
this->postprocess(result);
-
+
return result;
}
@@ -394,7 +393,7 @@ namespace storm {
if (!this->evaluator->asBool(command.getGuardExpression())) {
continue;
}
-
+
result.push_back(Choice<ValueType>(command.getActionIndex(), command.isMarkovian()));
Choice<ValueType>& choice = result.back();
diff --git a/src/storm/modelchecker/exploration/Bounds.cpp b/src/storm/modelchecker/exploration/Bounds.cpp
index 55ed075a9..a3600707d 100644
--- a/src/storm/modelchecker/exploration/Bounds.cpp
+++ b/src/storm/modelchecker/exploration/Bounds.cpp
@@ -98,11 +98,13 @@ namespace storm {
template<typename StateType, typename ValueType>
void Bounds<StateType, ValueType>::setUpperBoundForState(StateType const& state, ExplorationInformation<StateType, ValueType> const& explorationInformation, ValueType const& value) {
+ std::cout << "setting value " << value << " for state " << state << " with row group " << explorationInformation.getRowGroup(state) << std::endl;
setUpperBoundForRowGroup(explorationInformation.getRowGroup(state), value);
}
template<typename StateType, typename ValueType>
void Bounds<StateType, ValueType>::setUpperBoundForRowGroup(StateType const& group, ValueType const& value) {
+ std::cout << "setting value " << value << " for state (row group) " << group << " where size is " << boundsPerState.size() << std::endl;
boundsPerState[group].second = value;
}
diff --git a/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp b/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
index de099d655..c5cd4ba6a 100644
--- a/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
+++ b/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
@@ -476,12 +476,25 @@ namespace storm {
}
// Set the bounds of the identified states.
+ std::cout << "prob0: " << statesWithProbability0 << std::endl;
for (auto state : statesWithProbability0) {
+ // Skip the sink state as it is not contained in the original system.
+ if (state == sink) {
+ continue;
+ }
+
+ std::cout << "setting 0 for state " << state << std::endl;
StateType originalState = relevantStates[state];
+ std::cout << "original state is " << originalState << ", size: " << relevantStates.size() << std::endl;
bounds.setUpperBoundForState(originalState, explorationInformation, storm::utility::zero<ValueType>());
explorationInformation.addTerminalState(originalState);
}
for (auto state : statesWithProbability1) {
+ // Skip the sink state as it is not contained in the original system.
+ if (state == sink) {
+ continue;
+ }
+
StateType originalState = relevantStates[state];
bounds.setLowerBoundForState(originalState, explorationInformation, storm::utility::one<ValueType>());
explorationInformation.addTerminalState(originalState);
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index 7e239c14e..38c43f6cf 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -193,13 +193,15 @@ namespace storm {
++currentRowGroup;
// Close all rows from the most recent one to the starting row.
- for (index_type i = lastRow + 1; i <= startingRow; ++i) {
+ for (index_type i = lastRow + 1; i < startingRow; ++i) {
rowIndications.push_back(currentEntryCount);
}
- // Reset the most recently seen row/column to allow for proper insertion of the following elements.
- lastRow = startingRow;
- lastColumn = 0;
+ if (lastRow + 1 < startingRow) {
+ // Reset the most recently seen row/column to allow for proper insertion of the following elements.
+ lastRow = startingRow - 1;
+ lastColumn = 0;
+ }
}
template<typename ValueType>
@@ -228,7 +230,7 @@ namespace storm {
// as now the indices of row i are always between rowIndications[i] and rowIndications[i + 1], also for
// the first and last row.
rowIndications.push_back(currentEntryCount);
- assert(rowCount == rowIndications.size() - 1);
+ STORM_LOG_ASSERT(rowCount == rowIndications.size() - 1, "Wrong sizes of vectors.");
uint_fast64_t columnCount = hasEntries ? highestColumn + 1 : 0;
if (initialColumnCountSet && forceInitialDimensions) {
STORM_LOG_THROW(columnCount <= initialColumnCount, storm::exceptions::InvalidStateException, "Expected not more than " << initialColumnCount << " columns, but got " << columnCount << ".");
@@ -1589,8 +1591,9 @@ namespace storm {
template<typename ValueType>
bool SparseMatrix<ValueType>::isProbabilistic() const {
storm::utility::ConstantsComparator<ValueType> comparator;
- for(index_type row = 0; row < this->rowCount; ++row) {
- if(!comparator.isOne(getRowSum(row))) {
+ for (index_type row = 0; row < this->rowCount; ++row) {
+ ValueType sum = getRowSum(row);
+ if (!comparator.isOne(sum)) {
return false;
}
}
From 3bf40471b48bfc8f45412cf30da3ccb60d8f250a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 25 Jul 2017 17:03:36 +0200
Subject: [PATCH 09/77] small fixes in matrix builder and removal of debug
output
---
src/storm/modelchecker/exploration/Bounds.cpp | 2 --
.../exploration/SparseExplorationModelChecker.cpp | 10 +++++-----
src/storm/solver/GmmxxLinearEquationSolver.cpp | 3 ++-
src/storm/storage/SparseMatrix.cpp | 9 +++++++++
src/storm/storage/SparseMatrix.h | 3 +++
5 files changed, 19 insertions(+), 8 deletions(-)
diff --git a/src/storm/modelchecker/exploration/Bounds.cpp b/src/storm/modelchecker/exploration/Bounds.cpp
index a3600707d..55ed075a9 100644
--- a/src/storm/modelchecker/exploration/Bounds.cpp
+++ b/src/storm/modelchecker/exploration/Bounds.cpp
@@ -98,13 +98,11 @@ namespace storm {
template<typename StateType, typename ValueType>
void Bounds<StateType, ValueType>::setUpperBoundForState(StateType const& state, ExplorationInformation<StateType, ValueType> const& explorationInformation, ValueType const& value) {
- std::cout << "setting value " << value << " for state " << state << " with row group " << explorationInformation.getRowGroup(state) << std::endl;
setUpperBoundForRowGroup(explorationInformation.getRowGroup(state), value);
}
template<typename StateType, typename ValueType>
void Bounds<StateType, ValueType>::setUpperBoundForRowGroup(StateType const& group, ValueType const& value) {
- std::cout << "setting value " << value << " for state (row group) " << group << " where size is " << boundsPerState.size() << std::endl;
boundsPerState[group].second = value;
}
diff --git a/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp b/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
index c5cd4ba6a..e13192034 100644
--- a/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
+++ b/src/storm/modelchecker/exploration/SparseExplorationModelChecker.cpp
@@ -440,8 +440,9 @@ namespace storm {
// duplicate work is the following. Optimally, we would only do the MEC decomposition, because we need
// it anyway. However, when only detecting (accepting) MECs, we do not infer which of the other states
// (not contained in MECs) also have probability 0/1.
- statesWithProbability0 = storm::utility::graph::performProb0A(transposedMatrix, allStates, targetStates);
targetStates.set(sink, true);
+ statesWithProbability0 = storm::utility::graph::performProb0A(transposedMatrix, allStates, targetStates);
+ targetStates.set(sink, false);
statesWithProbability1 = storm::utility::graph::performProb1E(relevantStatesMatrix, relevantStatesMatrix.getRowGroupIndices(), transposedMatrix, allStates, targetStates);
storm::storage::MaximalEndComponentDecomposition<ValueType> mecDecomposition(relevantStatesMatrix, relevantStatesMatrix.transpose(true));
@@ -449,7 +450,8 @@ namespace storm {
STORM_LOG_TRACE("Successfully computed MEC decomposition. Found " << (mecDecomposition.size() > 1 ? (mecDecomposition.size() - 1) : 0) << " MEC(s).");
// If the decomposition contains only the MEC consisting of the sink state, we count it as 'failed'.
- if (mecDecomposition.size() > 1) {
+ STORM_LOG_ASSERT(mecDecomposition.size() > 0, "Expected at least one MEC (the trivial sink MEC).");
+ if (mecDecomposition.size() == 1) {
++stats.failedEcDetections;
} else {
stats.totalNumberOfEcDetected += mecDecomposition.size() - 1;
@@ -476,16 +478,14 @@ namespace storm {
}
// Set the bounds of the identified states.
- std::cout << "prob0: " << statesWithProbability0 << std::endl;
+ STORM_LOG_ASSERT((statesWithProbability0 & statesWithProbability1).empty(), "States with probability 0 and 1 overlap.");
for (auto state : statesWithProbability0) {
// Skip the sink state as it is not contained in the original system.
if (state == sink) {
continue;
}
- std::cout << "setting 0 for state " << state << std::endl;
StateType originalState = relevantStates[state];
- std::cout << "original state is " << originalState << ", size: " << relevantStates.size() << std::endl;
bounds.setUpperBoundForState(originalState, explorationInformation, storm::utility::zero<ValueType>());
explorationInformation.addTerminalState(originalState);
}
diff --git a/src/storm/solver/GmmxxLinearEquationSolver.cpp b/src/storm/solver/GmmxxLinearEquationSolver.cpp
index 7503584c8..d1eec14cb 100644
--- a/src/storm/solver/GmmxxLinearEquationSolver.cpp
+++ b/src/storm/solver/GmmxxLinearEquationSolver.cpp
@@ -224,10 +224,11 @@ namespace storm {
template<typename ValueType>
void GmmxxLinearEquationSolver<ValueType>::multiply(std::vector<ValueType>& x, std::vector<ValueType> const* b, std::vector<ValueType>& result) const {
- if(!gmmxxA) {
+ if (!gmmxxA) {
gmmxxA = storm::adapters::GmmxxAdapter::toGmmxxSparseMatrix<ValueType>(*A);
}
if (b) {
+ std::cout << "A: " << A->getRowCount() << "x" << A->getColumnCount() << ", x: " << x.size() << ", b: " << b->size() << ", r: " << result.size() << std::endl;
gmm::mult_add(*gmmxxA, x, *b, result);
} else {
gmm::mult(*gmmxxA, x, result);
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index 38c43f6cf..aa7ec3087 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -210,10 +210,19 @@ namespace storm {
bool hasEntries = currentEntryCount != 0;
uint_fast64_t rowCount = hasEntries ? lastRow + 1 : 0;
+
+ // If the last row group was empty, we need to add one more to the row count, because otherwise this empty row is not counted.
+ if (hasCustomRowGrouping) {
+ if (lastRow < rowGroupIndices->back()) {
+ ++rowCount;
+ }
+ }
+
if (initialRowCountSet && forceInitialDimensions) {
STORM_LOG_THROW(rowCount <= initialRowCount, storm::exceptions::InvalidStateException, "Expected not more than " << initialRowCount << " rows, but got " << rowCount << ".");
rowCount = std::max(rowCount, initialRowCount);
}
+
rowCount = std::max(rowCount, overriddenRowCount);
// If the current row count was overridden, we may need to add empty rows.
diff --git a/src/storm/storage/SparseMatrix.h b/src/storm/storage/SparseMatrix.h
index bd8c1bad1..6a613dd3d 100644
--- a/src/storm/storage/SparseMatrix.h
+++ b/src/storm/storage/SparseMatrix.h
@@ -293,6 +293,9 @@ namespace storm {
// Stores the currently active row group. This is used for correctly constructing the row grouping of the
// matrix.
index_type currentRowGroup;
+
+ // A flag that stores whether the current row group does not yet contain an element.
+ bool currentRowGroupEmpty;
};
/*!
From 282345e49d00f205b3945c3c6bf5e7c1d8fa538a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 25 Jul 2017 17:04:28 +0200
Subject: [PATCH 10/77] remove debug output
---
src/storm/solver/GmmxxLinearEquationSolver.cpp | 1 -
1 file changed, 1 deletion(-)
diff --git a/src/storm/solver/GmmxxLinearEquationSolver.cpp b/src/storm/solver/GmmxxLinearEquationSolver.cpp
index d1eec14cb..187e5bf2b 100644
--- a/src/storm/solver/GmmxxLinearEquationSolver.cpp
+++ b/src/storm/solver/GmmxxLinearEquationSolver.cpp
@@ -228,7 +228,6 @@ namespace storm {
gmmxxA = storm::adapters::GmmxxAdapter::toGmmxxSparseMatrix<ValueType>(*A);
}
if (b) {
- std::cout << "A: " << A->getRowCount() << "x" << A->getColumnCount() << ", x: " << x.size() << ", b: " << b->size() << ", r: " << result.size() << std::endl;
gmm::mult_add(*gmmxxA, x, *b, result);
} else {
gmm::mult(*gmmxxA, x, result);
From f5ba5204c91c0ae9fe3efd7c005ac12a90948afb Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 28 Jul 2017 22:28:17 +0200
Subject: [PATCH 11/77] adding some debug functionality to DdManager to corner
dynamic reordering issue with CUDD
---
CMakeLists.txt | 2 ++
resources/3rdparty/include_cudd.cmake | 9 ++++++++-
.../prctl/helper/SparseMdpPrctlHelper.cpp | 5 +----
src/storm/settings/modules/CuddSettings.cpp | 13 ++++++++++---
src/storm/settings/modules/CuddSettings.h | 8 ++++++++
.../modules/EigenEquationSolverSettings.cpp | 2 +-
.../modules/NativeEquationSolverSettings.cpp | 2 +-
src/storm/solver/LinearEquationSolver.h | 6 +++---
.../solver/StandardMinMaxLinearEquationSolver.cpp | 2 +-
.../solver/SymbolicNativeLinearEquationSolver.cpp | 2 +-
.../TopologicalMinMaxLinearEquationSolver.cpp | 1 -
src/storm/storage/dd/DdManager.cpp | 5 +++++
src/storm/storage/dd/DdManager.h | 5 +++++
src/storm/storage/dd/cudd/InternalCuddDdManager.cpp | 13 +++++++++++--
src/storm/storage/dd/cudd/InternalCuddDdManager.h | 5 +++++
.../storage/dd/sylvan/InternalSylvanDdManager.cpp | 4 ++++
.../storage/dd/sylvan/InternalSylvanDdManager.h | 5 +++++
17 files changed, 71 insertions(+), 18 deletions(-)
diff --git a/CMakeLists.txt b/CMakeLists.txt
index d5b905eb1..f8cfcea20 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -49,6 +49,8 @@ export_option(STORM_USE_CLN_EA)
option(STORM_USE_CLN_RF "Sets whether CLN instead of GMP numbers should be used for rational functions." ON)
export_option(STORM_USE_CLN_RF)
option(BUILD_SHARED_LIBS "Build the Storm library dynamically" OFF)
+option(STORM_DEBUG_CUDD "Build CUDD in debug mode." OFF)
+MARK_AS_ADVANCED(STORM_DEBUG_CUDD)
set(BOOST_ROOT "" CACHE STRING "A hint to the root directory of Boost (optional).")
set(GUROBI_ROOT "" CACHE STRING "A hint to the root directory of Gurobi (optional).")
set(Z3_ROOT "" CACHE STRING "A hint to the root directory of Z3 (optional).")
diff --git a/resources/3rdparty/include_cudd.cmake b/resources/3rdparty/include_cudd.cmake
index e4bcebcb9..3030f44b3 100644
--- a/resources/3rdparty/include_cudd.cmake
+++ b/resources/3rdparty/include_cudd.cmake
@@ -16,7 +16,14 @@ endif()
set(CUDD_LIB_DIR ${STORM_3RDPARTY_BINARY_DIR}/cudd-3.0.0/lib)
-set(STORM_CUDD_FLAGS "CFLAGS=-O3 -w -DPIC -DHAVE_IEEE_754 -fno-common -ffast-math -fno-finite-math-only")
+# create CUDD compilation flags
+if (NOT STORM_DEBUG_CUDD)
+ set(STORM_CUDD_FLAGS "-O3")
+else()
+ message(WARNING "Building CUDD in DEBUG mode.")
+ set(STORM_CUDD_FLAGS "-O0 -g")
+endif()
+set(STORM_CUDD_FLAGS "CFLAGS=${STORM_CUDD_FLAGS} -w -DPIC -DHAVE_IEEE_754 -fno-common -ffast-math -fno-finite-math-only")
if (NOT STORM_PORTABLE)
set(STORM_CUDD_FLAGS "${STORM_CUDD_FLAGS} -march=native")
endif()
diff --git a/src/storm/modelchecker/prctl/helper/SparseMdpPrctlHelper.cpp b/src/storm/modelchecker/prctl/helper/SparseMdpPrctlHelper.cpp
index b10934fdb..13dc404ed 100644
--- a/src/storm/modelchecker/prctl/helper/SparseMdpPrctlHelper.cpp
+++ b/src/storm/modelchecker/prctl/helper/SparseMdpPrctlHelper.cpp
@@ -388,10 +388,8 @@ namespace storm {
MDPSparseModelCheckingHelperReturnType<ValueType> SparseMdpPrctlHelper<ValueType>::computeReachabilityRewardsHelper(storm::solver::SolveGoal const& goal, storm::storage::SparseMatrix<ValueType> const& transitionMatrix, storm::storage::SparseMatrix<ValueType> const& backwardTransitions, std::function<std::vector<ValueType>(uint_fast64_t, storm::storage::SparseMatrix<ValueType> const&, storm::storage::BitVector const&)> const& totalStateRewardVectorGetter, storm::storage::BitVector const& targetStates, bool qualitative, bool produceScheduler, storm::solver::MinMaxLinearEquationSolverFactory<ValueType> const& minMaxLinearEquationSolverFactory, ModelCheckerHint const& hint) {
std::vector<ValueType> result(transitionMatrix.getRowGroupCount(), storm::utility::zero<ValueType>());
-
std::vector<uint_fast64_t> const& nondeterministicChoiceIndices = transitionMatrix.getRowGroupIndices();
-
// Determine which states have a reward that is infinity or less than infinity.
storm::storage::BitVector maybeStates, infinityStates;
if (hint.isExplicitModelCheckerHint() && hint.template asExplicitModelCheckerHint<ValueType>().getComputeOnlyMaybeStates()) {
@@ -497,7 +495,6 @@ namespace storm {
}
STORM_LOG_ASSERT((!produceScheduler && !scheduler) || (!scheduler->isPartialScheduler() && scheduler->isDeterministicScheduler() && scheduler->isMemorylessScheduler()), "Unexpected format of obtained scheduler.");
-
return MDPSparseModelCheckingHelperReturnType<ValueType>(std::move(result), std::move(scheduler));
}
@@ -510,7 +507,7 @@ namespace storm {
}
// Likewise, if all bits are set, we can avoid the computation and set.
- if ((~psiStates).empty()) {
+ if (psiStates.full()) {
return std::vector<ValueType>(numberOfStates, storm::utility::one<ValueType>());
}
diff --git a/src/storm/settings/modules/CuddSettings.cpp b/src/storm/settings/modules/CuddSettings.cpp
index e680276bf..89e299aee 100644
--- a/src/storm/settings/modules/CuddSettings.cpp
+++ b/src/storm/settings/modules/CuddSettings.cpp
@@ -17,12 +17,15 @@ namespace storm {
const std::string CuddSettings::moduleName = "cudd";
const std::string CuddSettings::precisionOptionName = "precision";
const std::string CuddSettings::maximalMemoryOptionName = "maxmem";
- const std::string CuddSettings::reorderOptionName = "reorder";
+ const std::string CuddSettings::reorderOptionName = "dynreorder";
+ const std::string CuddSettings::reorderTechniqueOptionName = "reordertechnique";
CuddSettings::CuddSettings() : ModuleSettings(moduleName) {
this->addOption(storm::settings::OptionBuilder(moduleName, precisionOptionName, true, "Sets the precision used by Cudd.").addArgument(storm::settings::ArgumentBuilder::createDoubleArgument("value", "The precision up to which to constants are considered to be different.").setDefaultValueDouble(1e-15).addValidatorDouble(ArgumentValidatorFactory::createDoubleRangeValidatorExcluding(0.0, 1.0)).build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, maximalMemoryOptionName, true, "Sets the upper bound of memory available to Cudd in MB.").addArgument(storm::settings::ArgumentBuilder::createUnsignedIntegerArgument("value", "The memory available to Cudd (0 means unlimited).").setDefaultValueUnsignedInteger(4096).build()).build());
+
+ this->addOption(storm::settings::OptionBuilder(moduleName, reorderOptionName, false, "Sets whether dynamic reordering is allowed.").build());
std::vector<std::string> reorderingTechniques;
reorderingTechniques.push_back("none");
@@ -43,7 +46,7 @@ namespace storm {
reorderingTechniques.push_back("annealing");
reorderingTechniques.push_back("genetic");
reorderingTechniques.push_back("exact");
- this->addOption(storm::settings::OptionBuilder(moduleName, reorderOptionName, true, "Sets the reordering technique used by Cudd.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("method", "Sets which technique is used by Cudd's reordering routines.").setDefaultValueString("gsift").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(reorderingTechniques)).build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, reorderTechniqueOptionName, true, "Sets the reordering technique used by Cudd.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("method", "Sets which technique is used by Cudd's reordering routines.").setDefaultValueString("gsift").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(reorderingTechniques)).build()).build());
}
double CuddSettings::getConstantPrecision() const {
@@ -54,8 +57,12 @@ namespace storm {
return this->getOption(maximalMemoryOptionName).getArgumentByName("value").getValueAsUnsignedInteger();
}
+ bool CuddSettings::isReorderingEnabled() const {
+ return this->getOption(reorderOptionName).getHasOptionBeenSet();
+ }
+
CuddSettings::ReorderingTechnique CuddSettings::getReorderingTechnique() const {
- std::string reorderingTechniqueAsString = this->getOption(reorderOptionName).getArgumentByName("method").getValueAsString();
+ std::string reorderingTechniqueAsString = this->getOption(reorderTechniqueOptionName).getArgumentByName("method").getValueAsString();
if (reorderingTechniqueAsString == "none") {
return CuddSettings::ReorderingTechnique::None;
} else if (reorderingTechniqueAsString == "random") {
diff --git a/src/storm/settings/modules/CuddSettings.h b/src/storm/settings/modules/CuddSettings.h
index 01a81389c..5c4e22da2 100644
--- a/src/storm/settings/modules/CuddSettings.h
+++ b/src/storm/settings/modules/CuddSettings.h
@@ -34,6 +34,13 @@ namespace storm {
*/
uint_fast64_t getMaximalMemory() const;
+ /*!
+ * Retrieves whether dynamic reordering is enabled.
+ *
+ * @return True iff dynamic reordering is enabled.
+ */
+ bool isReorderingEnabled() const;
+
/*!
* Retrieves the reordering technique that CUDD is supposed to use.
*
@@ -49,6 +56,7 @@ namespace storm {
static const std::string precisionOptionName;
static const std::string maximalMemoryOptionName;
static const std::string reorderOptionName;
+ static const std::string reorderTechniqueOptionName;
};
} // namespace modules
diff --git a/src/storm/settings/modules/EigenEquationSolverSettings.cpp b/src/storm/settings/modules/EigenEquationSolverSettings.cpp
index 937f36026..cc3589937 100644
--- a/src/storm/settings/modules/EigenEquationSolverSettings.cpp
+++ b/src/storm/settings/modules/EigenEquationSolverSettings.cpp
@@ -26,7 +26,7 @@ namespace storm {
EigenEquationSolverSettings::EigenEquationSolverSettings() : ModuleSettings(moduleName) {
std::vector<std::string> methods = {"sparselu", "bicgstab", "dgmres", "gmres"};
- this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the eigen solver.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("sparselu").build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the eigen solver.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("gmres").build()).build());
// Register available preconditioners.
std::vector<std::string> preconditioner = {"ilu", "diagonal", "none"};
diff --git a/src/storm/settings/modules/NativeEquationSolverSettings.cpp b/src/storm/settings/modules/NativeEquationSolverSettings.cpp
index 7803939bf..26a15ea67 100644
--- a/src/storm/settings/modules/NativeEquationSolverSettings.cpp
+++ b/src/storm/settings/modules/NativeEquationSolverSettings.cpp
@@ -25,7 +25,7 @@ namespace storm {
NativeEquationSolverSettings::NativeEquationSolverSettings() : ModuleSettings(moduleName) {
std::vector<std::string> methods = { "jacobi", "gaussseidel", "sor" };
- this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the native engine.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("jacobi").build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the native engine.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("gaussseidel").build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, maximalIterationsOptionName, false, "The maximal number of iterations to perform before iterative solving is aborted.").setShortName(maximalIterationsOptionShortName).addArgument(storm::settings::ArgumentBuilder::createUnsignedIntegerArgument("count", "The maximal iteration count.").setDefaultValueUnsignedInteger(20000).build()).build());
diff --git a/src/storm/solver/LinearEquationSolver.h b/src/storm/solver/LinearEquationSolver.h
index b94626cd2..170d625f7 100644
--- a/src/storm/solver/LinearEquationSolver.h
+++ b/src/storm/solver/LinearEquationSolver.h
@@ -85,17 +85,17 @@ namespace storm {
virtual void clearCache() const;
/*!
- * Sets a lower bound for the solution that can potentially used by the solver.
+ * Sets a lower bound for the solution that can potentially be used by the solver.
*/
void setLowerBound(ValueType const& value);
/*!
- * Sets an upper bound for the solution that can potentially used by the solver.
+ * Sets an upper bound for the solution that can potentially be used by the solver.
*/
void setUpperBound(ValueType const& value);
/*!
- * Sets bounds for the solution that can potentially used by the solver.
+ * Sets bounds for the solution that can potentially be used by the solver.
*/
void setBounds(ValueType const& lower, ValueType const& upper);
diff --git a/src/storm/solver/StandardMinMaxLinearEquationSolver.cpp b/src/storm/solver/StandardMinMaxLinearEquationSolver.cpp
index 627dcd131..1162ee496 100644
--- a/src/storm/solver/StandardMinMaxLinearEquationSolver.cpp
+++ b/src/storm/solver/StandardMinMaxLinearEquationSolver.cpp
@@ -106,7 +106,7 @@ namespace storm {
std::vector<storm::storage::sparse::state_type> scheduler = this->hasSchedulerHint() ? this->choicesHint.get() : std::vector<storm::storage::sparse::state_type>(this->A.getRowGroupCount());
// Get a vector for storing the right-hand side of the inner equation system.
- if(!auxiliaryRowGroupVector) {
+ if (!auxiliaryRowGroupVector) {
auxiliaryRowGroupVector = std::make_unique<std::vector<ValueType>>(this->A.getRowGroupCount());
}
std::vector<ValueType>& subB = *auxiliaryRowGroupVector;
diff --git a/src/storm/solver/SymbolicNativeLinearEquationSolver.cpp b/src/storm/solver/SymbolicNativeLinearEquationSolver.cpp
index 000e25926..2d0e82a1d 100644
--- a/src/storm/solver/SymbolicNativeLinearEquationSolver.cpp
+++ b/src/storm/solver/SymbolicNativeLinearEquationSolver.cpp
@@ -69,7 +69,7 @@ namespace storm {
storm::dd::Add<DdType, ValueType> lu = diagonal.ite(manager.template getAddZero<ValueType>(), this->A);
storm::dd::Add<DdType, ValueType> diagonalAdd = diagonal.template toAdd<ValueType>();
storm::dd::Add<DdType, ValueType> diag = diagonalAdd.multiplyMatrix(this->A, this->columnMetaVariables);
-
+
storm::dd::Add<DdType, ValueType> scaledLu = lu / diag;
storm::dd::Add<DdType, ValueType> scaledB = b / diag;
diff --git a/src/storm/solver/TopologicalMinMaxLinearEquationSolver.cpp b/src/storm/solver/TopologicalMinMaxLinearEquationSolver.cpp
index d47bff510..88a7ea218 100644
--- a/src/storm/solver/TopologicalMinMaxLinearEquationSolver.cpp
+++ b/src/storm/solver/TopologicalMinMaxLinearEquationSolver.cpp
@@ -453,7 +453,6 @@ namespace storm {
// Reduce the vector x' by applying min/max for all non-deterministic choices as given by the topmost
// element of the min/max operator stack.
storm::utility::vector::reduceVectorMinOrMax(dir, *multiplyResult, x, this->A.getRowGroupIndices());
-
}
}
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index b029da879..a27e86dea 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -464,6 +464,11 @@ namespace storm {
return &internalDdManager;
}
+ template<DdType LibraryType>
+ void DdManager<LibraryType>::debugCheck() const {
+ internalDdManager.debugCheck();
+ }
+
template class DdManager<DdType::CUDD>;
template Add<DdType::CUDD, double> DdManager<DdType::CUDD>::getAddZero() const;
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index fdee32589..2d2405bb6 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -290,6 +290,11 @@ namespace storm {
* @return The internal DD manager.
*/
InternalDdManager<LibraryType> const& getInternalDdManager() const;
+
+ /*!
+ * Performs a debug check if available.
+ */
+ void debugCheck() const;
private:
/*!
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
index 0585b793e..e7b7961fe 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
@@ -10,10 +10,12 @@ namespace storm {
InternalDdManager<DdType::CUDD>::InternalDdManager() : cuddManager(), reorderingTechnique(CUDD_REORDER_NONE), numberOfDdVariables(0) {
this->cuddManager.SetMaxMemory(static_cast<unsigned long>(storm::settings::getModule<storm::settings::modules::CuddSettings>().getMaximalMemory() * 1024ul * 1024ul));
- this->cuddManager.SetEpsilon(storm::settings::getModule<storm::settings::modules::CuddSettings>().getConstantPrecision());
+
+ auto const& settings = storm::settings::getModule<storm::settings::modules::CuddSettings>();
+ this->cuddManager.SetEpsilon(settings.getConstantPrecision());
// Now set the selected reordering technique.
- storm::settings::modules::CuddSettings::ReorderingTechnique reorderingTechniqueAsSetting = storm::settings::getModule<storm::settings::modules::CuddSettings>().getReorderingTechnique();
+ storm::settings::modules::CuddSettings::ReorderingTechnique reorderingTechniqueAsSetting = settings.getReorderingTechnique();
switch (reorderingTechniqueAsSetting) {
case storm::settings::modules::CuddSettings::ReorderingTechnique::None: this->reorderingTechnique = CUDD_REORDER_NONE; break;
case storm::settings::modules::CuddSettings::ReorderingTechnique::Random: this->reorderingTechnique = CUDD_REORDER_RANDOM; break;
@@ -34,6 +36,8 @@ namespace storm {
case storm::settings::modules::CuddSettings::ReorderingTechnique::Genetic: this->reorderingTechnique = CUDD_REORDER_GENETIC; break;
case storm::settings::modules::CuddSettings::ReorderingTechnique::Exact: this->reorderingTechnique = CUDD_REORDER_EXACT; break;
}
+
+ this->allowDynamicReordering(settings.isReorderingEnabled());
}
InternalDdManager<DdType::CUDD>::~InternalDdManager() {
@@ -111,6 +115,11 @@ namespace storm {
this->getCuddManager().ReduceHeap(this->reorderingTechnique, 0);
}
+ void InternalDdManager<DdType::CUDD>::debugCheck() const {
+ this->getCuddManager().CheckKeys();
+ this->getCuddManager().DebugCheck();
+ }
+
cudd::Cudd& InternalDdManager<DdType::CUDD>::getCuddManager() {
return cuddManager;
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.h b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
index 08717f345..44efef0c5 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.h
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
@@ -119,6 +119,11 @@ namespace storm {
*/
void triggerReordering();
+ /*!
+ * Performs a debug check if available.
+ */
+ void debugCheck() const;
+
/*!
* Retrieves the number of DD variables managed by this manager.
*
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index 85f1d2fa4..11c7b09d6 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -207,6 +207,10 @@ namespace storm {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Operation is not supported by sylvan.");
}
+ void InternalDdManager<DdType::Sylvan>::debugCheck() const {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Operation is not supported by sylvan.");
+ }
+
uint_fast64_t InternalDdManager<DdType::Sylvan>::getNumberOfDdVariables() const {
return nextFreeVariableIndex;
}
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
index 71db91b7e..c10915145 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
@@ -120,6 +120,11 @@ namespace storm {
*/
void triggerReordering();
+ /*!
+ * Performs a debug check if available.
+ */
+ void debugCheck() const;
+
/*!
* Retrieves the number of DD variables managed by this manager.
*
From 4492f428bba44a2055f629472ec61ed47097fe66 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 29 Jul 2017 09:55:04 +0200
Subject: [PATCH 12/77] worked in fix to Cudd_addMinus suggested by Fabio
Somenzi
---
resources/3rdparty/cudd-3.0.0/cudd/cuddAddApply.c | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/resources/3rdparty/cudd-3.0.0/cudd/cuddAddApply.c b/resources/3rdparty/cudd-3.0.0/cudd/cuddAddApply.c
index 01fc45fe6..c0b6cebe0 100644
--- a/resources/3rdparty/cudd-3.0.0/cudd/cuddAddApply.c
+++ b/resources/3rdparty/cudd-3.0.0/cudd/cuddAddApply.c
@@ -350,7 +350,9 @@ Cudd_addMinus(
F = *f; G = *g;
if (F == G) return(DD_ZERO(dd));
- if (F == DD_ZERO(dd)) return(cuddAddNegateRecur(dd,G));
+ // CHANGED BY CHRISTIAN DEHNERT.
+ // Commented out this case to avoid issues with dynamic reordering (fix suggested by Fabio Somenzi).
+ // if (F == DD_ZERO(dd)) return(cuddAddNegateRecur(dd,G));
if (G == DD_ZERO(dd)) return(F);
if (cuddIsConstant(F) && cuddIsConstant(G)) {
value = cuddV(F)-cuddV(G);
From f1ca2853f7efa822e44b59911ef5dc38257e1593 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 29 Jul 2017 11:25:05 +0200
Subject: [PATCH 13/77] fixed some typo and added some documentation
---
src/storm/settings/modules/JitBuilderSettings.cpp | 4 ++--
src/storm/storage/dd/cudd/InternalCuddDdManager.cpp | 4 +++-
2 files changed, 5 insertions(+), 3 deletions(-)
diff --git a/src/storm/settings/modules/JitBuilderSettings.cpp b/src/storm/settings/modules/JitBuilderSettings.cpp
index b779f23f5..7dc6808e9 100644
--- a/src/storm/settings/modules/JitBuilderSettings.cpp
+++ b/src/storm/settings/modules/JitBuilderSettings.cpp
@@ -34,8 +34,8 @@ namespace storm {
.addArgument(storm::settings::ArgumentBuilder::createStringArgument("dir", "The directory containing the carl headers.").build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, compilerFlagsOptionName, false, "The flags passed to the compiler.")
.addArgument(storm::settings::ArgumentBuilder::createStringArgument("flags", "The compiler flags.").build()).build());
- this->addOption(storm::settings::OptionBuilder(moduleName, optimizationLevelOptionName, false, "The optimization level to use.")
- .addArgument(storm::settings::ArgumentBuilder::createUnsignedIntegerArgument("level", "The compiler flags.").setDefaultValueUnsignedInteger(3).build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, optimizationLevelOptionName, false, "Sets the optimization level.")
+ .addArgument(storm::settings::ArgumentBuilder::createUnsignedIntegerArgument("level", "The level to use.").setDefaultValueUnsignedInteger(3).build()).build());
}
bool JitBuilderSettings::isCompilerSet() const {
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
index e7b7961fe..952c7199c 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
@@ -85,7 +85,9 @@ namespace storm {
}
}
- // Connect the two variables so they are not 'torn apart' during dynamic reordering.
+ // Connect the variables so they are not 'torn apart' by dynamic reordering.
+ // Note that MTR_FIXED preserves the order of the layers. While this is not always necessary to preserve,
+ // (for example) the hybrid engine relies on this connection, so we choose MTR_FIXED instead of MTR_DEFAULT.
cuddManager.MakeTreeNode(result.front().getIndex(), numberOfLayers, MTR_FIXED);
// Keep track of the number of variables.
From b25ef3f09c7d98116926e39a9b76830530db6334 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 31 Jul 2017 10:19:06 +0200
Subject: [PATCH 14/77] introduced symbolic bisimulation modes lazy and eager,
fixed bug in sparse quotient extraction
---
src/storm/api/bisimulation.h | 10 ++--
src/storm/cli/cli.cpp | 2 +-
src/storm/models/symbolic/Model.cpp | 2 +-
src/storm/models/symbolic/Model.h | 3 +-
.../models/symbolic/NondeterministicModel.cpp | 9 ++++
.../models/symbolic/NondeterministicModel.h | 9 ++++
.../settings/modules/BisimulationSettings.cpp | 14 ++++++
.../settings/modules/BisimulationSettings.h | 8 +++
.../bisimulation/BisimulationDecomposition.h | 18 +++----
.../storage/bisimulation/BisimulationType.h | 10 ++++
.../storage/dd/BisimulationDecomposition.cpp | 50 +++++++++++--------
.../storage/dd/BisimulationDecomposition.h | 9 ++--
src/storm/storage/dd/DdMetaVariable.cpp | 1 +
.../storage/dd/bisimulation/Partition.cpp | 41 +++++++++++----
src/storm/storage/dd/bisimulation/Partition.h | 14 ++++--
.../dd/bisimulation/QuotientExtractor.cpp | 27 +++++++---
.../dd/bisimulation/SignatureComputer.cpp | 34 ++++++++++++-
.../dd/bisimulation/SignatureComputer.h | 18 ++++++-
.../storage/dd/bisimulation/SignatureMode.h | 11 ++++
19 files changed, 222 insertions(+), 68 deletions(-)
create mode 100644 src/storm/storage/bisimulation/BisimulationType.h
create mode 100644 src/storm/storage/dd/bisimulation/SignatureMode.h
diff --git a/src/storm/api/bisimulation.h b/src/storm/api/bisimulation.h
index ac8797fc8..c59c62b09 100644
--- a/src/storm/api/bisimulation.h
+++ b/src/storm/api/bisimulation.h
@@ -55,16 +55,18 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- typename std::enable_if<DdType == storm::dd::DdType::Sylvan || std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ typename std::enable_if<DdType == storm::dd::DdType::Sylvan || std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType = storm::storage::BisimulationType::Strong, storm::dd::bisimulation::SignatureMode const& mode = storm::dd::bisimulation::SignatureMode::Eager) {
+
STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc), storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is currently only available for DTMCs and CTMCs.");
+ STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
- storm::dd::BisimulationDecomposition<DdType, ValueType> decomposition(*model, formulas);
- decomposition.compute();
+ storm::dd::BisimulationDecomposition<DdType, ValueType> decomposition(*model, formulas, bisimulationType);
+ decomposition.compute(mode);
return decomposition.getQuotient();
}
template <storm::dd::DdType DdType, typename ValueType>
- typename std::enable_if<DdType != storm::dd::DdType::Sylvan && !std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ typename std::enable_if<DdType != storm::dd::DdType::Sylvan && !std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType = storm::storage::BisimulationType::Strong, storm::dd::bisimulation::SignatureMode const& mode = storm::dd::bisimulation::SignatureMode::Eager) {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is not supported for this combination of DD library and value type.");
return nullptr;
}
diff --git a/src/storm/cli/cli.cpp b/src/storm/cli/cli.cpp
index 7a1ef8066..5bab54a87 100644
--- a/src/storm/cli/cli.cpp
+++ b/src/storm/cli/cli.cpp
@@ -485,7 +485,7 @@ namespace storm {
STORM_LOG_WARN_COND(!bisimulationSettings.isWeakBisimulationSet(), "Weak bisimulation is currently not supported on DDs. Falling back to strong bisimulation.");
STORM_LOG_INFO("Performing bisimulation minimization...");
- return storm::api::performBisimulationMinimization<DdType, ValueType>(model, createFormulasToRespect(input.properties));
+ return storm::api::performBisimulationMinimization<DdType, ValueType>(model, createFormulasToRespect(input.properties), storm::storage::BisimulationType::Strong, bisimulationSettings.getSignatureMode());
}
template <storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 2a6804618..27a37534f 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -162,7 +162,7 @@ namespace storm {
}
template<storm::dd::DdType Type, typename ValueType>
- storm::dd::Bdd<Type> Model<Type, ValueType>::getQualitativeTransitionMatrix() const {
+ storm::dd::Bdd<Type> Model<Type, ValueType>::getQualitativeTransitionMatrix(bool) const {
return this->getTransitionMatrix().notZero();
}
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index c9a628ff4..dbd74634c 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -204,9 +204,10 @@ namespace storm {
* Retrieves the matrix qualitatively (i.e. without probabilities) representing the transitions of the
* model.
*
+ * @param keepNondeterminism If false, the matrix will abstract from the nondeterminism variables.
* @return A matrix representing the qualitative transitions of the model.
*/
- storm::dd::Bdd<Type> getQualitativeTransitionMatrix() const;
+ virtual storm::dd::Bdd<Type> getQualitativeTransitionMatrix(bool keepNondeterminism = true) const;
/*!
* Retrieves the meta variables used to encode the rows of the transition matrix and the vector indices.
diff --git a/src/storm/models/symbolic/NondeterministicModel.cpp b/src/storm/models/symbolic/NondeterministicModel.cpp
index 71a334a1a..6545e27c0 100644
--- a/src/storm/models/symbolic/NondeterministicModel.cpp
+++ b/src/storm/models/symbolic/NondeterministicModel.cpp
@@ -96,6 +96,15 @@ namespace storm {
illegalMask = !(this->getTransitionMatrix().notZero().existsAbstract(this->getColumnVariables())) && this->getReachableStates();
}
+ template<storm::dd::DdType Type, typename ValueType>
+ storm::dd::Bdd<Type> NondeterministicModel<Type, ValueType>::getQualitativeTransitionMatrix(bool keepNondeterminism) const {
+ if (!keepNondeterminism) {
+ return this->getTransitionMatrix().notZero().existsAbstract(this->getNondeterminismVariables());
+ } else {
+ return Model<Type, ValueType>::getQualitativeTransitionMatrix(keepNondeterminism);
+ }
+ }
+
// Explicitly instantiate the template class.
template class NondeterministicModel<storm::dd::DdType::CUDD, double>;
template class NondeterministicModel<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/models/symbolic/NondeterministicModel.h b/src/storm/models/symbolic/NondeterministicModel.h
index e97347c44..45dc27b0a 100644
--- a/src/storm/models/symbolic/NondeterministicModel.h
+++ b/src/storm/models/symbolic/NondeterministicModel.h
@@ -113,6 +113,15 @@ namespace storm {
*/
storm::dd::Bdd<Type> getIllegalSuccessorMask() const;
+ /*!
+ * Retrieves the matrix qualitatively (i.e. without probabilities) representing the transitions of the
+ * model.
+ *
+ * @param keepNondeterminism If false, the matrix will abstract from the nondeterminism variables.
+ * @return A matrix representing the qualitative transitions of the model.
+ */
+ virtual storm::dd::Bdd<Type> getQualitativeTransitionMatrix(bool keepNondeterminism = true) const override;
+
virtual void printModelInformationToStream(std::ostream& out) const override;
protected:
diff --git a/src/storm/settings/modules/BisimulationSettings.cpp b/src/storm/settings/modules/BisimulationSettings.cpp
index 2c1db8a39..679daa54d 100644
--- a/src/storm/settings/modules/BisimulationSettings.cpp
+++ b/src/storm/settings/modules/BisimulationSettings.cpp
@@ -16,6 +16,7 @@ namespace storm {
const std::string BisimulationSettings::typeOptionName = "type";
const std::string BisimulationSettings::representativeOptionName = "repr";
const std::string BisimulationSettings::quotientFormatOptionName = "quot";
+ const std::string BisimulationSettings::signatureModeOptionName = "sigmode";
BisimulationSettings::BisimulationSettings() : ModuleSettings(moduleName) {
std::vector<std::string> types = { "strong", "weak" };
@@ -25,6 +26,9 @@ namespace storm {
this->addOption(storm::settings::OptionBuilder(moduleName, quotientFormatOptionName, true, "Sets the format in which the quotient is extracted (only applies to DD-based bisimulation).").addArgument(storm::settings::ArgumentBuilder::createStringArgument("format", "The format of the quotient.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(quotTypes)).setDefaultValueString("dd").build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, representativeOptionName, false, "Sets whether to use representatives in the quotient rather than block numbers.").build());
+
+ std::vector<std::string> signatureModes = { "eager", "lazy" };
+ this->addOption(storm::settings::OptionBuilder(moduleName, signatureModeOptionName, false, "Sets the signature computation mode.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("mode", "The mode to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(signatureModes)).setDefaultValueString("eager").build()).build());
}
bool BisimulationSettings::isStrongBisimulationSet() const {
@@ -53,6 +57,16 @@ namespace storm {
return this->getOption(representativeOptionName).getHasOptionBeenSet();
}
+ storm::dd::bisimulation::SignatureMode BisimulationSettings::getSignatureMode() const {
+ std::string modeAsString = this->getOption(signatureModeOptionName).getArgumentByName("mode").getValueAsString();
+ if (modeAsString == "eager") {
+ return storm::dd::bisimulation::SignatureMode::Eager;
+ } else if (modeAsString == "lazy") {
+ return storm::dd::bisimulation::SignatureMode::Lazy;
+ }
+ STORM_LOG_THROW(false, storm::exceptions::InvalidSettingsException, "Unknown signature mode '" << modeAsString << ".");
+ }
+
bool BisimulationSettings::check() const {
bool optionsSet = this->getOption(typeOptionName).getHasOptionBeenSet();
STORM_LOG_WARN_COND(storm::settings::getModule<storm::settings::modules::GeneralSettings>().isBisimulationSet() || !optionsSet, "Bisimulation minimization is not selected, so setting options for bisimulation has no effect.");
diff --git a/src/storm/settings/modules/BisimulationSettings.h b/src/storm/settings/modules/BisimulationSettings.h
index ccdea9e5d..0d71baa86 100644
--- a/src/storm/settings/modules/BisimulationSettings.h
+++ b/src/storm/settings/modules/BisimulationSettings.h
@@ -3,6 +3,8 @@
#include "storm/settings/modules/ModuleSettings.h"
+#include "storm/storage/dd/bisimulation/SignatureMode.h"
+
namespace storm {
namespace settings {
namespace modules {
@@ -48,6 +50,11 @@ namespace storm {
*/
bool isUseRepresentativesSet() const;
+ /*!
+ * Retrieves the mode to compute signatures.
+ */
+ storm::dd::bisimulation::SignatureMode getSignatureMode() const;
+
virtual bool check() const override;
// The name of the module.
@@ -58,6 +65,7 @@ namespace storm {
static const std::string typeOptionName;
static const std::string representativeOptionName;
static const std::string quotientFormatOptionName;
+ static const std::string signatureModeOptionName;
};
} // namespace modules
} // namespace settings
diff --git a/src/storm/storage/bisimulation/BisimulationDecomposition.h b/src/storm/storage/bisimulation/BisimulationDecomposition.h
index 49089063a..6aa56345c 100644
--- a/src/storm/storage/bisimulation/BisimulationDecomposition.h
+++ b/src/storm/storage/bisimulation/BisimulationDecomposition.h
@@ -7,6 +7,7 @@
#include "storm/storage/Decomposition.h"
#include "storm/storage/StateBlock.h"
#include "storm/storage/bisimulation/Partition.h"
+#include "storm/storage/bisimulation/BisimulationType.h"
#include "storm/solver/OptimizationDirection.h"
#include "storm/logic/Formulas.h"
@@ -18,15 +19,12 @@ namespace storm {
namespace utility {
template <typename ValueType> class ConstantsComparator;
}
-
+
namespace logic {
class Formula;
}
namespace storage {
-
- enum class BisimulationType { Strong, Weak };
- enum class BisimulationTypeChoice { Strong, Weak, FromSettings };
inline BisimulationType resolveBisimulationTypeChoice(BisimulationTypeChoice c) {
switch(c) {
@@ -40,8 +38,8 @@ namespace storm {
} else {
return BisimulationType::Strong;
}
-
}
+ return BisimulationType::Strong;
}
/*!
@@ -89,7 +87,7 @@ namespace storm {
/**
* Sets the bisimulation type. If the bisimulation type is set to weak,
- * we also change the bounded flag (as bounded properties are not preserved under
+ * we also change the bounded flag (as bounded properties are not preserved under
* weak bisimulation).
*/
void setType(BisimulationType t) {
@@ -136,7 +134,7 @@ namespace storm {
private:
boost::optional<OptimizationDirection> optimalityType;
-
+
/// A flag that indicates whether or not the state-rewards of the model are to be respected (and should
/// be kept in the quotient model, if one is built).
bool keepRewards;
@@ -155,7 +153,7 @@ namespace storm {
* @param formula The only formula to check.
*/
void preserveSingleFormula(ModelType const& model, storm::logic::Formula const& formula);
-
+
/*!
* Adds the given expressions and labels to the set of respected atomic propositions.
*
@@ -189,7 +187,7 @@ namespace storm {
* @return The quotient model.
*/
std::shared_ptr<ModelType> getQuotient() const;
-
+
/*!
* Computes the decomposition of the model into bisimulation equivalence classes. If requested, a quotient
* model is built.
@@ -263,7 +261,7 @@ namespace storm {
// The model to decompose.
ModelType const& model;
-
+
// The backward transitions of the model.
storm::storage::SparseMatrix<ValueType> backwardTransitions;
diff --git a/src/storm/storage/bisimulation/BisimulationType.h b/src/storm/storage/bisimulation/BisimulationType.h
new file mode 100644
index 000000000..fc9dba9b2
--- /dev/null
+++ b/src/storm/storage/bisimulation/BisimulationType.h
@@ -0,0 +1,10 @@
+#pragma once
+
+namespace storm {
+ namespace storage {
+
+ enum class BisimulationType { Strong, Weak };
+ enum class BisimulationTypeChoice { Strong, Weak, FromSettings };
+
+ }
+}
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index 81ad026af..89746b5e9 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -8,22 +8,18 @@
#include "storm/exceptions/InvalidOperationException.h"
#include "storm/exceptions/NotSupportedException.h"
-#include <sylvan_table.h>
-
-extern llmsset_t nodes;
-
namespace storm {
namespace dd {
using namespace bisimulation;
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, bisimulationType)) {
// Intentionally left empty.
}
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, formulas)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, formulas, bisimulationType)) {
// Intentionally left empty.
}
@@ -33,7 +29,7 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- void BisimulationDecomposition<DdType, ValueType>::compute() {
+ void BisimulationDecomposition<DdType, ValueType>::compute(bisimulation::SignatureMode const& mode) {
this->status = Status::InComputation;
auto start = std::chrono::high_resolution_clock::now();
std::chrono::high_resolution_clock::duration totalSignatureTime(0);
@@ -45,27 +41,41 @@ namespace storm {
#endif
SignatureRefiner<DdType, ValueType> refiner(model.getManager(), currentPartition.getBlockVariable(), model.getRowVariables());
- SignatureComputer<DdType, ValueType> signatureComputer(model);
+ SignatureComputer<DdType, ValueType> signatureComputer(model, mode);
bool done = false;
uint64_t iterations = 0;
while (!done) {
++iterations;
auto iterationStart = std::chrono::high_resolution_clock::now();
- auto signatureStart = std::chrono::high_resolution_clock::now();
- Signature<DdType, ValueType> signature = signatureComputer.compute(currentPartition);
- auto signatureEnd = std::chrono::high_resolution_clock::now();
- totalSignatureTime += (signatureEnd - signatureStart);
+ std::chrono::milliseconds::rep signatureTime = 0;
+ std::chrono::milliseconds::rep refinementTime = 0;
- auto refinementStart = std::chrono::high_resolution_clock::now();
- Partition<DdType, ValueType> newPartition = refiner.refine(currentPartition, signature);
- auto refinementEnd = std::chrono::high_resolution_clock::now();
- totalRefinementTime += (refinementEnd - refinementStart);
-
- auto signatureTime = std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
- auto refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
+ Partition<DdType, ValueType> newPartition;
+ for (uint64_t index = 0, end = signatureComputer.getNumberOfSignatures(); index < end; ++index) {
+ auto signatureStart = std::chrono::high_resolution_clock::now();
+ Signature<DdType, ValueType> signature = signatureComputer.compute(currentPartition, index);
+ auto signatureEnd = std::chrono::high_resolution_clock::now();
+ totalSignatureTime += (signatureEnd - signatureStart);
+ STORM_LOG_DEBUG("Signature " << iterations << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes and partition DD has " << currentPartition.getNodeCount() << " nodes.");
+
+ auto refinementStart = std::chrono::high_resolution_clock::now();
+ newPartition = refiner.refine(currentPartition, signature);
+ auto refinementEnd = std::chrono::high_resolution_clock::now();
+ totalRefinementTime += (refinementEnd - refinementStart);
+
+ signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
+ refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
+
+ // Potentially exit early in case we have refined the partition already.
+ if (newPartition.getNumberOfBlocks() > currentPartition.getNumberOfBlocks()) {
+ break;
+ }
+ }
+
auto iterationTime = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - iterationStart).count();
- STORM_LOG_DEBUG("Iteration " << iterations << " produced " << newPartition.getNumberOfBlocks() << " blocks and was completed in " << iterationTime << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms). Signature DD has " << signature.getSignatureAdd().getNodeCount() << " nodes and partition DD has " << currentPartition.getNodeCount() << " nodes.");
+
+ STORM_LOG_DEBUG("Iteration " << iterations << " produced " << newPartition.getNumberOfBlocks() << " blocks and was completed in " << iterationTime << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms).");
if (currentPartition == newPartition) {
done = true;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index d13d6a114..3650c58ed 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -4,8 +4,9 @@
#include <vector>
#include "storm/storage/dd/DdType.h"
-
+#include "storm/storage/bisimulation/BisimulationType.h"
#include "storm/storage/dd/bisimulation/Partition.h"
+#include "storm/storage/dd/bisimulation/SignatureMode.h"
#include "storm/models/symbolic/Model.h"
@@ -21,14 +22,14 @@ namespace storm {
Initialized, InComputation, FixedPoint
};
- BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model);
- BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas);
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition);
/*!
* Computes the decomposition.
*/
- void compute();
+ void compute(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager);
/*!
* Retrieves the quotient model after the bisimulation decomposition was computed.
diff --git a/src/storm/storage/dd/DdMetaVariable.cpp b/src/storm/storage/dd/DdMetaVariable.cpp
index fda284391..9cebd15cb 100644
--- a/src/storm/storage/dd/DdMetaVariable.cpp
+++ b/src/storm/storage/dd/DdMetaVariable.cpp
@@ -68,6 +68,7 @@ namespace storm {
for (auto const& v : ddVariables) {
indicesAndLevels.emplace_back(v.getIndex(), v.getLevel());
}
+
return indicesAndLevels;
}
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index 6e71074eb..7c434f653 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -8,7 +8,11 @@
#include "storm/logic/AtomicExpressionFormula.h"
#include "storm/logic/AtomicLabelFormula.h"
+#include "storm/settings/SettingsManager.h"
+#include "storm/settings/modules/BisimulationSettings.h"
+
#include "storm/utility/macros.h"
+#include "storm/exceptions/NotSupportedException.h"
#include "storm/exceptions/InvalidPropertyException.h"
namespace storm {
@@ -41,34 +45,34 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model) {
- return create(model, model.getLabels());
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) {
+ return create(model, model.getLabels(), bisimulationType);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType) {
std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
std::vector<storm::expressions::Expression> expressions;
for (auto const& label : labels) {
preservationInformation->addLabel(label);
expressions.push_back(model.getExpression(label));
}
- return create(model, expressions, preservationInformation);
+ return create(model, expressions, preservationInformation, bisimulationType);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
for (auto const& expression : expressions) {
preservationInformation->addExpression(expression);
}
- return create(model, expressions, preservationInformation);
+ return create(model, expressions, preservationInformation, bisimulationType);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) {
if (formulas.empty()) {
- return create(model);
+ return create(model, bisimulationType);
}
std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
@@ -93,11 +97,14 @@ namespace storm {
expressionVector.emplace_back(expression);
}
- return create(model, expressionVector, preservationInformation);
+ return create(model, expressionVector, preservationInformation, bisimulationType);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation, storm::storage::BisimulationType const& bisimulationType) {
+
+ STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
+
storm::dd::DdManager<DdType>& manager = model.getManager();
std::vector<storm::dd::Bdd<DdType>> stateSets;
@@ -122,6 +129,20 @@ namespace storm {
}
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ uint64_t Partition<DdType, ValueType>::getNumberOfStates() const {
+ return this->getStates().getNonZeroCount();
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Bdd<DdType> Partition<DdType, ValueType>::getStates() const {
+ if (this->storedAsAdd()) {
+ return this->asAdd().notZero().existsAbstract({this->getBlockVariable()});
+ } else {
+ return this->asBdd().existsAbstract({this->getBlockVariable()});
+ }
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
uint64_t Partition<DdType, ValueType>::getNumberOfBlocks() const {
return nextFreeBlockIndex;
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
index f52c827cb..80d882645 100644
--- a/src/storm/storage/dd/bisimulation/Partition.h
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -8,6 +8,7 @@
#include "storm/storage/dd/DdType.h"
#include "storm/storage/dd/Add.h"
#include "storm/storage/dd/Bdd.h"
+#include "storm/storage/bisimulation/BisimulationType.h"
#include "storm/models/symbolic/Model.h"
@@ -35,23 +36,24 @@ namespace storm {
/*!
* Creates a partition from the given model that respects all labels.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
/*!
* Creates a partition from the given model that respects the given labels.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType);
/*!
* Creates a partition from the given model that respects the given expressions.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType);
/*!
* Creates a partition from the given model that preserves the given formulas.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
+ uint64_t getNumberOfStates() const;
uint64_t getNumberOfBlocks() const;
bool storedAsAdd() const;
@@ -66,6 +68,8 @@ namespace storm {
uint64_t getNextFreeBlockIndex() const;
uint64_t getNodeCount() const;
+ storm::dd::Bdd<DdType> getStates() const;
+
PreservationInformation const& getPreservationInformation() const;
private:
@@ -98,7 +102,7 @@ namespace storm {
/*!
* Creates a partition from the given model that respects the given expressions.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation, storm::storage::BisimulationType const& bisimulationType);
static std::pair<storm::dd::Bdd<DdType>, uint64_t> createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index aee570395..2fb31b2d1 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -83,6 +83,7 @@ namespace storm {
// Create the number of rows necessary for the matrix.
this->entries.resize(partition.getNumberOfBlocks());
+ STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
storm::storage::BitVector encoding(this->stateVariablesIndicesAndLevels.size());
extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, encoding);
@@ -106,11 +107,16 @@ namespace storm {
return *blockCacheEntry;
}
+// FILE* fp = fopen("block.dot" , "w");
+// Cudd_DumpDot(ddman, 1, &blockEncoding, nullptr, nullptr, fp);
+// fclose(fp);
+
uint64_t result = 0;
uint64_t offset = 0;
while (blockEncoding != Cudd_ReadOne(ddman)) {
- if (Cudd_T(blockEncoding) != Cudd_ReadZero(ddman)) {
- blockEncoding = Cudd_T(blockEncoding);
+ DdNode* then = Cudd_T(blockEncoding);
+ if (then != Cudd_ReadZero(ddman)) {
+ blockEncoding = then;
result |= 1ull << offset;
} else {
blockEncoding = Cudd_E(blockEncoding);
@@ -205,6 +211,7 @@ namespace storm {
DdNode* te = transitionMatrixNode;
DdNode* et = transitionMatrixNode;
DdNode* ee = transitionMatrixNode;
+ STORM_LOG_ASSERT(transitionMatrixVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of transition matrix.");
if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
DdNode* t = Cudd_T(transitionMatrixNode);
DdNode* e = Cudd_E(transitionMatrixNode);
@@ -226,16 +233,17 @@ namespace storm {
}
} else {
if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
- tt = Cudd_T(transitionMatrixNode);
- te = Cudd_E(transitionMatrixNode);
+ tt = et = Cudd_T(transitionMatrixNode);
+ te = ee = Cudd_E(transitionMatrixNode);
} else {
- tt = te = transitionMatrixNode;
+ tt = te = et = ee = transitionMatrixNode;
}
}
// Move through partition (for source state).
DdNode* sourceT;
DdNode* sourceE;
+ STORM_LOG_ASSERT(sourcePartitionVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
if (sourcePartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
sourceT = Cudd_T(sourcePartitionNode);
sourceE = Cudd_E(sourcePartitionNode);
@@ -246,6 +254,7 @@ namespace storm {
// Move through partition (for target state).
DdNode* targetT;
DdNode* targetE;
+ STORM_LOG_ASSERT(targetPartitionVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
if (targetPartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
targetT = Cudd_T(targetPartitionNode);
targetE = Cudd_E(targetPartitionNode);
@@ -422,10 +431,10 @@ namespace storm {
}
} else {
if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
- tt = sylvan_high(transitionMatrixNode);
- te = sylvan_low(transitionMatrixNode);
+ tt = et = sylvan_high(transitionMatrixNode);
+ te = ee = sylvan_low(transitionMatrixNode);
} else {
- tt = te = transitionMatrixNode;
+ tt = te = et = ee = transitionMatrixNode;
}
}
@@ -490,6 +499,8 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables());
+ auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
+
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index 873d81608..f7606115f 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -7,14 +7,35 @@ namespace storm {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model) : model(model), transitionMatrix(model.getTransitionMatrix()) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : model(model), transitionMatrix(model.getTransitionMatrix()), mode(mode) {
if (DdType == storm::dd::DdType::Sylvan) {
this->transitionMatrix = this->transitionMatrix.notZero().ite(this->transitionMatrix, this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
}
+ if (mode == SignatureMode::Lazy) {
+ if (DdType == storm::dd::DdType::Sylvan) {
+ this->transitionMatrix01 = model.getQualitativeTransitionMatrix().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ } else {
+ this->transitionMatrix01 = model.getQualitativeTransitionMatrix().template toAdd<ValueType>();
+ }
+ }
}
template<storm::dd::DdType DdType, typename ValueType>
- Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::compute(Partition<DdType, ValueType> const& partition) {
+ uint64_t SignatureComputer<DdType, ValueType>::getNumberOfSignatures() const {
+ return this->mode == SignatureMode::Lazy ? 2 : 1;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::compute(Partition<DdType, ValueType> const& partition, uint64_t index) {
+ if (mode == SignatureMode::Lazy && index == 1) {
+ return getQualitativeSignature(partition);
+ } else {
+ return getFullSignature(partition);
+ }
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getFullSignature(Partition<DdType, ValueType> const& partition) const {
if (partition.storedAsBdd()) {
return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
} else {
@@ -22,6 +43,15 @@ namespace storm {
}
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getQualitativeSignature(Partition<DdType, ValueType> const& partition) const {
+ if (partition.storedAsBdd()) {
+ return Signature<DdType, ValueType>(this->transitionMatrix01.multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
+ } else {
+ return Signature<DdType, ValueType>(this->transitionMatrix01.multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
+ }
+ }
+
template class SignatureComputer<storm::dd::DdType::CUDD, double>;
template class SignatureComputer<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.h b/src/storm/storage/dd/bisimulation/SignatureComputer.h
index f2de03f49..9b6177c1e 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.h
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.h
@@ -4,6 +4,7 @@
#include "storm/storage/dd/bisimulation/Signature.h"
#include "storm/storage/dd/bisimulation/Partition.h"
+#include "storm/storage/dd/bisimulation/SignatureMode.h"
#include "storm/models/symbolic/Model.h"
@@ -14,14 +15,27 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class SignatureComputer {
public:
- SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model);
+ SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager);
- Signature<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition);
+ Signature<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition, uint64_t index = 0);
+
+ uint64_t getNumberOfSignatures() const;
private:
+ Signature<DdType, ValueType> getFullSignature(Partition<DdType, ValueType> const& partition) const;
+
+ Signature<DdType, ValueType> getQualitativeSignature(Partition<DdType, ValueType> const& partition) const;
+
storm::models::symbolic::Model<DdType, ValueType> const& model;
+ // The transition matrix to use for the signature computation.
storm::dd::Add<DdType, ValueType> transitionMatrix;
+
+ // The mode to use for signature computation.
+ SignatureMode mode;
+
+ // Only used when using lazy signatures is enabled.
+ storm::dd::Add<DdType, ValueType> transitionMatrix01;
};
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureMode.h b/src/storm/storage/dd/bisimulation/SignatureMode.h
new file mode 100644
index 000000000..bcec54b6f
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/SignatureMode.h
@@ -0,0 +1,11 @@
+#pragma once
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ enum class SignatureMode { Eager, Lazy };
+
+ }
+ }
+}
From 4af363811f442dfa3032f100e196590f8307ffc8 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 12:24:13 +0200
Subject: [PATCH 15/77] reworked refinement a bit in an attempt to prepare for
MDPs
---
.../storage/dd/BisimulationDecomposition.cpp | 78 +++++--------------
.../storage/dd/BisimulationDecomposition.h | 33 +++++---
.../dd/bisimulation/PartitionRefiner.cpp | 78 +++++++++++++++++++
src/storm/storage/dd/bisimulation/Signature.h | 1 +
.../dd/bisimulation/SignatureComputer.cpp | 72 +++++++++++++----
.../dd/bisimulation/SignatureComputer.h | 37 ++++++++-
src/storm/storage/dd/bisimulation/Status.h | 13 ++++
7 files changed, 223 insertions(+), 89 deletions(-)
create mode 100644 src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
create mode 100644 src/storm/storage/dd/bisimulation/Status.h
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index 89746b5e9..e7b27efaf 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -1,9 +1,11 @@
#include "storm/storage/dd/BisimulationDecomposition.h"
-#include "storm/storage/dd/bisimulation/SignatureComputer.h"
-#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
+
#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
+#include "storm/models/symbolic/Model.h"
+
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidOperationException.h"
#include "storm/exceptions/NotSupportedException.h"
@@ -24,80 +26,42 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), currentPartition(initialPartition) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), refiner(std::make_unique<PartitionRefiner<DdType, ValueType>>(model, initialPartition)) {
STORM_LOG_THROW(!model.hasRewardModel(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support preserving rewards.");
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ BisimulationDecomposition<DdType, ValueType>::~BisimulationDecomposition() = default;
+
template <storm::dd::DdType DdType, typename ValueType>
void BisimulationDecomposition<DdType, ValueType>::compute(bisimulation::SignatureMode const& mode) {
- this->status = Status::InComputation;
- auto start = std::chrono::high_resolution_clock::now();
- std::chrono::high_resolution_clock::duration totalSignatureTime(0);
- std::chrono::high_resolution_clock::duration totalRefinementTime(0);
+ STORM_LOG_ASSERT(refiner, "No suitable refiner.");
- STORM_LOG_TRACE("Initial partition has " << currentPartition.getNumberOfBlocks() << " blocks.");
+ STORM_LOG_TRACE("Initial partition has " << refiner->getStatePartition().getNumberOfBlocks() << " blocks.");
#ifndef NDEBUG
- STORM_LOG_TRACE("Initial partition has " << currentPartition.getNodeCount() << " nodes.");
+ STORM_LOG_TRACE("Initial partition has " << refiner->getStatePartition().getNodeCount() << " nodes.");
#endif
-
- SignatureRefiner<DdType, ValueType> refiner(model.getManager(), currentPartition.getBlockVariable(), model.getRowVariables());
- SignatureComputer<DdType, ValueType> signatureComputer(model, mode);
- bool done = false;
+
+ auto start = std::chrono::high_resolution_clock::now();
uint64_t iterations = 0;
- while (!done) {
+ bool refined = true;
+ while (refined) {
+ refined = refiner->refine(mode);
++iterations;
- auto iterationStart = std::chrono::high_resolution_clock::now();
-
- std::chrono::milliseconds::rep signatureTime = 0;
- std::chrono::milliseconds::rep refinementTime = 0;
-
- Partition<DdType, ValueType> newPartition;
- for (uint64_t index = 0, end = signatureComputer.getNumberOfSignatures(); index < end; ++index) {
- auto signatureStart = std::chrono::high_resolution_clock::now();
- Signature<DdType, ValueType> signature = signatureComputer.compute(currentPartition, index);
- auto signatureEnd = std::chrono::high_resolution_clock::now();
- totalSignatureTime += (signatureEnd - signatureStart);
- STORM_LOG_DEBUG("Signature " << iterations << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes and partition DD has " << currentPartition.getNodeCount() << " nodes.");
-
- auto refinementStart = std::chrono::high_resolution_clock::now();
- newPartition = refiner.refine(currentPartition, signature);
- auto refinementEnd = std::chrono::high_resolution_clock::now();
- totalRefinementTime += (refinementEnd - refinementStart);
-
- signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
- refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
-
- // Potentially exit early in case we have refined the partition already.
- if (newPartition.getNumberOfBlocks() > currentPartition.getNumberOfBlocks()) {
- break;
- }
- }
-
- auto iterationTime = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - iterationStart).count();
-
- STORM_LOG_DEBUG("Iteration " << iterations << " produced " << newPartition.getNumberOfBlocks() << " blocks and was completed in " << iterationTime << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms).");
-
- if (currentPartition == newPartition) {
- done = true;
- } else {
- currentPartition = newPartition;
- }
+ STORM_LOG_TRACE("After iteration " << iterations << " partition has " << refiner->getStatePartition().getNumberOfBlocks() << " blocks.");
}
-
- this->status = Status::FixedPoint;
auto end = std::chrono::high_resolution_clock::now();
- auto totalSignatureTimeInMilliseconds = std::chrono::duration_cast<std::chrono::milliseconds>(totalSignatureTime).count();
- auto totalRefinementTimeInMilliseconds = std::chrono::duration_cast<std::chrono::milliseconds>(totalRefinementTime).count();
- STORM_LOG_DEBUG("Partition refinement completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms (" << iterations << " iterations, signature: " << totalSignatureTimeInMilliseconds << "ms, refinement: " << totalRefinementTimeInMilliseconds << "ms).");
+
+ STORM_LOG_DEBUG("Partition refinement completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms (" << iterations << " iterations).");
}
template <storm::dd::DdType DdType, typename ValueType>
std::shared_ptr<storm::models::Model<ValueType>> BisimulationDecomposition<DdType, ValueType>::getQuotient() const {
- STORM_LOG_THROW(this->status == Status::FixedPoint, storm::exceptions::InvalidOperationException, "Cannot extract quotient, because bisimulation decomposition was not completed.");
+ STORM_LOG_THROW(this->refiner->getStatus() == Status::FixedPoint, storm::exceptions::InvalidOperationException, "Cannot extract quotient, because bisimulation decomposition was not completed.");
STORM_LOG_TRACE("Starting quotient extraction.");
QuotientExtractor<DdType, ValueType> extractor;
- std::shared_ptr<storm::models::Model<ValueType>> quotient = extractor.extract(model, currentPartition);
+ std::shared_ptr<storm::models::Model<ValueType>> quotient = extractor.extract(model, refiner->getStatePartition());
STORM_LOG_TRACE("Quotient extraction done.");
return quotient;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index 3650c58ed..85bd1a48b 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -5,27 +5,39 @@
#include "storm/storage/dd/DdType.h"
#include "storm/storage/bisimulation/BisimulationType.h"
-#include "storm/storage/dd/bisimulation/Partition.h"
#include "storm/storage/dd/bisimulation/SignatureMode.h"
-#include "storm/models/symbolic/Model.h"
-
#include "storm/logic/Formula.h"
namespace storm {
+ namespace models {
+ template <typename ValueType>
+ class Model;
+
+ namespace symbolic {
+ template <storm::dd::DdType DdType, typename ValueType>
+ class Model;
+ }
+ }
+
namespace dd {
+ namespace bisimulation {
+ template <storm::dd::DdType DdType, typename ValueType>
+ class Partition;
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ class PartitionRefiner;
+ }
template <storm::dd::DdType DdType, typename ValueType>
class BisimulationDecomposition {
public:
- enum class Status {
- Initialized, InComputation, FixedPoint
- };
-
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition);
+ ~BisimulationDecomposition();
+
/*!
* Computes the decomposition.
*/
@@ -37,14 +49,11 @@ namespace storm {
std::shared_ptr<storm::models::Model<ValueType>> getQuotient() const;
private:
- // The status of the computation.
- Status status;
-
// The model for which to compute the bisimulation decomposition.
storm::models::symbolic::Model<DdType, ValueType> const& model;
- // The current partition in the partition refinement process. Initially set to the initial partition.
- bisimulation::Partition<DdType, ValueType> currentPartition;
+ // The refiner to use.
+ std::unique_ptr<bisimulation::PartitionRefiner<DdType, ValueType>> refiner;
};
}
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
new file mode 100644
index 000000000..d2061ee07
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -0,0 +1,78 @@
+#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ PartitionRefiner<DdType, ValueType>::PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : status(Status::Initialized), refinements(0), statePartition(initialStatePartition), signatureComputer(model), signatureRefiner(model.getManager(), statePartition.getBlockVariable(), model.getRowVariables()) {
+ // Intentionally left empty.
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ bool PartitionRefiner<DdType, ValueType>::refine(bisimulation::SignatureMode const& mode) {
+ this->status = Status::InComputation;
+
+ this->signatureComputer.setSignatureMode(mode);
+ auto start = std::chrono::high_resolution_clock::now();
+
+ std::chrono::milliseconds::rep signatureTime = 0;
+ std::chrono::milliseconds::rep refinementTime = 0;
+
+ bool alreadyRefined = false;
+ uint64_t index = 0;
+ Partition<DdType, ValueType> newStatePartition;
+ auto signatureIterator = signatureComputer.compute(statePartition);
+ while (signatureIterator.hasNext() && !alreadyRefined) {
+ auto signatureStart = std::chrono::high_resolution_clock::now();
+ auto signature = signatureIterator.next();
+ auto signatureEnd = std::chrono::high_resolution_clock::now();
+ totalSignatureTime += (signatureEnd - signatureStart);
+ STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
+
+ auto refinementStart = std::chrono::high_resolution_clock::now();
+ newStatePartition = signatureRefiner.refine(statePartition, signature);
+ auto refinementEnd = std::chrono::high_resolution_clock::now();
+ totalRefinementTime += (refinementEnd - refinementStart);
+
+ signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
+ refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
+
+ // Potentially exit early in case we have refined the partition already.
+ if (newStatePartition.getNumberOfBlocks() > statePartition.getNumberOfBlocks()) {
+ alreadyRefined = true;
+ }
+ }
+
+ auto totalTimeInRefinement = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - start).count();
+ ++refinements;
+ STORM_LOG_DEBUG("Refinement " << refinements << " produced " << newStatePartition.getNumberOfBlocks() << " blocks and was completed in " << totalTimeInRefinement << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms).");
+
+ if (statePartition == newStatePartition) {
+ this->status = Status::FixedPoint;
+ return false;
+ } else {
+ this->statePartition = newStatePartition;
+ return true;
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> const& PartitionRefiner<DdType, ValueType>::getStatePartition() const {
+ return statePartition;
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ Status PartitionRefiner<DdType, ValueType>::getStatus() const {
+ return status;
+ }
+
+ template class PartitionRefiner<storm::dd::DdType::CUDD, double>;
+
+ template class PartitionRefiner<storm::dd::DdType::Sylvan, double>;
+ template class PartitionRefiner<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class PartitionRefiner<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/Signature.h b/src/storm/storage/dd/bisimulation/Signature.h
index 437839d54..b355b3021 100644
--- a/src/storm/storage/dd/bisimulation/Signature.h
+++ b/src/storm/storage/dd/bisimulation/Signature.h
@@ -11,6 +11,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class Signature {
public:
+ Signature() = default;
Signature(storm::dd::Add<DdType, ValueType> const& signatureAdd);
storm::dd::Add<DdType, ValueType> const& getSignatureAdd() const;
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index f7606115f..6eca5cf06 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -2,36 +2,71 @@
#include "storm/storage/dd/DdManager.h"
+#include "storm/utility/macros.h"
+#include "storm/exceptions/OutOfRangeException.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : model(model), transitionMatrix(model.getTransitionMatrix()), mode(mode) {
+ SignatureIterator<DdType, ValueType>::SignatureIterator(SignatureComputer<DdType, ValueType> const& signatureComputer, Partition<DdType, ValueType> const& partition) : signatureComputer(signatureComputer), partition(partition), position(0) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool SignatureIterator<DdType, ValueType>::hasNext() const {
+ if (signatureComputer.getSignatureMode() == SignatureMode::Eager) {
+ return position < 1;
+ } else {
+ return position < 2;
+ }
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Signature<DdType, ValueType> SignatureIterator<DdType, ValueType>::next() {
+ auto mode = signatureComputer.getSignatureMode();
+ STORM_LOG_THROW((mode == SignatureMode::Eager && position < 1) || (mode == SignatureMode::Lazy && position < 2), storm::exceptions::OutOfRangeException, "Iterator is out of range.");
+ Signature<DdType, ValueType> result;
+
+ if (mode == SignatureMode::Eager || position == 1) {
+ result = signatureComputer.getFullSignature(partition);
+ } else if (position == 0) {
+ result = signatureComputer.getQualitativeSignature(partition);
+ }
+
+ ++position;
+ return result;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : model(model), transitionMatrix(model.getTransitionMatrix()) {
if (DdType == storm::dd::DdType::Sylvan) {
this->transitionMatrix = this->transitionMatrix.notZero().ite(this->transitionMatrix, this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
}
- if (mode == SignatureMode::Lazy) {
+ this->setSignatureMode(mode);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureIterator<DdType, ValueType> SignatureComputer<DdType, ValueType>::compute(Partition<DdType, ValueType> const& partition) {
+ return SignatureIterator<DdType, ValueType>(*this, partition);
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ void SignatureComputer<DdType, ValueType>::setSignatureMode(SignatureMode const& newMode) {
+ if (newMode == SignatureMode::Lazy && !transitionMatrix01) {
if (DdType == storm::dd::DdType::Sylvan) {
this->transitionMatrix01 = model.getQualitativeTransitionMatrix().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
} else {
this->transitionMatrix01 = model.getQualitativeTransitionMatrix().template toAdd<ValueType>();
}
}
+ this->mode = newMode;
}
template<storm::dd::DdType DdType, typename ValueType>
- uint64_t SignatureComputer<DdType, ValueType>::getNumberOfSignatures() const {
- return this->mode == SignatureMode::Lazy ? 2 : 1;
- }
-
- template<storm::dd::DdType DdType, typename ValueType>
- Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::compute(Partition<DdType, ValueType> const& partition, uint64_t index) {
- if (mode == SignatureMode::Lazy && index == 1) {
- return getQualitativeSignature(partition);
- } else {
- return getFullSignature(partition);
- }
+ SignatureMode const& SignatureComputer<DdType, ValueType>::getSignatureMode() const {
+ return mode;
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -45,15 +80,20 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getQualitativeSignature(Partition<DdType, ValueType> const& partition) const {
+ STORM_LOG_ASSERT(this->transitionMatrix01, "Need qualitative transition matrix for this step.");
if (partition.storedAsBdd()) {
- return Signature<DdType, ValueType>(this->transitionMatrix01.multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
+ return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
} else {
- return Signature<DdType, ValueType>(this->transitionMatrix01.multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
+ return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
}
}
+
+ template class SignatureIterator<storm::dd::DdType::CUDD, double>;
+ template class SignatureIterator<storm::dd::DdType::Sylvan, double>;
+ template class SignatureIterator<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class SignatureIterator<storm::dd::DdType::Sylvan, storm::RationalFunction>;
template class SignatureComputer<storm::dd::DdType::CUDD, double>;
-
template class SignatureComputer<storm::dd::DdType::Sylvan, double>;
template class SignatureComputer<storm::dd::DdType::Sylvan, storm::RationalNumber>;
template class SignatureComputer<storm::dd::DdType::Sylvan, storm::RationalFunction>;
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.h b/src/storm/storage/dd/bisimulation/SignatureComputer.h
index 9b6177c1e..426d9e329 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.h
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.h
@@ -1,5 +1,7 @@
#pragma once
+#include <boost/optional.hpp>
+
#include "storm/storage/dd/DdType.h"
#include "storm/storage/dd/bisimulation/Signature.h"
@@ -11,21 +13,48 @@
namespace storm {
namespace dd {
namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class SignatureComputer;
+ template<storm::dd::DdType DdType, typename ValueType>
+ class SignatureIterator {
+ public:
+ SignatureIterator(SignatureComputer<DdType, ValueType> const& signatureComputer, Partition<DdType, ValueType> const& partition);
+
+ bool hasNext() const;
+
+ Signature<DdType, ValueType> next();
+
+ private:
+ // The signature computer to use.
+ SignatureComputer<DdType, ValueType> const& signatureComputer;
+
+ // The current partition.
+ Partition<DdType, ValueType> const& partition;
+
+ // The position in the enumeration.
+ uint64_t position;
+ };
+
template<storm::dd::DdType DdType, typename ValueType>
class SignatureComputer {
public:
- SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager);
+ friend class SignatureIterator<DdType, ValueType>;
- Signature<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition, uint64_t index = 0);
+ SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager);
- uint64_t getNumberOfSignatures() const;
+ void setSignatureMode(SignatureMode const& newMode);
+
+ SignatureIterator<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition);
private:
Signature<DdType, ValueType> getFullSignature(Partition<DdType, ValueType> const& partition) const;
Signature<DdType, ValueType> getQualitativeSignature(Partition<DdType, ValueType> const& partition) const;
+ SignatureMode const& getSignatureMode() const;
+
storm::models::symbolic::Model<DdType, ValueType> const& model;
// The transition matrix to use for the signature computation.
@@ -35,7 +64,7 @@ namespace storm {
SignatureMode mode;
// Only used when using lazy signatures is enabled.
- storm::dd::Add<DdType, ValueType> transitionMatrix01;
+ boost::optional<storm::dd::Add<DdType, ValueType>> transitionMatrix01;
};
}
diff --git a/src/storm/storage/dd/bisimulation/Status.h b/src/storm/storage/dd/bisimulation/Status.h
new file mode 100644
index 000000000..532f61d92
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/Status.h
@@ -0,0 +1,13 @@
+#pragma once
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ enum class Status {
+ Initialized, InComputation, FixedPoint
+ };
+
+ }
+ }
+}
From 22d5cb95cd06579cba51c524a188a2521e9fbbfc Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 12:29:38 +0200
Subject: [PATCH 16/77] add forgotten file
---
.../dd/bisimulation/PartitionRefiner.h | 66 +++++++++++++++++++
1 file changed, 66 insertions(+)
create mode 100644 src/storm/storage/dd/bisimulation/PartitionRefiner.h
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
new file mode 100644
index 000000000..413889300
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -0,0 +1,66 @@
+#pragma once
+
+#include "storm/storage/dd/bisimulation/Status.h"
+#include "storm/storage/dd/bisimulation/Partition.h"
+
+#include "storm/storage/dd/bisimulation/SignatureComputer.h"
+#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+
+namespace storm {
+ namespace models {
+ namespace symbolic {
+ template <storm::dd::DdType DdType, typename ValueType>
+ class Model;
+ }
+ }
+
+ namespace dd {
+ namespace bisimulation {
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ class PartitionRefiner {
+ public:
+ PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition);
+
+ /*!
+ * Refines the partition.
+ *
+ * @param mode The signature mode to use.
+ * @return False iff the partition is stable and no refinement was actually performed.
+ */
+ bool refine(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager);
+
+ /*!
+ * Retrieves the current state partition in the refinement process.
+ */
+ Partition<DdType, ValueType> const& getStatePartition() const;
+
+ /*!
+ * Retrieves the status of the refinement process.
+ */
+ Status getStatus() const;
+
+ private:
+ // The current status.
+ Status status;
+
+ // The number of refinements that were made.
+ uint64_t refinements;
+
+ // The state partition in the refinement process. Initially set to the initial partition.
+ Partition<DdType, ValueType> statePartition;
+
+ // The object used to compute the signatures.
+ SignatureComputer<DdType, ValueType> signatureComputer;
+
+ // The object used to refine the partition(s) based on the signatures.
+ SignatureRefiner<DdType, ValueType> signatureRefiner;
+
+ // Time measurements.
+ std::chrono::high_resolution_clock::duration totalSignatureTime;
+ std::chrono::high_resolution_clock::duration totalRefinementTime;
+ };
+
+ }
+ }
+}
From 277faf6673e2c6d0df5e1a884dbe0f43a3575a6c Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 12:49:56 +0200
Subject: [PATCH 17/77] started on MDP partition refiner
---
.../dd/bisimulation/MdpPartitionRefiner.cpp | 29 +++++++++++++++++++
.../dd/bisimulation/PartitionRefiner.h | 4 +--
.../dd/bisimulation/PreservationInformation.h | 1 -
3 files changed, 31 insertions(+), 3 deletions(-)
create mode 100644 src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
new file mode 100644
index 000000000..033f5f5f0
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -0,0 +1,29 @@
+#include "storm/storage/dd/bisimulation/MdpPartitionRefiner.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(model, initialStatePartition) {
+ // Start by initializing the choice signature refiner.
+ std::set<storm::expressions::Variable> choiceSignatureVariables;
+ std::set_union(model.getRowMetaVariables().begin(), model.getRowMetaVariables().end(), model.getNondeterminismVariables().begin(), model.getNondeterminismVariables().end(), std::inserter(choiceSignatureVariables, choiceSignatureVariables.begin()));
+ choiceSignatureRefiner = SignatureRefiner<DdType, ValueType>(model.getManager(), this->statePartition.getBlockVariable(), choiceSignatureVariables);
+
+ // Create dummy choice partition that is refined to the right result in the first call to refine.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool MdpPartitionRefiner<DdType, ValueType>::refine(bisimulation::SignatureMode const& mode) {
+ // Magic here.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> const& MdpPartitionRefiner<DdType, ValueType>::getChoicePartition() const {
+ return choicePartition;
+ }
+
+ }
+ }
+}
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index 413889300..c5ccae949 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -40,7 +40,7 @@ namespace storm {
*/
Status getStatus() const;
- private:
+ protected:
// The current status.
Status status;
@@ -53,7 +53,7 @@ namespace storm {
// The object used to compute the signatures.
SignatureComputer<DdType, ValueType> signatureComputer;
- // The object used to refine the partition(s) based on the signatures.
+ // The object used to refine the state partition based on the signatures.
SignatureRefiner<DdType, ValueType> signatureRefiner;
// Time measurements.
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.h b/src/storm/storage/dd/bisimulation/PreservationInformation.h
index e936d3b0d..1aa2620bd 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.h
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.h
@@ -11,7 +11,6 @@ namespace storm {
class PreservationInformation {
public:
-
PreservationInformation() = default;
void addLabel(std::string const& label);
From c586213bc60bf7690acfc25a6dcadae381d67abb Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 13:28:54 +0200
Subject: [PATCH 18/77] started on factoring out preservation information
---
.../storage/dd/bisimulation/Partition.cpp | 65 +++-------------
src/storm/storage/dd/bisimulation/Partition.h | 35 ++-------
.../bisimulation/PreservationInformation.cpp | 74 ++++++++++++++++++-
.../dd/bisimulation/PreservationInformation.h | 13 ++++
4 files changed, 98 insertions(+), 89 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index 7c434f653..187c235e1 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -20,12 +20,12 @@ namespace storm {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType>::Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : preservationInformation(preservationInformation), partition(partitionAdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
+ Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : partition(partitionAdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType>::Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : preservationInformation(preservationInformation), partition(partitionBdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
+ Partition<DdType, ValueType>::Partition(storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : partition(partitionBdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
}
@@ -36,72 +36,27 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const {
- return Partition<DdType, ValueType>(preservationInformation, newPartitionAdd, blockVariables, nextFreeBlockIndex);
+ return Partition<DdType, ValueType>(newPartitionAdd, blockVariables, nextFreeBlockIndex);
}
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const {
- return Partition<DdType, ValueType>(preservationInformation, newPartitionBdd, blockVariables, nextFreeBlockIndex);
+ return Partition<DdType, ValueType>(newPartitionBdd, blockVariables, nextFreeBlockIndex);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) {
- return create(model, model.getLabels(), bisimulationType);
- }
-
- template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType) {
- std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
- std::vector<storm::expressions::Expression> expressions;
- for (auto const& label : labels) {
- preservationInformation->addLabel(label);
- expressions.push_back(model.getExpression(label));
- }
- return create(model, expressions, preservationInformation, bisimulationType);
- }
-
- template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
- std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
- for (auto const& expression : expressions) {
- preservationInformation->addExpression(expression);
- }
- return create(model, expressions, preservationInformation, bisimulationType);
- }
-
- template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) {
- if (formulas.empty()) {
- return create(model, bisimulationType);
- }
-
- std::shared_ptr<PreservationInformation> preservationInformation = std::make_shared<PreservationInformation>();
- std::set<std::string> labels;
- std::set<storm::expressions::Expression> expressions;
-
- for (auto const& formula : formulas) {
- for (auto const& expressionFormula : formula->getAtomicExpressionFormulas()) {
- expressions.insert(expressionFormula->getExpression());
- preservationInformation->addExpression(expressionFormula->getExpression());
- }
- for (auto const& labelFormula : formula->getAtomicLabelFormulas()) {
- std::string const& label = labelFormula->getLabel();
- STORM_LOG_THROW(model.hasLabel(label), storm::exceptions::InvalidPropertyException, "Property refers to illegal label '" << label << "'.");
- preservationInformation->addLabel(label);
- expressions.insert(model.getExpression(label));
- }
- }
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation const& preservationInformation) {
std::vector<storm::expressions::Expression> expressionVector;
- for (auto const& expression : expressions) {
+ for (auto const& expression : preservationInformation.getExpressions()) {
expressionVector.emplace_back(expression);
}
- return create(model, expressionVector, preservationInformation, bisimulationType);
+ return create(model, expressionVector, bisimulationType);
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation, storm::storage::BisimulationType const& bisimulationType) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
@@ -123,9 +78,9 @@ namespace storm {
// Store the partition as an ADD only in the case of CUDD.
if (DdType == storm::dd::DdType::CUDD) {
- return Partition<DdType, ValueType>(preservationInformation, partitionBddAndBlockCount.first.template toAdd<ValueType>(), blockVariables, partitionBddAndBlockCount.second);
+ return Partition<DdType, ValueType>(partitionBddAndBlockCount.first.template toAdd<ValueType>(), blockVariables, partitionBddAndBlockCount.second);
} else {
- return Partition<DdType, ValueType>(preservationInformation, partitionBddAndBlockCount.first, blockVariables, partitionBddAndBlockCount.second);
+ return Partition<DdType, ValueType>(partitionBddAndBlockCount.first, blockVariables, partitionBddAndBlockCount.second);
}
}
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
index 80d882645..59183a332 100644
--- a/src/storm/storage/dd/bisimulation/Partition.h
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -30,28 +30,9 @@ namespace storm {
bool operator==(Partition<DdType, ValueType> const& other);
Partition<DdType, ValueType> replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
-
Partition<DdType, ValueType> replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const;
- /*!
- * Creates a partition from the given model that respects all labels.
- */
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
-
- /*!
- * Creates a partition from the given model that respects the given labels.
- */
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType);
-
- /*!
- * Creates a partition from the given model that respects the given expressions.
- */
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType);
-
- /*!
- * Creates a partition from the given model that preserves the given formulas.
- */
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation const& preservationInformation);
uint64_t getNumberOfStates() const;
uint64_t getNumberOfBlocks() const;
@@ -69,14 +50,11 @@ namespace storm {
uint64_t getNodeCount() const;
storm::dd::Bdd<DdType> getStates() const;
-
- PreservationInformation const& getPreservationInformation() const;
-
+
private:
/*!
* Creates a new partition from the given data.
*
- * @param preservationInformation Informatin about which labels/expressions this partition preserves.
* @param partitionAdd An ADD that maps encoding over the state/row variables and the block variable to
* one iff the state is in the block.
* @param blockVariables The variables to use for the block encoding. Its range must be [0, x] where x is
@@ -84,12 +62,11 @@ namespace storm {
* @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
* between 0 and this number.
*/
- Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
+ Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
/*!
* Creates a new partition from the given data.
*
- * @param preservationInformation Informatin about which labels/expressions this partition preserves.
* @param partitionBdd A BDD that maps encoding over the state/row variables and the block variable to
* true iff the state is in the block.
* @param blockVariables The variables to use for the block encoding. Their range must be [0, x] where x is
@@ -97,18 +74,16 @@ namespace storm {
* @param nextFreeBlockIndex The next free block index. The existing blocks must be encoded with indices
* between 0 and this number.
*/
- Partition(std::shared_ptr<PreservationInformation> preservationInformation, storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
+ Partition(storm::dd::Bdd<DdType> const& partitionBdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex);
/*!
* Creates a partition from the given model that respects the given expressions.
*/
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, std::shared_ptr<PreservationInformation> const& preservationInformation, storm::storage::BisimulationType const& bisimulationType);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType);
static std::pair<storm::dd::Bdd<DdType>, uint64_t> createPartitionBdd(storm::dd::DdManager<DdType> const& manager, storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::expressions::Variable const& blockVariable);
static std::pair<storm::expressions::Variable, storm::expressions::Variable> createBlockVariables(storm::dd::DdManager<DdType>& manager, uint64_t numberOfDdVariables);
-
- std::shared_ptr<PreservationInformation> preservationInformation;
/// The DD representing the partition. The DD is over the row variables of the model and the block variable.
boost::variant<storm::dd::Bdd<DdType>, storm::dd::Add<DdType, ValueType>> partition;
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
index f6d25ff4d..363e88fdd 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
@@ -1,24 +1,90 @@
#include "storm/storage/dd/bisimulation/PreservationInformation.h"
+#include "storm/logic/Formulas.h"
+
+#include "storm/utility/macros.h"
+#include "storm/exceptions/InvalidPropertyException.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
- void PreservationInformation::addLabel(std::string const& label) {
+ template <storm::dd::DdType DdType, typename ValueType>
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) : PreservationInformation(model, model.getLabels(), bisimulationType) {
+ // Intentionally left empty.
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType) {
+ for (auto const& label : labels) {
+ this->addLabel(label);
+ this->addExpression(model.getExpression(label));
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
+ for (auto const& e : expressions) {
+ this->addExpression(e);
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) {
+ if (formulas.empty()) {
+ // Default to respect all labels if no formulas are given.
+ for (auto const& label : model.getLabels()) {
+ this->addLabel(label);
+ this->addExpression(model.getExpression(label));
+ }
+ } else {
+ std::set<std::string> labels;
+ std::set<storm::expressions::Expression> expressions;
+
+ for (auto const& formula : formulas) {
+ for (auto const& expressionFormula : formula->getAtomicExpressionFormulas()) {
+ this->addExpression(expressionFormula->getExpression());
+ }
+ for (auto const& labelFormula : formula->getAtomicLabelFormulas()) {
+ this->addLabel(labelFormula->getLabel());
+ std::string const& label = labelFormula->getLabel();
+ STORM_LOG_THROW(model.hasLabel(label), storm::exceptions::InvalidPropertyException, "Property refers to illegal label '" << label << "'.");
+ this->addExpression(model.getExpression(label));
+ }
+ }
+
+ std::vector<storm::expressions::Expression> expressionVector;
+ for (auto const& expression : expressions) {
+ expressionVector.emplace_back(expression);
+ }
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void PreservationInformation<DdType, ValueType>::addLabel(std::string const& label) {
labels.insert(label);
}
- void PreservationInformation::addExpression(storm::expressions::Expression const& expression) {
+ template <storm::dd::DdType DdType, typename ValueType>
+ void PreservationInformation<DdType, ValueType>::addExpression(storm::expressions::Expression const& expression) {
expressions.insert(expression);
}
- std::set<std::string> const& PreservationInformation::getLabels() const {
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::set<std::string> const& PreservationInformation<DdType, ValueType>::getLabels() const {
return labels;
}
- std::set<storm::expressions::Expression> const& PreservationInformation::getExpressions() const {
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::set<storm::expressions::Expression> const& PreservationInformation<DdType, ValueType>::getExpressions() const {
return expressions;
}
+
+ template class PreservationInformation<storm::dd::DdType::CUDD, double>;
+
+ template class PreservationInformation<storm::dd::DdType::Sylvan, double>;
+ template class PreservationInformation<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class PreservationInformation<storm::dd::DdType::Sylvan, storm::RationalFunction>;
}
}
}
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.h b/src/storm/storage/dd/bisimulation/PreservationInformation.h
index 1aa2620bd..a5bfbc3d1 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.h
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.h
@@ -2,6 +2,13 @@
#include <set>
#include <string>
+#include <vector>
+#include <memory>
+
+#include "storm/models/symbolic/Model.h"
+#include "storm/storage/bisimulation/BisimulationType.h"
+
+#include "storm/logic/Formula.h"
#include "storm/storage/expressions/Expression.h"
@@ -9,9 +16,15 @@ namespace storm {
namespace dd {
namespace bisimulation {
+ template <storm::dd::DdType DdType, typename ValueType>
class PreservationInformation {
public:
PreservationInformation() = default;
+
+ PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
+ PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType);
+ PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType);
+ PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
void addLabel(std::string const& label);
void addExpression(storm::expressions::Expression const& expression);
From 03920c096ab996a471528924f0054664eed2d41e Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 15:25:06 +0200
Subject: [PATCH 19/77] missing file
---
.../dd/bisimulation/MdpPartitionRefiner.h | 37 +++++++++++++++++++
1 file changed, 37 insertions(+)
create mode 100644 src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
new file mode 100644
index 000000000..1037811d5
--- /dev/null
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
@@ -0,0 +1,37 @@
+#pragma once
+
+#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
+
+namespace storm {
+ namespace dd {
+ namespace bisimulation {
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ class MdpPartitionRefiner : public PartitionRefiner<DdType, ValueType> {
+ public:
+ MdpPartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition);
+
+ /*!
+ * Refines the partition.
+ *
+ * @param mode The signature mode to use.
+ * @return False iff the partition is stable and no refinement was actually performed.
+ */
+ bool refine(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager);
+
+ /*!
+ * Retrieves the current choice partition in the refinement process.
+ */
+ Partition<DdType, ValueType> const& getChoicePartition() const;
+
+ private:
+ // The choice partition in the refinement process.
+ Partition<DdType, ValueType> choicePartition;
+
+ // The object used to refine the choice partition based on the signatures.
+ SignatureRefiner<DdType, ValueType> choiceSignatureRefiner;
+ };
+
+ }
+ }
+}
From f3ebfaa90f2d8fa13e810683eb6c214273285853 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 1 Aug 2017 21:23:08 +0200
Subject: [PATCH 20/77] more work on MDP bisimulation
---
src/storm/api/bisimulation.h | 2 +-
src/storm/models/ModelBase.h | 11 +++
src/storm/models/symbolic/Model.cpp | 4 -
src/storm/models/symbolic/Model.h | 4 +-
.../storage/dd/BisimulationDecomposition.cpp | 21 +++--
.../storage/dd/BisimulationDecomposition.h | 6 +-
.../dd/bisimulation/MdpPartitionRefiner.cpp | 28 ++++--
.../dd/bisimulation/MdpPartitionRefiner.h | 11 ++-
.../storage/dd/bisimulation/Partition.cpp | 39 +++++++--
src/storm/storage/dd/bisimulation/Partition.h | 10 ++-
.../dd/bisimulation/PartitionRefiner.cpp | 86 +++++++++++--------
.../dd/bisimulation/PartitionRefiner.h | 4 +-
.../dd/bisimulation/QuotientExtractor.cpp | 28 +++---
.../dd/bisimulation/QuotientExtractor.h | 11 +--
.../dd/bisimulation/SignatureRefiner.cpp | 2 +-
.../dd/bisimulation/SignatureRefiner.h | 9 +-
16 files changed, 181 insertions(+), 95 deletions(-)
diff --git a/src/storm/api/bisimulation.h b/src/storm/api/bisimulation.h
index c59c62b09..825b8e4c8 100644
--- a/src/storm/api/bisimulation.h
+++ b/src/storm/api/bisimulation.h
@@ -57,7 +57,7 @@ namespace storm {
template <storm::dd::DdType DdType, typename ValueType>
typename std::enable_if<DdType == storm::dd::DdType::Sylvan || std::is_same<ValueType, double>::value, std::shared_ptr<storm::models::Model<ValueType>>>::type performBisimulationMinimization(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType = storm::storage::BisimulationType::Strong, storm::dd::bisimulation::SignatureMode const& mode = storm::dd::bisimulation::SignatureMode::Eager) {
- STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc), storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is currently only available for DTMCs and CTMCs.");
+ STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc) || model->isOfType(storm::models::ModelType::Mdp), storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is currently only available for DTMCs and CTMCs.");
STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
storm::dd::BisimulationDecomposition<DdType, ValueType> decomposition(*model, formulas, bisimulationType);
diff --git a/src/storm/models/ModelBase.h b/src/storm/models/ModelBase.h
index cbef9a9dc..e6fb3f52f 100644
--- a/src/storm/models/ModelBase.h
+++ b/src/storm/models/ModelBase.h
@@ -38,6 +38,17 @@ namespace storm {
return std::dynamic_pointer_cast<ModelType>(this->shared_from_this());
}
+ /*!
+ * Casts the model into the model type given by the template parameter.
+ *
+ * @return A shared pointer of the requested type that points to the model if the cast succeeded and a null
+ * pointer otherwise.
+ */
+ template <typename ModelType>
+ std::shared_ptr<ModelType const> as() const {
+ return std::dynamic_pointer_cast<ModelType const>(this->shared_from_this());
+ }
+
/*!
* @brief Return the actual type of the model.
*
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 27a37534f..7801241a3 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -7,10 +7,6 @@
#include "storm/adapters/AddExpressionAdapter.h"
-#include "storm/storage/dd/DdManager.h"
-#include "storm/storage/dd/Add.h"
-#include "storm/storage/dd/Bdd.h"
-
#include "storm/models/symbolic/StandardRewardModel.h"
#include "storm/utility/macros.h"
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index dbd74634c..68d84cded 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -9,6 +9,7 @@
#include "storm/storage/expressions/Expression.h"
#include "storm/storage/expressions/Variable.h"
#include "storm/storage/dd/DdType.h"
+#include "storm/storage/dd/Add.h"
#include "storm/storage/dd/Bdd.h"
#include "storm/models/Model.h"
#include "storm/utility/OsDetection.h"
@@ -22,9 +23,6 @@ namespace storm {
template<storm::dd::DdType Type>
class Dd;
- template<storm::dd::DdType Type, typename ValueType>
- class Add;
-
template<storm::dd::DdType Type>
class DdManager;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index e7b27efaf..77aa64f1d 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -1,10 +1,12 @@
#include "storm/storage/dd/BisimulationDecomposition.h"
+#include "storm/storage/dd/bisimulation/Partition.h"
#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
-
+#include "storm/storage/dd/bisimulation/MdpPartitionRefiner.h"
#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
#include "storm/models/symbolic/Model.h"
+#include "storm/models/symbolic/Mdp.h"
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidOperationException.h"
@@ -14,19 +16,28 @@ namespace storm {
namespace dd {
using namespace bisimulation;
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::unique_ptr<PartitionRefiner<DdType, ValueType>> createRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) {
+ if (model.isOfType(storm::models::ModelType::Mdp)) {
+ return std::make_unique<MdpPartitionRefiner<DdType, ValueType>>(*model.template as<storm::models::symbolic::Mdp<DdType, ValueType>>(), initialPartition);
+ } else {
+ return std::make_unique<PartitionRefiner<DdType, ValueType>>(model, initialPartition);
+ }
+ }
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, bisimulationType)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) : model(model), preservationInformation(model, bisimulationType), refiner(createRefiner(model, Partition<DdType, ValueType>::create(model, bisimulationType, preservationInformation))) {
// Intentionally left empty.
}
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) : BisimulationDecomposition(model, bisimulation::Partition<DdType, ValueType>::create(model, formulas, bisimulationType)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) : model(model), preservationInformation(model, formulas, bisimulationType), refiner(createRefiner(model, Partition<DdType, ValueType>::create(model, bisimulationType, preservationInformation))) {
// Intentionally left empty.
}
template <storm::dd::DdType DdType, typename ValueType>
- BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition) : model(model), refiner(std::make_unique<PartitionRefiner<DdType, ValueType>>(model, initialPartition)) {
+ BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition, bisimulation::PreservationInformation<DdType, ValueType> const& preservationInformation) : model(model), preservationInformation(preservationInformation), refiner(createRefiner(model, initialPartition)) {
STORM_LOG_THROW(!model.hasRewardModel(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support preserving rewards.");
}
@@ -61,7 +72,7 @@ namespace storm {
STORM_LOG_TRACE("Starting quotient extraction.");
QuotientExtractor<DdType, ValueType> extractor;
- std::shared_ptr<storm::models::Model<ValueType>> quotient = extractor.extract(model, refiner->getStatePartition());
+ std::shared_ptr<storm::models::Model<ValueType>> quotient = extractor.extract(model, refiner->getStatePartition(), preservationInformation);
STORM_LOG_TRACE("Quotient extraction done.");
return quotient;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index 85bd1a48b..efc5a0a7f 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -6,6 +6,7 @@
#include "storm/storage/dd/DdType.h"
#include "storm/storage/bisimulation/BisimulationType.h"
#include "storm/storage/dd/bisimulation/SignatureMode.h"
+#include "storm/storage/dd/bisimulation/PreservationInformation.h"
#include "storm/logic/Formula.h"
@@ -34,7 +35,7 @@ namespace storm {
public:
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType);
BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType);
- BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition);
+ BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, bisimulation::Partition<DdType, ValueType> const& initialPartition, bisimulation::PreservationInformation<DdType, ValueType> const& preservationInformation);
~BisimulationDecomposition();
@@ -52,6 +53,9 @@ namespace storm {
// The model for which to compute the bisimulation decomposition.
storm::models::symbolic::Model<DdType, ValueType> const& model;
+ // The object capturing what is preserved.
+ bisimulation::PreservationInformation<DdType, ValueType> preservationInformation;
+
// The refiner to use.
std::unique_ptr<bisimulation::PartitionRefiner<DdType, ValueType>> refiner;
};
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 033f5f5f0..78c89e7bf 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -1,22 +1,30 @@
#include "storm/storage/dd/bisimulation/MdpPartitionRefiner.h"
+#include "storm/models/symbolic/Mdp.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(model, initialStatePartition) {
- // Start by initializing the choice signature refiner.
- std::set<storm::expressions::Variable> choiceSignatureVariables;
- std::set_union(model.getRowMetaVariables().begin(), model.getRowMetaVariables().end(), model.getNondeterminismVariables().begin(), model.getNondeterminismVariables().end(), std::inserter(choiceSignatureVariables, choiceSignatureVariables.begin()));
- choiceSignatureRefiner = SignatureRefiner<DdType, ValueType>(model.getManager(), this->statePartition.getBlockVariable(), choiceSignatureVariables);
+ MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())) {
- // Create dummy choice partition that is refined to the right result in the first call to refine.
+ // Initialize the choice signature refiner.
+ std::set<storm::expressions::Variable> choiceSignatureVariables;
+ std::set_union(mdp.getRowVariables().begin(), mdp.getRowVariables().end(), mdp.getNondeterminismVariables().begin(), mdp.getNondeterminismVariables().end(), std::inserter(choiceSignatureVariables, choiceSignatureVariables.begin()));
+ choiceSignatureRefiner = SignatureRefiner<DdType, ValueType>(mdp.getManager(), this->statePartition.getBlockVariable(), choiceSignatureVariables);
}
template<storm::dd::DdType DdType, typename ValueType>
bool MdpPartitionRefiner<DdType, ValueType>::refine(bisimulation::SignatureMode const& mode) {
- // Magic here.
+ Partition<DdType, ValueType> newChoicePartition = this->internalRefine(choiceSignatureRefiner, choicePartition, mode);
+
+ if (newChoicePartition == choicePartition) {
+ this->status = Status::FixedPoint;
+ return false;
+ } else {
+ return PartitionRefiner<DdType, ValueType>::refine(mode);
+ }
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -24,6 +32,12 @@ namespace storm {
return choicePartition;
}
+ template class MdpPartitionRefiner<storm::dd::DdType::CUDD, double>;
+
+ template class MdpPartitionRefiner<storm::dd::DdType::Sylvan, double>;
+ template class MdpPartitionRefiner<storm::dd::DdType::Sylvan, storm::RationalNumber>;
+ template class MdpPartitionRefiner<storm::dd::DdType::Sylvan, storm::RationalFunction>;
+
}
}
}
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
index 1037811d5..4abdcb427 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
@@ -3,13 +3,20 @@
#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
namespace storm {
+ namespace models {
+ namespace symbolic {
+ template <storm::dd::DdType DdType, typename ValueType>
+ class Mdp;
+ }
+ }
+
namespace dd {
namespace bisimulation {
template <storm::dd::DdType DdType, typename ValueType>
class MdpPartitionRefiner : public PartitionRefiner<DdType, ValueType> {
public:
- MdpPartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition);
+ MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition);
/*!
* Refines the partition.
@@ -17,7 +24,7 @@ namespace storm {
* @param mode The signature mode to use.
* @return False iff the partition is stable and no refinement was actually performed.
*/
- bool refine(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager);
+ virtual bool refine(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager) override;
/*!
* Retrieves the current choice partition in the refinement process.
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index 187c235e1..bde87a5b9 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -8,6 +8,8 @@
#include "storm/logic/AtomicExpressionFormula.h"
#include "storm/logic/AtomicLabelFormula.h"
+#include "storm/models/symbolic/Mdp.h"
+
#include "storm/settings/SettingsManager.h"
#include "storm/settings/modules/BisimulationSettings.h"
@@ -19,6 +21,11 @@ namespace storm {
namespace dd {
namespace bisimulation {
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType>::Partition() : nextFreeBlockIndex(0) {
+ // Intentionally left empty.
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType>::Partition(storm::dd::Add<DdType, ValueType> const& partitionAdd, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables, uint64_t nextFreeBlockIndex) : partition(partitionAdd), blockVariables(blockVariables), nextFreeBlockIndex(nextFreeBlockIndex) {
// Intentionally left empty.
@@ -45,7 +52,7 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation const& preservationInformation) {
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation<DdType, ValueType> const& preservationInformation) {
std::vector<storm::expressions::Expression> expressionVector;
for (auto const& expression : preservationInformation.getExpressions()) {
@@ -57,7 +64,6 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::create(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
-
STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
storm::dd::DdManager<DdType>& manager = model.getManager();
@@ -72,6 +78,13 @@ namespace storm {
auto const& ddMetaVariable = manager.getMetaVariable(metaVariable);
numberOfDdVariables += ddMetaVariable.getNumberOfDdVariables();
}
+ if (model.getType() == storm::models::ModelType::Mdp) {
+ auto mdp = model.template as<storm::models::symbolic::Mdp<DdType, ValueType>>();
+ for (auto const& metaVariable : mdp->getNondeterminismVariables()) {
+ auto const& ddMetaVariable = manager.getMetaVariable(metaVariable);
+ numberOfDdVariables += ddMetaVariable.getNumberOfDdVariables();
+ }
+ }
std::pair<storm::expressions::Variable, storm::expressions::Variable> blockVariables = createBlockVariables(manager, numberOfDdVariables);
std::pair<storm::dd::Bdd<DdType>, uint64_t> partitionBddAndBlockCount = createPartitionBdd(manager, model, stateSets, blockVariables.first);
@@ -84,6 +97,18 @@ namespace storm {
}
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> Partition<DdType, ValueType>::createTrivialChoicePartition(storm::models::symbolic::NondeterministicModel<DdType, ValueType> const& model, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables) {
+ storm::dd::Bdd<DdType> choicePartitionBdd = !model.getIllegalSuccessorMask() && model.getManager().getEncoding(blockVariables.first, 0, false);
+
+ // Store the partition as an ADD only in the case of CUDD.
+ if (DdType == storm::dd::DdType::CUDD) {
+ return Partition<DdType, ValueType>(choicePartitionBdd.template toAdd<ValueType>(), blockVariables, 1);
+ } else {
+ return Partition<DdType, ValueType>(choicePartitionBdd, blockVariables, 1);
+ }
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
uint64_t Partition<DdType, ValueType>::getNumberOfStates() const {
return this->getStates().getNonZeroCount();
@@ -123,6 +148,11 @@ namespace storm {
return boost::get<storm::dd::Bdd<DdType>>(partition);
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ std::pair<storm::expressions::Variable, storm::expressions::Variable> const& Partition<DdType, ValueType>::getBlockVariables() const {
+ return blockVariables;
+ }
+
template<storm::dd::DdType DdType, typename ValueType>
storm::expressions::Variable const& Partition<DdType, ValueType>::getBlockVariable() const {
return blockVariables.first;
@@ -147,11 +177,6 @@ namespace storm {
}
}
- template<storm::dd::DdType DdType, typename ValueType>
- PreservationInformation const& Partition<DdType, ValueType>::getPreservationInformation() const {
- return *preservationInformation;
- }
-
template<storm::dd::DdType DdType>
void enumerateBlocksRec(std::vector<storm::dd::Bdd<DdType>> const& stateSets, storm::dd::Bdd<DdType> const& currentStateSet, uint64_t offset, storm::expressions::Variable const& blockVariable, std::function<void (storm::dd::Bdd<DdType> const&)> const& callback) {
if (currentStateSet.isZero()) {
diff --git a/src/storm/storage/dd/bisimulation/Partition.h b/src/storm/storage/dd/bisimulation/Partition.h
index 59183a332..3a620e681 100644
--- a/src/storm/storage/dd/bisimulation/Partition.h
+++ b/src/storm/storage/dd/bisimulation/Partition.h
@@ -11,6 +11,7 @@
#include "storm/storage/bisimulation/BisimulationType.h"
#include "storm/models/symbolic/Model.h"
+#include "storm/models/symbolic/NondeterministicModel.h"
namespace storm {
namespace logic {
@@ -20,19 +21,21 @@ namespace storm {
namespace dd {
namespace bisimulation {
+ template<storm::dd::DdType DdType, typename ValueType>
class PreservationInformation;
template<storm::dd::DdType DdType, typename ValueType>
class Partition {
public:
- Partition() = default;
+ Partition();
bool operator==(Partition<DdType, ValueType> const& other);
Partition<DdType, ValueType> replacePartition(storm::dd::Add<DdType, ValueType> const& newPartitionAdd, uint64_t nextFreeBlockIndex) const;
Partition<DdType, ValueType> replacePartition(storm::dd::Bdd<DdType> const& newPartitionBdd, uint64_t nextFreeBlockIndex) const;
- static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation const& preservationInformation);
+ static Partition create(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType, PreservationInformation<DdType, ValueType> const& preservationInformation);
+ static Partition createTrivialChoicePartition(storm::models::symbolic::NondeterministicModel<DdType, ValueType> const& model, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables);
uint64_t getNumberOfStates() const;
uint64_t getNumberOfBlocks() const;
@@ -42,7 +45,8 @@ namespace storm {
storm::dd::Add<DdType, ValueType> const& asAdd() const;
storm::dd::Bdd<DdType> const& asBdd() const;
-
+
+ std::pair<storm::expressions::Variable, storm::expressions::Variable> const& getBlockVariables() const;
storm::expressions::Variable const& getBlockVariable() const;
storm::expressions::Variable const& getPrimedBlockVariable() const;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index d2061ee07..b0dfa2aeb 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -10,44 +10,8 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- bool PartitionRefiner<DdType, ValueType>::refine(bisimulation::SignatureMode const& mode) {
- this->status = Status::InComputation;
-
- this->signatureComputer.setSignatureMode(mode);
- auto start = std::chrono::high_resolution_clock::now();
-
- std::chrono::milliseconds::rep signatureTime = 0;
- std::chrono::milliseconds::rep refinementTime = 0;
-
- bool alreadyRefined = false;
- uint64_t index = 0;
- Partition<DdType, ValueType> newStatePartition;
- auto signatureIterator = signatureComputer.compute(statePartition);
- while (signatureIterator.hasNext() && !alreadyRefined) {
- auto signatureStart = std::chrono::high_resolution_clock::now();
- auto signature = signatureIterator.next();
- auto signatureEnd = std::chrono::high_resolution_clock::now();
- totalSignatureTime += (signatureEnd - signatureStart);
- STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
-
- auto refinementStart = std::chrono::high_resolution_clock::now();
- newStatePartition = signatureRefiner.refine(statePartition, signature);
- auto refinementEnd = std::chrono::high_resolution_clock::now();
- totalRefinementTime += (refinementEnd - refinementStart);
-
- signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
- refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
-
- // Potentially exit early in case we have refined the partition already.
- if (newStatePartition.getNumberOfBlocks() > statePartition.getNumberOfBlocks()) {
- alreadyRefined = true;
- }
- }
-
- auto totalTimeInRefinement = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - start).count();
- ++refinements;
- STORM_LOG_DEBUG("Refinement " << refinements << " produced " << newStatePartition.getNumberOfBlocks() << " blocks and was completed in " << totalTimeInRefinement << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms).");
-
+ bool PartitionRefiner<DdType, ValueType>::refine(SignatureMode const& mode) {
+ Partition<DdType, ValueType> newStatePartition = this->internalRefine(signatureRefiner, statePartition, mode);
if (statePartition == newStatePartition) {
this->status = Status::FixedPoint;
return false;
@@ -57,6 +21,52 @@ namespace storm {
}
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ Partition<DdType, ValueType> PartitionRefiner<DdType, ValueType>::internalRefine(SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, SignatureMode const& mode) {
+ auto start = std::chrono::high_resolution_clock::now();
+
+ if (this->status != Status::FixedPoint) {
+ this->status = Status::InComputation;
+
+ this->signatureComputer.setSignatureMode(mode);
+
+ std::chrono::milliseconds::rep signatureTime = 0;
+ std::chrono::milliseconds::rep refinementTime = 0;
+
+ bool refined = false;
+ uint64_t index = 0;
+ Partition<DdType, ValueType> newPartition;
+ auto signatureIterator = signatureComputer.compute(oldPartition);
+ while (signatureIterator.hasNext() && !refined) {
+ auto signatureStart = std::chrono::high_resolution_clock::now();
+ auto signature = signatureIterator.next();
+ auto signatureEnd = std::chrono::high_resolution_clock::now();
+ totalSignatureTime += (signatureEnd - signatureStart);
+ STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
+
+ auto refinementStart = std::chrono::high_resolution_clock::now();
+ newPartition = signatureRefiner.refine(statePartition, signature);
+ auto refinementEnd = std::chrono::high_resolution_clock::now();
+ totalRefinementTime += (refinementEnd - refinementStart);
+
+ signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
+ refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
+
+ // Potentially exit early in case we have refined the partition already.
+ if (newPartition.getNumberOfBlocks() > oldPartition.getNumberOfBlocks()) {
+ refined = true;
+ }
+ }
+
+ auto totalTimeInRefinement = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - start).count();
+ ++refinements;
+ STORM_LOG_DEBUG("Refinement " << refinements << " produced " << newPartition.getNumberOfBlocks() << " blocks and was completed in " << totalTimeInRefinement << "ms (signature: " << signatureTime << "ms, refinement: " << refinementTime << "ms).");
+ return newPartition;
+ } else {
+ return oldPartition;
+ }
+ }
+
template <storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> const& PartitionRefiner<DdType, ValueType>::getStatePartition() const {
return statePartition;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index c5ccae949..b259de135 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -28,7 +28,7 @@ namespace storm {
* @param mode The signature mode to use.
* @return False iff the partition is stable and no refinement was actually performed.
*/
- bool refine(bisimulation::SignatureMode const& mode = bisimulation::SignatureMode::Eager);
+ virtual bool refine(SignatureMode const& mode = SignatureMode::Eager);
/*!
* Retrieves the current state partition in the refinement process.
@@ -41,6 +41,8 @@ namespace storm {
Status getStatus() const;
protected:
+ Partition<DdType, ValueType> internalRefine(SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, SignatureMode const& mode = SignatureMode::Eager);
+
// The current status.
Status status;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 2fb31b2d1..ccaeaa774 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -480,13 +480,13 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ std::shared_ptr<storm::models::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
auto start = std::chrono::high_resolution_clock::now();
std::shared_ptr<storm::models::Model<ValueType>> result;
if (quotientFormat == storm::settings::modules::BisimulationSettings::QuotientFormat::Sparse) {
- result = extractSparseQuotient(model, partition);
+ result = extractSparseQuotient(model, partition, preservationInformation);
} else {
- result = extractDdQuotient(model, partition);
+ result = extractDdQuotient(model, partition, preservationInformation);
}
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient extraction completed in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
@@ -497,7 +497,7 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables());
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
@@ -507,10 +507,10 @@ namespace storm {
quotientStateLabeling.addLabel("init", sparseExtractor.extractStates(model.getInitialStates(), partition));
quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
- for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ for (auto const& label : preservationInformation.getLabels()) {
quotientStateLabeling.addLabel(label, sparseExtractor.extractStates(model.getStates(label), partition));
}
- for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
stream << expression;
std::string expressionAsString = stream.str();
@@ -533,12 +533,12 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
- return extractQuotientUsingBlockVariables(model, partition);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
+ return extractQuotientUsingBlockVariables(model, partition, preservationInformation);
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
auto modelType = model.getType();
if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
@@ -568,10 +568,10 @@ namespace storm {
storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
- for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ for (auto const& label : preservationInformation.getLabels()) {
preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
}
- for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
stream << expression;
std::string expressionAsString = stream.str();
@@ -597,7 +597,7 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition) {
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
auto modelType = model.getType();
if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
@@ -619,10 +619,10 @@ namespace storm {
storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(model.getColumnVariables()) && reachableStates;
std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
- for (auto const& label : partition.getPreservationInformation().getLabels()) {
+ for (auto const& label : preservationInformation.getLabels()) {
preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
}
- for (auto const& expression : partition.getPreservationInformation().getExpressions()) {
+ for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
stream << expression;
std::string expressionAsString = stream.str();
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.h b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
index 14b518016..dda06a3d3 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.h
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
@@ -8,6 +8,7 @@
#include "storm/models/sparse/Model.h"
#include "storm/storage/dd/bisimulation/Partition.h"
+#include "storm/storage/dd/bisimulation/PreservationInformation.h"
#include "storm/settings/modules/BisimulationSettings.h"
@@ -20,14 +21,14 @@ namespace storm {
public:
QuotientExtractor();
- std::shared_ptr<storm::models::Model<ValueType>> extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::Model<ValueType>> extract(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
private:
- std::shared_ptr<storm::models::sparse::Model<ValueType>> extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
+ std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
bool useRepresentatives;
storm::settings::modules::BisimulationSettings::QuotientFormat quotientFormat;
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 3f101776d..028fb7767 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -444,7 +444,7 @@ namespace storm {
};
template<storm::dd::DdType DdType, typename ValueType>
- SignatureRefiner<DdType, ValueType>::SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables) : manager(manager), stateVariables(stateVariables) {
+ SignatureRefiner<DdType, ValueType>::SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables) : manager(&manager), stateVariables(stateVariables) {
uint64_t lastStateLevel = 0;
for (auto const& stateVariable : stateVariables) {
lastStateLevel = std::max(lastStateLevel, manager.getMetaVariable(stateVariable).getHighestLevel());
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.h b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
index 32532dc62..ba6777d13 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.h
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
@@ -1,5 +1,7 @@
#pragma once
+#include <memory>
+
#include "storm/storage/dd/DdType.h"
#include "storm/storage/dd/bisimulation/Partition.h"
@@ -15,6 +17,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class SignatureRefiner {
public:
+ SignatureRefiner() = default;
SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables);
~SignatureRefiner();
@@ -23,13 +26,13 @@ namespace storm {
private:
// The manager responsible for the DDs.
- storm::dd::DdManager<DdType> const& manager;
+ storm::dd::DdManager<DdType> const* manager;
// The variables encodin the states.
- std::set<storm::expressions::Variable> const& stateVariables;
+ std::set<storm::expressions::Variable> stateVariables;
// The internal refiner.
- std::unique_ptr<InternalSignatureRefiner<DdType, ValueType>> internalRefiner;
+ std::shared_ptr<InternalSignatureRefiner<DdType, ValueType>> internalRefiner;
};
}
From a1db269e8fb57a9083613cde3848e91a41525b6f Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 2 Aug 2017 13:55:30 +0200
Subject: [PATCH 21/77] started on debugging MDP bisimulation
---
src/storm/models/symbolic/Model.cpp | 10 ++++
src/storm/models/symbolic/Model.h | 14 +++++
.../models/symbolic/NondeterministicModel.cpp | 14 +++++
.../models/symbolic/NondeterministicModel.h | 3 +
.../dd/bisimulation/MdpPartitionRefiner.cpp | 29 ++++++---
.../dd/bisimulation/MdpPartitionRefiner.h | 7 ++-
.../dd/bisimulation/PartitionRefiner.cpp | 17 ++++--
.../dd/bisimulation/PartitionRefiner.h | 2 +-
.../dd/bisimulation/SignatureComputer.cpp | 60 ++++++++++++++-----
.../dd/bisimulation/SignatureComputer.h | 20 ++++---
10 files changed, 138 insertions(+), 38 deletions(-)
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 7801241a3..46c8ad35c 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -172,6 +172,16 @@ namespace storm {
return columnVariables;
}
+ template<storm::dd::DdType Type, typename ValueType>
+ std::set<storm::expressions::Variable> Model<Type, ValueType>::getRowAndNondeterminismVariables() const {
+ return rowVariables;
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ std::set<storm::expressions::Variable> Model<Type, ValueType>::getColumnAndNondeterminismVariables() const {
+ return columnVariables;
+ }
+
template<storm::dd::DdType Type, typename ValueType>
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& Model<Type, ValueType>::getRowColumnMetaVariablePairs() const {
return rowColumnMetaVariablePairs;
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index 68d84cded..395028ae9 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -221,6 +221,20 @@ namespace storm {
*/
std::set<storm::expressions::Variable> const& getColumnVariables() const;
+ /*!
+ * Retrieves all meta variables used to encode rows and nondetermism.
+ *
+ * @return All meta variables used to encode rows and nondetermism.
+ */
+ virtual std::set<storm::expressions::Variable> getRowAndNondeterminismVariables() const;
+
+ /*!
+ * Retrieves all meta variables used to encode columns and nondetermism.
+ *
+ * @return All meta variables used to encode columns and nondetermism.
+ */
+ virtual std::set<storm::expressions::Variable> getColumnAndNondeterminismVariables() const;
+
/*!
* Retrieves the pairs of row and column meta variables.
*
diff --git a/src/storm/models/symbolic/NondeterministicModel.cpp b/src/storm/models/symbolic/NondeterministicModel.cpp
index 6545e27c0..32baf1cd2 100644
--- a/src/storm/models/symbolic/NondeterministicModel.cpp
+++ b/src/storm/models/symbolic/NondeterministicModel.cpp
@@ -62,6 +62,20 @@ namespace storm {
return nondeterminismVariables;
}
+ template<storm::dd::DdType Type, typename ValueType>
+ std::set<storm::expressions::Variable> NondeterministicModel<Type, ValueType>::getRowAndNondeterminismVariables() const {
+ std::set<storm::expressions::Variable> result;
+ std::set_union(this->getRowVariables().begin(), this->getRowVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
+ return result;
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ std::set<storm::expressions::Variable> NondeterministicModel<Type, ValueType>::getColumnAndNondeterminismVariables() const {
+ std::set<storm::expressions::Variable> result;
+ std::set_union(this->getColumnVariables().begin(), this->getColumnVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
+ return result;
+ }
+
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> const& NondeterministicModel<Type, ValueType>::getIllegalMask() const {
return illegalMask;
diff --git a/src/storm/models/symbolic/NondeterministicModel.h b/src/storm/models/symbolic/NondeterministicModel.h
index 45dc27b0a..b3d5b7cb6 100644
--- a/src/storm/models/symbolic/NondeterministicModel.h
+++ b/src/storm/models/symbolic/NondeterministicModel.h
@@ -99,6 +99,9 @@ namespace storm {
*/
std::set<storm::expressions::Variable> const& getNondeterminismVariables() const;
+ virtual std::set<storm::expressions::Variable> getRowAndNondeterminismVariables() const override;
+ virtual std::set<storm::expressions::Variable> getColumnAndNondeterminismVariables() const override;
+
/*!
* Retrieves a BDD characterizing all illegal nondeterminism encodings in the model.
*
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 78c89e7bf..86b0cf495 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -7,23 +7,36 @@ namespace storm {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())) {
-
- // Initialize the choice signature refiner.
- std::set<storm::expressions::Variable> choiceSignatureVariables;
- std::set_union(mdp.getRowVariables().begin(), mdp.getRowVariables().end(), mdp.getNondeterminismVariables().begin(), mdp.getNondeterminismVariables().end(), std::inserter(choiceSignatureVariables, choiceSignatureVariables.begin()));
- choiceSignatureRefiner = SignatureRefiner<DdType, ValueType>(mdp.getManager(), this->statePartition.getBlockVariable(), choiceSignatureVariables);
+ MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())), stateSignatureComputer(mdp.getQualitativeTransitionMatrix(false), mdp.getColumnAndNondeterminismVariables()), stateSignatureRefiner(mdp.getManager(), this->statePartition.getBlockVariable(), mdp.getRowVariables()) {
+ // Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
bool MdpPartitionRefiner<DdType, ValueType>::refine(bisimulation::SignatureMode const& mode) {
- Partition<DdType, ValueType> newChoicePartition = this->internalRefine(choiceSignatureRefiner, choicePartition, mode);
+ // In this procedure, we will
+ // (1) refine the partition of nondeterministic choices based on the state partition. For this, we use
+ // the signature computer/refiner of the superclass. These objects use the full transition matrix.
+ // (2) if the choice partition was in fact split, the state partition also needs to be refined.
+ // For this, we use the signature computer/refiner of this class.
+
+ STORM_LOG_TRACE("Refining choice partition.");
+ Partition<DdType, ValueType> newChoicePartition = this->internalRefine(this->signatureComputer, this->signatureRefiner, choicePartition, this->statePartition, mode);
if (newChoicePartition == choicePartition) {
this->status = Status::FixedPoint;
return false;
} else {
- return PartitionRefiner<DdType, ValueType>::refine(mode);
+ // If the choice partition changed, refine the state partition. Use eager mode as abstracting from the probabilities is not worth doing.
+ STORM_LOG_TRACE("Refining state partition.");
+ Partition<DdType, ValueType> newStatePartition = this->internalRefine(this->stateSignatureComputer, this->stateSignatureRefiner, this->statePartition, this->choicePartition, SignatureMode::Eager);
+
+ if (newStatePartition == this->statePartition) {
+ this->status = Status::FixedPoint;
+ return false;
+ } else {
+ this->statePartition = newStatePartition;
+ return true;
+ }
}
}
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
index 4abdcb427..c513386ee 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
@@ -34,9 +34,12 @@ namespace storm {
private:
// The choice partition in the refinement process.
Partition<DdType, ValueType> choicePartition;
+
+ // The object used to compute the state signatures.
+ SignatureComputer<DdType, ValueType> stateSignatureComputer;
- // The object used to refine the choice partition based on the signatures.
- SignatureRefiner<DdType, ValueType> choiceSignatureRefiner;
+ // The object used to refine the state partition based on the signatures.
+ SignatureRefiner<DdType, ValueType> stateSignatureRefiner;
};
}
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index b0dfa2aeb..bd9890adf 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -5,13 +5,13 @@ namespace storm {
namespace bisimulation {
template <storm::dd::DdType DdType, typename ValueType>
- PartitionRefiner<DdType, ValueType>::PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : status(Status::Initialized), refinements(0), statePartition(initialStatePartition), signatureComputer(model), signatureRefiner(model.getManager(), statePartition.getBlockVariable(), model.getRowVariables()) {
+ PartitionRefiner<DdType, ValueType>::PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : status(Status::Initialized), refinements(0), statePartition(initialStatePartition), signatureComputer(model), signatureRefiner(model.getManager(), statePartition.getBlockVariable(), model.getRowAndNondeterminismVariables()) {
// Intentionally left empty.
}
template <storm::dd::DdType DdType, typename ValueType>
bool PartitionRefiner<DdType, ValueType>::refine(SignatureMode const& mode) {
- Partition<DdType, ValueType> newStatePartition = this->internalRefine(signatureRefiner, statePartition, mode);
+ Partition<DdType, ValueType> newStatePartition = this->internalRefine(signatureComputer, signatureRefiner, statePartition, statePartition, mode);
if (statePartition == newStatePartition) {
this->status = Status::FixedPoint;
return false;
@@ -22,13 +22,13 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- Partition<DdType, ValueType> PartitionRefiner<DdType, ValueType>::internalRefine(SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, SignatureMode const& mode) {
+ Partition<DdType, ValueType> PartitionRefiner<DdType, ValueType>::internalRefine(SignatureComputer<DdType, ValueType>& signatureComputer, SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, Partition<DdType, ValueType> const& targetPartition, SignatureMode const& mode) {
auto start = std::chrono::high_resolution_clock::now();
if (this->status != Status::FixedPoint) {
this->status = Status::InComputation;
- this->signatureComputer.setSignatureMode(mode);
+ signatureComputer.setSignatureMode(mode);
std::chrono::milliseconds::rep signatureTime = 0;
std::chrono::milliseconds::rep refinementTime = 0;
@@ -36,7 +36,7 @@ namespace storm {
bool refined = false;
uint64_t index = 0;
Partition<DdType, ValueType> newPartition;
- auto signatureIterator = signatureComputer.compute(oldPartition);
+ auto signatureIterator = signatureComputer.compute(targetPartition);
while (signatureIterator.hasNext() && !refined) {
auto signatureStart = std::chrono::high_resolution_clock::now();
auto signature = signatureIterator.next();
@@ -44,11 +44,18 @@ namespace storm {
totalSignatureTime += (signatureEnd - signatureStart);
STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
+ signature.getSignatureAdd().exportToDot("sig" + std::to_string(refinements) + ".dot");
+ if (refinements == 1) {
+ exit(-1);
+ }
+
auto refinementStart = std::chrono::high_resolution_clock::now();
newPartition = signatureRefiner.refine(statePartition, signature);
auto refinementEnd = std::chrono::high_resolution_clock::now();
totalRefinementTime += (refinementEnd - refinementStart);
+ newPartition.asAdd().exportToDot("newpart" + std::to_string(refinements) + ".dot");
+
signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index b259de135..2bd090c3d 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -41,7 +41,7 @@ namespace storm {
Status getStatus() const;
protected:
- Partition<DdType, ValueType> internalRefine(SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, SignatureMode const& mode = SignatureMode::Eager);
+ Partition<DdType, ValueType> internalRefine(SignatureComputer<DdType, ValueType>& stateSignatureComputer, SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, Partition<DdType, ValueType> const& targetPartition, SignatureMode const& mode = SignatureMode::Eager);
// The current status.
Status status;
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index 6eca5cf06..e847dd9bc 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -40,11 +40,33 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : model(model), transitionMatrix(model.getTransitionMatrix()) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : SignatureComputer(model.getTransitionMatrix(), boost::none, model.getColumnVariables(), mode) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : SignatureComputer(transitionMatrix, boost::none, columnVariables, mode) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : SignatureComputer(qualitativeTransitionMatrix.template toAdd<ValueType>(), boost::none, columnVariables, mode) {
+ // Intentionally left empty.
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : transitionMatrix(transitionMatrix), columnVariables(columnVariables), mode(mode) {
if (DdType == storm::dd::DdType::Sylvan) {
this->transitionMatrix = this->transitionMatrix.notZero().ite(this->transitionMatrix, this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
}
- this->setSignatureMode(mode);
+
+ if (qualitativeTransitionMatrix) {
+ if (DdType == storm::dd::DdType::Sylvan) {
+ this->transitionMatrix01 = qualitativeTransitionMatrix.get().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ } else {
+ this->transitionMatrix01 = qualitativeTransitionMatrix.get().template toAdd<ValueType>();
+ }
+ }
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -54,13 +76,6 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
void SignatureComputer<DdType, ValueType>::setSignatureMode(SignatureMode const& newMode) {
- if (newMode == SignatureMode::Lazy && !transitionMatrix01) {
- if (DdType == storm::dd::DdType::Sylvan) {
- this->transitionMatrix01 = model.getQualitativeTransitionMatrix().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
- } else {
- this->transitionMatrix01 = model.getQualitativeTransitionMatrix().template toAdd<ValueType>();
- }
- }
this->mode = newMode;
}
@@ -71,20 +86,37 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getFullSignature(Partition<DdType, ValueType> const& partition) const {
+ this->transitionMatrix.exportToDot("trans.dot");
if (partition.storedAsBdd()) {
- return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
+ return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asBdd(), columnVariables));
} else {
- return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
+ auto result = Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asAdd(), columnVariables));
+
+ std::cout << "abstracting vars" << std::endl;
+ for (auto const& v : columnVariables) {
+ std::cout << v.getName() << std::endl;
+ }
+ std::cout << "----" << std::endl;
+ result.getSignatureAdd().exportToDot("fullsig.dot");
+
+ return result;
}
}
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getQualitativeSignature(Partition<DdType, ValueType> const& partition) const {
- STORM_LOG_ASSERT(this->transitionMatrix01, "Need qualitative transition matrix for this step.");
+ if (this->mode == SignatureMode::Lazy && !transitionMatrix01) {
+ if (DdType == storm::dd::DdType::Sylvan) {
+ this->transitionMatrix01 = this->transitionMatrix.notZero().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ } else {
+ this->transitionMatrix01 = this->transitionMatrix.notZero().template toAdd<ValueType>();
+ }
+ }
+
if (partition.storedAsBdd()) {
- return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asBdd(), model.getColumnVariables()));
+ return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asBdd(), columnVariables));
} else {
- return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asAdd(), model.getColumnVariables()));
+ return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asAdd(), columnVariables));
}
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.h b/src/storm/storage/dd/bisimulation/SignatureComputer.h
index 426d9e329..6bce20d57 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.h
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.h
@@ -43,28 +43,32 @@ namespace storm {
friend class SignatureIterator<DdType, ValueType>;
SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager);
+ SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
+ SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
+ SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
void setSignatureMode(SignatureMode const& newMode);
SignatureIterator<DdType, ValueType> compute(Partition<DdType, ValueType> const& partition);
private:
+ /// Methods to compute the signatures.
Signature<DdType, ValueType> getFullSignature(Partition<DdType, ValueType> const& partition) const;
-
Signature<DdType, ValueType> getQualitativeSignature(Partition<DdType, ValueType> const& partition) const;
SignatureMode const& getSignatureMode() const;
-
- storm::models::symbolic::Model<DdType, ValueType> const& model;
-
- // The transition matrix to use for the signature computation.
+
+ /// The transition matrix to use for the signature computation.
storm::dd::Add<DdType, ValueType> transitionMatrix;
+
+ /// The set of variables from which to abstract when performing matrix-vector multiplication.
+ std::set<storm::expressions::Variable> columnVariables;
- // The mode to use for signature computation.
+ /// The mode to use for signature computation.
SignatureMode mode;
- // Only used when using lazy signatures is enabled.
- boost::optional<storm::dd::Add<DdType, ValueType>> transitionMatrix01;
+ /// Only used when using lazy signatures is enabled.
+ mutable boost::optional<storm::dd::Add<DdType, ValueType>> transitionMatrix01;
};
}
From d0840f783a76849ac5d74fa9265f568713a34168 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 2 Aug 2017 21:58:54 +0200
Subject: [PATCH 22/77] further in debugging MDP bisimulation
---
.../dd/bisimulation/MdpPartitionRefiner.cpp | 10 ++-
.../dd/bisimulation/PartitionRefiner.cpp | 6 +-
.../dd/bisimulation/SignatureComputer.cpp | 88 ++++++++++++-------
.../dd/bisimulation/SignatureComputer.h | 17 ++--
.../storage/dd/bisimulation/SignatureMode.h | 2 +-
5 files changed, 80 insertions(+), 43 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 86b0cf495..914656d89 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -7,8 +7,10 @@ namespace storm {
namespace bisimulation {
template<storm::dd::DdType DdType, typename ValueType>
- MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())), stateSignatureComputer(mdp.getQualitativeTransitionMatrix(false), mdp.getColumnAndNondeterminismVariables()), stateSignatureRefiner(mdp.getManager(), this->statePartition.getBlockVariable(), mdp.getRowVariables()) {
+ MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())), stateSignatureComputer(mdp.getQualitativeTransitionMatrix(), mdp.getColumnAndNondeterminismVariables(), SignatureMode::Qualitative, true), stateSignatureRefiner(mdp.getManager(), this->statePartition.getBlockVariable(), mdp.getRowVariables()) {
// Intentionally left empty.
+
+ mdp.getTransitionMatrix().exportToDot("fulltrans.dot");
}
template<storm::dd::DdType DdType, typename ValueType>
@@ -26,9 +28,11 @@ namespace storm {
this->status = Status::FixedPoint;
return false;
} else {
- // If the choice partition changed, refine the state partition. Use eager mode as abstracting from the probabilities is not worth doing.
+ this->choicePartition = newChoicePartition;
+
+ // If the choice partition changed, refine the state partition. Use qualitative mode we must properly abstract from choice counts.
STORM_LOG_TRACE("Refining state partition.");
- Partition<DdType, ValueType> newStatePartition = this->internalRefine(this->stateSignatureComputer, this->stateSignatureRefiner, this->statePartition, this->choicePartition, SignatureMode::Eager);
+ Partition<DdType, ValueType> newStatePartition = this->internalRefine(this->stateSignatureComputer, this->stateSignatureRefiner, this->statePartition, this->choicePartition, SignatureMode::Qualitative);
if (newStatePartition == this->statePartition) {
this->status = Status::FixedPoint;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index bd9890adf..b3e19cdc2 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -45,9 +45,9 @@ namespace storm {
STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
signature.getSignatureAdd().exportToDot("sig" + std::to_string(refinements) + ".dot");
- if (refinements == 1) {
- exit(-1);
- }
+// if (refinements == 1) {
+// exit(-1);
+// }
auto refinementStart = std::chrono::high_resolution_clock::now();
newPartition = signatureRefiner.refine(statePartition, signature);
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index e847dd9bc..ae82f91e9 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -16,23 +16,35 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
bool SignatureIterator<DdType, ValueType>::hasNext() const {
- if (signatureComputer.getSignatureMode() == SignatureMode::Eager) {
- return position < 1;
- } else {
- return position < 2;
+ switch (signatureComputer.getSignatureMode()) {
+ case SignatureMode::Qualitative:
+ case SignatureMode::Eager: return position < 1;
+ case SignatureMode::Lazy: return position < 2;
}
}
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureIterator<DdType, ValueType>::next() {
auto mode = signatureComputer.getSignatureMode();
- STORM_LOG_THROW((mode == SignatureMode::Eager && position < 1) || (mode == SignatureMode::Lazy && position < 2), storm::exceptions::OutOfRangeException, "Iterator is out of range.");
+ STORM_LOG_THROW((mode == SignatureMode::Eager && position < 1) || (mode == SignatureMode::Lazy && position < 2) || (mode == SignatureMode::Qualitative && position < 1), storm::exceptions::OutOfRangeException, "Iterator is out of range.");
Signature<DdType, ValueType> result;
- if (mode == SignatureMode::Eager || position == 1) {
- result = signatureComputer.getFullSignature(partition);
- } else if (position == 0) {
- result = signatureComputer.getQualitativeSignature(partition);
+ if (mode == SignatureMode::Eager) {
+ if (position == 0) {
+ result = signatureComputer.getFullSignature(partition);
+ }
+ } else if (mode == SignatureMode::Lazy) {
+ if (position == 0) {
+ result = signatureComputer.getQualitativeSignature(partition);
+ } else {
+ result = signatureComputer.getFullSignature(partition);
+ }
+ } else if (mode == SignatureMode::Qualitative) {
+ if (position == 0) {
+ result = signatureComputer.getQualitativeSignature(partition);
+ }
+ } else {
+ STORM_LOG_ASSERT(false, "Unknown signature mode.");
}
++position;
@@ -40,29 +52,29 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode) : SignatureComputer(model.getTransitionMatrix(), boost::none, model.getColumnVariables(), mode) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode, bool ensureQualitative) : SignatureComputer(model.getTransitionMatrix(), boost::none, model.getColumnVariables(), mode, ensureQualitative) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : SignatureComputer(transitionMatrix, boost::none, columnVariables, mode) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode, bool ensureQualitative) : SignatureComputer(transitionMatrix, boost::none, columnVariables, mode, ensureQualitative) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : SignatureComputer(qualitativeTransitionMatrix.template toAdd<ValueType>(), boost::none, columnVariables, mode) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode, bool ensureQualitative) : SignatureComputer(qualitativeTransitionMatrix.template toAdd<ValueType>(), boost::none, columnVariables, mode, ensureQualitative) {
// Intentionally left empty.
}
template<storm::dd::DdType DdType, typename ValueType>
- SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode) : transitionMatrix(transitionMatrix), columnVariables(columnVariables), mode(mode) {
+ SignatureComputer<DdType, ValueType>::SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode, bool ensureQualitative) : transitionMatrix(transitionMatrix), columnVariables(columnVariables), mode(mode), ensureQualitative(ensureQualitative) {
if (DdType == storm::dd::DdType::Sylvan) {
this->transitionMatrix = this->transitionMatrix.notZero().ite(this->transitionMatrix, this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
}
if (qualitativeTransitionMatrix) {
- if (DdType == storm::dd::DdType::Sylvan) {
- this->transitionMatrix01 = qualitativeTransitionMatrix.get().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ if (DdType == storm::dd::DdType::Sylvan || ensureQualitative) {
+ this->transitionMatrix01 = qualitativeTransitionMatrix.get();
} else {
this->transitionMatrix01 = qualitativeTransitionMatrix.get().template toAdd<ValueType>();
}
@@ -86,40 +98,54 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getFullSignature(Partition<DdType, ValueType> const& partition) const {
- this->transitionMatrix.exportToDot("trans.dot");
if (partition.storedAsBdd()) {
return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asBdd(), columnVariables));
} else {
- auto result = Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asAdd(), columnVariables));
-
- std::cout << "abstracting vars" << std::endl;
- for (auto const& v : columnVariables) {
- std::cout << v.getName() << std::endl;
- }
- std::cout << "----" << std::endl;
- result.getSignatureAdd().exportToDot("fullsig.dot");
-
- return result;
+ return Signature<DdType, ValueType>(this->transitionMatrix.multiplyMatrix(partition.asAdd(), columnVariables));
}
}
template<storm::dd::DdType DdType, typename ValueType>
Signature<DdType, ValueType> SignatureComputer<DdType, ValueType>::getQualitativeSignature(Partition<DdType, ValueType> const& partition) const {
- if (this->mode == SignatureMode::Lazy && !transitionMatrix01) {
- if (DdType == storm::dd::DdType::Sylvan) {
- this->transitionMatrix01 = this->transitionMatrix.notZero().ite(this->transitionMatrix.getDdManager().template getAddOne<ValueType>(), this->transitionMatrix.getDdManager().template getAddUndefined<ValueType>());
+ if (!transitionMatrix01) {
+ if (DdType == storm::dd::DdType::Sylvan || this->ensureQualitative) {
+ this->transitionMatrix01 = this->transitionMatrix.notZero();
} else {
this->transitionMatrix01 = this->transitionMatrix.notZero().template toAdd<ValueType>();
}
}
if (partition.storedAsBdd()) {
- return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asBdd(), columnVariables));
+ return this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asBdd(), columnVariables).template toAdd<ValueType>();
} else {
- return Signature<DdType, ValueType>(this->transitionMatrix01.get().multiplyMatrix(partition.asAdd(), columnVariables));
+ if (this->qualitativeTransitionMatrixIsBdd()) {
+ this->getQualitativeTransitionMatrixAsBdd().template toAdd<ValueType>().exportToDot("lasttrans.dot");
+ partition.asAdd().exportToDot("lastpart.dot");
+ this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asAdd().toBdd(), columnVariables).template toAdd<ValueType>().exportToDot("lastresult.dot");
+ return Signature<DdType, ValueType>(this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asAdd().toBdd(), columnVariables).template toAdd<ValueType>());
+ } else {
+ return Signature<DdType, ValueType>(this->getQualitativeTransitionMatrixAsAdd().multiplyMatrix(partition.asAdd(), columnVariables));
+ }
}
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool SignatureComputer<DdType, ValueType>::qualitativeTransitionMatrixIsBdd() const {
+ return transitionMatrix01.get().which() == 0;
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Bdd<DdType> const& SignatureComputer<DdType, ValueType>::getQualitativeTransitionMatrixAsBdd() const {
+ STORM_LOG_ASSERT(this->transitionMatrix01, "Missing qualitative transition matrix.");
+ return boost::get<storm::dd::Bdd<DdType>>(this->transitionMatrix01.get());
+ }
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ storm::dd::Add<DdType, ValueType> const& SignatureComputer<DdType, ValueType>::getQualitativeTransitionMatrixAsAdd() const {
+ STORM_LOG_ASSERT(this->transitionMatrix01, "Missing qualitative transition matrix.");
+ return boost::get<storm::dd::Add<DdType, ValueType>>(this->transitionMatrix01.get());
+ }
+
template class SignatureIterator<storm::dd::DdType::CUDD, double>;
template class SignatureIterator<storm::dd::DdType::Sylvan, double>;
template class SignatureIterator<storm::dd::DdType::Sylvan, storm::RationalNumber>;
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.h b/src/storm/storage/dd/bisimulation/SignatureComputer.h
index 6bce20d57..421acc90a 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.h
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.h
@@ -42,10 +42,10 @@ namespace storm {
public:
friend class SignatureIterator<DdType, ValueType>;
- SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager);
- SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
- SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
- SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager);
+ SignatureComputer(storm::models::symbolic::Model<DdType, ValueType> const& model, SignatureMode const& mode = SignatureMode::Eager, bool ensureQualitative = false);
+ SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager, bool ensureQualitative = false);
+ SignatureComputer(storm::dd::Bdd<DdType> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager, bool ensureQualitative = false);
+ SignatureComputer(storm::dd::Add<DdType, ValueType> const& transitionMatrix, boost::optional<storm::dd::Bdd<DdType>> const& qualitativeTransitionMatrix, std::set<storm::expressions::Variable> const& columnVariables, SignatureMode const& mode = SignatureMode::Eager, bool ensureQualitative = false);
void setSignatureMode(SignatureMode const& newMode);
@@ -56,6 +56,10 @@ namespace storm {
Signature<DdType, ValueType> getFullSignature(Partition<DdType, ValueType> const& partition) const;
Signature<DdType, ValueType> getQualitativeSignature(Partition<DdType, ValueType> const& partition) const;
+ bool qualitativeTransitionMatrixIsBdd() const;
+ storm::dd::Bdd<DdType> const& getQualitativeTransitionMatrixAsBdd() const;
+ storm::dd::Add<DdType, ValueType> const& getQualitativeTransitionMatrixAsAdd() const;
+
SignatureMode const& getSignatureMode() const;
/// The transition matrix to use for the signature computation.
@@ -67,8 +71,11 @@ namespace storm {
/// The mode to use for signature computation.
SignatureMode mode;
+ /// A flag indicating whether the qualitative signature needs to make sure that the result is in fact qualitative.
+ bool ensureQualitative;
+
/// Only used when using lazy signatures is enabled.
- mutable boost::optional<storm::dd::Add<DdType, ValueType>> transitionMatrix01;
+ mutable boost::optional<boost::variant<storm::dd::Bdd<DdType>, storm::dd::Add<DdType, ValueType>>> transitionMatrix01;
};
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureMode.h b/src/storm/storage/dd/bisimulation/SignatureMode.h
index bcec54b6f..41457ba76 100644
--- a/src/storm/storage/dd/bisimulation/SignatureMode.h
+++ b/src/storm/storage/dd/bisimulation/SignatureMode.h
@@ -4,7 +4,7 @@ namespace storm {
namespace dd {
namespace bisimulation {
- enum class SignatureMode { Eager, Lazy };
+ enum class SignatureMode { Eager, Lazy, Qualitative };
}
}
From 472eaffabc38e723053fbc5ed8e95b2bb63b0aa0 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 3 Aug 2017 16:57:11 +0200
Subject: [PATCH 23/77] more work on refiners that deal with nondeterminism
variables
---
.../dd/bisimulation/SignatureRefiner.cpp | 287 ++++++++++--------
.../dd/bisimulation/SignatureRefiner.h | 2 +-
2 files changed, 153 insertions(+), 136 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 028fb7767..4595b5fd0 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -10,6 +10,7 @@
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidSettingsException.h"
#include "storm/exceptions/NotImplementedException.h"
+#include "storm/exceptions/InvalidArgumentException.h"
#include "storm/settings/SettingsManager.h"
#include "storm/settings/modules/BisimulationSettings.h"
@@ -79,7 +80,7 @@ namespace storm {
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nondeterminismVariables, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nonBlockVariables) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), nondeterminismVariables(nondeterminismVariables), nonBlockVariables(nonBlockVariables), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
// Intentionally left empty.
}
@@ -97,18 +98,22 @@ namespace storm {
signatureCache.clear();
reuseBlocksCache.clear();
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
-
+
+ internalDdManager.debugCheck();
+
// Perform the actual recursive refinement step.
- DdNodePtr result = refine(oldPartition.asAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode());
+ DdNodePtr result = refine(oldPartition.asAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode(), nondeterminismVariables.getInternalBdd().getCuddDdNode(), nonBlockVariables.getInternalBdd().getCuddDdNode());
// Construct resulting ADD from the obtained node and the meta information.
storm::dd::InternalAdd<storm::dd::DdType::CUDD, ValueType> internalNewPartitionAdd(&internalDdManager, cudd::ADD(internalDdManager.getCuddManager(), result));
storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd(oldPartition.asAdd().getDdManager(), internalNewPartitionAdd, oldPartition.asAdd().getContainedMetaVariables());
+ internalDdManager.debugCheck();
+
return newPartitionAdd;
}
- DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode) {
+ DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode, DdNode* nondeterminismVariablesNode, DdNode* nonBlockVariablesNode) {
::DdManager* ddman = internalDdManager.getCuddManager().getManager();
// If we arrived at the constant zero node, then this was an illegal state encoding (we require
@@ -118,45 +123,66 @@ namespace storm {
}
// Check the cache whether we have seen the same node before.
- std::unique_ptr<DdNode*>& sigCacheEntrySmartPtr = signatureCache[std::make_pair(signatureNode, partitionNode)];
- if (sigCacheEntrySmartPtr) {
+ auto nodePair = std::make_pair(signatureNode, partitionNode);
+ auto it = signatureCache.find(nodePair);
+ if (it != signatureCache.end()) {
// If so, we return the corresponding result.
- return *sigCacheEntrySmartPtr;
+ return it->second;
}
- DdNode** newEntryPtr = new DdNode*;
- sigCacheEntrySmartPtr.reset(newEntryPtr);
-
- // Determine the levels in the DDs.
- uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode) - 1;
- uint64_t signatureVariable = Cudd_NodeReadIndex(signatureNode);
- uint64_t partitionLevel = Cudd_ReadPerm(ddman, partitionVariable);
- uint64_t signatureLevel = Cudd_ReadPerm(ddman, signatureVariable);
- uint64_t topLevel = std::min(partitionLevel, signatureLevel);
- uint64_t topVariable = topLevel == partitionLevel ? partitionVariable : signatureVariable;
-
- // Check whether the top variable is still within the state encoding.
- if (topLevel <= lastStateLevel) {
- // Determine subresults by recursive descent.
- DdNodePtr thenResult;
- DdNodePtr elseResult;
- if (partitionLevel < signatureLevel) {
- thenResult = refine(Cudd_T(partitionNode), signatureNode);
- Cudd_Ref(thenResult);
- elseResult = refine(Cudd_E(partitionNode), signatureNode);
- Cudd_Ref(elseResult);
- } else if (partitionLevel > signatureLevel) {
- thenResult = refine(partitionNode, Cudd_T(signatureNode));
- Cudd_Ref(thenResult);
- elseResult = refine(partitionNode, Cudd_E(signatureNode));
- Cudd_Ref(elseResult);
+ // If there are no more non-block variables, we hit the signature.
+ if (Cudd_IsConstant(nonBlockVariablesNode)) {
+ // If this is the first time (in this traversal) that we encounter this signature, we check
+ // whether we can assign the old block number to it.
+ auto& reuseEntry = reuseBlocksCache[partitionNode];
+ if (!reuseEntry.isReused()) {
+ reuseEntry.setReused();
+ signatureCache[nodePair] = partitionNode;
+ return partitionNode;
} else {
- thenResult = refine(Cudd_T(partitionNode), Cudd_T(signatureNode));
- Cudd_Ref(thenResult);
- elseResult = refine(Cudd_E(partitionNode), Cudd_E(signatureNode));
- Cudd_Ref(elseResult);
+ DdNode* result;
+ {
+ storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
+ ++nextFreeBlockIndex;
+ result = blockEncoding.getInternalAdd().getCuddDdNode();
+ Cudd_Ref(result);
+ }
+ signatureCache[nodePair] = result;
+ Cudd_Deref(result);
+ return result;
}
-
+ } else {
+ // If there are more variables that belong to the non-block part of the encoding, we need to recursively descend.
+
+ // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
+ short offset = 1;
+ if (!Cudd_IsConstant(nondeterminismVariablesNode) && Cudd_NodeReadIndex(nondeterminismVariablesNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ offset = 0;
+ }
+
+ DdNode* partitionThen;
+ DdNode* partitionElse;
+ if (Cudd_NodeReadIndex(partitionNode) - offset == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ partitionThen = Cudd_T(partitionNode);
+ partitionElse = Cudd_E(partitionNode);
+ } else {
+ partitionThen = partitionElse = partitionNode;
+ }
+
+ DdNode* signatureThen;
+ DdNode* signatureElse;
+ if (Cudd_NodeReadIndex(signatureNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ signatureThen = Cudd_T(signatureNode);
+ signatureElse = Cudd_E(signatureNode);
+ } else {
+ signatureThen = signatureElse = signatureNode;
+ }
+
+ DdNode* thenResult = refine(partitionThen, signatureThen, offset == 0 ? Cudd_T(nondeterminismVariablesNode) : nondeterminismVariablesNode, Cudd_T(nonBlockVariablesNode));
+ Cudd_Ref(thenResult);
+ DdNode* elseResult = refine(partitionElse, signatureElse, offset == 0 ? Cudd_T(nondeterminismVariablesNode) : nondeterminismVariablesNode, Cudd_T(nonBlockVariablesNode));
+ Cudd_Ref(elseResult);
+
DdNode* result;
if (thenResult == elseResult) {
Cudd_Deref(thenResult);
@@ -164,7 +190,7 @@ namespace storm {
result = thenResult;
} else {
// Get the node to connect the subresults.
- DdNode* var = Cudd_addIthVar(ddman, topVariable + 1);
+ DdNode* var = Cudd_addIthVar(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset);
Cudd_Ref(var);
result = Cudd_addIte(ddman, var, thenResult, elseResult);
Cudd_Ref(result);
@@ -174,33 +200,10 @@ namespace storm {
}
// Store the result in the cache.
- *newEntryPtr = result;
+ signatureCache[nodePair] = result;
Cudd_Deref(result);
return result;
- } else {
-
- // If we are not within the state encoding any more, we hit the signature itself.
-
- // If this is the first time (in this traversal) that we encounter this signature, we check
- // whether we can assign the old block number to it.
- auto& reuseEntry = reuseBlocksCache[partitionNode];
- if (!reuseEntry.isReused()) {
- reuseEntry.setReused();
- *newEntryPtr = partitionNode;
- return partitionNode;
- } else {
- DdNode* result;
- {
- storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
- ++nextFreeBlockIndex;
- result = blockEncoding.getInternalAdd().getCuddDdNode();
- Cudd_Ref(result);
- }
- *newEntryPtr = result;
- Cudd_Deref(result);
- return result;
- }
}
}
@@ -208,8 +211,9 @@ namespace storm {
storm::dd::InternalDdManager<storm::dd::DdType::CUDD> const& internalDdManager;
storm::expressions::Variable const& blockVariable;
- // The last level that belongs to the state encoding in the DDs.
- uint64_t lastStateLevel;
+ // The cubes representing all non-block and all nondeterminism variables, respectively.
+ storm::dd::Bdd<storm::dd::DdType::CUDD> nondeterminismVariables;
+ storm::dd::Bdd<storm::dd::DdType::CUDD> nonBlockVariables;
// The current number of blocks of the new partition.
uint64_t nextFreeBlockIndex;
@@ -221,7 +225,7 @@ namespace storm {
uint64_t lastNumberOfVisitedNodes;
// The cache used to identify states with identical signature.
- spp::sparse_hash_map<std::pair<DdNode const*, DdNode const*>, std::unique_ptr<DdNode*>, CuddPointerPairHash> signatureCache;
+ spp::sparse_hash_map<std::pair<DdNode const*, DdNode const*>, DdNode*, CuddPointerPairHash> signatureCache;
// The cache used to identify which old block numbers have already been reused.
spp::sparse_hash_map<DdNode const*, ReuseWrapper> reuseBlocksCache;
@@ -230,7 +234,7 @@ namespace storm {
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, storm::expressions::Variable const& blockVariable, uint64_t lastStateLevel) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), numberOfBlockVariables(manager.getMetaVariable(blockVariable).getNumberOfDdVariables()), blockCube(manager.getMetaVariable(blockVariable).getCube()), lastStateLevel(lastStateLevel), nextFreeBlockIndex(0), numberOfRefinements(0), signatureCache() {
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, storm::expressions::Variable const& blockVariable, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& nondeterminismVariables, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& nonBlockVariables) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), nondeterminismVariables(nondeterminismVariables), nonBlockVariables(nonBlockVariables), numberOfBlockVariables(manager.getMetaVariable(blockVariable).getNumberOfDdVariables()), blockCube(manager.getMetaVariable(blockVariable).getCube()), nextFreeBlockIndex(0), numberOfRefinements(0), signatureCache() {
// Perform garbage collection to clean up stuff not needed anymore.
LACE_ME;
sylvan_gc();
@@ -270,7 +274,7 @@ namespace storm {
// totalMakeNodeTime = std::chrono::high_resolution_clock::duration(0);
// Perform the actual recursive refinement step.
- BDD result = refine(oldPartition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), signatureAdd.getInternalAdd().getSylvanMtbdd().GetMTBDD());
+ BDD result = refine(oldPartition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), signatureAdd.getInternalAdd().getSylvanMtbdd().GetMTBDD(), nondeterminismVariables.getInternalBdd().getSylvanBdd().GetBDD(), nonBlockVariables.getInternalBdd().getSylvanBdd().GetBDD());
// Construct resulting BDD from the obtained node and the meta information.
storm::dd::InternalBdd<storm::dd::DdType::Sylvan> internalNewPartitionBdd(&internalDdManager, sylvan::Bdd(result));
@@ -300,7 +304,7 @@ namespace storm {
return sylvan_cube(blockCube.getInternalBdd().getSylvanBdd().GetBDD(), e.data());
}
- BDD refine(BDD partitionNode, MTBDD signatureNode) {
+ BDD refine(BDD partitionNode, MTBDD signatureNode, BDD nondeterminismVariablesNode, BDD nonBlockVariablesNode) {
LACE_ME;
// If we arrived at the constant zero node, then this was an illegal state encoding (we require
@@ -331,93 +335,98 @@ namespace storm {
sigCacheEntrySmartPtr.reset(newEntryPtr);
sylvan_gc_test();
-
- // Determine levels in the DDs.
-// start = std::chrono::high_resolution_clock::now();
- BDDVAR signatureVariable = sylvan_isconst(signatureNode) ? 0xffffffff : sylvan_var(signatureNode);
- BDDVAR partitionVariable = sylvan_var(partitionNode) - 1;
- BDDVAR topVariable = std::min(signatureVariable, partitionVariable);
-// end = std::chrono::high_resolution_clock::now();
-// totalLevelLookupTime += end - start;
- // Check whether the top variable is still within the state encoding.
- if (topVariable <= lastStateLevel) {
- // Determine subresults by recursive descent.
- BDD thenResult;
- BDD elseResult;
- if (partitionVariable < signatureVariable) {
- elseResult = refine(sylvan_low(partitionNode), signatureNode);
- thenResult = refine(sylvan_high(partitionNode), signatureNode);
- } else if (partitionVariable > signatureVariable) {
- elseResult = refine(partitionNode, sylvan_low(signatureNode));
- thenResult = refine(partitionNode, sylvan_high(signatureNode));
- } else {
- elseResult = refine(sylvan_low(partitionNode), sylvan_low(signatureNode));
- thenResult = refine(sylvan_high(partitionNode), sylvan_high(signatureNode));
- }
-
- BDD result;
- if (thenResult == elseResult) {
- result = thenResult;
- } else {
- // Get the node to connect the subresults.
-// start = std::chrono::high_resolution_clock::now();
- result = sylvan_makenode(topVariable + 1, elseResult, thenResult);
-// end = std::chrono::high_resolution_clock::now();
-// totalMakeNodeTime += end - start;
- }
-
- // Store the result in the cache.
-// start = std::chrono::high_resolution_clock::now();
- *newEntryPtr = result;
-// end = std::chrono::high_resolution_clock::now();
-// totalSignatureCacheStoreTime += end - start;
-
- return result;
- } else {
-
- // If we are not within the state encoding any more, we hit the signature itself.
-
+ // If there are no more non-block variables, we hit the signature.
+ if (sylvan_isconst(nonBlockVariablesNode)) {
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
-// start = std::chrono::high_resolution_clock::now();
+
+ // start = std::chrono::high_resolution_clock::now();
auto& reuseBlockEntry = reuseBlocksCache[partitionNode];
-// end = std::chrono::high_resolution_clock::now();
-// totalReuseBlocksLookupTime += end - start;
+ // end = std::chrono::high_resolution_clock::now();
+ // totalReuseBlocksLookupTime += end - start;
if (!reuseBlockEntry.isReused()) {
reuseBlockEntry.setReused();
reuseBlocksCache.emplace(partitionNode, true);
-// start = std::chrono::high_resolution_clock::now();
+ // start = std::chrono::high_resolution_clock::now();
*newEntryPtr = partitionNode;
-// end = std::chrono::high_resolution_clock::now();
-// totalSignatureCacheStoreTime += end - start;
+ // end = std::chrono::high_resolution_clock::now();
+ // totalSignatureCacheStoreTime += end - start;
return partitionNode;
} else {
-// start = std::chrono::high_resolution_clock::now();
+ // start = std::chrono::high_resolution_clock::now();
BDD result = encodeBlock(nextFreeBlockIndex++);
-// end = std::chrono::high_resolution_clock::now();
-// totalBlockEncodingTime += end - start;
+ // end = std::chrono::high_resolution_clock::now();
+ // totalBlockEncodingTime += end - start;
-// start = std::chrono::high_resolution_clock::now();
+ // start = std::chrono::high_resolution_clock::now();
*newEntryPtr = result;
-// end = std::chrono::high_resolution_clock::now();
-// totalSignatureCacheStoreTime += end - start;
+ // end = std::chrono::high_resolution_clock::now();
+ // totalSignatureCacheStoreTime += end - start;
return result;
}
+ } else {
+ // If there are more variables that belong to the non-block part of the encoding, we need to recursively descend.
+
+ // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
+ short offset = 1;
+ if (!sylvan_isconst(nondeterminismVariablesNode) && sylvan_var(nondeterminismVariablesNode) == sylvan_var(nonBlockVariablesNode)) {
+ offset = 0;
+ }
+
+ BDD partitionThen;
+ BDD partitionElse;
+ if (sylvan_var(partitionNode) - offset == sylvan_var(nonBlockVariablesNode)) {
+ partitionThen = sylvan_high(partitionNode);
+ partitionElse = sylvan_low(partitionNode);
+ } else {
+ partitionThen = partitionElse = partitionNode;
+ }
+
+ MTBDD signatureThen;
+ MTBDD signatureElse;
+ if (sylvan_var(signatureNode) == sylvan_var(nonBlockVariablesNode)) {
+ signatureThen = sylvan_high(signatureNode);
+ signatureElse = sylvan_low(signatureNode);
+ } else {
+ signatureThen = signatureElse = signatureNode;
+ }
+
+ BDD thenResult = refine(partitionThen, signatureThen, offset == 0 ? sylvan_high(nondeterminismVariablesNode) : nondeterminismVariablesNode, sylvan_high(nonBlockVariablesNode));
+ BDD elseResult = refine(partitionElse, signatureElse, offset == 0 ? sylvan_high(nondeterminismVariablesNode) : nondeterminismVariablesNode, sylvan_high(nonBlockVariablesNode));
+
+ BDD result;
+ if (thenResult == elseResult) {
+ result = thenResult;
+ } else {
+ // Get the node to connect the subresults.
+ // start = std::chrono::high_resolution_clock::now();
+ result = sylvan_makenode(sylvan_var(nonBlockVariablesNode) + offset, elseResult, thenResult);
+ // end = std::chrono::high_resolution_clock::now();
+ // totalMakeNodeTime += end - start;
+ }
+
+ // Store the result in the cache.
+ // start = std::chrono::high_resolution_clock::now();
+ *newEntryPtr = result;
+ // end = std::chrono::high_resolution_clock::now();
+ // totalSignatureCacheStoreTime += end - start;
+
+ return result;
}
}
storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager;
storm::dd::InternalDdManager<storm::dd::DdType::Sylvan> const& internalDdManager;
storm::expressions::Variable const& blockVariable;
+
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> nondeterminismVariables;
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> nonBlockVariables;
uint64_t numberOfBlockVariables;
storm::dd::Bdd<storm::dd::DdType::Sylvan> blockCube;
- // The last level that belongs to the state encoding in the DDs.
- uint64_t lastStateLevel;
-
// The current number of blocks of the new partition.
uint64_t nextFreeBlockIndex;
@@ -444,13 +453,21 @@ namespace storm {
};
template<storm::dd::DdType DdType, typename ValueType>
- SignatureRefiner<DdType, ValueType>::SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables) : manager(&manager), stateVariables(stateVariables) {
- uint64_t lastStateLevel = 0;
- for (auto const& stateVariable : stateVariables) {
- lastStateLevel = std::max(lastStateLevel, manager.getMetaVariable(stateVariable).getHighestLevel());
+ SignatureRefiner<DdType, ValueType>::SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : manager(&manager), stateVariables(stateVariables) {
+
+ storm::dd::Bdd<DdType> nonBlockVariablesCube = manager.getBddOne();
+ storm::dd::Bdd<DdType> nondeterminismVariablesCube = manager.getBddOne();
+ for (auto const& var : nondeterminismVariables) {
+ auto cube = manager.getMetaVariable(var).getCube();
+ nonBlockVariablesCube &= cube;
+ nondeterminismVariablesCube &= cube;
+ }
+ for (auto const& var : stateVariables) {
+ auto cube = manager.getMetaVariable(var).getCube();
+ nonBlockVariablesCube &= cube;
}
- internalRefiner = std::make_unique<InternalSignatureRefiner<DdType, ValueType>>(manager, blockVariable, lastStateLevel);
+ internalRefiner = std::make_unique<InternalSignatureRefiner<DdType, ValueType>>(manager, blockVariable, nondeterminismVariablesCube, nonBlockVariablesCube);
}
template<storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.h b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
index ba6777d13..64797bdd8 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.h
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
@@ -18,7 +18,7 @@ namespace storm {
class SignatureRefiner {
public:
SignatureRefiner() = default;
- SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables);
+ SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables = std::set<storm::expressions::Variable>());
~SignatureRefiner();
From 2b0911d627ffb0f20bf199e0499cdba9d6b68057 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 3 Aug 2017 18:20:30 +0200
Subject: [PATCH 24/77] more work on MDP bisimulation
---
src/storm/models/symbolic/Model.cpp | 13 +-
src/storm/models/symbolic/Model.h | 15 +-
.../models/symbolic/NondeterministicModel.cpp | 14 --
.../models/symbolic/NondeterministicModel.h | 5 +-
.../dd/bisimulation/PartitionRefiner.cpp | 6 +-
.../dd/bisimulation/QuotientExtractor.cpp | 2 +-
.../dd/bisimulation/SignatureRefiner.cpp | 162 +++++++++---------
7 files changed, 112 insertions(+), 105 deletions(-)
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 46c8ad35c..61f9932f4 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -174,12 +174,21 @@ namespace storm {
template<storm::dd::DdType Type, typename ValueType>
std::set<storm::expressions::Variable> Model<Type, ValueType>::getRowAndNondeterminismVariables() const {
- return rowVariables;
+ std::set<storm::expressions::Variable> result;
+ std::set_union(this->getRowVariables().begin(), this->getRowVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
+ return result;
}
template<storm::dd::DdType Type, typename ValueType>
std::set<storm::expressions::Variable> Model<Type, ValueType>::getColumnAndNondeterminismVariables() const {
- return columnVariables;
+ std::set<storm::expressions::Variable> result;
+ std::set_union(this->getColumnVariables().begin(), this->getColumnVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
+ return result;
+ }
+
+ template<storm::dd::DdType Type, typename ValueType>
+ std::set<storm::expressions::Variable> const& Model<Type, ValueType>::getNondeterminismVariables() const {
+ return emptyVariableSet;
}
template<storm::dd::DdType Type, typename ValueType>
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index 395028ae9..1f0aee439 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -226,14 +226,21 @@ namespace storm {
*
* @return All meta variables used to encode rows and nondetermism.
*/
- virtual std::set<storm::expressions::Variable> getRowAndNondeterminismVariables() const;
+ std::set<storm::expressions::Variable> getRowAndNondeterminismVariables() const;
/*!
* Retrieves all meta variables used to encode columns and nondetermism.
*
* @return All meta variables used to encode columns and nondetermism.
*/
- virtual std::set<storm::expressions::Variable> getColumnAndNondeterminismVariables() const;
+ std::set<storm::expressions::Variable> getColumnAndNondeterminismVariables() const;
+
+ /*!
+ * Retrieves all meta variables used to encode the nondeterminism.
+ *
+ * @return All meta variables used to encode the nondeterminism.
+ */
+ virtual std::set<storm::expressions::Variable> const& getNondeterminismVariables() const;
/*!
* Retrieves the pairs of row and column meta variables.
@@ -311,7 +318,6 @@ namespace storm {
std::set<storm::RationalFunctionVariable> const& getParameters() const;
protected:
-
/*!
* Sets the transition matrix of the model.
*
@@ -389,6 +395,9 @@ namespace storm {
// The parameters. Only meaningful for models over rational functions.
std::set<storm::RationalFunctionVariable> parameters;
+
+ // An empty variable set that can be used when references to non-existing sets need to be returned.
+ std::set<storm::expressions::Variable> emptyVariableSet;
};
} // namespace symbolic
diff --git a/src/storm/models/symbolic/NondeterministicModel.cpp b/src/storm/models/symbolic/NondeterministicModel.cpp
index 32baf1cd2..6545e27c0 100644
--- a/src/storm/models/symbolic/NondeterministicModel.cpp
+++ b/src/storm/models/symbolic/NondeterministicModel.cpp
@@ -62,20 +62,6 @@ namespace storm {
return nondeterminismVariables;
}
- template<storm::dd::DdType Type, typename ValueType>
- std::set<storm::expressions::Variable> NondeterministicModel<Type, ValueType>::getRowAndNondeterminismVariables() const {
- std::set<storm::expressions::Variable> result;
- std::set_union(this->getRowVariables().begin(), this->getRowVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
- return result;
- }
-
- template<storm::dd::DdType Type, typename ValueType>
- std::set<storm::expressions::Variable> NondeterministicModel<Type, ValueType>::getColumnAndNondeterminismVariables() const {
- std::set<storm::expressions::Variable> result;
- std::set_union(this->getColumnVariables().begin(), this->getColumnVariables().end(), this->getNondeterminismVariables().begin(), this->getNondeterminismVariables().end(), std::inserter(result, result.begin()));
- return result;
- }
-
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Bdd<Type> const& NondeterministicModel<Type, ValueType>::getIllegalMask() const {
return illegalMask;
diff --git a/src/storm/models/symbolic/NondeterministicModel.h b/src/storm/models/symbolic/NondeterministicModel.h
index b3d5b7cb6..ecbc2af94 100644
--- a/src/storm/models/symbolic/NondeterministicModel.h
+++ b/src/storm/models/symbolic/NondeterministicModel.h
@@ -97,10 +97,7 @@ namespace storm {
*
* @return The meta variables used to encode the nondeterminism in the model.
*/
- std::set<storm::expressions::Variable> const& getNondeterminismVariables() const;
-
- virtual std::set<storm::expressions::Variable> getRowAndNondeterminismVariables() const override;
- virtual std::set<storm::expressions::Variable> getColumnAndNondeterminismVariables() const override;
+ virtual std::set<storm::expressions::Variable> const& getNondeterminismVariables() const override;
/*!
* Retrieves a BDD characterizing all illegal nondeterminism encodings in the model.
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index b3e19cdc2..8a5915004 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -5,7 +5,7 @@ namespace storm {
namespace bisimulation {
template <storm::dd::DdType DdType, typename ValueType>
- PartitionRefiner<DdType, ValueType>::PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : status(Status::Initialized), refinements(0), statePartition(initialStatePartition), signatureComputer(model), signatureRefiner(model.getManager(), statePartition.getBlockVariable(), model.getRowAndNondeterminismVariables()) {
+ PartitionRefiner<DdType, ValueType>::PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition) : status(Status::Initialized), refinements(0), statePartition(initialStatePartition), signatureComputer(model), signatureRefiner(model.getManager(), statePartition.getBlockVariable(), model.getRowAndNondeterminismVariables(), model.getNondeterminismVariables()) {
// Intentionally left empty.
}
@@ -44,7 +44,7 @@ namespace storm {
totalSignatureTime += (signatureEnd - signatureStart);
STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
- signature.getSignatureAdd().exportToDot("sig" + std::to_string(refinements) + ".dot");
+// signature.getSignatureAdd().exportToDot("sig" + std::to_string(refinements) + ".dot");
// if (refinements == 1) {
// exit(-1);
// }
@@ -54,7 +54,7 @@ namespace storm {
auto refinementEnd = std::chrono::high_resolution_clock::now();
totalRefinementTime += (refinementEnd - refinementStart);
- newPartition.asAdd().exportToDot("newpart" + std::to_string(refinements) + ".dot");
+// newPartition.asAdd().exportToDot("newpart" + std::to_string(refinements) + ".dot");
signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index ccaeaa774..b88524f6c 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -592,7 +592,7 @@ namespace storm {
return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
}
} else {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot exctract quotient for this model type.");
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot extract quotient for this model type.");
}
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 4595b5fd0..e370a75bd 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -99,8 +99,6 @@ namespace storm {
reuseBlocksCache.clear();
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
- internalDdManager.debugCheck();
-
// Perform the actual recursive refinement step.
DdNodePtr result = refine(oldPartition.asAdd().getInternalAdd().getCuddDdNode(), signatureAdd.getInternalAdd().getCuddDdNode(), nondeterminismVariables.getInternalBdd().getCuddDdNode(), nonBlockVariables.getInternalBdd().getCuddDdNode());
@@ -108,8 +106,6 @@ namespace storm {
storm::dd::InternalAdd<storm::dd::DdType::CUDD, ValueType> internalNewPartitionAdd(&internalDdManager, cudd::ADD(internalDdManager.getCuddManager(), result));
storm::dd::Add<storm::dd::DdType::CUDD, ValueType> newPartitionAdd(oldPartition.asAdd().getDdManager(), internalNewPartitionAdd, oldPartition.asAdd().getContainedMetaVariables());
- internalDdManager.debugCheck();
-
return newPartitionAdd;
}
@@ -154,28 +150,48 @@ namespace storm {
} else {
// If there are more variables that belong to the non-block part of the encoding, we need to recursively descend.
- // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
- short offset = 1;
- if (!Cudd_IsConstant(nondeterminismVariablesNode) && Cudd_NodeReadIndex(nondeterminismVariablesNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
- offset = 0;
- }
-
+ bool skippedBoth = true;
DdNode* partitionThen;
DdNode* partitionElse;
- if (Cudd_NodeReadIndex(partitionNode) - offset == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
- partitionThen = Cudd_T(partitionNode);
- partitionElse = Cudd_E(partitionNode);
- } else {
- partitionThen = partitionElse = partitionNode;
- }
-
DdNode* signatureThen;
DdNode* signatureElse;
- if (Cudd_NodeReadIndex(signatureNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
- signatureThen = Cudd_T(signatureNode);
- signatureElse = Cudd_E(signatureNode);
- } else {
- signatureThen = signatureElse = signatureNode;
+ short offset = 1;
+ while (skippedBoth && !Cudd_IsConstant(nonBlockVariablesNode)) {
+ // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
+ offset = 1;
+ if (!Cudd_IsConstant(nondeterminismVariablesNode) && Cudd_NodeReadIndex(nondeterminismVariablesNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ offset = 0;
+ }
+
+ if (Cudd_NodeReadIndex(partitionNode) - offset == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ partitionThen = Cudd_T(partitionNode);
+ partitionElse = Cudd_E(partitionNode);
+ skippedBoth = false;
+ } else {
+ partitionThen = partitionElse = partitionNode;
+ }
+
+ if (Cudd_NodeReadIndex(signatureNode) == Cudd_NodeReadIndex(nonBlockVariablesNode)) {
+ signatureThen = Cudd_T(signatureNode);
+ signatureElse = Cudd_E(signatureNode);
+ skippedBoth = false;
+ } else {
+ signatureThen = signatureElse = signatureNode;
+ }
+
+ // If both (signature and partition) skipped the next variable, we fast-forward.
+ if (skippedBoth) {
+ // If the current variable is a nondeterminism variable, we need to advance both variable sets otherwise just the non-block variables.
+ nonBlockVariablesNode = Cudd_T(nonBlockVariablesNode);
+ if (offset == 0) {
+ nondeterminismVariablesNode = Cudd_T(nondeterminismVariablesNode);
+ }
+ }
+ }
+
+ // If there are no more non-block variables remaining, make a recursive call to enter the base case.
+ if (Cudd_IsConstant(nonBlockVariablesNode)) {
+ return refine(partitionNode, signatureNode, nondeterminismVariablesNode, nonBlockVariablesNode);
}
DdNode* thenResult = refine(partitionThen, signatureThen, offset == 0 ? Cudd_T(nondeterminismVariablesNode) : nondeterminismVariablesNode, Cudd_T(nonBlockVariablesNode));
@@ -315,24 +331,13 @@ namespace storm {
STORM_LOG_ASSERT(partitionNode != mtbdd_false, "Expected non-false node.");
-// ++numberOfVisitedNodes;
-
// Check the cache whether we have seen the same node before.
-// ++signatureCacheLookups;
-// auto start = std::chrono::high_resolution_clock::now();
- std::unique_ptr<MTBDD>& sigCacheEntrySmartPtr = signatureCache[std::make_pair(signatureNode, partitionNode)];
- if (sigCacheEntrySmartPtr) {
-// ++signatureCacheHits;
+ auto nodePair = std::make_pair(signatureNode, partitionNode);
+ auto it = signatureCache.find(nodePair);
+ if (it != signatureCache.end()) {
// If so, we return the corresponding result.
-// auto end = std::chrono::high_resolution_clock::now();
-// totalSignatureCacheLookupTime += end - start;
- return *sigCacheEntrySmartPtr;
+ return it->second;
}
-// auto end = std::chrono::high_resolution_clock::now();
-// totalSignatureCacheLookupTime += end - start;
-
- MTBDD* newEntryPtr = new MTBDD;
- sigCacheEntrySmartPtr.reset(newEntryPtr);
sylvan_gc_test();
@@ -341,55 +346,62 @@ namespace storm {
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
- // start = std::chrono::high_resolution_clock::now();
auto& reuseBlockEntry = reuseBlocksCache[partitionNode];
- // end = std::chrono::high_resolution_clock::now();
- // totalReuseBlocksLookupTime += end - start;
if (!reuseBlockEntry.isReused()) {
reuseBlockEntry.setReused();
reuseBlocksCache.emplace(partitionNode, true);
- // start = std::chrono::high_resolution_clock::now();
- *newEntryPtr = partitionNode;
- // end = std::chrono::high_resolution_clock::now();
- // totalSignatureCacheStoreTime += end - start;
+ signatureCache[nodePair] = partitionNode;
return partitionNode;
} else {
- // start = std::chrono::high_resolution_clock::now();
BDD result = encodeBlock(nextFreeBlockIndex++);
- // end = std::chrono::high_resolution_clock::now();
- // totalBlockEncodingTime += end - start;
-
- // start = std::chrono::high_resolution_clock::now();
- *newEntryPtr = result;
- // end = std::chrono::high_resolution_clock::now();
- // totalSignatureCacheStoreTime += end - start;
+ signatureCache[nodePair] = result;
return result;
}
} else {
// If there are more variables that belong to the non-block part of the encoding, we need to recursively descend.
- // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
- short offset = 1;
- if (!sylvan_isconst(nondeterminismVariablesNode) && sylvan_var(nondeterminismVariablesNode) == sylvan_var(nonBlockVariablesNode)) {
- offset = 0;
- }
-
+ bool skippedBoth = true;
BDD partitionThen;
BDD partitionElse;
- if (sylvan_var(partitionNode) - offset == sylvan_var(nonBlockVariablesNode)) {
- partitionThen = sylvan_high(partitionNode);
- partitionElse = sylvan_low(partitionNode);
- } else {
- partitionThen = partitionElse = partitionNode;
- }
-
MTBDD signatureThen;
MTBDD signatureElse;
- if (sylvan_var(signatureNode) == sylvan_var(nonBlockVariablesNode)) {
- signatureThen = sylvan_high(signatureNode);
- signatureElse = sylvan_low(signatureNode);
- } else {
- signatureThen = signatureElse = signatureNode;
+ short offset = 1;
+ while (skippedBoth && !sylvan_isconst(nonBlockVariablesNode)) {
+ // Remember an offset that indicates whether the top variable is a nondeterminism variable or not.
+ offset = 1;
+ if (!sylvan_isconst(nondeterminismVariablesNode) && sylvan_var(nondeterminismVariablesNode) == sylvan_var(nonBlockVariablesNode)) {
+ offset = 0;
+ }
+
+ if (sylvan_var(partitionNode) - offset == sylvan_var(nonBlockVariablesNode)) {
+ partitionThen = sylvan_high(partitionNode);
+ partitionElse = sylvan_low(partitionNode);
+ skippedBoth = false;
+ } else {
+ partitionThen = partitionElse = partitionNode;
+ }
+
+ if (sylvan_var(signatureNode) == sylvan_var(nonBlockVariablesNode)) {
+ signatureThen = sylvan_high(signatureNode);
+ signatureElse = sylvan_low(signatureNode);
+ skippedBoth = false;
+ } else {
+ signatureThen = signatureElse = signatureNode;
+ }
+
+ // If both (signature and partition) skipped the next variable, we fast-forward.
+ if (skippedBoth) {
+ // If the current variable is a nondeterminism variable, we need to advance both variable sets otherwise just the non-block variables.
+ nonBlockVariablesNode = sylvan_high(nonBlockVariablesNode);
+ if (offset == 0) {
+ nondeterminismVariablesNode = sylvan_high(nondeterminismVariablesNode);
+ }
+ }
+ }
+
+ // If there are no more non-block variables remaining, make a recursive call to enter the base case.
+ if (sylvan_isconst(nonBlockVariablesNode)) {
+ return refine(partitionNode, signatureNode, nondeterminismVariablesNode, nonBlockVariablesNode);
}
BDD thenResult = refine(partitionThen, signatureThen, offset == 0 ? sylvan_high(nondeterminismVariablesNode) : nondeterminismVariablesNode, sylvan_high(nonBlockVariablesNode));
@@ -400,17 +412,11 @@ namespace storm {
result = thenResult;
} else {
// Get the node to connect the subresults.
- // start = std::chrono::high_resolution_clock::now();
result = sylvan_makenode(sylvan_var(nonBlockVariablesNode) + offset, elseResult, thenResult);
- // end = std::chrono::high_resolution_clock::now();
- // totalMakeNodeTime += end - start;
}
// Store the result in the cache.
- // start = std::chrono::high_resolution_clock::now();
- *newEntryPtr = result;
- // end = std::chrono::high_resolution_clock::now();
- // totalSignatureCacheStoreTime += end - start;
+ signatureCache[nodePair] = result;
return result;
}
@@ -434,7 +440,7 @@ namespace storm {
uint64_t numberOfRefinements;
// The cache used to identify states with identical signature.
- spp::sparse_hash_map<std::pair<MTBDD, MTBDD>, std::unique_ptr<MTBDD>, SylvanMTBDDPairHash> signatureCache;
+ spp::sparse_hash_map<std::pair<MTBDD, MTBDD>, MTBDD, SylvanMTBDDPairHash> signatureCache;
// The cache used to identify which old block numbers have already been reused.
spp::sparse_hash_map<MTBDD, ReuseWrapper> reuseBlocksCache;
From 9373e3d7639dd24e9f395de1cf0af37f6fb1dc6a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 3 Aug 2017 22:14:05 +0200
Subject: [PATCH 25/77] started on MDP quotient extraction
---
.../storage/dd/bisimulation/PartitionRefiner.cpp | 7 -------
.../storage/dd/bisimulation/QuotientExtractor.cpp | 12 ++++++++++--
.../storage/dd/bisimulation/SignatureComputer.cpp | 3 ---
3 files changed, 10 insertions(+), 12 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index 8a5915004..74a563363 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -44,18 +44,11 @@ namespace storm {
totalSignatureTime += (signatureEnd - signatureStart);
STORM_LOG_DEBUG("Signature " << refinements << "[" << index << "] DD has " << signature.getSignatureAdd().getNodeCount() << " nodes.");
-// signature.getSignatureAdd().exportToDot("sig" + std::to_string(refinements) + ".dot");
-// if (refinements == 1) {
-// exit(-1);
-// }
-
auto refinementStart = std::chrono::high_resolution_clock::now();
newPartition = signatureRefiner.refine(statePartition, signature);
auto refinementEnd = std::chrono::high_resolution_clock::now();
totalRefinementTime += (refinementEnd - refinementStart);
-// newPartition.asAdd().exportToDot("newpart" + std::to_string(refinements) + ".dot");
-
signatureTime += std::chrono::duration_cast<std::chrono::milliseconds>(signatureEnd - signatureStart).count();
refinementTime = std::chrono::duration_cast<std::chrono::milliseconds>(refinementEnd - refinementStart).count();
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index b88524f6c..ff114b482 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -4,6 +4,7 @@
#include "storm/models/symbolic/Dtmc.h"
#include "storm/models/symbolic/Ctmc.h"
+#include "storm/models/symbolic/Mdp.h"
#include "storm/models/symbolic/StandardRewardModel.h"
#include "storm/models/sparse/Dtmc.h"
@@ -541,7 +542,7 @@ namespace storm {
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
auto modelType = model.getType();
- if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
+ if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc || modelType == storm::models::ModelType::Mdp) {
std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
std::set<storm::expressions::Variable> blockPrimeVariableSet = {partition.getPrimedBlockVariable()};
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> blockMetaVariablePairs = {std::make_pair(partition.getBlockVariable(), partition.getPrimedBlockVariable())};
@@ -554,9 +555,12 @@ namespace storm {
}
storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ partitionAsAdd.exportToDot("partition.dot");
auto start = std::chrono::high_resolution_clock::now();
storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+ quotientTransitionMatrix.exportToDot("trans-1.dot");
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
+ quotientTransitionMatrix.exportToDot("quottrans.dot");
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
@@ -588,8 +592,12 @@ namespace storm {
if (modelType == storm::models::ModelType::Dtmc) {
return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
- } else {
+ } else if (modelType == storm::models::ModelType::Ctmc) {
return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ } else if (modelType == storm::models::ModelType::Mdp) {
+ return std::shared_ptr<storm::models::symbolic::Mdp<DdType, ValueType>>(new storm::models::symbolic::Mdp<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, model.getNondeterminismVariables(), preservedLabelBdds, {}));
+ } else {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Unsupported quotient type.");
}
} else {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot extract quotient for this model type.");
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index ae82f91e9..682085468 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -119,9 +119,6 @@ namespace storm {
return this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asBdd(), columnVariables).template toAdd<ValueType>();
} else {
if (this->qualitativeTransitionMatrixIsBdd()) {
- this->getQualitativeTransitionMatrixAsBdd().template toAdd<ValueType>().exportToDot("lasttrans.dot");
- partition.asAdd().exportToDot("lastpart.dot");
- this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asAdd().toBdd(), columnVariables).template toAdd<ValueType>().exportToDot("lastresult.dot");
return Signature<DdType, ValueType>(this->getQualitativeTransitionMatrixAsBdd().andExists(partition.asAdd().toBdd(), columnVariables).template toAdd<ValueType>());
} else {
return Signature<DdType, ValueType>(this->getQualitativeTransitionMatrixAsAdd().multiplyMatrix(partition.asAdd(), columnVariables));
From 81e9d2ae507b95d59a5dca18f8916291f9af28a5 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 4 Aug 2017 14:35:38 +0200
Subject: [PATCH 26/77] added some sanity checks and debug output
---
.../dd/bisimulation/QuotientExtractor.cpp | 34 ++++++++++++++++++-
1 file changed, 33 insertions(+), 1 deletion(-)
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index ff114b482..3027badf0 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -542,13 +542,26 @@ namespace storm {
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
auto modelType = model.getType();
+ bool useRepresentativesForThisExtraction = this->useRepresentatives;
if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc || modelType == storm::models::ModelType::Mdp) {
+ if (modelType == storm::models::ModelType::Mdp) {
+ STORM_LOG_WARN_COND(!useRepresentativesForThisExtraction, "Using representatives is unsupported for MDPs, falling back to regular extraction.");
+ useRepresentativesForThisExtraction = false;
+ }
+
+ // Sanity checks.
+ STORM_LOG_ASSERT(partition.getNumberOfStates() == model.getNumberOfStates(), "Mismatching partition size.");
+ partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()).exportToDot("partstates.dot");
+ model.getReachableStates().exportToDot("origstates.dot");
+ std::cout << "equal? " << (partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()).template toAdd<ValueType>().notZero() == model.getReachableStates().template toAdd<ValueType>().notZero()) << std::endl;
+ STORM_LOG_ASSERT(partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()) == model.getReachableStates(), "Mismatching partition.");
+
std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
std::set<storm::expressions::Variable> blockPrimeVariableSet = {partition.getPrimedBlockVariable()};
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> blockMetaVariablePairs = {std::make_pair(partition.getBlockVariable(), partition.getPrimedBlockVariable())};
storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsBdd() ? partition.asBdd() : partition.asAdd().notZero();
- if (useRepresentatives) {
+ if (useRepresentativesForThisExtraction) {
storm::dd::Bdd<DdType> partitionAsBddOverPrimedBlockVariable = partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet);
storm::dd::Bdd<DdType> representativePartition = partitionAsBddOverPrimedBlockVariable.existsAbstractRepresentative(model.getColumnVariables()).renameVariables(model.getColumnVariables(), blockVariableSet);
partitionAsBdd = (representativePartition && partitionAsBddOverPrimedBlockVariable).existsAbstract(blockPrimeVariableSet);
@@ -556,12 +569,26 @@ namespace storm {
storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
partitionAsAdd.exportToDot("partition.dot");
+ model.getTransitionMatrix().sumAbstract(model.getColumnVariables()).exportToDot("origdist.dot");
auto start = std::chrono::high_resolution_clock::now();
storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+ STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(model.getTransitionMatrix().sumAbstract(model.getColumnVariables()), ValueType(1e-6)), "Expected something else.");
+ quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).exportToDot("sanity.dot");
quotientTransitionMatrix.exportToDot("trans-1.dot");
+ partitionAsAdd = partitionAsAdd / partitionAsAdd.sumAbstract(model.getColumnVariables());
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
quotientTransitionMatrix.exportToDot("quottrans.dot");
+ auto partCount = partitionAsAdd.sumAbstract(model.getColumnVariables());
+ partCount.exportToDot("partcount.dot");
auto end = std::chrono::high_resolution_clock::now();
+
+ // Check quotient matrix for sanity.
+ auto quotdist = quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet);
+ quotdist.exportToDot("quotdists.dot");
+ (quotdist / partCount).exportToDot("distcount.dot");
+ STORM_LOG_ASSERT(quotientTransitionMatrix.greater(storm::utility::one<ValueType>()).isZero(), "Illegal entries in quotient matrix.");
+ STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(quotientTransitionMatrix.notZero().existsAbstract(blockPrimeVariableSet).template toAdd<ValueType>(), ValueType(1e-6)), "Illegal non-probabilistic matrix.");
+
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
@@ -616,10 +643,15 @@ namespace storm {
storm::dd::Add<DdType, ValueType> partitionAsAdd = partition.storedAsBdd() ? partition.asBdd().template toAdd<ValueType>() : partition.asAdd();
storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd, model.getColumnVariables());
quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getColumnVariables());
+ partitionAsAdd = partitionAsAdd / partitionAsAdd.sumAbstract(model.getColumnVariables());
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getRowVariables());
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
+ // Check quotient matrix for sanity.
+ STORM_LOG_ASSERT(quotientTransitionMatrix.greater(storm::utility::one<ValueType>()).isZero(), "Illegal entries in quotient matrix.");
+ STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(quotientTransitionMatrix.notZero().existsAbstract(blockPrimeVariableSet).template toAdd<ValueType>(), ValueType(1e-6)), "Illegal non-probabilistic matrix.");
+
storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsBdd() ? partition.asBdd() : partition.asAdd().notZero();
storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables()).renameVariables(blockVariableSet, model.getRowVariables());
From d0cf2ef57be63ab2534e2175b01c32584c3ff92b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 4 Aug 2017 23:01:17 +0200
Subject: [PATCH 27/77] update to version 1.4.0 of sylvan
---
resources/3rdparty/sylvan/.travis.yml | 6 +-
resources/3rdparty/sylvan/CHANGELOG.md | 48 +
resources/3rdparty/sylvan/CMakeLists.txt | 13 +-
resources/3rdparty/sylvan/cmake/FindGMP.cmake | 7 +-
resources/3rdparty/sylvan/docs/index.rst | 268 ++++--
resources/3rdparty/sylvan/examples/ldd2bdd.c | 328 ++++---
resources/3rdparty/sylvan/examples/lddmc.c | 834 ++++++++++++------
resources/3rdparty/sylvan/examples/mc.c | 558 +++++++++---
.../3rdparty/sylvan/models/anderson.4.bdd | Bin 0 -> 38400 bytes
.../3rdparty/sylvan/models/anderson.4.ldd | Bin 0 -> 4448 bytes
.../3rdparty/sylvan/models/anderson.6.ldd | Bin 0 -> 7528 bytes
.../3rdparty/sylvan/models/anderson.8.ldd | Bin 0 -> 9248 bytes
.../3rdparty/sylvan/models/at.5.8-rgs.bdd | Bin 50448 -> 0 bytes
.../3rdparty/sylvan/models/at.6.8-rgs.bdd | Bin 50128 -> 0 bytes
.../3rdparty/sylvan/models/at.7.8-rgs.bdd | Bin 59144 -> 0 bytes
resources/3rdparty/sylvan/models/bakery.4.bdd | Bin 0 -> 75016 bytes
resources/3rdparty/sylvan/models/bakery.4.ldd | Bin 0 -> 27136 bytes
resources/3rdparty/sylvan/models/bakery.5.ldd | Bin 0 -> 200720 bytes
resources/3rdparty/sylvan/models/bakery.6.ldd | Bin 0 -> 83712 bytes
resources/3rdparty/sylvan/models/bakery.7.ldd | Bin 0 -> 696944 bytes
resources/3rdparty/sylvan/models/blocks.2.ldd | Bin 14616 -> 11036 bytes
resources/3rdparty/sylvan/models/blocks.3.ldd | Bin 0 -> 22676 bytes
resources/3rdparty/sylvan/models/blocks.4.ldd | Bin 41000 -> 39292 bytes
.../sylvan/models/collision.4.9-rgs.bdd | Bin 73696 -> 0 bytes
.../3rdparty/sylvan/models/collision.4.bdd | Bin 0 -> 40924 bytes
.../3rdparty/sylvan/models/collision.4.ldd | Bin 0 -> 8148 bytes
.../sylvan/models/collision.5.9-rgs.bdd | Bin 73760 -> 0 bytes
.../3rdparty/sylvan/models/collision.5.bdd | Bin 0 -> 43968 bytes
.../3rdparty/sylvan/models/collision.5.ldd | Bin 0 -> 8664 bytes
.../3rdparty/sylvan/models/collision.6.bdd | Bin 0 -> 58532 bytes
.../3rdparty/sylvan/models/collision.6.ldd | Bin 0 -> 10800 bytes
resources/3rdparty/sylvan/models/lifts.6.bdd | Bin 0 -> 394508 bytes
resources/3rdparty/sylvan/models/lifts.6.ldd | Bin 0 -> 96516 bytes
resources/3rdparty/sylvan/models/lifts.7.bdd | Bin 0 -> 409772 bytes
resources/3rdparty/sylvan/models/lifts.7.ldd | Bin 0 -> 99124 bytes
.../sylvan/models/schedule_world.2.8-rgs.bdd | Bin 73472 -> 0 bytes
.../sylvan/models/schedule_world.2.bdd | Bin 0 -> 18556 bytes
.../sylvan/models/schedule_world.2.ldd | Bin 0 -> 4728 bytes
.../sylvan/models/schedule_world.3.8-rgs.bdd | Bin 97456 -> 0 bytes
.../sylvan/models/schedule_world.3.bdd | Bin 0 -> 24264 bytes
.../sylvan/models/schedule_world.3.ldd | Bin 0 -> 5516 bytes
resources/3rdparty/sylvan/src/CMakeLists.txt | 8 +-
resources/3rdparty/sylvan/src/avl.h | 2 +-
resources/3rdparty/sylvan/src/lace.c | 406 ++++++---
resources/3rdparty/sylvan/src/lace.h | 424 +++++----
resources/3rdparty/sylvan/src/sylvan.h | 37 +-
resources/3rdparty/sylvan/src/sylvan_bdd.c | 22 +-
resources/3rdparty/sylvan/src/sylvan_bdd.h | 41 +-
.../3rdparty/sylvan/src/sylvan_bdd_storm.h | 8 +
resources/3rdparty/sylvan/src/sylvan_cache.c | 13 +-
resources/3rdparty/sylvan/src/sylvan_cache.h | 14 +-
resources/3rdparty/sylvan/src/sylvan_common.c | 2 +-
resources/3rdparty/sylvan/src/sylvan_common.h | 4 +-
resources/3rdparty/sylvan/src/sylvan_gmp.c | 7 +-
resources/3rdparty/sylvan/src/sylvan_gmp.h | 10 +-
resources/3rdparty/sylvan/src/sylvan_int.h | 134 +--
resources/3rdparty/sylvan/src/sylvan_ldd.c | 248 +++++-
resources/3rdparty/sylvan/src/sylvan_ldd.h | 140 +--
.../3rdparty/sylvan/src/sylvan_ldd_int.h | 27 +-
resources/3rdparty/sylvan/src/sylvan_mt.c | 7 +-
resources/3rdparty/sylvan/src/sylvan_mt.h | 6 +-
resources/3rdparty/sylvan/src/sylvan_mtbdd.c | 394 +++++++--
resources/3rdparty/sylvan/src/sylvan_mtbdd.h | 425 ++++++---
.../3rdparty/sylvan/src/sylvan_mtbdd_int.h | 49 +-
.../3rdparty/sylvan/src/sylvan_mtbdd_storm.c | 10 +-
.../3rdparty/sylvan/src/sylvan_mtbdd_storm.h | 8 +
.../3rdparty/sylvan/src/sylvan_obj_storm.cpp | 1 +
resources/3rdparty/sylvan/src/sylvan_refs.c | 11 +-
resources/3rdparty/sylvan/src/sylvan_refs.h | 5 +-
resources/3rdparty/sylvan/src/sylvan_sl.c | 8 +-
resources/3rdparty/sylvan/src/sylvan_sl.h | 2 +-
resources/3rdparty/sylvan/src/sylvan_stats.c | 17 +-
resources/3rdparty/sylvan/src/sylvan_stats.h | 10 +-
resources/3rdparty/sylvan/src/sylvan_table.c | 201 ++++-
resources/3rdparty/sylvan/src/sylvan_table.h | 31 +-
resources/3rdparty/sylvan/src/sylvan_tls.h | 3 -
.../storage/dd/sylvan/InternalSylvanBdd.cpp | 2 +-
src/storm/utility/sylvan.h | 1 +
78 files changed, 3272 insertions(+), 1528 deletions(-)
mode change 100755 => 100644 resources/3rdparty/sylvan/CMakeLists.txt
create mode 100644 resources/3rdparty/sylvan/models/anderson.4.bdd
create mode 100644 resources/3rdparty/sylvan/models/anderson.4.ldd
create mode 100644 resources/3rdparty/sylvan/models/anderson.6.ldd
create mode 100644 resources/3rdparty/sylvan/models/anderson.8.ldd
delete mode 100755 resources/3rdparty/sylvan/models/at.5.8-rgs.bdd
delete mode 100755 resources/3rdparty/sylvan/models/at.6.8-rgs.bdd
delete mode 100755 resources/3rdparty/sylvan/models/at.7.8-rgs.bdd
create mode 100644 resources/3rdparty/sylvan/models/bakery.4.bdd
create mode 100644 resources/3rdparty/sylvan/models/bakery.4.ldd
create mode 100644 resources/3rdparty/sylvan/models/bakery.5.ldd
create mode 100644 resources/3rdparty/sylvan/models/bakery.6.ldd
create mode 100644 resources/3rdparty/sylvan/models/bakery.7.ldd
create mode 100644 resources/3rdparty/sylvan/models/blocks.3.ldd
delete mode 100755 resources/3rdparty/sylvan/models/collision.4.9-rgs.bdd
create mode 100644 resources/3rdparty/sylvan/models/collision.4.bdd
create mode 100644 resources/3rdparty/sylvan/models/collision.4.ldd
delete mode 100755 resources/3rdparty/sylvan/models/collision.5.9-rgs.bdd
create mode 100644 resources/3rdparty/sylvan/models/collision.5.bdd
create mode 100644 resources/3rdparty/sylvan/models/collision.5.ldd
create mode 100644 resources/3rdparty/sylvan/models/collision.6.bdd
create mode 100644 resources/3rdparty/sylvan/models/collision.6.ldd
create mode 100644 resources/3rdparty/sylvan/models/lifts.6.bdd
create mode 100644 resources/3rdparty/sylvan/models/lifts.6.ldd
create mode 100644 resources/3rdparty/sylvan/models/lifts.7.bdd
create mode 100644 resources/3rdparty/sylvan/models/lifts.7.ldd
delete mode 100755 resources/3rdparty/sylvan/models/schedule_world.2.8-rgs.bdd
create mode 100644 resources/3rdparty/sylvan/models/schedule_world.2.bdd
create mode 100644 resources/3rdparty/sylvan/models/schedule_world.2.ldd
delete mode 100755 resources/3rdparty/sylvan/models/schedule_world.3.8-rgs.bdd
create mode 100644 resources/3rdparty/sylvan/models/schedule_world.3.bdd
create mode 100644 resources/3rdparty/sylvan/models/schedule_world.3.ldd
mode change 100755 => 100644 resources/3rdparty/sylvan/src/CMakeLists.txt
diff --git a/resources/3rdparty/sylvan/.travis.yml b/resources/3rdparty/sylvan/.travis.yml
index 835aaf383..e85d3b077 100755
--- a/resources/3rdparty/sylvan/.travis.yml
+++ b/resources/3rdparty/sylvan/.travis.yml
@@ -58,12 +58,12 @@ install:
script:
- ${CC} --version
- ${CXX} --version
-- cmake . -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DSYLVAN_STATS=${SYLVAN_STATS} -DWITH_COVERAGE=${COVERAGE} -DSYLVAN_BUILD_DOCS=${SYLVAN_BUILD_DOCS}
+- cmake . -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DSYLVAN_STATS=${SYLVAN_STATS} -DWITH_COVERAGE=${COVERAGE} -DSYLVAN_BUILD_DOCS=${SYLVAN_BUILD_DOCS} -DSYLVAN_BUILD_EXAMPLES=ON
- make -j 2
- make test
- examples/simple
-- examples/mc models/schedule_world.2.8-rgs.bdd -w 2 | tee /dev/fd/2 | grep -q "1,570,340"
-- examples/lddmc models/blocks.2.ldd -w 2 | tee /dev/fd/2 | grep -q "7057 states"
+- examples/mc models/schedule_world.2.bdd -w 2 | tee /dev/fd/2 | grep -q "1,570,340"
+- examples/lddmc models/blocks.2.ldd -w 2 | tee /dev/fd/2 | grep -q "7,057 states"
notifications:
email: false
diff --git a/resources/3rdparty/sylvan/CHANGELOG.md b/resources/3rdparty/sylvan/CHANGELOG.md
index e4d58ae65..7cc6e1228 100755
--- a/resources/3rdparty/sylvan/CHANGELOG.md
+++ b/resources/3rdparty/sylvan/CHANGELOG.md
@@ -2,12 +2,60 @@
All notable changes to Sylvan will be documented in this file.
## [Unreleased]
+### Changed
+- We now implement twisted tabulation as the hash function for the nodes table. The old hash function is still available and the default behavior can be changed in `sylvan_table.h`.
+
+## [1.4.0] - 2017-07-12
+### Added
+- Function `mtbdd_cmpl` that computes the complement for MTBDDs. (0 becomes 1, non-0 becomes 0)
+
+### Changed
+- Changed file formats used by the examples to match the changes in LTSmin.
+- Function `mtbdd_satcount` now does not count assignments leading to 0. Perhaps in the future we make this configurable. (Like in CuDD.)
+- Slightly improved C++ support by wrapping header files in the namespace sylvan.
+
+### Fixed
+- There was a bug where Lace tasks are overwritten during SYNC, which causes problems during garbage collection. Lace reusing the bucket during SYNC is by design and is difficult to change. We fix the issue by checking during garbage collection if the stored task is still the same function, which in the worst case marks more nodes than needed.
+- Band-aid patch for hashing; very similar nodes were hashing to similar positions and strides, causing early garbage collections and full tables. The patch works for now, but we need a more robust solution.
+
+### Removed
+- Removed support for HWLOC (pinning on NUMA machines). Planning to bring this back as an option, but in its current form it prevents multiple Sylvan programs from running simultaneously on the same machine.
+
+## [1.3.3] - 2017-06-03
+### Changed
+- Changed file format for .bdd files in the MC example.
+
+### Fixed
+- A major bug in `lddmc_match_sat_par` has been fixed.
+- A bug in the saturation algorithm in the model checking example has been fixed.
+- A major bug in the hash table rehashing implementation has been fixed.
+
+## [1.3.2] - 2017-05-23
+### Added
+- Now implements `lddmc_protect` and `lddmc_unprotect` for external pointer references.
+- Now implements `lddmc_refs_pushptr` and `lddmc_refs_popptr` for internal pointer references
+
+### Changed
+- New version of Lace has slightly different API for manually created threads.
+
+## [1.3.1] - 2017-05-22
+### Fixed
+- A bug in `mtbdd_refs_ptrs_up` caused a segfault. This has been fixed.
+
+## [1.3.0] - 2017-05-16
### Added
- The embedded work-stealing framework now explicitly checks for stack overflows and aborts with an appropriate error message written to stderr.
- New functions `sylvan_project` and `sylvan_and_project` for BDDs, a dual of existential quantification, where instead of the variables to remove, the given set of variables are the variables to keep.
+- New functions `mtbdd_refs_pushptr` and `mtbdd_refs_popptr` allow thread-specific referencing of pointers.
### Changed
- Rewritten initialization of Sylvan. Before the call to `sylvan_init_package`, table sizes must be initialized either using `sylvan_set_sizes` or with the new function `sylvan_set_limits`. This new function allows the user to set a maximum number of bytes allocated for the nodes table and for the operation cache.
+- Rewritten MTBDD referencing system.
+- Rewritten MTBDD map and set functions (no API change except renaming `mtbdd_map_addall` to `mtbdd_map_update` with backward compatibility)
+- The lock-free unique table now uses double hashing instead of rehashing. This can improve the performance for custom leaves and improves the hash spread.
+
+### Fixed
+- A bug in `llmsset_lookup` affecting custom leaves has been fixed.
## [1.2.0] - 2017-02-03
### Added
diff --git a/resources/3rdparty/sylvan/CMakeLists.txt b/resources/3rdparty/sylvan/CMakeLists.txt
old mode 100755
new mode 100644
index a251eadec..7332217d3
--- a/resources/3rdparty/sylvan/CMakeLists.txt
+++ b/resources/3rdparty/sylvan/CMakeLists.txt
@@ -1,6 +1,6 @@
cmake_minimum_required(VERSION 3.1)
-project(sylvan LANGUAGES C CXX VERSION 1.2.0)
+project(sylvan LANGUAGES C CXX VERSION 1.4.0)
set(PROJECT_DESCRIPTION "Sylvan, a parallel decision diagram library")
set(PROJECT_URL "https://github.com/trolando/sylvan")
@@ -25,8 +25,8 @@ set(CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake/")
option(SYLVAN_PORTABLE "If set, the created library will be portable." OFF)
option(USE_CARL "Sets whether carl should be included." ON)
-set(CMAKE_C_FLAGS "-O2 -Wextra -Wall -fno-strict-aliasing -fPIC ${CMAKE_C_FLAGS}")
-set(CMAKE_CXX_FLAGS "-O2 -Wextra -Wall -fno-strict-aliasing -Wno-deprecated -fPIC ${CMAKE_CXX_FLAGS}")
+set(CMAKE_C_FLAGS "-O2 -Wextra -Wall -fno-strict-aliasing ${CMAKE_C_FLAGS}")
+set(CMAKE_CXX_FLAGS "-O2 -Wextra -Wall -fno-strict-aliasing -Wno-deprecated ${CMAKE_CXX_FLAGS}")
if (NOT SYLVAN_PORTABLE)
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -march=native")
@@ -73,18 +73,17 @@ include_directories("${PROJECT_BINARY_DIR}/../../../include")
include_directories(src)
add_subdirectory(src)
-option(SYLVAN_BUILD_TESTS "Build example tools" ON)
+option(SYLVAN_BUILD_TESTS "Build example tests" ON)
if(SYLVAN_BUILD_TESTS)
add_subdirectory(test)
endif()
-
-option(SYLVAN_BUILD_EXAMPLES "Build example tools" ON)
+option(SYLVAN_BUILD_EXAMPLES "Build example tools" OFF)
if(SYLVAN_BUILD_EXAMPLES)
add_subdirectory(examples)
endif()
-option(SYLVAN_BUILD_DOCS "Build documentation" ON)
+option(SYLVAN_BUILD_DOCS "Build documentation" OFF)
if(SYLVAN_BUILD_DOCS)
configure_file("docs/conf.py.in" "docs/conf.py" @ONLY)
find_package(Sphinx REQUIRED)
diff --git a/resources/3rdparty/sylvan/cmake/FindGMP.cmake b/resources/3rdparty/sylvan/cmake/FindGMP.cmake
index 7d787a84d..7dcd75afd 100755
--- a/resources/3rdparty/sylvan/cmake/FindGMP.cmake
+++ b/resources/3rdparty/sylvan/cmake/FindGMP.cmake
@@ -8,16 +8,13 @@
find_package(PkgConfig)
pkg_check_modules(PC_GMP QUIET gmp)
-set(GMP_INCLUDE "" CACHE PATH "include dir")
-set(GMP_LOCATION "" CACHE PATH "location dir")
-
set(GMP_DEFINITIONS ${PC_GMP_CFLAGS_OTHER})
find_path(GMP_INCLUDE_DIR gmp.h
- HINTS ${GMP_INCLUDE} ${PC_GMP_INCLUDEDIR} ${PC_GMP_INCLUDE_DIRS})
+ HINTS ${PC_GMP_INCLUDEDIR} ${PC_GMP_INCLUDE_DIRS})
find_library(GMP_LIBRARIES NAMES gmp libgmp
- HINTS ${GMP_LOCATION} ${PC_GMP_LIBDIR} ${PC_GMP_LIBRARY_DIRS} NO_CMAKE_PATH NO_CMAKE_ENVIRONMENT_PATH)
+ HINTS ${PC_GMP_LIBDIR} ${PC_GMP_LIBRARY_DIRS})
include(FindPackageHandleStandardArgs)
# handle the QUIETLY and REQUIRED arguments and set GMP_FOUND to TRUE
diff --git a/resources/3rdparty/sylvan/docs/index.rst b/resources/3rdparty/sylvan/docs/index.rst
index cb2a33aa7..f15c2e85e 100755
--- a/resources/3rdparty/sylvan/docs/index.rst
+++ b/resources/3rdparty/sylvan/docs/index.rst
@@ -31,15 +31,19 @@ Bindings for other languages than C/C++ also exist:
Dependencies
------------
-Sylvan has the following required dependencies:
+Sylvan has the following dependencies:
- **CMake** for compiling.
- **gmp** (``libgmp-dev``) for the GMP leaves in MTBDDs.
-- **hwloc** (``libhwloc-dev``) for pinning worker threads to processors.
+- **Sphinx** if you want to build the documentation.
Sylvan depends on the `work-stealing framework
Lace <http://fmt.ewi.utwente.nl/tools/lace>`__ for its implementation.
Lace is embedded in the Sylvan distribution.
+Lace requires one additional library:
+
+- **hwloc** (``libhwloc-dev``) for pinning worker threads to processors.
+
Building
--------
@@ -71,14 +75,12 @@ To use Sylvan, the library and its dependency Lace must be initialized:
lace_init(n_workers, 0);
lace_startup(0, NULL, NULL);
- size_t nodes_minsize = 1LL<<22;
- size_t nodes_maxsize = 1LL<<26;
- size_t cache_minsize = 1LL<<23;
- size_t cache_maxsize = 1LL<<27;
- sylvan_init_package(nodes_minsize, nodes_maxsize, cache_minsize, cache_maxsize);
+ // use at most 512 MB, nodes:cache ratio 2:1, initial size 1/32 of maximum
+ sylvan_set_limits(512*1024*1024, 1, 5);
+ sylvan_init_package();
sylvan_init_mtbdd();
- ...
+ /* ... do stuff ... */
sylvan_stats_report(stdout);
sylvan_quit();
@@ -90,19 +92,20 @@ for work-stealing. The parameter ``n_workers`` can be set to 0 for auto-detectio
function ``lace_startup`` then creates all other worker threads. The worker threads run
until ``lace_exit`` is called. Lace must be started before Sylvan can be initialized.
-Sylvan is initialized with a call to ``sylvan_init_package``. Here we choose the initial
-and maximum sizes of the nodes table and the operation cache. In the example, we choose a maximum
-nodes table size of 2^26 and a maximum cache size of 2^27. The initial sizes are
-set to 2^22 and 2^23, respectively. The sizes must be powers of 2.
-Sylvan allocates memory for the maximum sizes *in virtual memory* but only uses the space
-needed for the initial sizes. The sizes are doubled during garbage collection, until the maximum
-size has been reached.
+Sylvan is initialized with a call to ``sylvan_init_package``. Before this call, Sylvan needs to know
+how much memory to allocate for the nodes table and the operation cache. In this example, we use the
+``sylvan_set_limits`` function to tell Sylvan that it may allocate at most 512 MB for these tables.
+The second parameter indicates the ratio of the nodes table and the operation cache, with each
+higher number doubling the size of the nodes table. Negative numbers double the size of the operation
+cache instead. In the example, we want the nodes table to be twice as big as the operation cache.
+The third parameter controls how often garbage collection doubles the table sizes before
+their maximum size is reached. The value 5 means that the initial tables are 32x as small as the maximum size.
+By default, every execution of garbage collection doubles the table sizes.
-After ``sylvan_init_package``, the subpackages ``mtbdd`` and ``ldd`` can be initialized with
-``sylvan_init_mtbdd`` and ``sylvan_init_ldd``. This mainly allocates auxiliary datastructures for
-garbage collection.
+After ``sylvan_init_package``, subpackages like ``mtbdd`` and ``ldd`` can be initialized with
+``sylvan_init_mtbdd`` and ``sylvan_init_ldd``. This allocates auxiliary datastructures.
-If you enable statistics generation (via CMake) then you can use ``sylvan_stats_report`` to report
+If you enabled statistics generation (via CMake), then you can use ``sylvan_stats_report`` to report
the obtained statistics to a given ``FILE*``.
The Lace framework
@@ -110,7 +113,7 @@ The Lace framework
Sylvan uses the Lace framework to offer 'automatic' parallelization of decision diagram operations.
Many functions in Sylvan are Lace tasks. To call a Lace task, the variables
-``__lace_worker`` and ``__lace_dq_head`` must be initialized **locally**.
+``__lace_worker`` and ``__lace_dq_head`` must be initialized as **local** variables of the current function.
Use the macro ``LACE_ME`` to initialize the variables in every function that calls Sylvan functions
and is not itself a Lace task.
@@ -121,98 +124,207 @@ Like all decision diagram implementations, Sylvan performs garbage collection.
Garbage collection is triggered when trying to insert a new node and no
empty space can be found in the table within a reasonable upper bound.
+Garbage collection can be disabled with ``sylvan_gc_disable`` and enabled again with ``sylvan_gc_enable``.
+Call ``sylvan_gc`` to manually trigger garbage collection.
+
To ensure that no decision diagram nodes are overwritten, you must ensure that
Sylvan knows which decision diagrams you care about.
-The easiest way to do this is with ``sylvan_protect`` and ``sylvan_unprotect`` to protect
-a given pointer.
-These functions protect the decision diagram referenced to by that pointer at the time
-that garbage collection is performed.
-Unlike some other implementations of decision diagrams,
-you can modify the variable between the calls to ``sylvan_protect`` and ``sylvan_unprotect``
-without explicitly changing the reference.
-
-To manually trigger garbage collection, call ``sylvan_gc``.
-You can use ``sylvan_gc_disable`` and ``sylvan_gc_enable`` to disable garbage collection or
-enable it again. If garbage collection is disabled, the program will abort when the nodes table
-is full.
+Each subpackage implements mechanisms to store references to decision diagrams that must be kept.
+For example, the *mtbdd* subpackage implements ``mtbdd_protect`` and ``mtbdd_unprotect`` to store pointers to
+MTBDD variables.
+
+.. code:: c
+
+ MTBDD* allocate_var() {
+ MTBDD* my_var = (MTBDD*)calloc(sizeof(MTBDD), 1);
+ mtbdd_protect(my_var);
+ return my_var;
+ }
+
+ free_var(MTBDD* my_var) {
+ mtbdd_unprotect(my_var);
+ free(my_var);
+ }
+
+If you use ``mtbdd_protect`` you do not need to update the reference every time the value changes.
+
+The *mtbdd* subpackage also implements thread-local stacks to temporarily store pointers and results of tasks:
+
+.. code:: c
+
+ MTBDD some_thing = ...;
+ mtbdd_refs_pushptr(&some_thing);
+ MTBDD result_param1 = mtbdd_false, result_param2 = mtbdd_false;
+ mtbdd_refs_pushptr(&result_param1);
+ mtbdd_refs_pushptr(&result_param2);
+ while (some_condition) {
+ mtbdd_refs_spawn(SPAWN(an_operation, some_thing, param1));
+ result_param2 = CALL(an_operation, some_thing, param2);
+ result_param1 = mtbdd_refs_sync(SYNC(an_operation));
+ some_thing = CALL(another_operation, result1, result2);
+ }
+ mtbdd_refs_popptr(3);
+ return some_thing;
+
+It is recommended to use the thread-local stacks for local variables, and to use the ``protect`` and ``unprotect``
+functions for other variables. Every SPAWN and SYNC of a Lace task that returns an MTBDD must be decorated with
+``mtbdd_refs_stack`` and ``mtbdd_refs_sync`` as in the above example.
+
+References to decision diagrams must be added before a worker may cooperate on garbage collection.
+Workers can cooperate on garbage collection during ``SYNC`` and when functions create nodes or use ``sylvan_gc_test`` to test whether to assist in garbage collection.
+Functions for adding or removing references never perform garbage collection.
+Furthermore, only the ``mtbdd_makenode`` function (and other node making primitives) implicitly reference their parameters; all other functions do not reference their parameters.
+Nesting Sylvan functions (including ``sylvan_ithvar``) is bad practice and should be avoided.
+
**Warning**: Sylvan is a multi-threaded library and all workers must cooperate for garbage collection. If you use locking mechanisms in your code, beware of deadlocks!
+You can explicitly cooperate on garbage collection with ``sylvan_gc_test()``.
+
+Basic BDD/MTBDD functionality
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-Basic BDD functionality
-~~~~~~~~~~~~~~~~~~~~~~~
+In Sylvan, BDDs are special cases of MTBDDs.
+Several functions are specific for BDDs and they start with ``sylvan_``, whereas generic MTBDD functions start
+with ``mtbdd_``.
To create new BDDs, you can use:
-- ``sylvan_true``: representation of constant ``true``.
-- ``sylvan_false``: representation of constant ``false``.
+- ``mtbdd_true``: representation of constant ``true``.
+- ``mtbdd_false``: representation of constant ``false``.
- ``sylvan_ithvar(var)``: representation of literal <var> (negated: ``sylvan_nithvar(var)``)
To follow the BDD edges and obtain the variable at the root of a BDD,
-you can use (only for internal nodes, not for leaves ``sylvan_true`` and ``sylvan_false``):
+you can use (only for internal nodes, not for leaves ``mtbdd_true`` and ``mtbdd_false``):
-- ``sylvan_var(bdd)``: obtain the variable of the root node of <bdd>.
-- ``sylvan_high(bdd)``: follow the high edge of <bdd>.
-- ``sylvan_low(bdd)``: follow the low edge of <bdd>.
+- ``mtbdd_getvar(bdd)``: obtain the variable of the root node of <bdd>.
+- ``mtbdd_gethigh(bdd)``: follow the high edge of <bdd>.
+- ``mtbdd_getlow(bdd)``: follow the low edge of <bdd>.
You need to manually reference BDDs that you want to keep during garbage
-collection:
+collection (see the above explanation):
-- ``sylvan_protect(bddptr)``: add a pointer reference to <bddptr>.
-- ``sylvan_unprotect(bddptr)``: remove a pointer reference to <bddptr>.
-- ``sylvan_ref(bdd)``: add a reference to <bdd>.
-- ``sylvan_deref(bdd)``: remove a reference to <bdd>.
+- ``mtbdd_protect(bddptr)``: add a pointer reference to <bddptr>.
+- ``mtbdd_unprotect(bddptr)``: remove a pointer reference to <bddptr>.
+- ``mtbdd_refs_pushptr(bddptr)``: add a local pointer reference to <bddptr>.
+- ``mtbdd_refs_popptr(amount)``: remove the last <amount> local pointer references.
+- ``mtbdd_refs_spawn(SPAWN(...))``: spawn a task that returns a BDD/MTBDD.
+- ``mtbdd_refs_sync(SYNC(...))``: sync a task that returns a BDD/MTBDD.
-It is recommended to use ``sylvan_protect`` and ``sylvan_unprotect``.
+It is recommended to use ``mtbdd_protect`` and ``mtbdd_unprotect``.
The C++ objects (defined in ``sylvan_obj.hpp``) handle this automatically.
+For local variables, we recommend ``mtbdd_refs_pushptr`` and ``mtbdd_refs_popptr``.
-The following basic operations are implemented:
+The following basic BDD operations are implemented:
- ``sylvan_not(bdd)``: compute the negation of <bdd>.
- ``sylvan_ite(a,b,c)``: compute 'if <a> then <b> else <c>'.
-- ``sylvan_and(a, b)``: compute '<a> and <b>'
-- ``sylvan_or(a, b)``: compute '<a> or <b>'
-- ``sylvan_nand(a, b)``: compute 'not (<a> and <b>)'
-- ``sylvan_nor(a, b)``: compute 'not (<a> or <b>)'
-- ``sylvan_imp(a, b)``: compute '<a> then <b>'
-- ``sylvan_invimp(a, b)``: compute '<b> then <a>'
-- ``sylvan_xor(a, b)``: compute '<a> xor <b>'
-- ``sylvan_equiv(a, b)``: compute '<a> = <b>'
-- ``sylvan_diff(a, b)``: compute '<a> and not <b>'
-- ``sylvan_less(a, b)``: compute '<b> and not <a>'
+- ``sylvan_and(a, b)``: compute '<a> and <b>'.
+- ``sylvan_or(a, b)``: compute '<a> or <b>'.
+- ``sylvan_nand(a, b)``: compute 'not (<a> and <b>)'.
+- ``sylvan_nor(a, b)``: compute 'not (<a> or <b>)'.
+- ``sylvan_imp(a, b)``: compute '<a> then <b>'.
+- ``sylvan_invimp(a, b)``: compute '<b> then <a>'.
+- ``sylvan_xor(a, b)``: compute '<a> xor <b>'.
+- ``sylvan_equiv(a, b)``: compute '<a> = <b>'.
+- ``sylvan_diff(a, b)``: compute '<a> and not <b>'.
+- ``sylvan_less(a, b)``: compute '<b> and not <a>'.
- ``sylvan_exists(bdd, vars)``: existential quantification of <bdd> with respect to variables <vars>.
- ``sylvan_forall(bdd, vars)``: universal quantification of <bdd> with respect to variables <vars>.
+- ``sylvan_project(bdd, vars)``: the dual of ``sylvan_exists``, projects the <bdd> to the variable domain <vars>.
A set of variables (like <vars> above) is a BDD representing the conjunction of the variables.
-
-Other BDD operations
-~~~~~~~~~~~~~~~~~~~~
-
-See ``src/sylvan_bdd.h`` for other operations on BDDs, especially operations
-that are relevant for model checking.
-
-Basic MTBDD functionality
-~~~~~~~~~~~~~~~~~~~~~~~~~
-
-See ``src/sylvan_mtbdd.h`` for operations on multi-terminal BDDs.
-
-Basic LDD functionality
-~~~~~~~~~~~~~~~~~~~~~~~
-
-See ``src/sylvan_ldd.h`` for operations on List DDs.
+A number of convencience functions are defined to manipulate sets of variables:
+
+- ``mtbdd_set_empty()``: obtain an empty set.
+- ``mtbdd_set_isempty(set)``: compute whether the set is empty.
+- ``mtbdd_set_first(set)``: obtain the first variable of the set.
+- ``mtbdd_set_next(set)``: obtain the subset without the first variable.
+- ``mtbdd_set_from_array(arr, len)``: create a set from a given array.
+- ``mtbdd_set_to_array(set, arr)``: write the set to the given array.
+- ``mtbdd_set_add(set, var)``: compute the set plus the variable.
+- ``mtbdd_set_union(set1, set2)``: compute the union of two sets.
+- ``mtbdd_set_remove(set, var)``: compute the set minus the variable.
+- ``mtbdd_set_minus(set1, set2)``: compute the set <set1> minus the variables in <set2>.
+- ``mtbdd_set_count(set)``: compute the number of variables in the set.
+- ``mtbdd_set_contains(set, var)``: compute whether the set contains the variable.
+
+Sylvan also implements composition and substitution/variable renaming using a "MTBDD map". An MTBDD map is a special structure
+implemented with special MTBDD nodes to store a mapping from variables (uint32_t) to MTBDDs. Like sets of variables and MTBDDs, MTBDD maps must
+also be referenced for garbage collection. The following functions are related to MTBDD maps:
+
+- ``mtbdd_compose(dd, map)``: apply the map to the given decision diagram, transforming every node with a variable that is associated with some function F in the map by ``if <F> then <high> else <low>``.
+- ``sylvan_compose(dd, map)``: same as ``mtbdd_compose``, but assumes the decision diagram only has Boolean leaves.
+- ``mtbdd_map_empty()``: obtain an empty map.
+- ``mtbdd_map_isempty(map)``: compute whether the map is empty.
+- ``mtbdd_map_key(map)``: obtain the key of the first pair of the map.
+- ``mtbdd_map_value(map)``: obtain the value of the first pair of the map.
+- ``mtbdd_map_next(map)``: obtain the submap without the first pair.
+- ``mtbdd_map_add(map, key, value)``: compute the map plus the given key-value pair.
+- ``mtbdd_map_update(map1, map2)``: compute the union of two maps, with priority to map2 if both maps share variables.
+- ``mtbdd_map_remove(map, var)``: compute the map minus the variable.
+- ``mtbdd_map_removeall(map, set)``: compute the map minus the given variables.
+- ``mtbdd_map_count(set)``: compute the number of pairs in the map.
+- ``mtbdd_map_contains(map, var)``: compute whether the map contains the variable.
+
+Sylvan implements a number of counting operations:
+
+- ``mtbdd_satcount(bdd, number_of_vars)``: compute the number of minterms (assignments that lead to True) for a function with <number_of_vars> variables; we don't need to know the exact variables that may be in the BDD, just how many there are.
+- ``sylvan_pathcount(bdd)``: compute the number of distinct paths to True.
+- ``mtbdd_nodecount(bdd)``: compute the number of nodes (and leaves) in the BDD.
+- ``mtbdd_nodecount_more(array, length)``: compute the number of nodes (and leaves) in the array of BDDs.
+
+Sylvan implements various advanced operations:
+
+- ``sylvan_and_exists(bdd_a, bdd_b, vars)``: compute ``sylvan_exists(sylvan_and(bdd_a, bdd_b), vars)`` in one step.
+- ``sylvan_and_project(bdd_a, bdd_b, vars)``: compute ``sylvan_project(sylvan_and(bdd_a, bdd_b), vars)`` in one step.
+- ``sylvan_cube(vars, values)``: compute a cube (to leaf True) of the given variables, where the array values indicates for each variable whether to use it in negative form (value 0) or positive form (value 1) or to skip it (as dont-care, value 2).
+- ``sylvan_union_cube(set, vars, values)``: compute ``sylvan_or(set, sylvan_cube(vars, values))`` in one step.
+- ``sylvan_constrain(bdd_f, bdd_c)``: compute the generic cofactor of F constrained by C, i.e, set F to False for all assignments not in C.
+- ``sylvan_restrict(bdd_f, bdd_c)``: compute Coudert and Madre's restrict algorithm, which tries to minimize bdd_f according to a care set C using sibling substitution; the invariant is ``restrict(f, c) \and c == f \and c``; the result of this algorithm is often but not always smaller than the original.
+- ``sylvan_pick_cube(bdd)`` or ``sylvan_sat_one_bdd(bdd)``: extract a single path to True from the BDD (returns the BDD of this path)
+- ``sylvan_pick_single_cube(bdd, vars)`` or ``sylvan_sat_single(bdd, vars)`` extracts a single minterm from the BDD (returns the BDD of this assignment)
+- ``sylvan_sat_one(bdd, vars, array)``: extract a single minterm from the BDD given the set of variables and write the values of the variables in order to the given array, with 0 when it is negative, 1 when it is positive, and 2 when it is dontcare.
+
+Sylvan implements several operations for transition systems. These operations assume an interleaved variable ordering, such that *source* or *unprimed* variables have even parity (0, 2, 4...) and matching *target* or *primed* variables have odd parity (1, 3, 5...).
+The transition relations may be partial transition relations that only manipulate a subset of variables; hence, the operations also require the set of variables.
+
+- ``sylvan_relnext(set, relation, vars)``: apply the (partial) relation on the given variables to the set.
+- ``sylvan_relprev(relation, set, vars)``: apply the (partial) relation in reverse to the set; this computes predecessors but can also concatenate relations as follows: ``sylvan_relprev(rel1, rel2, rel1_vars)``.
+- ``sylvan_closure(relation)``: compute the transitive closure of the given set recursively (see Matsunaga et al, DAC 1993)
+
+See ``src/sylvan_bdd.h`` and ``src/mtbdd.h`` for other operations on BDDs and MTBDDs.
+
+Custom leaves
+~~~~~~~~~~~~~
+
+See ``src/sylvan_mt.h`` and the example in ``src/sylvan_gmp.h`` and ``src/sylvan_gmp.c`` for custom leaves in MTBDDs.
+
+Custom decision diagram operations
+~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+
+Adding custom decision diagram operations is easy. Include ``sylvan_int.h`` for the internal functions. See ``sylvan_cache.h``
+for how to use the operation cache.
+
+List decision diagrams
+~~~~~~~~~~~~~~~~~~~~~~
+
+See ``src/sylvan_ldd.h`` for operations on list decision diagrams.
+
+File I/O
+~~~~~~~~
+
+You can store and load BDDs using a number of methods, which are documented in the header files ``sylvan_mtbdd.h`` and ``sylvan_ldd.h``.
Support for C++
~~~~~~~~~~~~~~~
See ``src/sylvan_obj.hpp`` for the C++ interface.
-.. Adding custom decision diagram operations
-.. ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-
Table resizing
~~~~~~~~~~~~~~
During garbage collection, it is possible to resize the nodes table and
-the cache. Sylvan provides two default implementations: an aggressive
-version that resizes every time garbage collection is performed, and a
+the cache. By default, Sylvan doubles the table sizes during every garbage
+collection until the maximum table size has been reached. There is also a
less aggressive version that only resizes when at least half the table is
full. This can be configured in ``src/sylvan_config.h``. It is not
possible to decrease the size of the nodes table and the cache.
diff --git a/resources/3rdparty/sylvan/examples/ldd2bdd.c b/resources/3rdparty/sylvan/examples/ldd2bdd.c
index 545be9792..b23311bd2 100755
--- a/resources/3rdparty/sylvan/examples/ldd2bdd.c
+++ b/resources/3rdparty/sylvan/examples/ldd2bdd.c
@@ -13,15 +13,15 @@ static int workers = 0; // autodetect
static int verbose = 0;
static char* model_filename = NULL; // filename of model
static char* bdd_filename = NULL; // filename of output BDD
-static char* sizes = "22,27,21,26"; // default sizes
static int check_results = 0;
+static int no_reachable = 0;
/* argp configuration */
static struct argp_option options[] =
{
{"workers", 'w', "<workers>", 0, "Number of workers (default=0: autodetect)", 0},
- {"table-sizes", 1, "<tablesize>,<tablemax>,<cachesize>,<cachemax>", 0, "Sizes of nodes table and operation cache as powers of 2", 0},
- {"check-results", 2, 0, 0, "Check new transition relations ", 0},
+ {"check-results", 2, 0, 0, "Check new transition relations", 0},
+ {"no-reachable", 1, 0, 0, "Do not write reachabile states", 0},
{"verbose", 'v', 0, 0, "Set verbose", 0},
{0, 0, 0, 0, 0, 0}
};
@@ -37,7 +37,7 @@ parse_opt(int key, char *arg, struct argp_state *state)
verbose = 1;
break;
case 1:
- sizes = arg;
+ no_reachable = 1;
break;
case 2:
check_results = 1;
@@ -58,67 +58,112 @@ parse_opt(int key, char *arg, struct argp_state *state)
static struct argp argp = { options, parse_opt, "<model> [<output-bdd>]", 0, 0, 0, 0 };
-/* Globals */
+/**
+ * Types (set and relation)
+ */
typedef struct set
{
- MDD mdd;
- MDD proj;
+ MDD dd;
} *set_t;
typedef struct relation
{
- MDD mdd;
- MDD meta;
+ MDD dd;
+ MDD meta; // for relprod
+ int r_k, w_k, *r_proj, *w_proj;
} *rel_t;
-static size_t vector_size; // size of vector
+static int vector_size; // size of vector
static int next_count; // number of partitions of the transition relation
static rel_t *next; // each partition of the transition relation
static int actionbits = 0;
static int has_actions = 0;
-#define Abort(...) { fprintf(stderr, __VA_ARGS__); exit(-1); }
+#define Abort(...) { fprintf(stderr, __VA_ARGS__); fprintf(stderr, "Abort at line %d!\n", __LINE__); exit(-1); }
/* Load a set from file */
#define set_load(f) CALL(set_load, f)
TASK_1(set_t, set_load, FILE*, f)
{
- lddmc_serialize_fromfile(f);
-
- size_t mdd;
- size_t proj;
- int size;
+ set_t set = (set_t)malloc(sizeof(struct set));
- if (fread(&mdd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&proj, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&size, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+ int k;
+ if (fread(&k, sizeof(int), 1, f) != 1) Abort("Invalid input file!");
+ if (k != -1) Abort("Invalid input file!");
- set_t set = (set_t)malloc(sizeof(struct set));
- set->mdd = lddmc_ref(lddmc_serialize_get_reversed(mdd));
- set->proj = lddmc_ref(lddmc_serialize_get_reversed(proj));
+ lddmc_serialize_fromfile(f);
+ size_t dd;
+ if (fread(&dd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!");
+ set->dd = lddmc_serialize_get_reversed(dd);
+ lddmc_protect(&set->dd);
return set;
}
/* Load a relation from file */
-#define rel_load(f) CALL(rel_load, f)
-TASK_1(rel_t, rel_load, FILE*, f)
+#define rel_load_proj(f) CALL(rel_load_proj, f)
+TASK_1(rel_t, rel_load_proj, FILE*, f)
{
- lddmc_serialize_fromfile(f);
+ int r_k, w_k;
+ if (fread(&r_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
+ if (fread(&w_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
- size_t mdd;
- size_t meta;
+ rel_t rel = (rel_t)malloc(sizeof(struct relation));
+ rel->r_k = r_k;
+ rel->w_k = w_k;
+ rel->r_proj = (int*)malloc(sizeof(int[rel->r_k]));
+ rel->w_proj = (int*)malloc(sizeof(int[rel->w_k]));
+
+ if (fread(rel->r_proj, sizeof(int), rel->r_k, f) != (size_t)rel->r_k) Abort("Invalid file format.");
+ if (fread(rel->w_proj, sizeof(int), rel->w_k, f) != (size_t)rel->w_k) Abort("Invalid file format.");
+
+ int *r_proj = rel->r_proj;
+ int *w_proj = rel->w_proj;
+
+ /* Compute the meta */
+ uint32_t meta[vector_size*2+2];
+ memset(meta, 0, sizeof(uint32_t[vector_size*2+2]));
+ int r_i=0, w_i=0, i=0, j=0;
+ for (;;) {
+ int type = 0;
+ if (r_i < r_k && r_proj[r_i] == i) {
+ r_i++;
+ type += 1; // read
+ }
+ if (w_i < w_k && w_proj[w_i] == i) {
+ w_i++;
+ type += 2; // write
+ }
+ if (type == 0) meta[j++] = 0;
+ else if (type == 1) { meta[j++] = 3; }
+ else if (type == 2) { meta[j++] = 4; }
+ else if (type == 3) { meta[j++] = 1; meta[j++] = 2; }
+ if (r_i == r_k && w_i == w_k) {
+ meta[j++] = 5; // action label
+ meta[j++] = (uint32_t)-1;
+ break;
+ }
+ i++;
+ }
- if (fread(&mdd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&meta, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
+ rel->meta = lddmc_cube((uint32_t*)meta, j);
+ rel->dd = lddmc_false;
- rel_t rel = (rel_t)malloc(sizeof(struct relation));
- rel->mdd = lddmc_ref(lddmc_serialize_get_reversed(mdd));
- rel->meta = lddmc_ref(lddmc_serialize_get_reversed(meta));
+ lddmc_protect(&rel->meta);
+ lddmc_protect(&rel->dd);
return rel;
}
+#define rel_load(f, rel) CALL(rel_load, f, rel)
+VOID_TASK_2(rel_load, FILE*, f, rel_t, rel)
+{
+ lddmc_serialize_fromfile(f);
+ size_t dd;
+ if (fread(&dd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!");
+ rel->dd = lddmc_serialize_get_reversed(dd);
+}
+
/**
* Compute the highest value for each variable level.
* This method is called for the set of reachable states.
@@ -199,7 +244,7 @@ VOID_TASK_3(compute_highest_action, MDD, dd, MDD, meta, uint32_t*, target)
*/
static uint64_t bdd_from_ldd_id;
#define bdd_from_ldd(dd, bits, firstvar) CALL(bdd_from_ldd, dd, bits, firstvar)
-TASK_3(MTBDD, bdd_from_ldd, MDD, dd, MDD, bits_mdd, uint32_t, firstvar)
+TASK_3(MTBDD, bdd_from_ldd, MDD, dd, MDD, bits_dd, uint32_t, firstvar)
{
/* simple for leaves */
if (dd == lddmc_false) return mtbdd_false;
@@ -208,16 +253,16 @@ TASK_3(MTBDD, bdd_from_ldd, MDD, dd, MDD, bits_mdd, uint32_t, firstvar)
MTBDD result;
/* get from cache */
/* note: some assumptions about the encoding... */
- if (cache_get3(bdd_from_ldd_id, dd, bits_mdd, firstvar, &result)) return result;
+ if (cache_get3(bdd_from_ldd_id, dd, bits_dd, firstvar, &result)) return result;
mddnode_t n = LDD_GETNODE(dd);
- mddnode_t nbits = LDD_GETNODE(bits_mdd);
+ mddnode_t nbits = LDD_GETNODE(bits_dd);
int bits = (int)mddnode_getvalue(nbits);
- /* spawn right, same bits_mdd and firstvar */
- mtbdd_refs_spawn(SPAWN(bdd_from_ldd, mddnode_getright(n), bits_mdd, firstvar));
+ /* spawn right, same bits_dd and firstvar */
+ mtbdd_refs_spawn(SPAWN(bdd_from_ldd, mddnode_getright(n), bits_dd, firstvar));
- /* call down, with next bits_mdd and firstvar */
+ /* call down, with next bits_dd and firstvar */
MTBDD down = CALL(bdd_from_ldd, mddnode_getdown(n), mddnode_getdown(nbits), firstvar + 2*bits);
/* encode current value */
@@ -239,7 +284,7 @@ TASK_3(MTBDD, bdd_from_ldd, MDD, dd, MDD, bits_mdd, uint32_t, firstvar)
mtbdd_refs_pop(2);
/* put in cache */
- cache_put3(bdd_from_ldd_id, dd, bits_mdd, firstvar, result);
+ cache_put3(bdd_from_ldd_id, dd, bits_dd, firstvar, result);
return result;
}
@@ -249,7 +294,7 @@ TASK_3(MTBDD, bdd_from_ldd, MDD, dd, MDD, bits_mdd, uint32_t, firstvar)
*/
static uint64_t bdd_from_ldd_rel_id;
#define bdd_from_ldd_rel(dd, bits, firstvar, meta) CALL(bdd_from_ldd_rel, dd, bits, firstvar, meta)
-TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD, meta)
+TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_dd, uint32_t, firstvar, MDD, meta)
{
if (dd == lddmc_false) return mtbdd_false;
if (dd == lddmc_true) return mtbdd_true;
@@ -266,11 +311,11 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
MTBDD result;
/* note: assumptions */
- if (cache_get4(bdd_from_ldd_rel_id, dd, bits_mdd, firstvar, meta, &result)) return result;
+ if (cache_get4(bdd_from_ldd_rel_id, dd, bits_dd, firstvar, meta, &result)) return result;
const mddnode_t n = LDD_GETNODE(dd);
const mddnode_t nmeta = LDD_GETNODE(meta);
- const mddnode_t nbits = LDD_GETNODE(bits_mdd);
+ const mddnode_t nbits = LDD_GETNODE(bits_dd);
const int bits = (int)mddnode_getvalue(nbits);
const uint32_t vmeta = mddnode_getvalue(nmeta);
@@ -285,10 +330,10 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
assert(mddnode_getright(n) != mtbdd_true);
/* spawn right */
- mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_mdd, firstvar, meta));
+ mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_dd, firstvar, meta));
/* compute down with same bits / firstvar */
- MTBDD down = bdd_from_ldd_rel(mddnode_getdown(n), bits_mdd, firstvar, mddnode_getdown(nmeta));
+ MTBDD down = bdd_from_ldd_rel(mddnode_getdown(n), bits_dd, firstvar, mddnode_getdown(nmeta));
mtbdd_refs_push(down);
/* encode read value */
@@ -319,7 +364,7 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
/* spawn right */
assert(mddnode_getright(n) != mtbdd_true);
- mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_mdd, firstvar, meta));
+ mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_dd, firstvar, meta));
/* get recursive result */
MTBDD down = CALL(bdd_from_ldd_rel, mddnode_getdown(n), mddnode_getdown(nbits), firstvar + 2*bits, mddnode_getdown(nmeta));
@@ -358,7 +403,7 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
assert(!mddnode_getcopy(n)); // do not process read copy nodes
/* spawn right */
- mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_mdd, firstvar, meta));
+ mtbdd_refs_spawn(SPAWN(bdd_from_ldd_rel, mddnode_getright(n), bits_dd, firstvar, meta));
/* get recursive result */
MTBDD down = CALL(bdd_from_ldd_rel, mddnode_getdown(n), mddnode_getdown(nbits), firstvar + 2*bits, mddnode_getdown(nmeta));
@@ -402,7 +447,7 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
assert(vmeta <= 5);
}
- cache_put4(bdd_from_ldd_rel_id, dd, bits_mdd, firstvar, meta, result);
+ cache_put4(bdd_from_ldd_rel_id, dd, bits_dd, firstvar, meta, result);
return result;
}
@@ -411,7 +456,7 @@ TASK_4(MTBDD, bdd_from_ldd_rel, MDD, dd, MDD, bits_mdd, uint32_t, firstvar, MDD,
* Compute the BDD equivalent of the meta variable (to a variables cube)
*/
MTBDD
-meta_to_bdd(MDD meta, MDD bits_mdd, uint32_t firstvar)
+meta_to_bdd(MDD meta, MDD bits_dd, uint32_t firstvar)
{
if (meta == lddmc_false || meta == lddmc_true) return mtbdd_true;
@@ -430,10 +475,10 @@ meta_to_bdd(MDD meta, MDD bits_mdd, uint32_t firstvar)
if (vmeta == 1) {
/* return recursive result, don't go down on bits */
- return meta_to_bdd(mddnode_getdown(nmeta), bits_mdd, firstvar);
+ return meta_to_bdd(mddnode_getdown(nmeta), bits_dd, firstvar);
}
- const mddnode_t nbits = LDD_GETNODE(bits_mdd);
+ const mddnode_t nbits = LDD_GETNODE(bits_dd);
const int bits = (int)mddnode_getvalue(nbits);
/* compute recursive result */
@@ -450,16 +495,6 @@ meta_to_bdd(MDD meta, MDD bits_mdd, uint32_t firstvar)
return res;
}
-static char*
-to_h(double size, char *buf)
-{
- const char* units[] = {"B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"};
- int i = 0;
- for (;size>1024;size/=1024) i++;
- sprintf(buf, "%.*f %s", i, size, units[i]);
- return buf;
-}
-
VOID_TASK_0(gc_start)
{
printf("Starting garbage collection\n");
@@ -475,37 +510,13 @@ main(int argc, char **argv)
{
argp_parse(&argp, argc, argv, 0, 0, 0);
- // Parse table sizes
- int tablesize, maxtablesize, cachesize, maxcachesize;
- if (sscanf(sizes, "%d,%d,%d,%d", &tablesize, &maxtablesize, &cachesize, &maxcachesize) != 4) {
- Abort("Invalid string for --table-sizes, try e.g. --table-sizes=23,28,22,27");
- }
- if (tablesize < 10 || maxtablesize < 10 || cachesize < 10 || maxcachesize < 10 ||
- tablesize > 40 || maxtablesize > 40 || cachesize > 40 || maxcachesize > 40) {
- Abort("Invalid string for --table-sizes, must be between 10 and 40");
- }
- if (tablesize > maxtablesize) {
- Abort("Invalid string for --table-sizes, tablesize is larger than maxtablesize");
- }
- if (cachesize > maxcachesize) {
- Abort("Invalid string for --table-sizes, cachesize is larger than maxcachesize");
- }
-
- // Report table sizes
- char buf[32];
- to_h((1ULL<<maxtablesize)*24+(1ULL<<maxcachesize)*36, buf);
- printf("Sylvan allocates %s virtual memory for nodes table and operation cache.\n", buf);
- to_h((1ULL<<tablesize)*24+(1ULL<<cachesize)*36, buf);
- printf("Initial nodes table and operation cache requires %s.\n", buf);
-
// Init Lace
lace_init(workers, 1000000); // auto-detect number of workers, use a 1,000,000 size task queue
lace_startup(0, NULL, NULL); // auto-detect program stack, do not use a callback for startup
-
LACE_ME;
// Init Sylvan
- sylvan_set_sizes(1LL<<21, 1LL<<27, 1LL<<20, 1LL<<26);
+ sylvan_set_limits(1LL<<30, 1, 10);
sylvan_init_package();
sylvan_init_ldd();
sylvan_init_mtbdd();
@@ -523,34 +534,20 @@ main(int argc, char **argv)
if (f == NULL) Abort("Cannot open file '%s'!\n", model_filename);
// Read integers per vector
- if (fread(&vector_size, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
+ if (fread(&vector_size, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
// Read initial state
- if (verbose) {
- printf("Loading initial state... ");
- fflush(stdout);
- }
+ if (verbose) printf("Loading initial state.\n");
set_t initial = set_load(f);
- if (verbose) printf("done.\n");
// Read number of transitions
if (fread(&next_count, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
next = (rel_t*)malloc(sizeof(rel_t) * next_count);
// Read transitions
- if (verbose) {
- printf("Loading transition relations... ");
- fflush(stdout);
- }
- int i;
- for (i=0; i<next_count; i++) {
- next[i] = rel_load(f);
- if (verbose) {
- printf("%d, ", i);
- fflush(stdout);
- }
- }
- if (verbose) printf("done.\n");
+ if (verbose) printf("Loading transition relations.\n");
+ for (int i=0; i<next_count; i++) next[i] = rel_load_proj(f);
+ for (int i=0; i<next_count; i++) rel_load(f, next[i]);
// Read whether reachable states are stored
int has_reachable = 0;
@@ -558,16 +555,13 @@ main(int argc, char **argv)
if (has_reachable == 0) Abort("Input file missing reachable states!\n");
// Read reachable states
- if (verbose) {
- printf("Loading reachable states... ");
- fflush(stdout);
- }
+ if (verbose) printf("Loading reachable states.\n");
set_t states = set_load(f);
- if (verbose) printf("done.\n");
// Read number of action labels
int action_labels_count = 0;
- if (fread(&action_labels_count, sizeof(int), 1, f) != 1) Abort("Input file missing action label count!\n");
+ if (fread(&action_labels_count, sizeof(int), 1, f) != 1) action_labels_count = 0;
+ // ignore: Abort("Input file missing action label count!\n");
// Read action labels
char *action_labels[action_labels_count];
@@ -587,11 +581,11 @@ main(int argc, char **argv)
// Report statistics
if (verbose) {
- printf("%zu integers per state, %d transition groups\n", vector_size, next_count);
+ printf("%d integers per state, %d transition groups\n", vector_size, next_count);
printf("LDD nodes:\n");
- printf("Initial states: %zu LDD nodes\n", lddmc_nodecount(initial->mdd));
- for (i=0; i<next_count; i++) {
- printf("Transition %d: %zu LDD nodes\n", i, lddmc_nodecount(next[i]->mdd));
+ printf("Initial states: %zu LDD nodes\n", lddmc_nodecount(initial->dd));
+ for (int i=0; i<next_count; i++) {
+ printf("Transition %d: %zu LDD nodes\n", i, lddmc_nodecount(next[i]->dd));
}
}
@@ -600,28 +594,18 @@ main(int argc, char **argv)
// Compute highest value at each level (from reachable states)
uint32_t highest[vector_size];
- for (size_t i=0; i<vector_size; i++) highest[i] = 0;
- compute_highest(states->mdd, highest);
+ for (int i=0; i<vector_size; i++) highest[i] = 0;
+ compute_highest(states->dd, highest);
// Compute highest action label value (from transition relations)
uint32_t highest_action = 0;
for (int i=0; i<next_count; i++) {
- compute_highest_action(next[i]->mdd, next[i]->meta, &highest_action);
- }
-
- // Report highest integers
- /*
- printf("Highest integer per level: ");
- for (size_t i=0; i<vector_size; i++) {
- if (i>0) printf(", ");
- printf("%u", highest[i]);
+ compute_highest_action(next[i]->dd, next[i]->meta, &highest_action);
}
- printf("\n");
- */
// Compute number of bits for each level
int bits[vector_size];
- for (size_t i=0; i<vector_size; i++) {
+ for (int i=0; i<vector_size; i++) {
bits[i] = 0;
while (highest[i] != 0) {
bits[i]++;
@@ -641,7 +625,7 @@ main(int argc, char **argv)
// Report number of bits
if (verbose) {
printf("Bits per level: ");
- for (size_t i=0; i<vector_size; i++) {
+ for (int i=0; i<vector_size; i++) {
if (i>0) printf(", ");
printf("%d", bits[i]);
}
@@ -650,15 +634,15 @@ main(int argc, char **argv)
}
// Compute bits MDD
- MDD bits_mdd = lddmc_true;
- for (size_t i=0; i<vector_size; i++) {
- bits_mdd = lddmc_makenode(bits[vector_size-i-1], bits_mdd, lddmc_false);
+ MDD bits_dd = lddmc_true;
+ for (int i=0; i<vector_size; i++) {
+ bits_dd = lddmc_makenode(bits[vector_size-i-1], bits_dd, lddmc_false);
}
- lddmc_ref(bits_mdd);
+ lddmc_ref(bits_dd);
// Compute total number of bits
int totalbits = 0;
- for (size_t i=0; i<vector_size; i++) {
+ for (int i=0; i<vector_size; i++) {
totalbits += bits[i];
}
@@ -677,28 +661,23 @@ main(int argc, char **argv)
if (f == NULL) Abort("Cannot open file '%s'!\n", bdd_filename);
// Write domain...
- int vector_size = 1;
- fwrite(&totalbits, sizeof(int), 1, f); // use number of bits as vector size
- fwrite(&vector_size, sizeof(int), 1, f); // set each to 1
+ fwrite(&vector_size, sizeof(int), 1, f);
+ fwrite(bits, sizeof(int), vector_size, f);
fwrite(&actionbits, sizeof(int), 1, f);
// Write initial state...
- MTBDD new_initial = bdd_from_ldd(initial->mdd, bits_mdd, 0);
- assert((size_t)mtbdd_satcount(new_initial, totalbits) == (size_t)lddmc_satcount_cached(initial->mdd));
+ MTBDD new_initial = bdd_from_ldd(initial->dd, bits_dd, 0);
+ assert((size_t)mtbdd_satcount(new_initial, totalbits) == (size_t)lddmc_satcount_cached(initial->dd));
mtbdd_refs_push(new_initial);
{
- size_t a = sylvan_serialize_add(new_initial);
- size_t b = sylvan_serialize_add(state_vars);
- size_t s = totalbits;
- sylvan_serialize_tofile(f);
- fwrite(&a, sizeof(size_t), 1, f);
- fwrite(&s, sizeof(size_t), 1, f);
- fwrite(&b, sizeof(size_t), 1, f);
+ int k = -1;
+ fwrite(&k, sizeof(int), 1, f);
+ mtbdd_writer_tobinary(f, &new_initial, 1);
}
// Custom operation that converts to BDD given number of bits for each level
- MTBDD new_states = bdd_from_ldd(states->mdd, bits_mdd, 0);
- assert((size_t)mtbdd_satcount(new_states, totalbits) == (size_t)lddmc_satcount_cached(states->mdd));
+ MTBDD new_states = bdd_from_ldd(states->dd, bits_dd, 0);
+ assert((size_t)mtbdd_satcount(new_states, totalbits) == (size_t)lddmc_satcount_cached(states->dd));
mtbdd_refs_push(new_states);
// Report size of BDD
@@ -710,51 +689,52 @@ main(int argc, char **argv)
// Write number of transitions
fwrite(&next_count, sizeof(int), 1, f);
- // Write transitions
+ // Write meta for each transition
+ for (int i=0; i<next_count; i++) {
+ fwrite(&next[i]->r_k, sizeof(int), 1, f);
+ fwrite(&next[i]->w_k, sizeof(int), 1, f);
+ fwrite(next[i]->r_proj, sizeof(int), next[i]->r_k, f);
+ fwrite(next[i]->w_proj, sizeof(int), next[i]->w_k, f);
+ }
+
+ // Write BDD for each transition
for (int i=0; i<next_count; i++) {
// Compute new transition relation
- MTBDD new_rel = bdd_from_ldd_rel(next[i]->mdd, bits_mdd, 0, next[i]->meta);
+ MTBDD new_rel = bdd_from_ldd_rel(next[i]->dd, bits_dd, 0, next[i]->meta);
mtbdd_refs_push(new_rel);
+ mtbdd_writer_tobinary(f, &new_rel, 1);
- // Compute new <variables> for the current transition relation
- MTBDD new_vars = meta_to_bdd(next[i]->meta, bits_mdd, 0);
- mtbdd_refs_push(new_vars);
+ // Report number of nodes
+ if (verbose) printf("Transition %d: %zu BDD nodes\n", i, mtbdd_nodecount(new_rel));
if (check_results) {
+ // Compute new <variables> for the current transition relation
+ MTBDD new_vars = meta_to_bdd(next[i]->meta, bits_dd, 0);
+ mtbdd_refs_push(new_vars);
+
// Test if the transition is correctly converted
MTBDD test = sylvan_relnext(new_states, new_rel, new_vars);
mtbdd_refs_push(test);
- MDD succ = lddmc_relprod(states->mdd, next[i]->mdd, next[i]->meta);
+ MDD succ = lddmc_relprod(states->dd, next[i]->dd, next[i]->meta);
lddmc_refs_push(succ);
- MTBDD test2 = bdd_from_ldd(succ, bits_mdd, 0);
+ MTBDD test2 = bdd_from_ldd(succ, bits_dd, 0);
if (test != test2) Abort("Conversion error!\n");
- mtbdd_refs_pop(1);
lddmc_refs_pop(1);
+ mtbdd_refs_pop(2);
}
- // Report number of nodes
- if (verbose) printf("Transition %d: %zu BDD nodes\n", i, mtbdd_nodecount(new_rel));
-
- size_t a = sylvan_serialize_add(new_rel);
- size_t b = sylvan_serialize_add(new_vars);
- sylvan_serialize_tofile(f);
- fwrite(&a, sizeof(size_t), 1, f);
- fwrite(&b, sizeof(size_t), 1, f);
+ mtbdd_refs_pop(1);
}
// Write reachable states
- has_reachable = 1;
+ if (no_reachable) has_reachable = 0;
fwrite(&has_reachable, sizeof(int), 1, f);
-
- {
- size_t a = sylvan_serialize_add(new_states);
- size_t b = sylvan_serialize_add(state_vars);
- size_t s = totalbits;
- sylvan_serialize_tofile(f);
- fwrite(&a, sizeof(size_t), 1, f);
- fwrite(&s, sizeof(size_t), 1, f);
- fwrite(&b, sizeof(size_t), 1, f);
+ if (has_reachable) {
+ int k = -1;
+ fwrite(&k, sizeof(int), 1, f);
+ mtbdd_writer_tobinary(f, &new_states, 1);
}
+ mtbdd_refs_pop(1); // new_states
// Write action labels
fwrite(&action_labels_count, sizeof(int), 1, f);
diff --git a/resources/3rdparty/sylvan/examples/lddmc.c b/resources/3rdparty/sylvan/examples/lddmc.c
index 0035420c1..52fdb5033 100755
--- a/resources/3rdparty/sylvan/examples/lddmc.c
+++ b/resources/3rdparty/sylvan/examples/lddmc.c
@@ -1,6 +1,6 @@
#include <argp.h>
-#include <assert.h>
#include <inttypes.h>
+#include <locale.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
@@ -11,18 +11,19 @@
#endif
#include <getrss.h>
-#include <sylvan.h>
-#include <sylvan_table.h>
-/* Configuration */
+#include <sylvan_int.h>
+
+/* Configuration (via argp) */
static int report_levels = 0; // report states at start of every level
static int report_table = 0; // report table size at end of every level
-static int strategy = 1; // set to 1 = use PAR strategy; set to 0 = use BFS strategy
-static int check_deadlocks = 0; // set to 1 to check for deadlocks
-static int print_transition_matrix = 1; // print transition relation matrix
+static int report_nodes = 0; // report number of nodes of LDDs
+static int strategy = 2; // 0 = BFS, 1 = PAR, 2 = SAT, 3 = CHAINING
+static int check_deadlocks = 0; // set to 1 to check for deadlocks on-the-fly
+static int print_transition_matrix = 0; // print transition relation matrix
static int workers = 0; // autodetect
static char* model_filename = NULL; // filename of model
-static char* out_filename = NULL; // filename of output BDD
+static char* out_filename = NULL; // filename of output
#ifdef HAVE_PROFILER
static char* profile_filename = NULL; // filename for profiling
#endif
@@ -31,13 +32,15 @@ static char* profile_filename = NULL; // filename for profiling
static struct argp_option options[] =
{
{"workers", 'w', "<workers>", 0, "Number of workers (default=0: autodetect)", 0},
- {"strategy", 's', "<bfs|par|sat>", 0, "Strategy for reachability (default=par)", 0},
+ {"strategy", 's', "<bfs|par|sat|chaining>", 0, "Strategy for reachability (default=par)", 0},
#ifdef HAVE_PROFILER
{"profiler", 'p', "<filename>", 0, "Filename for profiling", 0},
#endif
{"deadlocks", 3, 0, 0, "Check for deadlocks", 1},
+ {"count-nodes", 5, 0, 0, "Report #nodes for LDDs", 1},
{"count-states", 1, 0, 0, "Report #states at each level", 1},
{"count-table", 2, 0, 0, "Report table usage at each level", 1},
+ {"print-matrix", 4, 0, 0, "Print transition matrix", 1},
{0, 0, 0, 0, 0, 0}
};
@@ -52,8 +55,12 @@ parse_opt(int key, char *arg, struct argp_state *state)
if (strcmp(arg, "bfs")==0) strategy = 0;
else if (strcmp(arg, "par")==0) strategy = 1;
else if (strcmp(arg, "sat")==0) strategy = 2;
+ else if (strcmp(arg, "chaining")==0) strategy = 3;
else argp_usage(state);
break;
+ case 4:
+ print_transition_matrix = 1;
+ break;
case 3:
check_deadlocks = 1;
break;
@@ -63,6 +70,9 @@ parse_opt(int key, char *arg, struct argp_state *state)
case 2:
report_table = 1;
break;
+ case 5:
+ report_nodes = 1;
+ break;
#ifdef HAVE_PROFILER
case 'p':
profile_filename = arg;
@@ -84,119 +94,214 @@ parse_opt(int key, char *arg, struct argp_state *state)
static struct argp argp = { options, parse_opt, "<model> [<output-bdd>]", 0, 0, 0, 0 };
-/* Globals */
+/**
+ * Types (set and relation)
+ */
typedef struct set
{
- MDD mdd;
- MDD proj;
- int size;
+ MDD dd;
} *set_t;
typedef struct relation
{
- MDD mdd;
- MDD meta;
- int size;
+ MDD dd;
+ MDD meta; // for relprod
+ int r_k, w_k, *r_proj, *w_proj;
+ int firstvar; // for saturation/chaining
+ MDD topmeta; // for saturation
} *rel_t;
-static size_t vector_size; // size of vector
+static int vector_size; // size of vector in integers
static int next_count; // number of partitions of the transition relation
static rel_t *next; // each partition of the transition relation
-#define Abort(...) { fprintf(stderr, __VA_ARGS__); exit(-1); }
+/**
+ * Obtain current wallclock time
+ */
+static double
+wctime()
+{
+ struct timeval tv;
+ gettimeofday(&tv, NULL);
+ return (tv.tv_sec + 1E-6 * tv.tv_usec);
+}
+
+static double t_start;
+#define INFO(s, ...) fprintf(stdout, "[% 8.2f] " s, wctime()-t_start, ##__VA_ARGS__)
+#define Abort(...) { fprintf(stderr, __VA_ARGS__); fprintf(stderr, "Abort at line %d!\n", __LINE__); exit(-1); }
-/* Load a set from file */
+/**
+ * Load a set from file
+ */
static set_t
set_load(FILE* f)
{
- lddmc_serialize_fromfile(f);
-
- size_t mdd;
- size_t proj;
- int size;
-
- if (fread(&mdd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&proj, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&size, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+ set_t set = (set_t)malloc(sizeof(struct set));
- LACE_ME;
+ /* read projection (actually we don't support projection) */
+ int k;
+ if (fread(&k, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+ if (k != -1) Abort("Invalid input file!\n"); // only support full vector
- set_t set = (set_t)malloc(sizeof(struct set));
- set->mdd = lddmc_ref(lddmc_serialize_get_reversed(mdd));
- set->proj = lddmc_ref(lddmc_serialize_get_reversed(proj));
- set->size = size;
+ /* read dd */
+ lddmc_serialize_fromfile(f);
+ size_t dd;
+ if (fread(&dd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
+ set->dd = lddmc_serialize_get_reversed(dd);
+ lddmc_protect(&set->dd);
return set;
}
-/* Save a set to file */
+/**
+ * Save a set to file
+ */
static void
set_save(FILE* f, set_t set)
{
- size_t mdd = lddmc_serialize_add(set->mdd);
- size_t proj = lddmc_serialize_add(set->proj);
+ int k = -1;
+ fwrite(&k, sizeof(int), 1, f);
+ size_t dd = lddmc_serialize_add(set->dd);
lddmc_serialize_tofile(f);
- fwrite(&mdd, sizeof(size_t), 1, f);
- fwrite(&proj, sizeof(size_t), 1, f);
- fwrite(&set->size, sizeof(int), 1, f);;
+ fwrite(&dd, sizeof(size_t), 1, f);
+}
+
+/**
+ * Load a relation from file
+ */
+#define rel_load_proj(f) CALL(rel_load_proj, f)
+TASK_1(rel_t, rel_load_proj, FILE*, f)
+{
+ int r_k, w_k;
+ if (fread(&r_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
+ if (fread(&w_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
+
+ rel_t rel = (rel_t)malloc(sizeof(struct relation));
+ rel->r_k = r_k;
+ rel->w_k = w_k;
+ rel->r_proj = (int*)malloc(sizeof(int[rel->r_k]));
+ rel->w_proj = (int*)malloc(sizeof(int[rel->w_k]));
+
+ if (fread(rel->r_proj, sizeof(int), rel->r_k, f) != (size_t)rel->r_k) Abort("Invalid file format.");
+ if (fread(rel->w_proj, sizeof(int), rel->w_k, f) != (size_t)rel->w_k) Abort("Invalid file format.");
+
+ int *r_proj = rel->r_proj;
+ int *w_proj = rel->w_proj;
+
+ rel->firstvar = -1;
+
+ /* Compute the meta */
+ uint32_t meta[vector_size*2+2];
+ memset(meta, 0, sizeof(uint32_t[vector_size*2+2]));
+ int r_i=0, w_i=0, i=0, j=0;
+ for (;;) {
+ int type = 0;
+ if (r_i < r_k && r_proj[r_i] == i) {
+ r_i++;
+ type += 1; // read
+ }
+ if (w_i < w_k && w_proj[w_i] == i) {
+ w_i++;
+ type += 2; // write
+ }
+ if (type == 0) meta[j++] = 0;
+ else if (type == 1) { meta[j++] = 3; }
+ else if (type == 2) { meta[j++] = 4; }
+ else if (type == 3) { meta[j++] = 1; meta[j++] = 2; }
+ if (type != 0 && rel->firstvar == -1) rel->firstvar = i;
+ if (r_i == r_k && w_i == w_k) {
+ meta[j++] = 5; // action label
+ meta[j++] = (uint32_t)-1;
+ break;
+ }
+ i++;
+ }
+
+ rel->meta = lddmc_cube((uint32_t*)meta, j);
+ lddmc_protect(&rel->meta);
+ if (rel->firstvar != -1) {
+ rel->topmeta = lddmc_cube((uint32_t*)meta+rel->firstvar, j-rel->firstvar);
+ lddmc_protect(&rel->topmeta);
+ }
+ rel->dd = lddmc_false;
+ lddmc_protect(&rel->dd);
+
+ return rel;
+}
+
+#define rel_load(f, rel) CALL(rel_load, f, rel)
+VOID_TASK_2(rel_load, FILE*, f, rel_t, rel)
+{
+ lddmc_serialize_fromfile(f);
+ size_t dd;
+ if (fread(&dd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!");
+ rel->dd = lddmc_serialize_get_reversed(dd);
+}
+
+/**
+ * Save a relation to file
+ */
+static void
+rel_save_proj(FILE* f, rel_t rel)
+{
+ fwrite(&rel->r_k, sizeof(int), 1, f);
+ fwrite(&rel->w_k, sizeof(int), 1, f);
+ fwrite(rel->r_proj, sizeof(int), rel->r_k, f);
+ fwrite(rel->w_proj, sizeof(int), rel->w_k, f);
}
static void
rel_save(FILE* f, rel_t rel)
{
- size_t mdd = lddmc_serialize_add(rel->mdd);
- size_t meta = lddmc_serialize_add(rel->meta);
+ size_t dd = lddmc_serialize_add(rel->dd);
lddmc_serialize_tofile(f);
- fwrite(&mdd, sizeof(size_t), 1, f);
- fwrite(&meta, sizeof(size_t), 1, f);
+ fwrite(&dd, sizeof(size_t), 1, f);
}
+/**
+ * Clone a set
+ */
static set_t
set_clone(set_t source)
{
set_t set = (set_t)malloc(sizeof(struct set));
- set->mdd = lddmc_ref(source->mdd);
- set->proj = lddmc_ref(source->proj);
- set->size = source->size;
+ set->dd = source->dd;
+ lddmc_protect(&set->dd);
return set;
}
-static int
-calculate_size(MDD meta)
+static char*
+to_h(double size, char *buf)
{
- int result = 0;
- uint32_t val = lddmc_getvalue(meta);
- while (val != (uint32_t)-1) {
- if (val != 0) result += 1;
- meta = lddmc_follow(meta, val);
- assert(meta != lddmc_true && meta != lddmc_false);
- val = lddmc_getvalue(meta);
- }
- return result;
+ const char* units[] = {"B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"};
+ int i = 0;
+ for (;size>1024;size/=1024) i++;
+ sprintf(buf, "%.*f %s", i, size, units[i]);
+ return buf;
}
-/* Load a relation from file */
-static rel_t
-rel_load(FILE* f)
+static void
+print_memory_usage(void)
{
- lddmc_serialize_fromfile(f);
-
- size_t mdd;
- size_t meta;
-
- if (fread(&mdd, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
- if (fread(&meta, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
-
- LACE_ME;
-
- rel_t rel = (rel_t)malloc(sizeof(struct relation));
- rel->mdd = lddmc_ref(lddmc_serialize_get_reversed(mdd));
- rel->meta = lddmc_ref(lddmc_serialize_get_reversed(meta));
- rel->size = calculate_size(rel->meta);
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("Memory usage: %s\n", buf);
+}
- return rel;
+/**
+ * Get the first variable of the transition relation
+ */
+static int
+get_first(MDD meta)
+{
+ uint32_t val = lddmc_getvalue(meta);
+ if (val != 0) return 0;
+ return 1+get_first(lddmc_follow(meta, val));
}
+/**
+ * Print a single example of a set to stdout
+ */
static void
print_example(MDD example)
{
@@ -205,9 +310,8 @@ print_example(MDD example)
uint32_t vec[vector_size];
lddmc_sat_one(example, vec, vector_size);
- size_t i;
printf("[");
- for (i=0; i<vector_size; i++) {
+ for (int i=0; i<vector_size; i++) {
if (i>0) printf(",");
printf("%" PRIu32, vec[i]);
}
@@ -232,154 +336,176 @@ print_matrix(size_t size, MDD meta)
}
}
-static char*
-to_h(double size, char *buf)
-{
- const char* units[] = {"B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"};
- int i = 0;
- for (;size>1024;size/=1024) i++;
- sprintf(buf, "%.*f %s", i, size, units[i]);
- return buf;
-}
-
-static int
-get_first(MDD meta)
-{
- uint32_t val = lddmc_getvalue(meta);
- if (val != 0) return 0;
- return 1+get_first(lddmc_follow(meta, val));
-}
-
-/* Straight-forward implementation of parallel reduction */
+/**
+ * Implement parallel strategy (that performs the relprod operations in parallel)
+ */
TASK_5(MDD, go_par, MDD, cur, MDD, visited, size_t, from, size_t, len, MDD*, deadlocks)
{
if (len == 1) {
// Calculate NEW successors (not in visited)
- MDD succ = lddmc_ref(lddmc_relprod(cur, next[from]->mdd, next[from]->meta));
+ MDD succ = lddmc_relprod(cur, next[from]->dd, next[from]->meta);
+ lddmc_refs_push(succ);
if (deadlocks) {
// check which MDDs in deadlocks do not have a successor in this relation
- MDD anc = lddmc_ref(lddmc_relprev(succ, next[from]->mdd, next[from]->meta, cur));
- *deadlocks = lddmc_ref(lddmc_minus(*deadlocks, anc));
- lddmc_deref(anc);
+ MDD anc = lddmc_relprev(succ, next[from]->dd, next[from]->meta, cur);
+ lddmc_refs_push(anc);
+ *deadlocks = lddmc_minus(*deadlocks, anc);
+ lddmc_refs_pop(1);
}
- MDD result = lddmc_ref(lddmc_minus(succ, visited));
- lddmc_deref(succ);
+ MDD result = lddmc_minus(succ, visited);
+ lddmc_refs_pop(1);
return result;
- } else {
- MDD deadlocks_left;
- MDD deadlocks_right;
- if (deadlocks) {
- deadlocks_left = *deadlocks;
- deadlocks_right = *deadlocks;
- }
-
- // Recursively calculate left+right
- SPAWN(go_par, cur, visited, from, (len+1)/2, deadlocks ? &deadlocks_left: NULL);
- MDD right = CALL(go_par, cur, visited, from+(len+1)/2, len/2, deadlocks ? &deadlocks_right : NULL);
- MDD left = SYNC(go_par);
+ } else if (deadlocks != NULL) {
+ MDD deadlocks_left = *deadlocks;
+ MDD deadlocks_right = *deadlocks;
+ lddmc_refs_pushptr(&deadlocks_left);
+ lddmc_refs_pushptr(&deadlocks_right);
+
+ // Recursively compute left+right
+ lddmc_refs_spawn(SPAWN(go_par, cur, visited, from, len/2, &deadlocks_left));
+ MDD right = CALL(go_par, cur, visited, from+len/2, len-len/2, &deadlocks_right);
+ lddmc_refs_push(right);
+ MDD left = lddmc_refs_sync(SYNC(go_par));
+ lddmc_refs_push(left);
// Merge results of left+right
- MDD result = lddmc_ref(lddmc_union(left, right));
- lddmc_deref(left);
- lddmc_deref(right);
+ MDD result = lddmc_union(left, right);
+ lddmc_refs_pop(2);
- if (deadlocks) {
- *deadlocks = lddmc_ref(lddmc_intersect(deadlocks_left, deadlocks_right));
- lddmc_deref(deadlocks_left);
- lddmc_deref(deadlocks_right);
- }
+ // Intersect deadlock sets
+ lddmc_refs_push(result);
+ *deadlocks = lddmc_intersect(deadlocks_left, deadlocks_right);
+ lddmc_refs_pop(1);
+ lddmc_refs_popptr(2);
+
+ // Return result
+ return result;
+ } else {
+ // Recursively compute left+right
+ lddmc_refs_spawn(SPAWN(go_par, cur, visited, from, len/2, NULL));
+ MDD right = CALL(go_par, cur, visited, from+len/2, len-len/2, NULL);
+ lddmc_refs_push(right);
+ MDD left = lddmc_refs_sync(SYNC(go_par));
+ lddmc_refs_push(left);
+ // Merge results of left+right
+ MDD result = lddmc_union(left, right);
+ lddmc_refs_pop(2);
+
+ // Return result
return result;
}
}
-/* PAR strategy, parallel strategy (operations called in parallel *and* parallelized by Sylvan) */
+/**
+ * Implementation of the PAR strategy
+ */
VOID_TASK_1(par, set_t, set)
{
- MDD visited = set->mdd;
- MDD new = lddmc_ref(visited);
- size_t counter = 1;
- do {
- char buf[32];
- to_h(getCurrentRSS(), buf);
- printf("Memory usage: %s\n", buf);
- printf("Level %zu... ", counter++);
- if (report_levels) {
- printf("%zu states... ", (size_t)lddmc_satcount_cached(visited));
- }
- fflush(stdout);
-
- // calculate successors in parallel
- MDD cur = new;
- MDD deadlocks = cur;
- new = CALL(go_par, cur, visited, 0, next_count, check_deadlocks ? &deadlocks : NULL);
- lddmc_deref(cur);
+ /* Prepare variables */
+ MDD visited = set->dd;
+ MDD front = visited;
+ lddmc_refs_pushptr(&visited);
+ lddmc_refs_pushptr(&front);
+ int iteration = 1;
+ do {
if (check_deadlocks) {
- printf("found %zu deadlock states... ", (size_t)lddmc_satcount_cached(deadlocks));
+ // compute successors in parallel
+ MDD deadlocks = front;
+ lddmc_refs_pushptr(&deadlocks);
+ front = CALL(go_par, front, visited, 0, next_count, &deadlocks);
+ lddmc_refs_popptr(1);
+
if (deadlocks != lddmc_false) {
+ INFO("Found %'0.0f deadlock states... ", lddmc_satcount_cached(deadlocks));
printf("example: ");
print_example(deadlocks);
- printf("... ");
+ printf("\n");
check_deadlocks = 0;
}
+ } else {
+ // compute successors in parallel
+ front = CALL(go_par, front, visited, 0, next_count, NULL);
}
- // visited = visited + new
- MDD old_visited = visited;
- visited = lddmc_ref(lddmc_union(visited, new));
- lddmc_deref(old_visited);
+ // visited = visited + front
+ visited = lddmc_union(visited, front);
+ INFO("Level %d done", iteration);
+ if (report_levels) {
+ printf(", %'0.0f states explored", lddmc_satcount_cached(visited));
+ }
if (report_table) {
size_t filled, total;
sylvan_table_usage(&filled, &total);
- printf("done, table: %0.1f%% full (%zu nodes).\n", 100.0*(double)filled/total, filled);
- } else {
- printf("done.\n");
+ printf(", table: %0.1f%% full (%'zu nodes)", 100.0*(double)filled/total, filled);
}
- } while (new != lddmc_false);
- lddmc_deref(new);
- set->mdd = visited;
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ printf(", rss=%s.\n", buf);
+ iteration++;
+ } while (front != lddmc_false);
+
+ set->dd = visited;
+ lddmc_refs_popptr(2);
}
-/* Sequential version of merge-reduction */
+/**
+ * Implement sequential strategy (that performs the relprod operations one by one)
+ */
TASK_5(MDD, go_bfs, MDD, cur, MDD, visited, size_t, from, size_t, len, MDD*, deadlocks)
{
if (len == 1) {
// Calculate NEW successors (not in visited)
- MDD succ = lddmc_ref(lddmc_relprod(cur, next[from]->mdd, next[from]->meta));
+ MDD succ = lddmc_relprod(cur, next[from]->dd, next[from]->meta);
+ lddmc_refs_push(succ);
if (deadlocks) {
// check which MDDs in deadlocks do not have a successor in this relation
- MDD anc = lddmc_ref(lddmc_relprev(succ, next[from]->mdd, next[from]->meta, cur));
- *deadlocks = lddmc_ref(lddmc_minus(*deadlocks, anc));
- lddmc_deref(anc);
+ MDD anc = lddmc_relprev(succ, next[from]->dd, next[from]->meta, cur);
+ lddmc_refs_push(anc);
+ *deadlocks = lddmc_minus(*deadlocks, anc);
+ lddmc_refs_pop(1);
}
- MDD result = lddmc_ref(lddmc_minus(succ, visited));
- lddmc_deref(succ);
+ MDD result = lddmc_minus(succ, visited);
+ lddmc_refs_pop(1);
return result;
- } else {
- MDD deadlocks_left;
- MDD deadlocks_right;
- if (deadlocks) {
- deadlocks_left = *deadlocks;
- deadlocks_right = *deadlocks;
- }
-
- // Recursively calculate left+right
- MDD left = CALL(go_bfs, cur, visited, from, (len+1)/2, deadlocks ? &deadlocks_left : NULL);
- MDD right = CALL(go_bfs, cur, visited, from+(len+1)/2, len/2, deadlocks ? &deadlocks_right : NULL);
+ } else if (deadlocks != NULL) {
+ MDD deadlocks_left = *deadlocks;
+ MDD deadlocks_right = *deadlocks;
+ lddmc_refs_pushptr(&deadlocks_left);
+ lddmc_refs_pushptr(&deadlocks_right);
+
+ // Recursively compute left+right
+ MDD left = CALL(go_par, cur, visited, from, len/2, &deadlocks_left);
+ lddmc_refs_push(left);
+ MDD right = CALL(go_par, cur, visited, from+len/2, len-len/2, &deadlocks_right);
+ lddmc_refs_push(right);
// Merge results of left+right
- MDD result = lddmc_ref(lddmc_union(left, right));
- lddmc_deref(left);
- lddmc_deref(right);
+ MDD result = lddmc_union(left, right);
+ lddmc_refs_pop(2);
- if (deadlocks) {
- *deadlocks = lddmc_ref(lddmc_intersect(deadlocks_left, deadlocks_right));
- lddmc_deref(deadlocks_left);
- lddmc_deref(deadlocks_right);
- }
+ // Intersect deadlock sets
+ lddmc_refs_push(result);
+ *deadlocks = lddmc_intersect(deadlocks_left, deadlocks_right);
+ lddmc_refs_pop(1);
+ lddmc_refs_popptr(2);
+ // Return result
+ return result;
+ } else {
+ // Recursively compute left+right
+ MDD left = CALL(go_par, cur, visited, from, len/2, NULL);
+ lddmc_refs_push(left);
+ MDD right = CALL(go_par, cur, visited, from+len/2, len-len/2, NULL);
+ lddmc_refs_push(right);
+
+ // Merge results of left+right
+ MDD result = lddmc_union(left, right);
+ lddmc_refs_pop(2);
+
+ // Return result
return result;
}
}
@@ -387,160 +513,330 @@ TASK_5(MDD, go_bfs, MDD, cur, MDD, visited, size_t, from, size_t, len, MDD*, dea
/* BFS strategy, sequential strategy (but operations are parallelized by Sylvan) */
VOID_TASK_1(bfs, set_t, set)
{
- MDD visited = set->mdd;
- MDD new = lddmc_ref(visited);
- size_t counter = 1;
- do {
- char buf[32];
- to_h(getCurrentRSS(), buf);
- printf("Memory usage: %s\n", buf);
- printf("Level %zu... ", counter++);
- if (report_levels) {
- printf("%zu states... ", (size_t)lddmc_satcount_cached(visited));
- }
- fflush(stdout);
-
- MDD cur = new;
- MDD deadlocks = cur;
- new = CALL(go_bfs, cur, visited, 0, next_count, check_deadlocks ? &deadlocks : NULL);
- lddmc_deref(cur);
+ /* Prepare variables */
+ MDD visited = set->dd;
+ MDD front = visited;
+ lddmc_refs_pushptr(&visited);
+ lddmc_refs_pushptr(&front);
+ int iteration = 1;
+ do {
if (check_deadlocks) {
- printf("found %zu deadlock states... ", (size_t)lddmc_satcount_cached(deadlocks));
+ // compute successors
+ MDD deadlocks = front;
+ lddmc_refs_pushptr(&deadlocks);
+ front = CALL(go_bfs, front, visited, 0, next_count, &deadlocks);
+ lddmc_refs_popptr(1);
+
if (deadlocks != lddmc_false) {
+ INFO("Found %'0.0f deadlock states... ", lddmc_satcount_cached(deadlocks));
printf("example: ");
print_example(deadlocks);
- printf("... ");
+ printf("\n");
check_deadlocks = 0;
}
+ } else {
+ // compute successors
+ front = CALL(go_bfs, front, visited, 0, next_count, NULL);
}
- // visited = visited + new
- MDD old_visited = visited;
- visited = lddmc_ref(lddmc_union(visited, new));
- lddmc_deref(old_visited);
+ // visited = visited + front
+ visited = lddmc_union(visited, front);
+ INFO("Level %d done", iteration);
+ if (report_levels) {
+ printf(", %'0.0f states explored", lddmc_satcount_cached(visited));
+ }
if (report_table) {
size_t filled, total;
sylvan_table_usage(&filled, &total);
- printf("done, table: %0.1f%% full (%zu nodes).\n", 100.0*(double)filled/total, filled);
- } else {
- printf("done.\n");
+ printf(", table: %0.1f%% full (%'zu nodes)", 100.0*(double)filled/total, filled);
}
- } while (new != lddmc_false);
- lddmc_deref(new);
- set->mdd = visited;
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ printf(", rss=%s.\n", buf);
+ iteration++;
+ } while (front != lddmc_false);
+
+ set->dd = visited;
+ lddmc_refs_popptr(2);
}
-/* Obtain current wallclock time */
-static double
-wctime()
+/**
+ * Implementation of (parallel) saturation
+ * (assumes relations are ordered on first variable)
+ */
+TASK_3(MDD, go_sat, MDD, set, int, idx, int, depth)
{
- struct timeval tv;
- gettimeofday(&tv, NULL);
- return (tv.tv_sec + 1E-6 * tv.tv_usec);
+ /* Terminal cases */
+ if (set == lddmc_false) return lddmc_false;
+ if (idx == next_count) return set;
+
+ /* Consult the cache */
+ MDD result;
+ const MDD _set = set;
+ if (cache_get3(201LL<<40, _set, idx, 0, &result)) return result;
+ lddmc_refs_pushptr(&_set);
+
+ /**
+ * Possible improvement: cache more things (like intermediate results?)
+ * and chain-apply more of the current level before going deeper?
+ */
+
+ /* Check if the relation should be applied */
+ const int var = next[idx]->firstvar;
+ assert(depth <= var);
+ if (depth == var) {
+ /* Count the number of relations starting here */
+ int n = 1;
+ while ((idx + n) < next_count && var == next[idx + n]->firstvar) n++;
+ /*
+ * Compute until fixpoint:
+ * - SAT deeper
+ * - chain-apply all current level once
+ */
+ MDD prev = lddmc_false;
+ lddmc_refs_pushptr(&set);
+ lddmc_refs_pushptr(&prev);
+ while (prev != set) {
+ prev = set;
+ // SAT deeper
+ set = CALL(go_sat, set, idx + n, depth);
+ // chain-apply all current level once
+ for (int i=0; i<n; i++) {
+ set = lddmc_relprod_union(set, next[idx+i]->dd, next[idx+i]->topmeta, set);
+ }
+ }
+ lddmc_refs_popptr(2);
+ result = set;
+ } else {
+ /* Recursive computation */
+ lddmc_refs_spawn(SPAWN(go_sat, lddmc_getright(set), idx, depth));
+ MDD down = lddmc_refs_push(CALL(go_sat, lddmc_getdown(set), idx, depth+1));
+ MDD right = lddmc_refs_sync(SYNC(go_sat));
+ lddmc_refs_pop(1);
+ result = lddmc_makenode(lddmc_getvalue(set), down, right);
+ }
+
+ /* Store in cache */
+ cache_put3(201LL<<40, _set, idx, 0, result);
+ lddmc_refs_popptr(1);
+ return result;
+}
+
+/**
+ * Wrapper for the Saturation strategy
+ */
+VOID_TASK_1(sat, set_t, set)
+{
+ set->dd = CALL(go_sat, set->dd, 0, 0);
+}
+
+/**
+ * Implementation of the Chaining strategy (does not support deadlock detection)
+ */
+VOID_TASK_1(chaining, set_t, set)
+{
+ MDD visited = set->dd;
+ MDD front = visited;
+ MDD succ = sylvan_false;
+
+ lddmc_refs_pushptr(&visited);
+ lddmc_refs_pushptr(&front);
+ lddmc_refs_pushptr(&succ);
+
+ int iteration = 1;
+ do {
+ // calculate successors in parallel
+ for (int i=0; i<next_count; i++) {
+ succ = lddmc_relprod(front, next[i]->dd, next[i]->meta);
+ front = lddmc_union(front, succ);
+ succ = lddmc_false; // reset, for gc
+ }
+
+ // front = front - visited
+ // visited = visited + front
+ front = lddmc_minus(front, visited);
+ visited = lddmc_union(visited, front);
+
+ INFO("Level %d done", iteration);
+ if (report_levels) {
+ printf(", %'0.0f states explored", lddmc_satcount_cached(visited));
+ }
+ if (report_table) {
+ size_t filled, total;
+ sylvan_table_usage(&filled, &total);
+ printf(", table: %0.1f%% full (%'zu nodes)", 100.0*(double)filled/total, filled);
+ }
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ printf(", rss=%s.\n", buf);
+ iteration++;
+ } while (front != lddmc_false);
+
+ set->dd = visited;
+ lddmc_refs_popptr(3);
+}
+
+VOID_TASK_0(gc_start)
+{
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("(GC) Starting garbage collection... (rss: %s)\n", buf);
+}
+
+VOID_TASK_0(gc_end)
+{
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("(GC) Garbage collection done. (rss: %s)\n", buf);
}
int
main(int argc, char **argv)
{
+ /**
+ * Parse command line, set locale, set startup time for INFO messages.
+ */
argp_parse(&argp, argc, argv, 0, 0, 0);
+ setlocale(LC_NUMERIC, "en_US.utf-8");
+ t_start = wctime();
+
+ /**
+ * Initialize Lace.
+ *
+ * First: setup with given number of workers (0 for autodetect) and some large size task queue.
+ * Second: start all worker threads with default settings.
+ * Third: setup local variables using the LACE_ME macro.
+ */
+ lace_init(workers, 1000000);
+ lace_startup(0, NULL, NULL);
+ LACE_ME;
+
+ /**
+ * Initialize Sylvan.
+ *
+ * First: set memory limits
+ * - 2 GB memory, nodes table twice as big as cache, initial size halved 6x
+ * (that means it takes 6 garbage collections to get to the maximum nodes&cache size)
+ * Second: initialize package and subpackages
+ * Third: add hooks to report garbage collection
+ */
+ sylvan_set_limits(2LL<<30, 1, 6);
+ sylvan_init_package();
+ sylvan_init_ldd();
+ sylvan_gc_hook_pregc(TASK(gc_start));
+ sylvan_gc_hook_postgc(TASK(gc_end));
+
+ /**
+ * Read the model from file
+ */
FILE *f = fopen(model_filename, "r");
if (f == NULL) {
- fprintf(stderr, "Cannot open file '%s'!\n", model_filename);
+ Abort("Cannot open file '%s'!\n", model_filename);
return -1;
}
- // Init Lace
- lace_init(workers, 1000000); // auto-detect number of workers, use a 1,000,000 size task queue
- lace_startup(0, NULL, NULL); // auto-detect program stack, do not use a callback for startup
-
- // Init Sylvan LDDmc
- // Nodes table size: 24 bytes * 2**N_nodes
- // Cache table size: 36 bytes * 2**N_cache
- // With: N_nodes=25, N_cache=24: 1.3 GB memory
- sylvan_set_sizes(1LL<<21, 1LL<<27, 1LL<<20, 1LL<<26);
- sylvan_init_package();
- sylvan_init_ldd();
- sylvan_init_mtbdd();
-
- // Read and report domain info (integers per vector and bits per integer)
- if (fread(&vector_size, sizeof(size_t), 1, f) != 1) Abort("Invalid input file!\n");
-
- printf("Vector size: %zu\n", vector_size);
+ /* Read domain data */
+ if (fread(&vector_size, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
- // Read initial state
- printf("Loading initial state... ");
- fflush(stdout);
+ /* Read initial state */
set_t initial = set_load(f);
- set_t states = set_clone(initial);
- printf("done.\n");
- // Read transitions
+ /* Read number of transition relations */
if (fread(&next_count, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
next = (rel_t*)malloc(sizeof(rel_t) * next_count);
- printf("Loading transition relations... ");
- fflush(stdout);
- int i;
- for (i=0; i<next_count; i++) {
- next[i] = rel_load(f);
- printf("%d, ", i);
- fflush(stdout);
- }
+ /* Read transition relations */
+ for (int i=0; i<next_count; i++) next[i] = rel_load_proj(f);
+ for (int i=0; i<next_count; i++) rel_load(f, next[i]);
+
+ /* We ignore the reachable states and action labels that are stored after the relations */
+
+ /* Close the file */
fclose(f);
- printf("done.\n");
-
- // Report statistics
- printf("Read file '%s'\n", argv[1]);
- printf("%zu integers per state, %d transition groups\n", vector_size, next_count);
- printf("MDD nodes:\n");
- printf("Initial states: %zu MDD nodes\n", lddmc_nodecount(states->mdd));
- for (i=0; i<next_count; i++) {
- printf("Transition %d: %zu MDD nodes\n", i, lddmc_nodecount(next[i]->mdd));
+
+ /**
+ * Pre-processing and some statistics reporting
+ */
+
+ if (strategy == 2 || strategy == 3) {
+ // for SAT and CHAINING, sort the transition relations (gnome sort because I like gnomes)
+ int i = 1, j = 2;
+ rel_t t;
+ while (i < next_count) {
+ rel_t *p = &next[i], *q = p-1;
+ if ((*q)->firstvar > (*p)->firstvar) {
+ t = *q;
+ *q = *p;
+ *p = t;
+ if (--i) continue;
+ }
+ i = j++;
+ }
}
+ INFO("Read file '%s'\n", model_filename);
+ INFO("%d integers per state, %d transition groups\n", vector_size, next_count);
+
if (print_transition_matrix) {
- for (i=0; i<next_count; i++) {
+ for (int i=0; i<next_count; i++) {
+ INFO("");
print_matrix(vector_size, next[i]->meta);
printf(" (%d)\n", get_first(next[i]->meta));
}
}
- LACE_ME;
+ set_t states = set_clone(initial);
#ifdef HAVE_PROFILER
if (profile_filename != NULL) ProfilerStart(profile_filename);
#endif
- if (strategy == 1) {
+
+ if (strategy == 0) {
+ double t1 = wctime();
+ CALL(bfs, states);
+ double t2 = wctime();
+ INFO("BFS Time: %f\n", t2-t1);
+ } else if (strategy == 1) {
double t1 = wctime();
CALL(par, states);
double t2 = wctime();
- printf("PAR Time: %f\n", t2-t1);
- } else {
+ INFO("PAR Time: %f\n", t2-t1);
+ } else if (strategy == 2) {
double t1 = wctime();
- CALL(bfs, states);
+ CALL(sat, states);
double t2 = wctime();
- printf("BFS Time: %f\n", t2-t1);
+ INFO("SAT Time: %f\n", t2-t1);
+ } else if (strategy == 3) {
+ double t1 = wctime();
+ CALL(chaining, states);
+ double t2 = wctime();
+ INFO("CHAINING Time: %f\n", t2-t1);
+ } else {
+ Abort("Invalid strategy set?!\n");
}
+
#ifdef HAVE_PROFILER
if (profile_filename != NULL) ProfilerStop();
#endif
// Now we just have states
- printf("Final states: %zu states\n", (size_t)lddmc_satcount_cached(states->mdd));
- printf("Final states: %zu MDD nodes\n", lddmc_nodecount(states->mdd));
+ INFO("Final states: %'0.0f states\n", lddmc_satcount_cached(states->dd));
+ if (report_nodes) {
+ INFO("Final states: %'zu MDD nodes\n", lddmc_nodecount(states->dd));
+ }
if (out_filename != NULL) {
- printf("Writing to %s.\n", out_filename);
+ INFO("Writing to %s.\n", out_filename);
// Create LDD file
FILE *f = fopen(out_filename, "w");
lddmc_serialize_reset();
// Write domain...
- fwrite(&vector_size, sizeof(size_t), 1, f);
+ fwrite(&vector_size, sizeof(int), 1, f);
// Write initial state...
set_save(f, initial);
@@ -549,9 +845,8 @@ main(int argc, char **argv)
fwrite(&next_count, sizeof(int), 1, f);
// Write transitions
- for (int i=0; i<next_count; i++) {
- rel_save(f, next[i]);
- }
+ for (int i=0; i<next_count; i++) rel_save_proj(f, next[i]);
+ for (int i=0; i<next_count; i++) rel_save(f, next[i]);
// Write reachable states
int has_reachable = 1;
@@ -562,6 +857,7 @@ main(int argc, char **argv)
fclose(f);
}
+ print_memory_usage();
sylvan_stats_report(stdout);
return 0;
diff --git a/resources/3rdparty/sylvan/examples/mc.c b/resources/3rdparty/sylvan/examples/mc.c
index 3db987bab..3578ecb37 100755
--- a/resources/3rdparty/sylvan/examples/mc.c
+++ b/resources/3rdparty/sylvan/examples/mc.c
@@ -10,15 +10,17 @@
#include <gperftools/profiler.h>
#endif
+#include <getrss.h>
+
#include <sylvan.h>
-#include <sylvan_table.h>
+#include <sylvan_int.h>
-/* Configuration */
+/* Configuration (via argp) */
static int report_levels = 0; // report states at end of every level
static int report_table = 0; // report table size at end of every level
static int report_nodes = 0; // report number of nodes of BDDs
-static int strategy = 1; // set to 1 = use PAR strategy; set to 0 = use BFS strategy
-static int check_deadlocks = 0; // set to 1 to check for deadlocks
+static int strategy = 2; // 0 = BFS, 1 = PAR, 2 = SAT, 3 = CHAINING
+static int check_deadlocks = 0; // set to 1 to check for deadlocks on-the-fly (only bfs/par)
static int merge_relations = 0; // merge relations to 1 relation
static int print_transition_matrix = 0; // print transition relation matrix
static int workers = 0; // autodetect
@@ -31,7 +33,7 @@ static char* profile_filename = NULL; // filename for profiling
static struct argp_option options[] =
{
{"workers", 'w', "<workers>", 0, "Number of workers (default=0: autodetect)", 0},
- {"strategy", 's', "<bfs|par|sat>", 0, "Strategy for reachability (default=par)", 0},
+ {"strategy", 's', "<bfs|par|sat|chaining>", 0, "Strategy for reachability (default=sat)", 0},
#ifdef HAVE_PROFILER
{"profiler", 'p', "<filename>", 0, "Filename for profiling", 0},
#endif
@@ -54,6 +56,7 @@ parse_opt(int key, char *arg, struct argp_state *state)
if (strcmp(arg, "bfs")==0) strategy = 0;
else if (strcmp(arg, "par")==0) strategy = 1;
else if (strcmp(arg, "sat")==0) strategy = 2;
+ else if (strcmp(arg, "chaining")==0) strategy = 3;
else argp_usage(state);
break;
case 4:
@@ -93,7 +96,9 @@ parse_opt(int key, char *arg, struct argp_state *state)
}
static struct argp argp = { options, parse_opt, "<model>", 0, 0, 0, 0 };
-/* Globals */
+/**
+ * Types (set and relation)
+ */
typedef struct set
{
BDD bdd;
@@ -104,15 +109,19 @@ typedef struct relation
{
BDD bdd;
BDD variables; // all variables in the relation (used by relprod)
+ int r_k, w_k, *r_proj, *w_proj;
} *rel_t;
-static int vector_size; // size of vector
-static int statebits, actionbits; // number of bits for state, number of bits for action
-static int bits_per_integer; // number of bits per integer in the vector
+static int vectorsize; // size of vector in integers
+static int *statebits; // number of bits for each state integer
+static int actionbits; // number of bits for action label
+static int totalbits; // total number of bits
static int next_count; // number of partitions of the transition relation
static rel_t *next; // each partition of the transition relation
-/* Obtain current wallclock time */
+/**
+ * Obtain current wallclock time
+ */
static double
wctime()
{
@@ -123,66 +132,171 @@ wctime()
static double t_start;
#define INFO(s, ...) fprintf(stdout, "[% 8.2f] " s, wctime()-t_start, ##__VA_ARGS__)
-#define Abort(...) { fprintf(stderr, __VA_ARGS__); exit(-1); }
+#define Abort(...) { fprintf(stderr, __VA_ARGS__); fprintf(stderr, "Abort at line %d!\n", __LINE__); exit(-1); }
-/* Load a set from file */
-#define set_load(f) CALL(set_load, f)
-TASK_1(set_t, set_load, FILE*, f)
+static char*
+to_h(double size, char *buf)
{
- sylvan_serialize_fromfile(f);
+ const char* units[] = {"B", "KB", "MB", "GB", "TB", "PB", "EB", "ZB", "YB"};
+ int i = 0;
+ for (;size>1024;size/=1024) i++;
+ sprintf(buf, "%.*f %s", i, size, units[i]);
+ return buf;
+}
- size_t set_bdd, set_vector_size, set_state_vars;
- if ((fread(&set_bdd, sizeof(size_t), 1, f) != 1) ||
- (fread(&set_vector_size, sizeof(size_t), 1, f) != 1) ||
- (fread(&set_state_vars, sizeof(size_t), 1, f) != 1)) {
- Abort("Invalid input file!\n");
- }
+static void
+print_memory_usage(void)
+{
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("Memory usage: %s\n", buf);
+}
+/**
+ * Load a set from file
+ * The expected binary format:
+ * - int k : projection size, or -1 for full state
+ * - int[k] proj : k integers specifying the variables of the projection
+ * - MTBDD[1] BDD (mtbdd binary format)
+ */
+#define set_load(f) CALL(set_load, f)
+TASK_1(set_t, set_load, FILE*, f)
+{
+ // allocate set
set_t set = (set_t)malloc(sizeof(struct set));
- set->bdd = sylvan_serialize_get_reversed(set_bdd);
- set->variables = sylvan_support(sylvan_serialize_get_reversed(set_state_vars));
-
+ set->bdd = sylvan_false;
+ set->variables = sylvan_true;
sylvan_protect(&set->bdd);
sylvan_protect(&set->variables);
+ // read k
+ int k;
+ if (fread(&k, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+
+ if (k == -1) {
+ // create variables for a full state vector
+ uint32_t vars[totalbits];
+ for (int i=0; i<totalbits; i++) vars[i] = 2*i;
+ set->variables = sylvan_set_fromarray(vars, totalbits);
+ } else {
+ // read proj
+ int proj[k];
+ if (fread(proj, sizeof(int), k, f) != (size_t)k) Abort("Invalid input file!\n");
+ // create variables for a short/projected state vector
+ uint32_t vars[totalbits];
+ uint32_t cv = 0;
+ int j = 0, n = 0;
+ for (int i=0; i<vectorsize && j<k; i++) {
+ if (i == proj[j]) {
+ for (int x=0; x<statebits[i]; x++) vars[n++] = (cv += 2) - 2;
+ j++;
+ } else {
+ cv += 2 * statebits[i];
+ }
+ }
+ set->variables = sylvan_set_fromarray(vars, n);
+ }
+
+ // read bdd
+ if (mtbdd_reader_frombinary(f, &set->bdd, 1) != 0) Abort("Invalid input file!\n");
+
return set;
}
-/* Load a relation from file */
-#define rel_load(f) CALL(rel_load, f)
-TASK_1(rel_t, rel_load, FILE*, f)
+/**
+ * Load a relation from file
+ * This part just reads the r_k, w_k, r_proj and w_proj variables.
+ */
+#define rel_load_proj(f) CALL(rel_load_proj, f)
+TASK_1(rel_t, rel_load_proj, FILE*, f)
{
- sylvan_serialize_fromfile(f);
-
- size_t rel_bdd, rel_vars;
- if ((fread(&rel_bdd, sizeof(size_t), 1, f) != 1) ||
- (fread(&rel_vars, sizeof(size_t), 1, f) != 1)) {
- Abort("Invalid input file!\n");
- }
-
rel_t rel = (rel_t)malloc(sizeof(struct relation));
- rel->bdd = sylvan_serialize_get_reversed(rel_bdd);
- rel->variables = sylvan_support(sylvan_serialize_get_reversed(rel_vars));
-
+ int r_k, w_k;
+ if (fread(&r_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
+ if (fread(&w_k, sizeof(int), 1, f) != 1) Abort("Invalid file format.");
+ rel->r_k = r_k;
+ rel->w_k = w_k;
+ int *r_proj = (int*)malloc(sizeof(int[r_k]));
+ int *w_proj = (int*)malloc(sizeof(int[w_k]));
+ if (fread(r_proj, sizeof(int), r_k, f) != (size_t)r_k) Abort("Invalid file format.");
+ if (fread(w_proj, sizeof(int), w_k, f) != (size_t)w_k) Abort("Invalid file format.");
+ rel->r_proj = r_proj;
+ rel->w_proj = w_proj;
+
+ rel->bdd = sylvan_false;
sylvan_protect(&rel->bdd);
+
+ /* Compute a_proj the union of r_proj and w_proj, and a_k the length of a_proj */
+ int a_proj[r_k+w_k];
+ int r_i = 0, w_i = 0, a_i = 0;
+ for (;r_i < r_k || w_i < w_k;) {
+ if (r_i < r_k && w_i < w_k) {
+ if (r_proj[r_i] < w_proj[w_i]) {
+ a_proj[a_i++] = r_proj[r_i++];
+ } else if (r_proj[r_i] > w_proj[w_i]) {
+ a_proj[a_i++] = w_proj[w_i++];
+ } else /* r_proj[r_i] == w_proj[w_i] */ {
+ a_proj[a_i++] = w_proj[w_i++];
+ r_i++;
+ }
+ } else if (r_i < r_k) {
+ a_proj[a_i++] = r_proj[r_i++];
+ } else if (w_i < w_k) {
+ a_proj[a_i++] = w_proj[w_i++];
+ }
+ }
+ const int a_k = a_i;
+
+ /* Compute all_variables, which are all variables the transition relation is defined on */
+ uint32_t all_vars[totalbits * 2];
+ uint32_t curvar = 0; // start with variable 0
+ int i=0, j=0, n=0;
+ for (; i<vectorsize && j<a_k; i++) {
+ if (i == a_proj[j]) {
+ for (int k=0; k<statebits[i]; k++) {
+ all_vars[n++] = curvar;
+ all_vars[n++] = curvar + 1;
+ curvar += 2;
+ }
+ j++;
+ } else {
+ curvar += 2 * statebits[i];
+ }
+ }
+ rel->variables = sylvan_set_fromarray(all_vars, n);
sylvan_protect(&rel->variables);
return rel;
}
+/**
+ * Load a relation from file
+ * This part just reads the bdd of the relation
+ */
+#define rel_load(rel, f) CALL(rel_load, rel, f)
+VOID_TASK_2(rel_load, rel_t, rel, FILE*, f)
+{
+ if (mtbdd_reader_frombinary(f, &rel->bdd, 1) != 0) Abort("Invalid file format!\n");
+}
+
+/**
+ * Print a single example of a set to stdout
+ * Assumption: the example is a full vector and variables contains all state variables...
+ */
#define print_example(example, variables) CALL(print_example, example, variables)
VOID_TASK_2(print_example, BDD, example, BDDSET, variables)
{
- uint8_t str[vector_size * bits_per_integer];
+ uint8_t str[totalbits];
if (example != sylvan_false) {
sylvan_sat_one(example, variables, str);
+ int x=0;
printf("[");
- for (int i=0; i<vector_size; i++) {
+ for (int i=0; i<vectorsize; i++) {
uint32_t res = 0;
- for (int j=0; j<bits_per_integer; j++) {
- if (str[bits_per_integer*i+j] == 1) res++;
- res<<=1;
+ for (int j=0; j<statebits[i]; j++) {
+ if (str[x++] == 1) res++;
+ res <<= 1;
}
if (i>0) printf(",");
printf("%" PRIu32, res);
@@ -191,7 +305,84 @@ VOID_TASK_2(print_example, BDD, example, BDDSET, variables)
}
}
-/* Straight-forward implementation of parallel reduction */
+/**
+ * Implementation of (parallel) saturation
+ * (assumes relations are ordered on first variable)
+ */
+TASK_2(BDD, go_sat, BDD, set, int, idx)
+{
+ /* Terminal cases */
+ if (set == sylvan_false) return sylvan_false;
+ if (idx == next_count) return set;
+
+ /* Consult the cache */
+ BDD result;
+ const BDD _set = set;
+ if (cache_get3(200LL<<40, _set, idx, 0, &result)) return result;
+ mtbdd_refs_pushptr(&_set);
+
+ /**
+ * Possible improvement: cache more things (like intermediate results?)
+ * and chain-apply more of the current level before going deeper?
+ */
+
+ /* Check if the relation should be applied */
+ const uint32_t var = sylvan_var(next[idx]->variables);
+ if (set == sylvan_true || var <= sylvan_var(set)) {
+ /* Count the number of relations starting here */
+ int count = idx+1;
+ while (count < next_count && var == sylvan_var(next[count]->variables)) count++;
+ count -= idx;
+ /*
+ * Compute until fixpoint:
+ * - SAT deeper
+ * - chain-apply all current level once
+ */
+ BDD prev = sylvan_false;
+ BDD step = sylvan_false;
+ mtbdd_refs_pushptr(&set);
+ mtbdd_refs_pushptr(&prev);
+ mtbdd_refs_pushptr(&step);
+ while (prev != set) {
+ prev = set;
+ // SAT deeper
+ set = CALL(go_sat, set, idx+count);
+ // chain-apply all current level once
+ for (int i=0;i<count;i++) {
+ step = sylvan_relnext(set, next[idx+i]->bdd, next[idx+i]->variables);
+ set = sylvan_or(set, step);
+ step = sylvan_false; // unset, for gc
+ }
+ }
+ mtbdd_refs_popptr(3);
+ result = set;
+ } else {
+ /* Recursive computation */
+ mtbdd_refs_spawn(SPAWN(go_sat, sylvan_low(set), idx));
+ BDD high = mtbdd_refs_push(CALL(go_sat, sylvan_high(set), idx));
+ BDD low = mtbdd_refs_sync(SYNC(go_sat));
+ mtbdd_refs_pop(1);
+ result = sylvan_makenode(sylvan_var(set), low, high);
+ }
+
+ /* Store in cache */
+ cache_put3(200LL<<40, _set, idx, 0, result);
+ mtbdd_refs_popptr(1);
+ return result;
+}
+
+/**
+ * Wrapper for the Saturation strategy
+ */
+VOID_TASK_1(sat, set_t, set)
+{
+ set->bdd = CALL(go_sat, set->bdd, 0);
+}
+
+/**
+ * Implement parallel strategy (that performs the relnext operations in parallel)
+ * This function does one level...
+ */
TASK_5(BDD, go_par, BDD, cur, BDD, visited, size_t, from, size_t, len, BDD*, deadlocks)
{
if (len == 1) {
@@ -239,7 +430,9 @@ TASK_5(BDD, go_par, BDD, cur, BDD, visited, size_t, from, size_t, len, BDD*, dea
}
}
-/* PAR strategy, parallel strategy (operations called in parallel *and* parallelized by Sylvan) */
+/**
+ * Implementation of the PAR strategy
+ */
VOID_TASK_1(par, set_t, set)
{
BDD visited = set->bdd;
@@ -301,7 +494,10 @@ VOID_TASK_1(par, set_t, set)
sylvan_unprotect(&deadlocks);
}
-/* Sequential version of merge-reduction */
+/**
+ * Implement sequential strategy (that performs the relnext operations one by one)
+ * This function does one level...
+ */
TASK_5(BDD, go_bfs, BDD, cur, BDD, visited, size_t, from, size_t, len, BDD*, deadlocks)
{
if (len == 1) {
@@ -350,7 +546,9 @@ TASK_5(BDD, go_bfs, BDD, cur, BDD, visited, size_t, from, size_t, len, BDD*, dea
}
}
-/* BFS strategy, sequential strategy (but operations are parallelized by Sylvan) */
+/**
+ * Implementation of the BFS strategy
+ */
VOID_TASK_1(bfs, set_t, set)
{
BDD visited = set->bdd;
@@ -412,26 +610,77 @@ VOID_TASK_1(bfs, set_t, set)
sylvan_unprotect(&deadlocks);
}
+/**
+ * Implementation of the Chaining strategy (does not support deadlock detection)
+ */
+VOID_TASK_1(chaining, set_t, set)
+{
+ BDD visited = set->bdd;
+ BDD next_level = visited;
+ BDD succ = sylvan_false;
+
+ bdd_refs_pushptr(&visited);
+ bdd_refs_pushptr(&next_level);
+ bdd_refs_pushptr(&succ);
+
+ int iteration = 1;
+ do {
+ // calculate successors in parallel
+ for (int i=0; i<next_count; i++) {
+ succ = sylvan_relnext(next_level, next[i]->bdd, next[i]->variables);
+ next_level = sylvan_or(next_level, succ);
+ succ = sylvan_false; // reset, for gc
+ }
+
+ // new = new - visited
+ // visited = visited + new
+ next_level = sylvan_diff(next_level, visited);
+ visited = sylvan_or(visited, next_level);
+
+ if (report_table && report_levels) {
+ size_t filled, total;
+ sylvan_table_usage(&filled, &total);
+ INFO("Level %d done, %'0.0f states explored, table: %0.1f%% full (%'zu nodes)\n",
+ iteration, sylvan_satcount(visited, set->variables),
+ 100.0*(double)filled/total, filled);
+ } else if (report_table) {
+ size_t filled, total;
+ sylvan_table_usage(&filled, &total);
+ INFO("Level %d done, table: %0.1f%% full (%'zu nodes)\n",
+ iteration,
+ 100.0*(double)filled/total, filled);
+ } else if (report_levels) {
+ INFO("Level %d done, %'0.0f states explored\n", iteration, sylvan_satcount(visited, set->variables));
+ } else {
+ INFO("Level %d done\n", iteration);
+ }
+ iteration++;
+ } while (next_level != sylvan_false);
+
+ set->bdd = visited;
+ bdd_refs_popptr(3);
+}
+
/**
* Extend a transition relation to a larger domain (using s=s')
*/
#define extend_relation(rel, vars) CALL(extend_relation, rel, vars)
-TASK_2(BDD, extend_relation, BDD, relation, BDDSET, variables)
+TASK_2(BDD, extend_relation, MTBDD, relation, MTBDD, variables)
{
/* first determine which state BDD variables are in rel */
- int has[statebits];
- for (int i=0; i<statebits; i++) has[i] = 0;
- BDDSET s = variables;
+ int has[totalbits];
+ for (int i=0; i<totalbits; i++) has[i] = 0;
+ MTBDD s = variables;
while (!sylvan_set_isempty(s)) {
- BDDVAR v = sylvan_set_first(s);
- if (v/2 >= (unsigned)statebits) break; // action labels
+ uint32_t v = sylvan_set_first(s);
+ if (v/2 >= (unsigned)totalbits) break; // action labels
has[v/2] = 1;
s = sylvan_set_next(s);
}
/* create "s=s'" for all variables not in rel */
BDD eq = sylvan_true;
- for (int i=statebits-1; i>=0; i--) {
+ for (int i=totalbits-1; i>=0; i--) {
if (has[i]) continue;
BDD low = sylvan_makenode(2*i+1, eq, sylvan_false);
bdd_refs_push(low);
@@ -463,148 +712,209 @@ TASK_2(BDD, big_union, int, first, int, count)
return result;
}
+/**
+ * Print one row of the transition matrix (for vars)
+ */
static void
-print_matrix(BDD vars)
+print_matrix_row(rel_t rel)
{
- for (int i=0; i<vector_size; i++) {
- if (sylvan_set_isempty(vars)) {
- fprintf(stdout, "-");
- } else {
- BDDVAR next_s = 2*((i+1)*bits_per_integer);
- if (sylvan_set_first(vars) < next_s) {
- fprintf(stdout, "+");
- for (;;) {
- vars = sylvan_set_next(vars);
- if (sylvan_set_isempty(vars)) break;
- if (sylvan_set_first(vars) >= next_s) break;
- }
- } else {
- fprintf(stdout, "-");
- }
+ int r_i = 0, w_i = 0;
+ for (int i=0; i<vectorsize; i++) {
+ int s = 0;
+ if (r_i < rel->r_k && rel->r_proj[r_i] == i) {
+ s |= 1;
+ r_i++;
+ }
+ if (w_i < rel->w_k && rel->w_proj[w_i] == i) {
+ s |= 2;
+ w_i++;
}
+ if (s == 0) fprintf(stdout, "-");
+ else if (s == 1) fprintf(stdout, "r");
+ else if (s == 2) fprintf(stdout, "w");
+ else if (s == 3) fprintf(stdout, "+");
}
}
VOID_TASK_0(gc_start)
{
- INFO("(GC) Starting garbage collection...\n");
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("(GC) Starting garbage collection... (rss: %s)\n", buf);
}
VOID_TASK_0(gc_end)
{
- INFO("(GC) Garbage collection done.\n");
+ char buf[32];
+ to_h(getCurrentRSS(), buf);
+ INFO("(GC) Garbage collection done. (rss: %s)\n", buf);
}
int
main(int argc, char **argv)
{
+ /**
+ * Parse command line, set locale, set startup time for INFO messages.
+ */
argp_parse(&argp, argc, argv, 0, 0, 0);
setlocale(LC_NUMERIC, "en_US.utf-8");
t_start = wctime();
- FILE *f = fopen(model_filename, "r");
- if (f == NULL) {
- fprintf(stderr, "Cannot open file '%s'!\n", model_filename);
- return -1;
- }
-
- // Init Lace
- lace_init(workers, 1000000); // auto-detect number of workers, use a 1,000,000 size task queue
- lace_startup(0, NULL, NULL); // auto-detect program stack, do not use a callback for startup
-
+ /**
+ * Initialize Lace.
+ *
+ * First: setup with given number of workers (0 for autodetect) and some large size task queue.
+ * Second: start all worker threads with default settings.
+ * Third: setup local variables using the LACE_ME macro.
+ */
+ lace_init(workers, 1000000);
+ lace_startup(0, NULL, NULL);
LACE_ME;
- // Init Sylvan
- // Nodes table size: 24 bytes * 2**N_nodes
- // Cache table size: 36 bytes * 2**N_cache
- // With: N_nodes=25, N_cache=24: 1.3 GB memory
- sylvan_set_sizes(1LL<<21, 1LL<<27, 1LL<<20, 1LL<<26);
+ /**
+ * Initialize Sylvan.
+ *
+ * First: set memory limits
+ * - 2 GB memory, nodes table twice as big as cache, initial size halved 6x
+ * (that means it takes 6 garbage collections to get to the maximum nodes&cache size)
+ * Second: initialize package and subpackages
+ * Third: add hooks to report garbage collection
+ */
+ sylvan_set_limits(2LL<<30, 1, 6);
sylvan_init_package();
- sylvan_set_granularity(6); // granularity 6 is decent default value - 1 means "use cache for every operation"
sylvan_init_bdd();
sylvan_gc_hook_pregc(TASK(gc_start));
sylvan_gc_hook_postgc(TASK(gc_end));
- /* Load domain information */
- if ((fread(&vector_size, sizeof(int), 1, f) != 1) ||
- (fread(&statebits, sizeof(int), 1, f) != 1) ||
- (fread(&actionbits, sizeof(int), 1, f) != 1)) {
- Abort("Invalid input file!\n");
- }
+ /**
+ * Read the model from file
+ */
- bits_per_integer = statebits;
- statebits *= vector_size;
+ /* Open the file */
+ FILE *f = fopen(model_filename, "r");
+ if (f == NULL) Abort("Cannot open file '%s'!\n", model_filename);
- // Read initial state
+ /* Read domain data */
+ if (fread(&vectorsize, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+ statebits = (int*)malloc(sizeof(int[vectorsize]));
+ if (fread(statebits, sizeof(int), vectorsize, f) != (size_t)vectorsize) Abort("Invalid input file!\n");
+ if (fread(&actionbits, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
+ totalbits = 0;
+ for (int i=0; i<vectorsize; i++) totalbits += statebits[i];
+
+ /* Read initial state */
set_t states = set_load(f);
- // Read transitions
+ /* Read number of transition relations */
if (fread(&next_count, sizeof(int), 1, f) != 1) Abort("Invalid input file!\n");
next = (rel_t*)malloc(sizeof(rel_t) * next_count);
- int i;
- for (i=0; i<next_count; i++) {
- next[i] = rel_load(f);
- }
+ /* Read transition relations */
+ for (int i=0; i<next_count; i++) next[i] = rel_load_proj(f);
+ for (int i=0; i<next_count; i++) rel_load(next[i], f);
- /* Done */
+ /* We ignore the reachable states and action labels that are stored after the relations */
+
+ /* Close the file */
fclose(f);
- if (print_transition_matrix) {
- for (i=0; i<next_count; i++) {
- INFO("");
- print_matrix(next[i]->variables);
- fprintf(stdout, "\n");
+ /**
+ * Pre-processing and some statistics reporting
+ */
+
+ if (strategy == 2 || strategy == 3) {
+ // for SAT and CHAINING, sort the transition relations (gnome sort because I like gnomes)
+ int i = 1, j = 2;
+ rel_t t;
+ while (i < next_count) {
+ rel_t *p = &next[i], *q = p-1;
+ if (sylvan_var((*q)->variables) > sylvan_var((*p)->variables)) {
+ t = *q;
+ *q = *p;
+ *p = t;
+ if (--i) continue;
+ }
+ i = j++;
}
}
- // Report statistics
INFO("Read file '%s'\n", model_filename);
- INFO("%d integers per state, %d bits per integer, %d transition groups\n", vector_size, bits_per_integer, next_count);
+ INFO("%d integers per state, %d bits per state, %d transition groups\n", vectorsize, totalbits, next_count);
- if (merge_relations) {
- BDD prime_variables = sylvan_set_empty();
- for (int i=statebits-1; i>=0; i--) {
- bdd_refs_push(prime_variables);
- prime_variables = sylvan_set_add(prime_variables, i*2+1);
- bdd_refs_pop(1);
+ /* if requested, print the transition matrix */
+ if (print_transition_matrix) {
+ for (int i=0; i<next_count; i++) {
+ INFO(""); // print time prefix
+ print_matrix_row(next[i]); // print row
+ fprintf(stdout, "\n"); // print newline
}
+ }
- bdd_refs_push(prime_variables);
+ /* merge all relations to one big transition relation if requested */
+ if (merge_relations) {
+ BDD newvars = sylvan_set_empty();
+ bdd_refs_pushptr(&newvars);
+ for (int i=totalbits-1; i>=0; i--) {
+ newvars = sylvan_set_add(newvars, i*2+1);
+ newvars = sylvan_set_add(newvars, i*2);
+ }
INFO("Extending transition relations to full domain.\n");
for (int i=0; i<next_count; i++) {
next[i]->bdd = extend_relation(next[i]->bdd, next[i]->variables);
- next[i]->variables = prime_variables;
+ next[i]->variables = newvars;
}
+ bdd_refs_popptr(1);
+
INFO("Taking union of all transition relations.\n");
next[0]->bdd = big_union(0, next_count);
+
+ for (int i=1; i<next_count; i++) {
+ next[i]->bdd = sylvan_false;
+ next[i]->variables = sylvan_true;
+ }
next_count = 1;
}
if (report_nodes) {
INFO("BDD nodes:\n");
INFO("Initial states: %zu BDD nodes\n", sylvan_nodecount(states->bdd));
- for (i=0; i<next_count; i++) {
+ for (int i=0; i<next_count; i++) {
INFO("Transition %d: %zu BDD nodes\n", i, sylvan_nodecount(next[i]->bdd));
}
}
+ print_memory_usage();
+
#ifdef HAVE_PROFILER
if (profile_filename != NULL) ProfilerStart(profile_filename);
#endif
- if (strategy == 1) {
+
+ if (strategy == 0) {
+ double t1 = wctime();
+ CALL(bfs, states);
+ double t2 = wctime();
+ INFO("BFS Time: %f\n", t2-t1);
+ } else if (strategy == 1) {
double t1 = wctime();
CALL(par, states);
double t2 = wctime();
INFO("PAR Time: %f\n", t2-t1);
- } else {
+ } else if (strategy == 2) {
double t1 = wctime();
- CALL(bfs, states);
+ CALL(sat, states);
double t2 = wctime();
- INFO("BFS Time: %f\n", t2-t1);
+ INFO("SAT Time: %f\n", t2-t1);
+ } else if (strategy == 3) {
+ double t1 = wctime();
+ CALL(chaining, states);
+ double t2 = wctime();
+ INFO("CHAINING Time: %f\n", t2-t1);
+ } else {
+ Abort("Invalid strategy set?!\n");
}
+
#ifdef HAVE_PROFILER
if (profile_filename != NULL) ProfilerStop();
#endif
@@ -615,6 +925,8 @@ main(int argc, char **argv)
INFO("Final states: %'zu BDD nodes\n", sylvan_nodecount(states->bdd));
}
+ print_memory_usage();
+
sylvan_stats_report(stdout);
return 0;
diff --git a/resources/3rdparty/sylvan/models/anderson.4.bdd b/resources/3rdparty/sylvan/models/anderson.4.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..317d7200db38105c7f716fd6d6b76deb579162b6
GIT binary patch
literal 38400
zcmd^I1=l3UksQI<VrHCWX~nX|u)ES~SFmDcmQIqz%q?bSW@ct)vh|PdA|f-tik@$M
zC;N2wp5N88Dl4+Ot0OY2vuEaO$x99fg9S$ZSqS*Q`-kWJ2in@O);f*19rJWNZm@O3
z3v#$+!@SO5^M)7Z@XrnZ8;6@V{09y<ZupNJZrJc59IoH+q8v_dcrgywX?SrCr#8F<
zhm#v#lEaA&FU8@o;iWlTtKnrhT%+M-Ib5yb<v3iW;pI78so@nkR3~4zB8^T8tV4B?
zz$?>;RA4PF5rJ2wk?6ppq96rcokl?oEb2-^;5BKGw3OJ%i;j7%-1C~uD|5+H8FO0Z
zj$`^c@4h;YexIvjNJ)Dqt*_5@c^rK;);^ifvA^{ga^yA1mzE)N?(VDOxHkW(Ik)rU
z?(@Z~d{{<$=`Sw7^%x${`+$7Qa$i^6-B)9-&3}k_Y+3S|ANQK4Enek=tH=ExIffj`
zn_ILjw{LNGUyX}9&*8CU{~q_6r!DT~gR95=w;t0<2v-<%>Syk-bjB|5dh)8{b*&Cb
z-(cM~&;4w5N&9**t<6)L*C|~G>*uZ9>B#93Lyg(l`qbs?Gv~g(O2*W|K=lq&%;5mV
ziFp`nSWoq?92NwXB;%{PhxMv4cjTjbS5BPYN*$bbzUm&%uhOUzh?7<CaHvWiE>ics
zmc;q0ceOswm(IeNSG_BY`6|__i&(#vRvd)mTWJS2J*s^;ewb^iPJ+*b#Hzyx*2Kgz
z6<mNxbhJ7hj~pXAh4V@p2YG1)F|a~~<Z~ZX8WgjbX5VRuJt+%Zdq%eAv4=9p-N+v8
zv?q}>**YHh53yjU*w@7||3~^k47Auf^@y3#)&?+HdbXMD!2mI|u=En5@Rb@Yu07D6
zeX%!jP%npAOnXse(AmYbr;LpDrjga&%otZ}?ebi)V>cL$F&65@7`PW>d!8${jbP*e
z^A%&Qk9oxw*Hg@!z)rDlq&m?@3{qC7^AQ7+-2;lX#XvE(7%03MgSyOYEjrf4HAZV6
zG;2TAVbIj8CD0`8HQzMFJzW>WykY?&8G|@OL}REJK#0+nMw2xb5T2n}*ujbc7O^FD
zG22>W3E}yo)(TJDSK2(B9dt@3^k$kndEsn_z+-x~&rGlO8ZKV7Pv;vs)j*JLA0u%D
zMD=Q)iC1kiy{dr<npTb)Xu(x2L(qG*4|?nKo~T>$hFr#ytD%Ar>#GKu-br+u-pRz!
zJB7BI=|u@qQ9x;F4SLsUsF&Y$={LR8iB0c%#HM$B;=JKF+<;xnZ+yLg-i_$529X=*
zcml0$_DzVh0ASQ<AGCOMf8u<LNB3vq7LRT-V#H%}TAZ)m;;{uC$p4m_$PV$?%CY5t
zYx*r7+Ynnk^mWbRu^s0v9@`UJJZ2DE{$~<f{$~**9y`!hLp*lO@uq1RqS-nAHEo(s
z_IIeONi)_%4pP>*Ix6{=1BIs*fWKQ;lW)`%<UqBgoXCNtt(OBWZ8^}TLBhhQ0@Ah(
z76r(f5?5$@C~8aNAD^ol|AA@>$n<K8kyT9r|6WZ2|6Wb8Jv90~QrjQo^7B+Dg5axK
zf<3J5)A)9(Esbxd+S2%TLoNWm6SPp?1IBkE{op$(=A#GS$&QV$Y7646T7qL#0}=0O
zdAz9Eo?nN4kWT(_RO25X<s1LOdOV`>kDnmGe}gzPdgH$#J>b8Q&x8NQj*b5&^xJ;X
zJp}%BFX=R3)e->J80g9UGA{nAEscMtn$q}psx9E3HKo(~#$PoB{8dXdi4Oc#O9~r*
z)fD5engYJr#_^lU3F9}5*!ZcofM3>>j?;egsjh(EPMXLL{N^||esk#uznycw_Qx)X
zRr3(fT@$NDV}I<HcwO2oHXP1lXE(F%V|APu4EA7W`)N<&rgyLxann24n;3fcp{-{5
z*q1)&-LK|op?81BruP8)EguIGBOkIHvjHC*qrpM6c7Gf~4E?ekvjHC#qrsuHEgqff
z0`%t+-4UE``nw~EoBr-7;-<elni%?zp+!AWZ~Bj=1Nx8CM0U`BykpaU0{y1{L}KWz
zdNs=LB+eVZlZlPrDa7FS7uxyoJC$DWJB_v)_?=#3TH|*HG5DQHi&p#btbl`mr?q^X
zO^o>0{XWY7T+SQ+^N5ZA`NZIV0quPFUq~<bUqo9C{4cICt?|Ev*y4LBG2)wTT>dZT
zgz@W$jo%f-;CChMeE3~OFZf+eTMhiKsWGkbyOtRIuA@b(_+B4ya2YM)dqd*7-)~HO
z4lVZgO^FYu#r=MB;@xQ%OaOBWhYK{U>mnX?ea!&ho`>8<Yx%u{82Odum<{-@7!B^E
z1)pkna{xZF<pjPr$M?{JUtMAk;&wj{?k8^f7(77S@-cXj82NaJwwm3K57UQyJW_MC
z$j76OEgz53Z~NtOV#Fiw$8q)YNzNO;r-+T;)5PHS3~e>z_bh$j_gu}<g5UFwjo%CO
zgWroeU;E{y#81#xFfn|Y82QQjaUB0wIdA-5BR2l86NCR7wAGCNoAiPITQx@u{%<=r
z{_oIl@qL#V@vVAadfulW?LBtT^8qbd?f(x04ql<P{q_+t_LqgAx1T=Yyy^Xv*z|rz
z485PzRx`a{&<DL=)*LPLe&yKoeoepW{e~ENH>E`@z25~Kd`oNOzb8iis@3s7rlaEV
zQ{o?J5s#k}S3US8@yE2d-~O8TK3dd+za_pkElb3&IWC*9lbz3ZqMFC@+Hgn%Tc>{6
zUYdG2kvz+Z<XcV<F6Bh)pi?+4Cki)mQVr=)P6}%Z2iYlF1Zi#!7oldfPW|$|ZPIQa
zOsYIVPc;qY43F+L(}SgYdu#<_yZDO4Ms6iy)3Y+ML~)Scji6`MfYI9?Ta6y*k*#BZ
z_1Onldk8_Unx;@A2}P;S$2L+M)i<Qq^i3ePd`%>-#W0*iZ2Be>o4zT;rf(`S^i89!
z27T+)m==20O}sWO^h{4I13l{{UW>NGAivs|Eq~nxoNxK-HY9HPx{ZjNzHVdUrmx$C
zxasS3Z#RAMJ4@3Szq3G}?%mpNmcPxp9`wm_%m%z=j0RiK>Lv-tRy5En8!q8(a=bMy
z^lzJZeOd&eB-HgXMC0NygU4GuW)fRGW)at7(6a-v#bZZei^ptYi^opHh{qgSi^tr+
z(L?{viMOYP{@TC05JP`b?5h6Ijn?hP-ts+<*z&zQvFY1`*!1m5Z2I;hHhp^&o4$RB
zP2ax6(6=A0>8mC8rx*Gv{-gX3<h=1ah}ifYOk9g${X>Y2-=W0D?=WKHr)LEC9YMeG
zJ2G(e;CEEw185QdqZ7*@{>LQVl@?--O)P``c3k4^Xpy9r0$}9lgq)YL$rI^l`r|uC
z(?2+g^G*NYWa6fOa0+qLAK#6d{=uo7hyK%OtJ(c{I(^VDTl2tY=J*U+#G~3-93URD
z<pe$_$7j=KvN=4L9pWR)F&pstF&dmli+Ej-_;^}8tV(k6+b!lh8N~DAz|mVgFQLcc
zc`32Q^D^RE9K*|rEuI~*#q$bci|3WZi04(b)ez6CYfOvyU6c4CTDzaGB}TkzKR`-v
zvs_PX{BIyO{x=dE|C@-7|INh4{}y87e=9Ng-$q*v{A<bE=>z|Y?<l`JIdA;#A~t?^
z6W3xG-a~Bs?j<&U_YoVv`-#Et0orQd_h5}_!SA8OchDlf4=0vEd>=`C9WC}_Js%z=
z#{SFrk9!_G&iSUVdxE&>>z*WT`nsoxo4)R8;-;^AhPdhLo+XC9=V+}S)soNC+u}ct
z-;10#elHOlzn6(?F|7XzvGIGA*!aChZ2Vp)2ER9Gjo+JrqX)mY62Cx;_^+AxZQ8cK
zyLrUz{_Nf*HvaDs8~^u-jsFM4#{WZN<Npz{@&A|@{6C>J{<Y+%^jdsJ`F+lL<M#!z
z@%xgv7Q^~q5gWg+iH+Yk#K!MiV(|Np*7$uNIC}8=A@OIli0_YyWf0$=62C)>{rz)d
z8SL+05<f<Z`uf+zGN`YAOMGEkxW>K{t&_eqo$Tn}p4V#!Vfo$%R9wD&fW;8>dLM8>
zzxM$c^4cE_5EF9Y2VC6tY@Pb)3Y&)N)@?(D*GMb;)7re!Gqt4+;ng2P#j_5>dM)j6
z+Irf)ww`Jt)~kke{?FgLnKJU;%_QAMbqU35)rJ%==`0`ktzKhV@LMDCYP49t-G;z8
zeyyCBF+FS3f#Zjo$a@=nCL~^k7GPpx86$^7dw=AbOuRC?Xjr=UM>1V{#hipus8@*Z
ztd$0v=7Al%aqom+&uH(|JaFc?8`-0s_9SvHTgL<cK?~>K((2-v|0De%wn)y)fVgrW
zKE<rv>Tp7MFGmPWD;1cx0IH-^fH9?#GsGa9_9kN7%OMh>y;uiXjF+QtrJBh1A}ojq
zuU-seyvp6%{}q$b-$IbQUW|czF^1-BonouaAW!4~^A%%xF|XL-djCd8i%F+gx0rN_
zHDZu4?sPt4(2KFfK(V$MD8?lgCo9Ie&r17jEjre98jaRIXx4tJ!=Nc+5FTif_L^^+
z_-Jf55{8P!a4ZI#?fv+n7(iohpFv}9pP5F*!Za!d(AXYXSRVmzk2K&+2rsQTh$K<g
zV(87*X}>|Q_7~>mhu-Du2wKyteb#aqdu`a;nmxTrAN1mXt-)#KrFXJwo9R^z)J5ZT
z)xg|f^yqU6^!92W^s44zUiX(JZ^)A@xf()mHAywSnlilzl?rJKA+U*=%6W)IX=x35
zTj_z@@{1DHZdeSb6PsR?yxwM7pV;!d0ddRk@AKYGi%0w()Z!7p2eo*_dpE<e-+wyN
z@px=OjCgEGTMhBps>ZYykFAL<|Jx8-JoLHW^1mJDEgstwTRdhETmEMfE9o2z2D8{L
z_`mSp4K~OET)XZm;JoZu-Hho$Cwho^((L31PFdsXsN`D?R8xkz8m{;E>S`UKnt~kk
zo?Xa6uclZIs;<`gswp60Vbrs+_v`}ytSNC?+e1-X8vjV|uvX9X<DRl@(JLUJuFoI6
znu3GvHtg*o)s(h}#^Rr!r#f93eDgccxOl6!G`{iP%}{5t>omm0^N@~CFL;s;(zrxx
z;Hz3v9*Z}&iuSx}35KeHi1)NSRyED`ylM;feDaT@EZ(Xqjeq>sJj}&lR8zoTwWQn@
z+zsgi|BY&n7W_AMZ2UK&zr{QLegyuT`tiVjPW&fY=&5HAr1&$Z+nl)ZkN0kdbgIRB
zH{icjVj1JFngaf+C2@@StCkct{;Da)Uo{1MvyIyyGdW@WW)TnBsl{*1;J0I98RIvb
z4)EJ4=A%b^=QuWgbLj`aopZkS$1aIg^AOKn6K_U~pzfAf&zvkabj@S85W8r)k8QK=
zLAULvJ&Bv%c<*LNXSBU(pm(3dGNyN5I-qwypNHQ49h=?*=(l_vNQ`{Qa?A#NaEyMR
z_ims+Z?SmqqUn$KZkqn?C|-BSPA%TMf&OC>%b5OS>45&@Vm^B4Ki;wFKY@PJe<CsT
zR=qlc*!Z19Z2V3p9<o#GPN4z6za*A1ey7p_ey7EJ^x${8W8-%Q{or?I&ewiCEAhY6
zW-vKCn;rIJ-S4CP&*i-FKaY6GPOUqi2K+BbEMxpHqyzjfiuvfl|6<3+{}TEwzLyds
zzS+j*|8h<kzm9mwPOZCw2K=r}EMxqxq67S{j``@p?;6L(?^^o7@4B3?_+Fp*GFrs<
zhQyoEBEB~!K8F_f`%Q@tr(Nh@{JopD-{ZZTmXG+Yd6;5h9^?@Dc&NF0&*z8fM?N0$
zdF10!$Ci)B=(qjyIB~ll<GmH*_ax_y-&4dxcF~@u0l#Mw%h-N-mJaZH&ga4JdB?`@
z1^U77#hkDG@>1d_XzhM{nYi7L<M_YIdE@^Y@sM4#*J;52jl?p>|4ll;|1F;f|F<0*
z|99xO_`XYw_#Q}$R(jqK`1`zfWBK}o>zdwAiHGc>eMSSlp9hTI^nO7P^nU5{(EF8R
z)B833ruQ3S=-reSt@M5u@L%`6n<*&(pP3iraPrv4j!rX^#=Zjy+B1#YvzHTX-(eia
z9^q0>XxJ8EXE|Av7&)o77zfBnwZ%C=PL?PKEppQPPK1jr5c8c3^ei1Xdg!U9&*;!o
zO`oZ3kLlTGdu(|gIIN>{J7AAh({?dEqHcOLG(9>LC)pCcJ*MwO&?8$H0nYD4vF8xv
zHFIt$S|p+3QRgq5^P~EP^qW2n<>W+uTrqMAmFZI`O`o=o>6^+$pl=#&HRNlZ8q-40
zx{24Og`Vk&WuRxh#B0%(80^o5h+F>R?{+PJ@!n0-7w_E+d6HVZchmI6dpAvAym!;|
z#qTUlU;NGjeVgTaGFBrtrvv(A;~3#BbG!wuZjx|pMFYLE;S$~^$6M1ve|;xfpBO=?
zeAo3dMC0NygU4GuW)ctCsdckxEFL=$TRe6ows_1Yws`DBjCjnUMSj#H9&<Iw4)NGI
zhuhOaf9>C0h@n64*RlFTH(I=RWBHy(ujPApV$-MZL_<2&x;<%3-(JL~Z*OALw-2%D
z(|021+mC+JSMlGUUg)d%kMcW^^TzKW;vqY=?qC|@cL=fZJCxY?9Y$>Y4kre`BWR7^
zk%6NJzoQZ#K#TYvomd9(KPK_6v=DP_Vwr{7ccSg+Sa9U;BgoGQetgT%;6(bH{&??Z
z*bY94!=^vpyJ`C4y_=>#z8f|D@!k#e_r4R^{dhXphkjX(*?`ZC(Lmpk5RYnSae#Qp
zmJ|4#9P2w$CY!Ev*&#l%9J2wRAESTny&J^y;yho*;&}-j7SBtGhwP$VMq}~3oY>;o
z5nDX3Ahvj3NsM@2MOzK=yt>A;h~G7dFQT>k`C4MctM<d_^XGcb8~+=KhwP%=NMro<
z-N^Xg%z5K~3$gLPl^FbQqpb%1b-&(DANW^%NBP~!dE<8%@sM4#yJ?KyJ;cWEUSi{S
zAF=VfpBVfepsfae57w9#{2oet2QA|JaAFz6_mRZc(PBT=^Wjlq?7xivxaYy+oNxN#
zy_+GOYVqDp(--gEG=1^jP16_e-86mi-VO9Um+Q$`{GX?z#eW>X7ddbI^xbGkr&{+i
zjq!Vh*!aClZ2Vp$Hh!-YgWnspRxjTS96k8GmG}i(#DC4iZ_~E@9q-+=`!n9VG5+uI
z_#r#B?tL2L{{gY_|B%@De?)BjKPCqMPiT#Q?e9<NwfK%ck3Q$T@%w^!$WE>MlE(Ob
zMQr@OCN_TG5F5X5iNWtXTI2V9;ON2chs2-JBECN+mO*@fO8gEj_V>?;Ww5`0N&Fb?
zg8$fiHyh-+X*$`_zrSxWc2ImK*{oq)UjI@mXt8zb>jNtQ=<5UR0-DJAwjR?n_5qT^
zMcDm`U9?4Mu-;;cWu~{kzaw1w01eq}o%+TvY8}>FN)y=`zoqHIddv9yy6qi@CFoyA
z+o&C3>n~5Q@x|>ezAMsJ!}`^<J+OY;HkiTswXK%pfzwpBIO^DO{na$c&iJoR7uHwY
z>KNmrdlkp8Rdad#+KJbo1)sWS<i`2!wt&a3r`sFXo1_D?!}*hQIHZN1DT!sEXKG^I
zP5^MVR%GD8sXek-x)mG@6-trjL{d`_0<TYlU~#|I-tOh1VmkVM1@>g_p;&11u^a?O
z&KHhR^nY$Zd)#8KJ-KO{*B(a<Wy=k`XpWUT+art758<+PJh1j6@Z$6-P%)|8A)viI
zUIE7;+T)0EZ;xX`=y@MY^kS?%Xfa-%$5@QD$1}ziTV12pvKXhU)BTSakJbUz4;-)9
zBj$CyVvU#=u6f0_*2jFtv{MdRPU1bDmXr8<Gh&c2?X)gppjg&b>cIxASX&GfV~c@e
zoiQlwvumBOoy`BiKI`o(yO*@Dpt1Iu_&{TCUztY5!Za!d(AcXDxL9wWWkR^N;-Ez6
zN@F<}Le8|`kYnvH%c1sH9yIm`S77b4mP0;D^@F2oXdQ2QRa2q2YN-x^-u4KG$Miy4
zZ(mEgoH{cOwcu)dKrb%Q8uS(g-CtHDhCC`a_}H-R>G<m2_H5Kt(>s|bp^i+UtyUKU
z)-4V)(`t?uB&{^`^rD3H^iC%>y(mdzHx!4erIugS)0W@g=RKYlkNAD5#Up-SYVnBo
zco2^)6CF8@1s_9{7bRy)+G>c$RyC%z{BKQc`+XZ?i^sOamjCUDEgstwTRdhETmEMf
zTmEMeqmb=DTMY$q#~eeN8f#?Ll3&x8rjwn|=d*vbt|rY`4>?F#<Lap7TMkrHiYV@3
z)fVi@(Yl&^qrM^s_3V-#Iq20C%R$xEI$t#fBrJ^D0KI1y_%Bx{(6&7k@9{MLQBxZK
zs43vzt0{JatEPZ|ucm;1ucjD(ZJ)M>#-3}r?K;r}Uo6QsF5bFy;~VesG``)CXMyho
z+Nz<(cOt!5d=hOnTwJxJu<=!G0bkV;%xenqo|ea|rrDlXZNZ*T{&AGWTQ#NekB^Rx
zf7BH4S1l<%#(zWlu=qwbM+^QNJ2w8C(BI-6e~$uxyQJ>nq9|(6vs|n<F8-=5jeoqy
z(-w>Oc)&kvN~dLv|JHPX|2CS)4*a)uZ2Y&Q-}rA&4F1{1@tesB<2Q@g_^GylU)Ge4
z)BeCxT>-zHG?5+n&2en}=F$&-JLkNnz;BntGiVXdT@$OEV}I<HSkIg+HgwHnXE(F%
zW1Yl_{O{*fvVixbv+0fZc$(h$@8>}8K0L0P<zrv^pm)ETqlMo69h=?*=(l_vNDRHQ
z9J2u*9HZaoJs#-KTP)t=X!_$lo~FM$iq~!W<2@eeKPLEeGN%7nI-vhJO=JiC$2&It
zC(v*DPb7w3EWtL8-%0cuzmtiL-zmi4_ZQmv)T>kJ#p0*YRs+A&YfNkW&L9TAGilLk
zKb{rvxBd5XEWYRRJmY^JvGG5j82m4woe%#D=>`9bXsdz$#Wkii{+AG2d@m(Ne6x*<
z@8z5@ejTy#yMh?}uB4q0zpLm4zpH7hf!{SXrZs-o5`*7$v}hII>jVD({O{+q{Sxo-
zw0y*G*DW9M+com>P{vEf?#GAeKt3MvdF10!$Ci)B=(qjyIB~ll<2@MT_ax_y-&4fK
z?`dN2dxo}}@q3m&@O!T2Xu<D!$Hwmk`oZtToUi@zQsO6Qv$%2iGCMpUmZL@6gPrkz
zmDu>dMr{0FCkFpFXsa3jH|Ycaw`z_S{NHwL{NJJ9;`=T!;#>8;^t?|$+I#Gv=L1?a
zly2$ykQVI~cJ{pch<Kr12zq)y;k@bnl-TrsMhv~5(^fORU(g4=U)CHg^nT^o^nOjh
z>HUTndh3#<_dEL0zGY|m`<@v2t5(PVn2w6aPl<n^MLd2^d^j!Q@k`>5X%}q2S>H#z
zK>K$^ZzV>9YwX_@{Z*c^uG45f--+^wvCrVREL*1@L@iCdoJgMKMDi;@I2qwmPP7iX
zML4jWEJ}==R9lP#<fPi-93XH@l!F#IS<*2sLd|HM`Yp!Z3lOX?!34{&Q{Xws-}UUC
zT8>WBvplisS%DaPtlEkkn4Xo0P0z~2rbpk6pl4P3tJxmY5PHm|Al4GvLkMzRVkxeH
zBvd@={K}U;Gn&33k2if2h)v%_V$(N?*z`>%u8U(hg}BIJIF%SAr_ojesdZ{h3w`S*
z)}^3ly3a$;dWm)E5`+9|U$*?k-vOJxc#o&)i}!e%zIczP>5KPxn!ZklHhrCzYWm`L
z7U)X~ooHIJHm3vnWHlLh%N%2C_G-jd#Lz3tF&pqUF^d1&80g<N@%pp~Lgl-zmmwM#
zj~P7P;xUuh;xUWZ;;{p<#bZZei^ptYi^opHh{qh-y8jT5xq+icJa$gJJ+1BEU5KG~
zX<D3*^5(&d_joMd^Ehw$-ksR==^1JI^qt7`?Zx9w-`>QgZy#dQw=XgD?MG|+D*pS^
z3w;&;QGN$<-uN9vZ2S%;HhzZ?8^1$|jo)F!#_w=q@H>Lm_#GKIdhk0c@d31m|IvwM
z5dUKm?@9|X$0nA+emgGlcC<*6>S+3SGn`Ok+LoVqkEiL6?;K5k{P%O3{&<h4>5un#
zn*R81)bz)DJkWodU*GOWeK&%B**XTez7w56AL3E%EDjJ4*>VD(ljE~#Gua%T%MS68
z<(Lil{22Xn@9`j>7w7ph7SBuQuy|fdZ1KE|*y4FPvBk3^ws>AaZ1KF381cM{wi@Dj
zb&Y8eziSd-L~Hl+wZw>5?T69l&-I)){x=XC{~L*o|4qck|7K$2e+#kk*JmK`zm5KC
z;9vLa?eu|v#dnn7ot!s*cM%)EyNQk8J;cWEUSi{SAF=VfpBVfepsfae57w9#{2oet
z2QA|JaAFz6_mRZc(PBStoA^;$?7xivxaYy+oNxN#J)Wj7-s5Td;ys?GFW%#6`r<vF
zrZ3*(fxhQ>9jiwb|L5s#@gK+UMa~<)mxztu%f!a-6=LJ}DzWi<joA3TP7Ho;&>Fut
z14j>jZzX<#7V)no-zIMRJKp1I_h-DvWBlLa@y7psV&ne-vGM<qxGn~M9}ye>kBPzm
z6I$b6@%@xui|^?3=yT2+zb}Z5-<QP3?<->C_cgKc`-a%~eM<~}-_aVs?*m5<em^As
zj27|zF|iEd`%~g~XtBS4PAr4{{Y&D<Xz@JyYhsxN+ION0(+}6!ccQ)h*y1?)ooKtU
zgW@yEHVxzQ`oIQSY@PZ|)T;yi-jDE**ZYwk^8Np>FTN9PKxec?Y1SY6J5f0612NFz
z^h_W5&eQltt!sSaZ_rzfea4FQjIW;M8;6_yvg|fu7i~G34HLjD&!O>Mff#(Nt;hlR
zu2c?M@Lf6a613|oZ5(y%#y;?3xGFLDqAa#%e6hWH@zwS-zS^F~SKHV4YI}q4u&v&{
zaKJZ#e(;^>^WZxv@hY_Iv}cOk7Vjx^fd5oYWM}-R(Pi<*QoVTNQoVSCN-y5p3Knk-
z;WUZ8FH{Nz7PSzGe^Hps^+8Jey7B@3tt?>P_^W)>$(U04v&Hf8rN>|2QH<OcoCoPG
zX{$+809;!9m#R5hI4#6IKHGBM_~=$JKHGEN_QMQf<1>@k;yH^Le0HF%h9vBm<E?2C
z&sA%V7W{T{Z1I{yzww((Z2Wd6Hh#Mh8^2wN!EZO(Y8J0~^nu^*HAf46dnBGsi%qs?
zVj1Lnuf(E?&B_|NclvY>=NP8baP<8g1RABcH6$YUQ23Crh1;zEf1vUas+iTZYNTz5
zKXL-Z7O4Yh5yM3tTMQSY-(t8pvBhu+V$1Q8#E79R$85k$$0%whVp?q(4iHn>assP1
z0xwISZseF$jYN!98^fi7z!+C->smS8$<F6F#B<O(^@w@hr;5Eczh*kcy4@u4+`_zK
zTjyh5u?1ERw3*|4#acICV8t3aP;Bdb<Uq02A?Pdzim~NDv9%m5#dDAY>M8BB>1(ai
z@c&?+WenoV&{$0|n9n}T7{p<w@$c=k-oC=cq`fYZ2_aM*ln70B%C!nuVC^g9F!xy}
zFLJ2;C4jEwF!o!^VeB>BSG{Mk>D4nCdi6}J^^ntEZ8N=kCR<Kd=Q(y?twC(TU6UAk
z+eb)X=+!eAL)}kSB!=+S1|J)?Jsr<v(>sX=ncm67&^v{;n(3WNAM{SEIa=toTenw7
zaEtfqh)RO#Mak&t)s*E|p=$Y!5(T}uWNWygK}l@_dn>A<o&^9io%TVCN2h0Ti%0xE
z+2YaZS&Vq-8C>_U#Y4|xTpWkA26Al)xGn#>l;vMkEFLOHmVa$!i-(@Y77sm(E&nsg
z!X6^Ch!Kw+XsaO}JLb4PqcB9X)Awr~7q*l69qMY*jP)QqWsR$&lHURt@7J~f$9rJN
z!Dw9#x>;Y5gC)vAiyZW7iseAH#d5GTj|T}0qkbS*mi}tsU(YVN+8&D9()dSBY5b$6
zfPb&1)CR_4swv>VN?nT<{8x2s{8yvD@gI9`sg~591z*(?U~Qkqw^MCtd^^>a#<v@C
zeej(?Tk9F$iS&Z+B-(1=JGsWR##glkd{s*@wL0e!?`gDX%doROui66A$)B^mnys4B
z`14~(?}k)pz~3mef`LOpRs12LH8@RT?_@0H@s7{=;9vKW76GoGHB@7uC-=*^_^Y-w
z{_!4|#a}~QG!N;tzL8TZK^`e?4g6J0%46bHQ`&wRsHT8#wsHJsa>Dq{A~t@iE#Q|m
zrQ@^*Pjv<ScG5(4;5Wyy@taFO`0bqYwLf-AteS^-?wVLN8vA3n#Cqmrv7u`oJG+^e
zCAMJgLEP?#_?+ML#^?N|H$LM-?>;=Qn&o3(`k;5enxlo@{T-X$1L(JW97v3O$a2gE
zd~l3@pZCC^KX0*k52)#n_rRL|?kHZj>5uoop#PZQ)5)0rW9fkY<1~>S^dIlo^q)Y#
z=|7PedaGU?L2Ud^A~t>}6C1x%h{5kKwDYM~r_u|4r_ojeztd|>Yy8e22EQ|D(P}@Q
z74Wyc2WI@w<$1>cJYwU2J~8-TKsz7)7t#y<7tvM&|BGu(Yy2-Ew)kF3jQD07m;cK-
zVf;E`<97uy_+3dmAAVQS3w~GARs+9lYD{bVt|bP)>uAv`zSjr*|M?zR+b{7RSj$KJ
z?W5%*{`P@<Je2X0vHS61I*^Y?d>;9D)UoB`G5T%4JWky1$M{{u_&v#a<M$M?@q3yW
z{GOq$X8fL|5B#31Ia=_0-m&p}fqw9NG3RT)yp;F}+AMAyzRV8KhkX8y<Nqq>jsI)J
z#{YF<@PC80n(=>=KJb65=4iqHZO6v{9r`W4?-C=vRqspB`}Cu|#}0Zvphc_a-G>2x
z+k0S^uTOZM>HU=0^nOMRy`R%oGreEX2fbg`94+*I<=FIoO~2{=h8TJ`r9~^f-v#{F
zeGhEA6o8tzAcyz>wote_nQi{(zvsnr`MaLwWKm8aC)F0?06D3)I0wkd66K&pPL_0x
zoGcKylYyS4ecnD$E<-=`R9lt<+he-dY>zF^dD~<9T@QP#+KL>Qo|TAA&&tH6XBA@T
zS(Ub$?XlJ9gC5zM2VNt`+H<(4)=az<Eowx?qt0JA=STGo={J27h)v%_V$(N?*z`>%
zHhoiwP2W^v=$l4c4f^z5s4(>Cvo7%3^g++`nxloD^%Ac|TVk+3wJ%%#I$X;0*NIBg
z*NJM=*GWp#*J;@Fb-K5kzWAM`>5Jc4a8cE=`V3+D+nju$PnKgg;G(bvG4xgwRp@P$
zF#}u@wKbu?wy-XRAXL8VdKsc|@tDC2wZ*%c#6<@DXAxUGb|AKR>_}|!m`!Z)*oheN
zm_uvvm>W2H=&$cY+tUO6wSRXZhTf%VaemdGfcf8Zs$gJ#9w!tO9ntMhWBT?WHhp^%
zo4&n>P2b+crf(l&)2Hu5(3jtdI!=52*`FBtD*mJV^lUVK2l060cQCQ>JA~Ny9ZGEc
z4kI>xhZBR}5wsTnBLhbden%xffEMvTI<XAme@x<CX(8s=#4^}#$0bH-)$el4B$h#b
zPH^1v6YqgF{qdcn>5uoon*MkXtm%*Uz?%N}Zq)S0dtlIinqS}U$J6PDe%U$(_{<!i
zL5p})JBtIvL$;j2=j8Zo+DtZw=dwe5WI1L7K0ikP+<Rb%=f!!xjK%X3IxL=-5?eek
zBer;6PHge)h%KI15L-O2Bt|^1qOFE_UR`5a#P6EK7tz}Nd@V8JRr_ICV&kvxM#ldJ
z&Kv(5iH-kF#K!+-V&i`cvGKo^82oRetp@%}=J<A6@UQre^1GAs#_uj-<99c)@w<oE
z_}xov{O%(*e)kiD-vhMO!0*8t(}LeaiSM9Ad>>9MgZMs@_&Qqb$9g_IN{s!N@$Yac
zkAL?#anl#?fi->c9$3>C?}0Ua@g7*y7w>^JeeoU`F8Um=WA&)wukS`J{^R()$g_-}
zz8e|8mpO0zULiJquM!)-*NBbZ>%`#q2CeaXGjR0a_g3N;Xc7N46TeN{_V>8w(Yu^C
z{_hbR|M!WF{|Cgz|3hNq{}HkA|Ckv3KcO}L72i+kwfN2>ZuejJIkEBkg4p<dNo@SS
zA~t?s6C1y8h>hR3#NhWGt?~OlaP;8!L*mb95#JvZ%OJi#C4Pq%`}^m_GT7h0Bz}w*
S9~%CeSZ0C$`aQ5Z^gjWfXp8dz
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/anderson.4.ldd b/resources/3rdparty/sylvan/models/anderson.4.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..42d5ad9c23abd8c519dac1a38e9e9df31096d01f
GIT binary patch
literal 4448
zcmcJRYlv1=6oyZhHcj3$5eXYqL_~%Vkq{9P2@w%d2`efQGf`2IE)q5lA~i`D5mOQo
zk^V#x5#5N4pokE<5dDaVppX!xhzO#H@;vW8>zwynh4rTmXYKb{Ywfi!XU}(LTvb(n
z)oone_qI`nSJnC&W8|2`eTn-Mk4-#2@x;WF6HiGzHSx5>)5S3hQC7@OX!NZ3y82<I
z*Vhj|b{#wSTzpqIIk9u%X#74V=Ap+wx_)Tn^W=H|OHRxY>xg;jW4?&x`aU*ta!*dI
z*EMU8T>QB<v46{n`ME*lGEele_K4;BQJZ-pC;C`d)Czy>1Aq9?xpu7mN;$E1YF=AE
z++s9+%pdGI#CT#%^yF{{;JhAcMqSn$WBw^G)_$d&8|xaqjh%X%;ZW-VV^%rSn3I@o
z%nIfh6Q66$_yJ?&d}Hzljj4Bwc%Cf0K&lw(<@GMIIPz9w>Mu5?-V*UbS?Vp7Du#Sc
zKN|VV1<S%!t&p14FuxgHBj3-L`YXGzZo?{LZo+C~@=JV;yxf4b7Dtx&I(eCEgVgP^
z%wOtl6jQH^zf+7U`ElyKr^!w7^|QWv7}PZCZ3<}m&Bo+!N$mC5&o+xwZ@V#ar+BL@
z`MacwfxRAjuf?hNfHCqR@g7<7_em84dp+L&ev4CY$QU^+engi1gHpx7UXS<jn8m3#
zVvIa2J|s*2lTw{2@9$|j7=NS-wO<l*RmTKJTi0=^xMjTIu0dseC*|b*mHT>1%z5Lh
zs?)OU&2J3rJ)=l5tnaKb=kdIFedFaD+}nCrR8=qZhN~A7zhumMUN&aFSB#PD!Q1N&
zwSLo>^}l6|eA}4$-Vwhl%l_Y$Du(fI7$e_L{DCp`J`}$v%lMC^ih*A<Mt+?5)5M<{
zQ~z`E`PTb|)Q*P#{(bQMGycnVWce@WtHfU$BlG^hwK(;@Gv<9=5Pu`fd44a|nY{l?
zT}bK&W9t8CO#Pq47iBrmpQSo;b0?*KP5hfN^?x^}{vYCBTJN7y!z~vP_dndTLNxtg
z;`n<Fcf7CQ;Sf##f7R!I<F2va^8G13coc`)G<`ped7mXdMqYkP`Yett@qT&vTODih
z8k_idc{%@yQcn=7+YO~_tm>PG^-QsP#HSiFU!Ua@pRV{cS>iWYKJ$A%@d3qW$P%Av
z`J9jE6Q85_Y+2%SEuZu9eB$#JpC?OvFy$Ysef57$@?sWP9NAB}TG)CQNtNGsg=FIX
zP3T;W8cCkTZKV=eVvJmB%=(uZBR!uAD->TY%l>Xl`FXxo7H9lw@k&|DniS99({+lk
zZL>B=#aCuBCELdP^6wp~8{3g3?XJXkC%)I1^Vnoeg*y`8m-v2T<TmkUS<Y*Fif=Wh
z{%-M3S<D`bBexin|6t;W#d}-tKB;r0)@@Sh%pNd}e6$@|0tXTg8*@GfjTteN_;K+e
oS@u7Y;`<XnmG~L)VOh+P6dz(zYtN?miNw!|kG9^EQlD6b%Wx=jv;Y7A
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/anderson.6.ldd b/resources/3rdparty/sylvan/models/anderson.6.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..985e88aae64b38d25517e8c875a0bc86a1f3227c
GIT binary patch
literal 7528
zcmeI0d#Dvv6vj_lW@axf5fL-9OWZ_EM8rx&EGx@I)Y3%6M9NBfn!U?P%}neqJ)|;I
zq=%J=nVCsMgh+@~h=heiNQ8(;gjn<Y_F3nCE;(WUw_(<--~QIDwI4HQ=H9NgTJ7(u
zb*;`vw|0gnRQ`#^xE&IAOx!7P=ftNcJ~MHb#Ahe&mbiQ39*KJ<?v=QA;y#J{CT<bO
zs8Cq}R*J@%8J|`i%=C=vV1{Q^2O6szE9}?M*S;PTD~OIyzh6UNX!M_49W?qln$`a=
zu~9R|731I>^9`+8J<k!b`AiHsqd$D+6n(@rt3k~1#>RNKqfe?1YQ;I`6k4--#8Z<a
zV&fd+jhxZ%bBaD<n$?Io9Zzh`iKmivpjMn?PN6lc7wbpeh>dg1DRM@?&nfzdX;vfV
zbUd*!C&qtDbx<qLF{jX))gzvo91$Dmn3LxWKgJoc^f#;VUt(iU%;nVT;8zZxbBrh0
zW6(I_nm98)o^`m{_{bgk*_*ib-{NCV#}nI9<vhA^$9ijZsQiA3`zIb?%<Kjlvx0++
z8R=kSo~R+lT<`giE;XHe!;Hx{Ts%~kxr~rk4EgeSuP`0=N@Mb0ZA|`a#3N<V$H*&&
z{CR!GnT|U?@kC?t-C#_;$>OoH@DzE)P%rP#G}CdXC!UdbrZM$zHm2Sz@l;vr-6pRX
z;(0ShBmNG-?C7f9C9mv9d51P6Jr#bxk$+B`tY7E3#+@qv0b}YH{UP=8q(5Rh<0<-M
z>g9=>C$AXl75zzd@Py4TQo|N~p}0e37s*>J%h=0!mWUZoslQZA{Zj9FG4)FR7sZ&8
zZ*-mgX(>;;uMhKIR*&RFzE_QLUpFRxd1BAUdcAEr`Q9<ceOLUZEb*)56$5)d*7rTr
z$@hUV?ppC0S>ivIR}Ad=*pKz5lW&7D?nd!CS>iXzD+cy_?BA9m$&zoYG45C5&9cOQ
zEw32Z^YMH2t?A_3W{kUC{EaN}-^nWm_I&s|O();?#<)L<cgPaIOI|Us=i`3-$#nAV
zF~<Exyjzy|z4D5IJzu+ue>0tY`;2ja7yl|t{2%h#%zU}~Wx4)9o22`hd%)Wv!NEq?
zpYk5AGk0KH<BeC=@31<#|I7T3h>5O`pVIoOD8D!D#N03JaW!i(eyg|`=F>q+Vcd?!
z>}Mx&nPshZQ3*6l4R2@I_4J>WxNG8b5_dCZueuvEo*u^Jr_bBDNk1>~`H3$u#%(bs
z?}f&Ur&Zij7Vc*{ZeQaHYZoUTXw3D4#QkNtKL?wR+sC-V+9ioEOFYb&{KLgVWZCZ#
zrsMWDuCO*L@l}aOC%(p*dSk>RWiew-$L(cYVQoU<>l05(d}HD%#?+rG9@prdChsFk
zRjs9*%=&(F{fx$y<*(eC#@uT+8<QsQ_wA;WZ?-Y}dxv<IEc#uhS9r{R-<S0Jjk*2-
zWAZ;FzDE{*#PkY}+3zQk{#4=x#?)JAO#VgU$7H#`7Mot-G5h^o(qBmYQsP&PslUva
z`mc(Y$YNeMy~1ODvEEAhio`1uuQI0oYGdlJ5if7_z9;VoN?VKH&*&N&PW>F;OVJ(g
zgW$M-ga6MTD^bqP)`$OjwKbmKxoxO-$J)lumG9G!joI&_uTwAY-}R=m|3%-RUf#zW
zP3L(i`X=@AEwI^i+@fz$FYnT=rdL?kzfv#n@2}<UMXK7l<y5zf&%ZbLe)!h%p>H#0
zydIDKo%HRp=sPT)SdT~lUiwa1v>z>=`FK43Zt1&Z(SNdd=I8O~zewLBi@w+5*-wv0
z|4sU@vgrFPp8fQA^gpEkE{ne3;@Mx1M?Wb2fGqkUi)X(*9{n%rf6AgCPVwb?@Q8XF
zK~)?LW>2dBw{WT2iSpW87P{m2qgM$syU%>wj*U!3=#;o~;?s>OdZsb!*Top!<EhY1
z`q{FqU-uNB>-999>wAfN$g-ZjP1pJu6W=#+OX3T~ePl7MrjswPPk+<NKOphI#Dm2B
zWXU%;>G|)6p-I0q@i6g_M(=QW@l|^sLuxeEx3xj#{u$Z0vIwIRUzK=t;%gIMXUzVO
zHKxMli6<n!KJlc)HyX2kQ^ezBncvi;Pd29hP2y>?+%GdsC*KXm#NU$mR`E<(%x$J~
z{X}D~zccaOiSHH9mgV|6ro-cn$@gI5hZ8@V_;K;vM(;d%@s;13lt;CnkD^*_LF39I
zJe~NN#Lp&PV$A)p)R>Hm6Tc*WUY7lQIq8cMzn1t7@iJNVcX`qmCSH+vW#U!hH)S!a
xlRiK3`-wkH{88dh#A{^P?{!JvQ}ucKH0hru{ygy)iN6%DZ}e`JH=WY;_75`k-7WwC
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/anderson.8.ldd b/resources/3rdparty/sylvan/models/anderson.8.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..8a96e89b3bcd9283a9ad94beafcde8ef927ccf1e
GIT binary patch
literal 9248
zcmeI0f6P~P7017b{D@EyAD$Qy5fKqFhr}2uF=i@CL_~yyh(tup7-P<gF~-b{F~-W&
zh%shhWQ;M#7&&8%F)K2&%w$C5?-(;?nPz6jw9o7PdCv9CVf*&@SO0Xkd+vFi_qpeM
zKKFj^eeU<^Y_(c%maVfK&)m*2>{0x4jd6P??whz@;{J)xPdp&;z{DMi^N0s0eMsV=
ziH9W~o_Iv!k%>no9-Vkh;<4g)bwyF%QFg8@8%M6l1!d<-Tv&Flz(r+e=IGp!xGR1h
zv7TKyah1{WiTgRkLL(k`jTn2oF}&UU=pEyW@o<c}ht{sI*NOamB!{{Y51;u(jGT6T
z$a_2aF)p5rUS+3e9Akc=wd>0{^k$FzIL6qcZp3|l5hJHvpO{~F^J9KI>3zyh&p5{X
zLTlHTb7FpxAIF$q)Qz~$FJk1h>l5?qZhp*<d(M35=|`T2(AxFooS0wa$1&y?btCTc
zix@fW`o#RYn;-MzP5jQX(=(3rVt%2u>&rPYzsQec%rELj+~*fDa@zHY`E@rx=0~sd
z%08&<_#9(g!JZRyiF4u@*92}iPU=Sw?nRvc-_D8obvJ)pseR_glj~c~81G{7CnTPj
zc#<)z;ZkF+?qp*|KgF1*Y^pKmdp)EpOsC#e#?-r7e7P)duj%rtp<W*EOw(~^8B>3@
zG4<z&XUKBx=E|#v`uY0IHyw9D;)TZaTVzbX#o~Fg=u6~PL%)1~mYI%wW8&qBR~S=&
zr7`_)5-*j7Z<bdL{quTRWjgNa#A_0-O?-<n<GIzC{<n$0Dog)$@~R<!pfULy#Os^r
zMtRe^xTA^Vkk37hjrz9-lq2iu4rAT`cNueT)i){1+iA1ujIZij6y>e7)pYt-{cc5h
zdu)?e4dbc$Jqqxq*iog%R{dTvf8BP<+a=5R>v(sI8E+lmePYH}$FoPwc(%#gD@*^{
zZ=V=b>tEN!lbbjWZzX!f#`St2pd6{U-x&9RG5H4*dp)l2gQipOXU4dP#fN0ce@I?6
zu-D^$JYqWaeq)ULTk*rP<o`}yHL%y?{v9=)ddG}$kBg7UlK+IfYGAL&{eGrOvebLd
z825zuDOvJQ%Bu$UdaRFArc>_)W8A-rpO+>7Z}O^vy<YFaub57~SB-IB6Td7={_FCp
zfxRB<^$pXhr$uA2a}+$S2>IuVYl7HvsomFf+<wNS_80e-CI5WWVIQB~H>Tru7#D1H
ziU-J&KiG8G>+!q|H63@DalzJb@eo<^M<jg*Nv)BJVn&&c%Np=)jP%h>)>wJp>q=oo
zzqRo^*ZVO}Sv;ThdX5+KJPnjLL6)=Yd?t!n&-HyeNz7Qd=jAIw%z7Fpu7>$dmQopa
ziZSO-6>qNzXZ>}rzb?8&9j>(V2~10TP2x`^{$%2r#@x$U#*A;aG5uJRzFnL2&n3Pt
z@%4#sFveYEOrOQZjBkl}jx1wYYC7&h<ASX(Cthw$y%pkRvhYgNaTgdDY<(s1*AlNX
zrrv7tO|m>MYfQ(TZ(OkT^~B#u{LRGcjOn*tyjGU=x50GWdBz1>-%k9U#CInCZsJYG
z^xrJrD2v%*I__NKg01f--k$geiGP^*M~QbDGoD@Itxa^dyx-HhZ2q*?h_64+-_x8~
z|8un0nCD}kF%|Oq`-$n)+i%QzI3T`Xmi2tl^nz!tzn>=k=f>1OY)t)!#D`?jA2z+<
zS?ll7q(7GUabxNoF{a;9@guVEG1Cj4wf>$=`qPP@P5dWg`kyeS-%0UtS=RsarWZVG
z{rx5BFD8B|@!u2w!<g~BYRq_E6Q7dByl#5I)+HF*-b{KACShC8#Jv*tF=jk{jTuir
z@#&^Ze{r9NYpd<n5qDbR_+E~1{Jjm1=PUUC_2Wv^<NxaV@W1r8Hr`+L_g0O;18lwU
zy)@96_fyq76y^J=({$Eb)dwre_tX&6S$|a@swm%A!%WAm`fx@0-Wp*#i?r$^73KSD
zl<5V#^wEm)JvK&OXV?1v04dF;@4trX@4bty9{M<A=HuU==o6%mmqnjw`OMGr(Jz%g
zNfv#w<uhN;N1rNviY)r&mQSwdqhBTc3R$$PEuZV*`S>%WPnSiXY5A-N&qtpveU>cx
z9Lr~Ycs}|(>2qb#=UcwsPbC%``a<aoWYHH{KI_Npqc4%ZSQdS$<>Puj`i;_;$zqnv
zD^A&P$7rRjP!xBi=`i=C{8y=o-YoC3uJt9cn0P;aFaphSSjt@0RH`Yf6R%0UHt{XS
zl)lxN>wlXuy64kzz4UdmT>lLzKll5V>70MNc%v-$;||m5m&d=!bk5(Lc#HThS?<?X
z)2WxQ&o<MkcTeISiSHHPEsNP{I`#AY*ljxX?@PQV@!rJy#Jgmve}B^R@8A7NKaluf
z;zQyGn&^Y_;#bochTLr2AOGTIJcpYzYuYap|0?mX6F-{xvBZxXvmTEa)A1LH|B(2P
ziJwgTbmC`?ncs8bqq3~;6G?x@nDP8sd{UO{b;@+=J!MS(i-}(nzaY!{ec5!*f5Mpa
z|C#t-iT^ErMHX|~bm|>9rd|)4+SW61uf%=CZ>S3O`kD?OOZCq)oi-OFzA*7ci3f@M
zHPKFa_4i_{^&v{0u?=Dnw!OPKvj*Rj_`QkWm-zjOM;fy}M;X&$MB)#NN6WIF#wLAu
z;!6^LM0~L<>uW;Nhb8`K;>!|$OgvE*GbQOm6MsDMm5HY%zD7J%mZdN~=|d8KD)FZi
te<tx~6JINyA<M0wm-LRb9<ERN4T(RW_zQ`@nD|TL`Au}0ydPWF{{Tni4V3@@
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/at.5.8-rgs.bdd b/resources/3rdparty/sylvan/models/at.5.8-rgs.bdd
deleted file mode 100755
index 8a0c1950069e5977d02e225f5bfb06cd7902c26a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 50448
zcmZwQ1-Mm3+Xmo~?ot8CBcLJ{A}SzpK)SoTyFpOUO?P*L3J6F_NOuX6(js;%pWXUD
z&)PG*4_yCT-(l80v-UY>=6%=9+KY`}2IpKVd}YGd4SY$7MaLi9YKh&&!}rZeczD&E
zl!uqi$#{6toScX6nN#raoH->A&%}Qp9K}d?%DL3hf&b&Ab7|D?IG0v^%(-;xBhIB)
zA95~(`has8)%)UeajR*MbD3`e2fLihqTb=$-RifUyGOm%xqH={oy)4;<XkrO219lp
zt~1}q!#B-2c(~e}lZS7ZbMbJ6IX4eqH|OEutLD5sT<Tl`>rfUucYio$z0kRQ>iN#)
zSI>2>fO@ub52$B4_n>;Za}TMfI#*CV*|~?+6P+uh9`D>E>aor}svhm!W9pI4J+2<^
z+!N}Up)e0$Hb2S3A?6}He9`<A4+oix@^GN}X&&}BKf}Ym=4W}>+gyx?J<Y{=*xg)$
zhh5Fj@vyVGBo8~9OYyM1xik;kn#=I8wK<W8EzM<l*xX!>hfU4T^RThGJP#Y1EAX(s
zxgrnink(_Jwz)D7YnrR@u)4V_52HWgZPi#sFN!-lHTofO*I*U>QgKJ$IvPaWwOA$I
z_A5AtNvad?j{k{Cm0#I81fibxBWN;2=Mdxu+K;4=DRB--)JXfIq>DF1Qz^;Xgw2xN
z(bN~R7dPW!L30$U2hA;bSil^GHlMi_4-;-n0q62K*Tzn9F4t`-<6I8s+G&6G+fpoA
z>^f-wJ-4M~w3v3%{!E4_l{1*T@GzY@O8qqEZahq7?#{y$<{msuX70(uB<5cJ@GfhL
z_PajntG8XU(SFxY`!C*hiAVe00PR0_+maCNcQ0uFsoRzi=T15|So`0(ZOL)&m~$^_
z|B>64DCZ72H&pu%+_t1Sx6ip(w0}?7czxq8=Z0zj4(Eoe-*#?<daH9I)tj9grQYP+
zX!Qo?#;DghH&*?obK}&jog1%y!?_9S70yjmzwX>5^{dWJRxfpKih8kgQ`HNdo2H)c
z+;sI^=Vqv9J2z7e%u?gUIK>Kn*c?;z%i&vE!C>Z@qQT==u!6~2V2UOezp@nsW05He
z9)@To=G+oflpIUdL!4Wte(|<jhA3HI)Bb_C-C{%+!*cEKd)qBZwBN1Neq59Ysg>@|
ztujUX9a6wbXXn<KqQwO%W2L=wYfaJOg%q>W+PU?nXum^BT50awMpLxkA%(3pcJ3`x
zw74VXt<-mJiz(VXaEVx{?c6p~wBO;9vQpi-?WSnI!zE~?vU594&Q*+VQLUxCbGuE>
zm2(c4xRpfb_L`#oZlAiObNkgLoWl}grI>REP0@aLNL|#q!|Ec=9Z?r{?x_0lXi2k{
zN1Z!vif;a}1X?NR+zC^3b9qu-z`1wT`J%TJ){@}dX;ZY{ol)m<?yNe8zGXp2cIVD(
ze^z~qgN}QgyP*A9^equOGC6li`!ncUD0HNA?uz!O(YIXaNafr$?N6a^(a@31x$D}W
z#JLaDIPUF@A03q&zQ)wKX}4{LE*5pwDwolp68n$`HO(K<HOwE=)y<#K)y$vLRn4E#
zRm`8$mCaw!mCRq#70qAK70h4L<;~yF&zrxc%bCBU%bLHZ6U{eiB+UO<hpqBd9Q^YK
z{(*#x&I|oGKa`(%fb*mCaQHKg^M7HD@+1F{1pbvqf=B1^m_-u$cUsO5um6+nD1Yz|
zy#6oND8KO!xq$wr<pTSMKE^-d<zH5Ef&NG91<d@A3;Ztn5KoGiB(y9LNoiR?lF|E}
zi{>T%l4yQXussxvH>DcmO{K>8QmZk(G-`}5ts3J?r^fiwt1-R|YK$+V8sp2P#`rR;
zF}^J7{dh*;ot*W)Ffc3+G#21{eSg#=3v^btV*!uO3onxeJ3ISvesmrV@AK#9@ZT>R
z>s{f6&gG=BVMOPJX4xQe-*J9;eO~|l^7z*$c;{j*8`Ax>Y*_hd+0gRSvf&k=WkY;`
zmJRbkdNaO!d5D$`w;;VK^x|0ojSV}Rm(Yy)d4%nuV7!m2F+Y!~F+Y#1F}^3%7++yE
z#`mNe<13=Z_?}W@d_~n5-_vT0?-@15_pBP@E9PB@^@cDo=Ze!)@U~RXpKSflv3-(1
zFEr!)P)e~M=SSz^u(UtFjQ@TmSx*dSV`-!(`13+DzJDm??l?cZzP$f_&->R`@Gi@G
ze0VjMc6yw-5<S*jnI2=VLXS3ArAL{o(Id^(=@I4{^l)=cdYE(3yo6@VPi?k`g7MZ-
zV}9zYF+cUx7+-xg#@9fN@ikOqe2vr?Ut=}K*F=r+HC1DL&D0oQbM-LiT6ouD9SZ})
z?J!-&xmLbE>M3pgt=V46pBI{Oekg6(kMpDRaM;eD-`;<}HmpmAvz_ZeKj+U2&G`PI
zbh_jG@cJ(P`*rrO@9N!=b&2q5=ep6w&E4r@<{tF3=AQI3=3eyE=H7Hsb07LCb6>iM
zxgY%`-iELa1@kjNjqwgtV}4#xV}1syF}}fSjPFG?#`lsM;~S#J_=c)6zL(V)-z#d2
zFQ&%$hN&^W;okjO7Y+l(rAFt)C8+1;vHnqP&+X3(%{V`lG3=M~e`W{n561cL_aiO$
zL*v<w`-4y>&~pDXk(T?PNwnPmOs3`jX9|t`gHWc@a{n`p#{EGk(`mW?nL*3_&rEv1
z-5<=N_u<Qz+4NpKBVZlM9_QwINBj70JR|VV##;9K`84*k==+4%<NJlOkp1|6i~Q@O
zc6`537T@vxqMs}MOMU+`|N14Y@$+8wUcg%J4_>3?{@`_5?hlsJa(}RbmivR1wA>%O
zL1X_6Wfd*=2dio9pP{UwW&eDWmi==rjs0*P>rk-XulEl7;Rf%ppM_I5vK{Mv^nF63
z?5}UJAK!1Ye|>a{?3Y{EF8gcrbESWq?|<9Bek*JIyzSnbSj+yogO>esCoTKuE?V}_
z-L&kVduZ7|_tLU|?xSV@+)vB?d4L{f`^!N(hA&?Z(PeN6u@0p)E-~-0UmW!g>wP%&
z7~8QPM&Bni;`@d24*T)_PWabH?WIC5mI}7Z{uBLN=|AQBPy5%u%NjrLjQ4TYvcH_A
zWq&zG%l>knmi^^DTK1O<wCpbzY1v;c(Xzi>re%M*Ld*Jlm6rAQ8l4x<2v~=b2hRw+
z$Fk0iX9V7(S?3BT;_ry*oOtHo`=cIwzfeA6JHFq?+K=xS$|r1>?-%`C>Hp04f9_xZ
zDQo<^FT6iwog;iV=f0%xGk-;AH-AlMGk-&8HGfOrYyOVD$NW8gxA`WW#r!`yGcF<4
zp<w(!sxiKw)ENKIYK-p}HOBX=8sqy-jq&}i#`ykFV|;(AF}}al7~kJ&jPD;c#`mup
z<NMG12iBRwKv5^bS4Q()bOv)0I=wk5oz9$$PHRq1r!l9XQ=3!Lsm!V9l;+fQ3UeAd
zxj8MJ%$$x+YEDn{%a;s1mbu6%edvirr=3O$X!|Loh#L1NcdK!Ka*rDKC-<sxf09*=
z`;%;H+@EAu<NoA6HSSMxsBwRiQ+)`Rpc?llxzz`739I*G$x!ceE<wE)pAk^+!Dj^2
zyYU$T^)CE1q<SYlBcR6p!h>quFFd5i{X#)C?iU_b<9?x#8uts2sBypWs2cYRkEwCL
z@VFZH3s0zVzff3>{ryQb_V*%c?B7qRvA-8pWB-0yjs5!>HTLgk)!4s_sj+_-S7ZM!
zp~n9GoO&d-JT><3QtIK@GS$PdMXQnZiE8Y(W!0teNL5`5k6hIy@kmzv93I)Kv7c5{
zV?V8=#(r8^js3KW8vAKgHTKhLYV4=g)!0vKsIi~cRAWD_rN(|*TaEp%jvDKKT{YJK
zdTOly_0?Ga8>q4VH&kQ&Z=}Zh-&l?Hzlj>_e^WKq|7L2e|IO7{|68cB{<l<P{cokl
z`rlfO^}mf8>wjA{*8g^DtpDxRSpPeyvHo{dWBu=>#`@n`jrG5a8tZ>oHP-)bYOMd=
z)mZ;~sBzp=jrG5m8jF4=@7}(y9c=`6Joj(q8&UP)c`eL+>1O7BbQ5!bx{-MR-M~DM
zu4jIMu45iVKVcqBKaS@DtV4M$9N_r?+aEO#p&v01r3;x~rXM!HLKig0=!eY1=m*Wi
z=?Bas=mO@Ebbj+FI-hwoeZP4Ooq)GCtV6+dIZlo1aJ(AV-2^qRvx#b4SCiDZjwY*d
z-AqyAI`JhI)rkKz?Qe<C4ych2Gt|xT*#R~3W0txp-p8wvFLTt5@mxTS{F$e2=-hlY
z@@av(K0e;3Mt&_)*L7~O8u_+Fjf-HZ8u_<Ojr@C6jr@B}jr@CEjr?1#M*gi(BmY*a
zk$-Qfk$<by$iLNU<lh=K^6yPG@^7s=AD#=Sk$>ye33!yCM*eM7V_(>$Mn1l!#=fvw
zjr`oA#=fvsjeOmv#=h{j8u`0jjeTK<8u`3ajeTL48u`6jjeTK{8u`9gjeTLN_dZ|u
z@)v}!VmEnUjj{bauZQo&{qzC4oB1H!#e9hFWIjxHFdw1YnUB(K%*SZt<#E>G{vCPw
zPTWzWeqi(j+htumNz1zUE{(iArLRX`o>t4cc!uq=E}o@jT|7t2x_F+Jb@4q~*2N2S
zK79Fdk(PDw5}n{XQC+5ymsePaf;<f6D%+8Fp<JVpXQ8}LBd<caP9u*(`G7{=L~#!D
zYw>m;vftwEKB6t&?qk~G?LMI`-tJS{;_W`8E#B^P8u9*ubts5;C||N2@ebuHTK2)O
zX^HnYw8Z;c8u9*)bts7U_iBmvO}0zC|3^!_f1oAaKhhHKpJ<8q&vZU~`SJ@b@&1)g
z!1Dsup&;JBs}b)%)QI<=YQ+05HRAoZ8u9)|jd=g-eS`I#`yk_=H2gBCd*Us%8u^e!
z-5sZ^ksry_UGbJ)jeJR=?u<tQYUEEUbw@l>P$QqxsN3U_gt{FbS*Y9Mk%k)imO<Sb
zk3`hSzf5Z6UuHG(FN+%acefh(caIwRcdr`xmsO4Y%ce&DWmhBr?o%WGa;TAiIo0{`
zyg;1~&kNMZzdY&$EHP^2UxFI@;QeakV?H(Z!Tf6EX8|?#!3WgH*9X<u2Om-+e+#Oy
z4?e6$J{MABAACfO{C-r8eef|g^8Il&_QC)B_3(smN6JU#X1t0;)si^)XJMYV$owR|
zz+8l$XMT#FV=hY1GCxhvFh4_2Ge1isFN?7bMb^dQY)4*}(0=6Qb81-^OR^n#8A>S{
zc^OJ+TGqufw5*GXw5*F|X;~M`(XuW+Pv^&%FXd_EWhfPBSr;qP385Fy6KLdRW!9m{
zK3IkAvJY0JWgo0Y%RX40mVK}Wjl7BCio>WNzO~pM3gTN^jri74BffRjh;KbL;#*%W
z@om6%#J8dLOMDx#9r10f{j%>hVY|e)DJ}7BMkBt>_4N|p7HpUJwxlJ#t!RmFYg*#l
zhR%;KU)s_V-*&Xbw>_PJTLadiAif>dh;Jt~;@eq`_;yhvzFpObZ#OmK+uge+>pS;7
zT;DzQ{KdHSRU;pIs~6%qfg1VIS3Tdkern`PfAw5^jzEq48K|C(&k?ARPlMDm@i_uD
z^6N$QbUY_eBj1Lor{Z%2YUJO`YUJN5YUE!`jr<#?M*a;~BmYLIk$)rA$iGo)<lksD
z@^6e9`8QUL{2QmvkLLwy<lh7}@^7L#0nZE6$iK;I?0Zwx$j7N_?0eJH$j|9&?0YlR
z$k&-_?0d7+$luv&?0a+6$mh9g?0fUn$nW`T?0XB;$oGY6?0Y@D7x_9dT#NBK{{9bn
zu{hozi<*%aOZ597FG5+$cI3q}?MGg`s+M)>HMYyX^Exf-(sEkXr4_WSODkzvm)@Xd
zU0Oxw$CodwX<3)n(6TPQNhjdTm$fwVB9wJB@?t&fP>>g)Y+yU`B9x6Z@*<Q?H1Z;p
zw`k-=D4S{IMJQWn<V7f3Y2-yH+i2uPC~woqi%_=H$cs>R(8!BWcG9*Ex?ME#!k1W7
zBmR5X9tz^WSB?1ZQzQQS)rkKAHR69zjrbo@BmRfgi2o5a;(t_)_#aav{>Rn%@w`Bd
z_@7WC{wLK5_=u7k@js<T{7<V9|1)aD|EwDEKc`0g&#Mvt_tc301vTP-QH}UtQX~GC
z)rkKUHR69&jrd<vBmVEJ5&zxZ*L_{X$G%UJkOZh(+VKZGuZ8&r-Q4^k-OT(E-PHUs
z-NgI}-Prso-N^hI-O&6w-N5_>UElmAUC;a#UDy0IUB~<lUEBOEjq4zk?`XL{`<|9{
z@Fp$yXaA#d9sIyL6kG>Cs%0JgiS4ou{!Gg{_zNxT;IFi-gTK+T4*pK($CodE(6SEx
zNy|F;7oC7FU;d_X9sI*O6kGS=`$VhI;bQ;sJj;)mO9mr9eE!_(Pr~-_+zI_jz3*ae
z`4dY<TmHmCe+qp)`crx*XKncvOGR6L#ZuFjU$Hc_<yR~%ZTS^TM_Ycy($kh-u?)23
zS1coK`4!7VTYkkd)5xzZti$*vzwTzc<kvm4<k!74@+)in^#BU;E1O#O+3akW{JM{p
z{K`Q~e&wVkzjD!%U%BZ5`0^zWoj(YvLQ8%n(2`&G(+N0*bttmW=4U(dtAOwSm-&Qs
zG?WL}F8k(#wCs})(XuZVq-7s`n8vzSh&4)h{@pds+usK+#?<=rqV7eQdi6qtM!f)`
zQ_siJp`M5Lnd-UtJc4=-K98WDjn5;fXW{b*>Y4aFf_er%kD#88&m*X(;W>hODn5^(
zmOL!McI4r6+K)Uesg`xF6x)%9zQossC4nwhhW(gNUt)<g=Cg2oUAfg?F8=*v(Rt{9
z-n%So%(pMG@-*f<IP_Q4*Q39ZcLmmnM>xMSjd%oCp%IVZsx;yeT#ZINf~(VrM{o@q
z@d&O-BObxEXv8D9Hf`~U)u9m&Ut)D>i$|;;ZR<j;K8<)ZU>(*GiAO`WBOZ<7{jM}?
zSr;19vMxk<j`<FyDf?}{T{GI|+cl?cK3xmi=F_#LZ9ZKq+UC=>rfoi58`|d6wWV!7
zT|3(5)3v8<K3xYI^BGD<8uQtSbtpEUt~1*)pIx*c^VwA`^VyB<mfx;Bjrr`M=VLy5
zdN*M$>ufJt*4f^)th0S+S!esw1@PrdKU&t={<N&K187-i2hs`n^5q2@>+B%bq2vw+
zc%H!aoaPs4S!Z9OWt|;D%Q`!h#yT6#6Aq(-`Fe%zp-BG4*e>}O<*D=!_x&UM>xZ$H
z`5Z~he2$`JK1b6spJV6(`0`~eE%P~!miZh{%Y06t6Yv~?btst6NovgJWHsh<iW>7d
zRgL+arpA0uS7SbBc)!dV`_@eF@V;HPPX1Q$zo+dPenA(T#q)cZXVcxybLej7xpY_a
zJi3c{KHb^8fbL{oNOv?ZqC1!u)9uYm=yv9%bX)T>x{di&x-~wJz#8L?{={|tdfX9Z
zopj6Dj_Z1b_RDp>lI_UTH?$vlxJoT~x|;2hhihob!#8Qk!?m>J;X1kizI<6vOCD~Z
zB@Z{!l82k<1biNWHA>#3@w!aB3V+7$vs(nZ*k+#J%)EteV%|zOGH;_BnBS)BnYYt*
z%sc2>=ACp+d`^LNh*OQ|IQnBZ+pC-R(ACU)>8j>^bQSY{y0ZBIUCDfqu4q0)S1=!@
z%bSnT&zq0Z<;=(EvgYG-BAzd>4h2Ctp)Q5z3+m_ad_i3t&ll9s;`xI5X*^$0KZWND
z>L>5`91rIIy!K=M-&14$FQ_s97uA^mOKQyjWi{siiW>8ORgL+-rpElgug3geSC_}X
zUr=NIZ>TZ<AF46`AE^`Z?-$gV|4-DVo%>XcczmWV>D=dP#ODij3H-YSHRAP^x|nlc
zs}a9%)XzBgts3$CPF)nAM^GcaH`PV(-!D)j-an`d<N1>JkG{4`FiOf;^f?+d{uJ+z
zMXkt-pY{95b@>b1<+}Wpmh1928hP=%z8-n;hgz=7KiMwV<zKX1mw(f8UH(It$Coev
z(sEt?N6U2?{hI-~F7HZ?{zQEFl7vQHBxM~6@*tFCY)9NfNlqiqp`@S@*HBW@h+`<J
zXvFQd&#_1l(y$-%9ZFhS<~toN^PQfS`OZLNzB9581@oOrE%Tk3?K0n4XqoT3=?dW+
z;gK;d^L;NZ^PQEJ`OZemd}pT<ajVEW6wG%HHRd~~8uOh?jrq>4#(d{dW4`mMG2aQ^
zsafN?$e1+zaMYOpe0o0SKffCDUqFrde?X1-e^8D2e@Kn_FQ~@+Kdi?57gA&XA5mAp
za|AW!|1mY@|8X_u{|Pnbzpy$HQ=rED7g1v!d`gXY6jfs#d|Hk8Jfp@s_^cZ7DyGId
zSX_<xl~7|Hd`^vcmQ-UMETu+#ORKRCmQf?#iE6Ba_j{N1bwf!99LAq7EV|VgE64K|
zn4hQTnak62%oXTa=8E(Tb0vD3xiXDBtin3n|HwK}mF>vGYVrQ)B(4M1)v^xMU_0_K
zl$td1FqB%ftOK=aSqJLSvJTXxE8xqQdbF$q^=VlL8ql&1G^Ax6XhbLC%a_J9@~{c(
zP-NY0%63_Io6)lFHm7CXZ9&Vr+mc3}gwlZ5KjynN+e4B0Zo_uWcU$e3b+;YcWxm_f
zGT$9&%y&n9z07wfw#$5Xre(gn&=v6IOIKRvyBjU@-JO>C?m^3Z_oNf?IR)0CV7_~+
zG2eaEnD4%7%y&OE=DWWd^F2U~`5x%qiZ!mop`7<nF#m(}e9Zq~HRk_CHRk^%HRgYa
z8uLF?jro6Bjro5?jrotMG5^EV74SI)HRgYW8uLF=jrkv?#{7>~C*pGoYRvywHP+p6
zYQ$r_8td)^HR3Z-jdgdD8u6N}#=1L2jrdJfW8IymMm(phvF^@LBfc}$Sa)Zs5%1Y*
zth+CG&+#>;L`(cRF!Ew<ygwFoA}{9Y_d#BSGN0|piv`+`yjZA~>v9p>WgT2h%XPVg
zmg{mUE!X8Tx&pp@d6kyy@-<qn%hzeSE|=4CU9O-L@#V`(8hH`Q8#MA_73)xBU0ls}
z<V7fJXjv!Uq>&e)tfgh$Tt_1>LRnACI=X>IUWBrdmUVR#jl2luEn3#u%{1~Nlr1#!
zB9yH(^1_!`R3rXxvpp2Vf4ds--=RkQcd8NpU24RCw;J)^qelGqsuBNvYQ%rPx&l6@
zpho-;suBM~YQ+Dr8u34(PQ>RF)QJBvHR69<jrhN#M*L5x5&x5F#Q$A2;(tnw_@7oI
z{%6#P|5-KSe@>0~pI0OP@2L_03u?swq8jnv=6%W6b$#rMCksh{8hH`QWuAw;xT4<&
zd2v-O`}H-pBQKu!->)g_h2gv5IRpC_;L`W~AJFry{{}tJ{2@Kp{1H9J{4qV-{0TkF
z{3$)t{24vN{5d_{`~^MD{yy$YdaCt*Ma%qrO=EsS`G&^)e9Jl%nV;|2j`{iC_rK3t
z*3Fx=t(&omoF~keFR>rkZ}S!Vk+%7Y{Y2Y*#eSx3zGA=7Heaz{X`8RuZ?w%<?04Gc
zEA|I%^A-D(#(en_`-{eW{mnYuU(0;`!*<Nqzw!R)B+l1=YMHO-zeRxg3gxa8IKq4-
zVI2zQE2;PY_<dxbNyc{BXOhzu!wd269_R|@lyrG>Dq8lL)U@m~X=vGJ($b0e@+BRO
zbtXOQP-I`pz;@Y3GSaedWTIuC$V|(=kcH+xz&aGn*F9><uY1{U`4!JY>Cfi-v-{U)
zWi9i0A1(8lgRY1#UvknipSft6&)l@kXC7MSGcPUknLsDveI)BpFrWF<n9uxb%x3{L
z=JNqH=JP={=JO#n=Ch#p-K?>WKI|Rtr(_8Htzs#7oi^iPRAPmAep4^>KSDP#KT0<?
zKSnn)KTbC^KS4Jz7pCi*pQP)Vi_l?l$IpL?u4Da0>DuO}X}eBi&(OB6#h#^co%#|h
zM%#57D^4TtO0W*sJ@V?gxT8kRyOL~|yedUYUX`XR#$U!i%g~ZniL~TZSz3Zpj+VT7
zo|e2SPbcEbmkKoUsv_%9kXK0=SCl(HKUbOOA>Ju{e-+x|?W)oiZ&!`Bc)RMf#oN`O
zE#9ssZSi)sXp6V2O<TNO9opjU>e3c(SC2-#>$48U;_Vu+-Qw*U(iU&mh(^2{>+2Ek
zCTdwnnzCKinP#-ayE!fKZb4VXmoF`8iFYen;@z5-c(<V?-fd}#cRM-}f5pi<6vR7}
z4s1ufJNo`gtYuy9M9aF|nU;0A3oYw%SDNdxFWqRYBi&h}gufTa6zA=KZ;H6|@aIL{
z5|^HAM_hVozg>r}H`@`HKH87C^i@k-`mtT&(w~;N44^CG%a?()#N`EA;xdSqxD2Kx
zE-%s&mzU^7JYQgq@?`RO9hRn>amJ!*3Z6Uo^CC~ea|iVVJa<r!<H8*O2GO5m@Z3Q?
z3eO$XBk<foJ<MJ^lI^dUN6|0ixr3fR)cVJ;eTaE1{gQbc{i1n1J=i>f9%P<KzhIt3
z4>V7v2bibO{moP9e&%U(U-NXjk9h{&+dPwQg<D0|p|l7GxTR#f?SF0#E$iQ0TGqRH
zw5)IQX<5$}(6)ZXAUssTN7L9I%4B?WO^tk5qMqp7QZ@2pnR-0_9fTVB@|t=qKEI$w
z{w!CI#^)E*$fuR+k@)<A8u_(KJskf%1vT<*jXH+^o`M?rw^oh(Tc<|;tyd%eHmH$*
z8`a3aO={%dTWaLrW;OC}iyHa2RgL`Hrbhm~tw#QBS0n#+sF8m=)yThHYUJN;bxS;7
zP$M7rs+&8vPmTQCuf~3TK#hDosK$PMNR9kGtj2zQM2&nts>XhOOpW|LuEu`-jvD!X
zLXAamq4!B&|G(?vUOacu*X_o02lY-ocTjJ~a|iV{Ja<rU!E*=oTX^oE-WV=GJbz&O
zdh-Q(9iBVr`D?BJ65HQ2U#8cXuh6T_SLs#eYxEoD_vw}9>+}lq2lR6D4f=KShxBXa
zkLXv;AJfaspU_M3`32UYATK{t%eweE+htw+f|hmhOIp^&uV`5pzounf{D!`BT}1r9
zV|yrj@O(jye7LFJh0iajksm*(ci{d+jePk@{Wd<Qpho`uqTY)C{-PTB^qYD!KBu5Y
ze*K}|g#Vs`8u|8@dIO#>sF8pFsF8pFs*!*HshNK%!(^dG{@tZU{v}Z(|B|Yaf63G<
z@!wNWufW@JHS#Z|8u^z>jr>ckM*gKyBmdH>m*T&tpho_sS7TkwphiAsRAXJtq(**b
zR%2bvqDH>nt;V`|j~e-VuNv!ORyFcDn;Pq4b~W<*J~h_G9BSlyPBj+6Z+$#-`S!3b
z`l!bLe&fci7{_w+ybtjCh4}fgsOS2vewUZ+@0%0oYv%jutLA+46?1<2vbg|#$@~C)
z(flBN!Tb>Yp1B}>-uy6q&RmE-Ykq`2gU>Ip4&^jHzo32>pI=a)z~>j#$MIJL>Z7<H
zS0Bb-F{lsXEslDB_`&$A3brFJLwTA;9zLVz%ewe1+htuWM$5WboR)R51TE|0bM&3-
zBH~|)?V%w4rPYXk88zacs7CzDsuBNkYQ+C}HR4}hjrdnkBmNcDh<_zD;$K;f_*YRQ
z{#Dh8e>FAYUtNv(*HE9rTYNS0p_ck29ucUKA9d94;1Pow`BG1P49^$TM-ejh5j^5h
zBcB?n58?TO8u`^keE^SG)X2AH>V5bpYHH+P3pLiomTKf<D>c@|)@tNu8#UI&wrb>S
zJ2lqD_G;vB2Q}8kj%ws{CpFf^&T8a$7d6(!u4?3aH#HW)lHT2YofvXIUdPwPDR{mR
z?~g^zlkB9PY@cB6MUON0rpK83(4)+K=@I6B^e}UO`W3uYWgW`Pcq^+O8anWnm+eE$
zgXovcgXtIXKYjgRoT46N=MQ1~3+AEpK=aG=0P`z!e{+oPXC6lPH4mrzm`BjP@%aV4
z|G@Y|8O45#Ka|n5jDHL*;~z`Q_{Y&0|9IA+VEhx*GX9Bdm+?=cW&D$A8UGYo#y^#o
z@lT^={L^U}{|p-ApUE0!B<o($Vf4o=x`%l--OW6Q?qZ%xcQVhTJDBIw?aT}4Hg~*_
z#Lr*E_E37_If5F$&k}Wa-14jO`z=#<#ajk7e&5&Bo$;1K-3f0=)E)7bMUC;SRJX@l
z9yP|dO5GN3nba8X8g*;DkMw@i*NI{5@jAXP?8Wnicz-Nv-fbtXWBX3?dV0Hg1HH|>
zk=|n7M89Qzi{5D7Os~gFScii9_^s--p#wjP?eaeIZF-IMZ>Mn|ze8WY3PVuK`^a5v
zUum!3O|LNTp_iNY((*oXAN`v3@2BN`<N<n_^&g~{`uESF8RHM-F#9q7P>#?t{-d;v
z{}?UfKTc!(@30O9<3FL6@t<V-%5Wl{C(ttfQ?!i#G%e#lL(BNj(lY*Yw2c2ey%ghT
zjdF;!tP2-tSr;zSvMyYrWnH*Tcfyx1SLhBwxOJyxUARW$I!VVm6#V?_YOD(%sPX&U
zP-9*AP>tX3BQ@5AkJb2nKT%^{_*C5q&k@vE7d}^GJYT4>E_|uR_`XtOUHDp!@qVLj
zjki4B-}<_epNrga$0Fjs`8(eq`MN&|)%R@2eRC)`>1#oF&Oqb7`3HUd6+B;1<GwkR
zpV)pW2+tX4+&72v3w<F7&lzakH;3{YeLe`!8ED)$hw=w~HVDrdXxul4@)vy?&lgyS
z@@_c5a|X7bF#k&*H~&W;HAnwn3x~~jrNZ$+a}s+09sj-08`htU{h0qylG8H(DQKDh
zl(fu$DjM^jnsq3c|1@fu|FmqE`A<j7{HLd7{xi@r{~2kS|4g*Ze`Z?dKMRfdzngU^
znE!j!nE!j#nE$M5%zrjD=0Cd{^M9Wj^PfYF`OoQ{l(nowxoBC3a?`R7<)LLA%1d{`
zmoEvltV8$HvJT~=aa}fN-h_gmUx4kQU>$lujo;@%HP)er)cE}hs<93|tj6zKNZlF#
z4nmFJ|4}v8p~uu1&*N&WLr<tNzQSs(Lr<zP-XiMO`22?VQ@*b0$6h8`bP$XFT;v;3
z73Fyg%umzv%+Jts%+J!Z%*E&#=Hm1;a|wD1{tB3ND3ihg-e<9Wg1Hnu&Rm)vV=hCF
zGAGg_%w_3e=5jRNCp^zO6nURep6x^Nd_nv1KB1!erSL*LXJ9+tCxlX&9*p<rNka>2
zjJK-39^<X1#(1l%G2R+#jJKv5<E^E}cx$U=ymi=)@z<8E-wdW4!gXU)~orV7rXB
zAuZ!=L}R>-{p+i+miI+X=oj$iOH*3j7d4{?gkD^)w7f5BLHD!%mbAPtYDM?4{?;_!
z7v1(beawGbwudqqONAQoXs@1#rA3YSbX1SWQlv(_I;+QG=~5$pUDczp)Tt5A?&^_P
z8r6tzPxWvtrE0{xw>pL?Q6v6+)rfyTHR9i2jrb2xBmM)`i2n;}#D9<)@gJ;4{9jZf
z{x7K!{~>C`f2bPqe_4(AzoJI`V`{{|jrTBL=MAxs*RdWcaezD+9`DDDp~yNkg6+tI
zP)5?SE{&p*2ce9nWt|#Bj}5&zq-EV2M<WkH8BfbPHi1SSgffwqb!`%jJP2hnE!X`N
zIu?5I(NP+CFpYI6$b;!><UuGi*p57ysr|@<S!!7aX0si65Xu}{)`7XStON6CSqJ9R
zvJNbuWgS>Z%Q~=#mUUn;E$hG%8hNmkHA?vVZfx1NmFV-?SRa=8^P*14gIC!uaes}L
zIKNIyT$j@l#}%~1Z6%F3y}>#Z#3htfY)4#HYd_+$MlI{}n{2oBIaZGQ`l4I^-KN+&
z_AkU&yu{Yi3$SnTJY>iQdVX{qc_Tf~yosJ`ev7vKKem~kZT(wlyB~;crDt0IHrnnF
zVsF#at$#a>`-Niu_uD~Fwf>zn;<bx)$Z(0*ZnjIj_Rtcqy|lz@A1(3PPfNTG&~jZJ
zq$OU5XxUE>(}>p*)}bI?iGDm$6XJ7B`z=21INK4QP~M>}KJEl<@o^_<i;sJkw)nVH
zw8h7rrY%113~ljoXK9O%J4ai5+<6-D3FSQ+@wvb{6vXGE8u7WLMtm--5uYn+#OJCS
z@wui(eBM_hKG)R}pAXoM_}tKb#OFgb;`5RBQP#MgKK5SATGqKwXsmNl9)|qGct7*!
zqc_?|K38MBU#KzOFVz_DS89y+Yc<CEjau^YTei!1zoR7|zo#+YoBDc;H<bUe-PRBH
z11;l?;)?P8q_3Cj?Ps>j_4W%b*W0hOTyMY8a=rad%k}mLjq&}-Iuse-Uu?(t{?>ks
z?;o{{?_ajd`2M3gzSQ_a`H@CE@ACeXmVGM;+hyNMO3S{LjFx>XIW7BE3R?E9l(g(y
zsc6}^Qq$PC(y&Ge_b;X6y!GeM6gWg2()#nF4v9lLwvW4Yx=T+>95T=nhm5quArp-_
zWM&<T#32jYCC~1r5r<Ijp%I6B_4SBDR<-0=Hnt-Up=75e4)@U#ha9xTAtx<y$VE#W
za?=urJha3iFD-FMpb>{q?x$Pf-%GF#1<voCk9Et?f#(c#3-f@KIF|W(ko_`W57Cmh
z1!>IJ!>mKWd=*m5d_BT;nXgA_nXkuanXkubnXe~knXkgM%-55&%vTXw=Ibe1=Bp?z
z^Yb)~`FVzQD43sTy&quRJal0Hr<<AYoZk}cm-&6pzrG~vQ1JRv-o;rr4ITKr0^P)1
zhHh+5q#K#b(hbe!=mzHJ>H6mKbUkwgx~{n*UB_IBu8q$ruto`=OH7P($8$_vhgJM}
zQMcq(RkkCqs%gLERdu!_uWD#N@~Wm<@~RfwC9i7Jl2>(T$*a1w<W)Ud@~S>9dDVcH
zylO~GUNxd6uNu?6@a0Pr8qe`UX-fA9LJHA%ju%REx?2!Zh?X}6E$J@S--_;RZcTSG
zx1sSIFO;@)hafy>pxc|<)9uV1XgtRYr6b)Y2tSH$eao@v2=VX2_D~T2u4=@;n;P-&
zu15TOs1g63YQ(>n8u9O~M*RDz5&ynw#J`^!@$auj{0FEJ|AA`6{{=PTKS+)E4^|`o
zFRBs$m(+;=5H;dIRE_w*tnPwaDmCICQzQPv)QJCZHR3-)jrfmLBmSe*i2rCc;y*^+
z8Y$>K*4HIN?0p^meePOp`TDvy@rXjb#$Ggm?W@fb=~d=Q^c&{M^h)y-dWCr^z1%#F
ze%(Bse$70Ce$_maUS^&}FU4CI)}buHTO0MF(1Eu=Y+qoWN6$0Qr{|a#(6h`7=^1z*
z!~3dG)`bInj)DD{-zBU=!Tg4@l<hLV%V?S3SLs!l0@k6({Jze1ncwBK%<l?X=65A6
z^ZN!Z^Sg?c`CU!R{H~#w;;*_{hl2TCtH%7UQ)7PDt1-VD)R^CmYRvB@HRks%??tSq
z-SPLt`1xD({Kfd3f*QZiHuXaMI|wy?zwPSz_?&_ozwb`<Ts%im<M-dKo{fJ8p~iUj
zs%PTgL8vjl{p#uXcMxif_n>+z{vC+-AzxPsvG8^D_rurm?<4ee@8kJ``kKAyDBG`^
zkI`4m$LY)Fcj!yz6ZA#%N&15MUHU!qDf+zmG=0u|hCXXPOP?{Hqfg^ouny(jaDX4h
z_7mm{^l|e=`l$I5eb{`NK4`u|?>Aqik$0h7qmgItvkpbpmFsMmb>#zE)|DHytScYV
z$cs>-xJkS|X1~Pi6B_aQlyxW)ug};n@%o&Wczr=jyuPF*USH7?udiu|*Eh7p>suP}
z`i^xdh}ZXO#OtOS@%o?oI6kMKM!bGhBVIqL5wD-sh}SP_#Oqfz;`N&v@%mkjc>SS9
zy#7=pUVo_(ufM%NVvXzew!cTl&;M7?$2#?&8o!TA6DA8a)~UPH`2CWou}&pb<M&Ob
z#yXW;jo&|o8tYU_HO7-ljdd!u8skf&#yXW&jq#>aW1afPk1xG%FD=94Vf62$cH`ei
z=<9acNg3I`-JFTuX3k7+F=wIQGT%*a#OD`Shq68#;5h@^Wxvi!W4{h18;$)syS^U#
z^?mBq;cR@4f$gizIceFibJ4P2=cZ-9&O^(7otKvVI)Rq``hHsW>wL8A*ZJwC`0}Ly
z-3recScd{X==}iemZ1ZmW1w4@qt64%d_By5nXf{$+}}JxW4<0`9m;BaenBns^*GyQ
zzMi0Ez6#SaUr*99Uqxt{ucv64ucEZf*VDAj*E94|JYQfP3g)MncbK2z+K>4u;a!k*
z^YB7^UV(0A4zCX_rPwd?TiU<A4C_$v`b6)Nteb`o{CfzxiMbrz*!(=*$XuRoXs$pv
zFju7On=8@v%$4c7<|=d@b5*)Fo+GeE$(1r*=Z#n4&)8bF@4@F6;^)Pp4y*&A)L{Fr
zAUtQFWnHL6@38*bw5$_#=(nxEE-mXuJ$kG4*QaG2X+Uqb{)V)yD~;$)*58=MIulA0
zdP5LGMq}M+#yS*SN6po89kpOPuA`RPkL#$FdUg0lc&pELxsKY<avim$<vMCd%XQSA
zmg}ekE!R;;TCSr`v|LA>X}ONN&`a@rfi+6_TxUqtXq||6-L_tI<M|k8cmKNRl-1!x
zJbz%jj5GRot(do7dcLebz1fcM7fK&`br7CE(D;7+Sfli0E%Vl&mU$aM%e)PwW!_$(
zW!?tSGH-)vnYR~dnYWkdrTFq?2)zW)Ay|h3zwAAfHSQxqd4*nt`+R@hMeUfMVfuQ^
z&u}&7XM}on_-=Uqz;?_}^m*{mEc@qZ_9KtS=<D(G#;PSA<Jd0o7*DUpUj^y;_<0k(
zN3oW8Orj+olWB>^6k6gjm6mu+qa_~GX^F=STH-O2UW!|D)}dhjXM2bFpQHVl|GC~V
z*0_%gWgfjC2+xyfiQfVmuMcIRfBhoXq2Tq4z2~#WePAd{=y^f-)oI)ZhO&&tePAfB
z(zp){<uw}jfuX!k<32Ey<uvXCLs>!NJ}{J(H0}e#^&8?F`d6`EuD8{+#CHuX@qLq)
z_^zcTzUyd-?|NF|yMdPYZloo?o9Lxj+F6H!_-<AsK3mj?&sH_!yG@PwysbujwyP1J
z9csj9ryB9urAB;qs}Y|)YQ$%+8u8huMtt_G5uXFzZ?MLF`a$pTJR#A~#m#sfiz;0A
zhxGf%ec)lX<GMeh{c_zOWjn6>W7@wOZ^_lji%{NSyX3_QTJqu~EqU=SEqQT@mb^Gk
zOJ1CzB`?m>k{9RbrTFsYJl!h@Z;k1m<_mNW^F_M5`4ZjDe3|ZQzCw2~U!^;nuhE^%
z@6#R4*Xa)C59s#h8+1GKhjd%>M|2zW$8_skjzvd^|EFvZ1@Zq(jrf1AM*P1}BmQ5i
zSL5>wYQ+C*HRAt`8u9;Djrf13M*P25BmOtli2wi8i2o02#Q#V2QaoQ!BmO_D5&vJ*
zi2tu@#Q!%n;{Ut4E1oZ?5&u8ci2q+|#Q$$K;{T5t@&8wi`2VM7{L_Zup+@}gQX~FJ
z)UEOFWBlur`u6eiava9;q{N@s@!TQaAB(!*kN%AQNY3_ac<!Lz_p0@$Wcw9!D*CcH
zHGRpPhQ4S{OJ6Xjqu(>9r_Y-+(C5q<>9gic^cizz`ZWIg3#>zVHyq&KNwEEd`5yYX
z`Cj^{IV*kGoQ*zcj^;_`=RWphesZu5Mdl|b+hu-o(K0`|X_=oqw9HRlTIMH#mif7#
zmifs?V}A0p4h8d5K#lo%Kz#zw7u1-aht!y#f@;jq!)nY=A@A(0_lF;he<wj>zmDqA
z3_s@2f0VV{Up-D^|BmW#K3v$J{{(BfUwe|qex5v4I2kqa{V9Kb)GGO2l<mm(P@bj{
z&u8>}#PeCT#IqRNC7#7;iDwB~;`tmc@hnM8JWJ6M&(gHSvkWcyo=78}Wm$(J`Cg9g
zCqf7QJp?WJUY?eGuRu$_SELcoXr6Ew70g#<wud75Uxn?mK2)V;zN*nOU)5=uuNt(>
zS4~>xs}?QuRhyRiszb|s)ul0C^;n03`KqtRd^J#?z#|tm=Btq!^VL|5`D&uZd^Pp1
z#9H#d8I61or8zD6-hxJchtiTpez#&B3i7+PcM;a}LkDgN=y~S0^jvd0dXBk0J=@%Y
zo@MSx&op<UXP7(F)6HGzX|{ia>nWVkjs21z-D$~>9<<~~Pg?S$7cKeGo0k0OLrZ@2
zr6oW5(UKqiX}O*T(8!O0tV5CO=>@i*2p#ym0xj3mU|O!H7iqbkUZQ1v96}>MhO!O?
z`SG$E`SFSx`4LkiKZdE1AH&tij}dC*$4E8uW0V^CF<OoM7^6mhj8!8)#;K7X<JHKI
z32NlWMDMPwr{W`y-s%1QOQN5Pl)8>%-I=W4N7kJwY?r*6N=sf%qb0AV(~?&+XvwRY
zwB*$+TJmZ(EqOJEmb{uvBd_MM4h4A?%6zsXuNG+kiO`Enp6!xXi)hKK#kAzr5*m3G
z%2Ha^on>?@yk%k?3jCV)tE^jw4!jkkTlhLO!z=vx%UL%M9eArpH@oFnGTQdp*eV+F
zTg^Iro*MC66L-|8@q3f)62G;y#BUuf@mo(z{5H@Mzm2rSZxb!?dyAI%ZKh>i*g_+I
zTUm!9>%um+p9mdzo<K|dw$l>79kj%6CoS>YMN9m4(}-6nduWN*UK;TUWgm_B>}MSc
z;&Z_J4c1LV2Yxi&#C(WuY(7jkG9RHEnvc>A%*W{Z=Hqld^E-51^9j0+`6OK%mk4W=
z?kVGSu6X65e<$ycnOCR$c~O(B3#ZvG>%tjY^6D%td3BDKygE-yUcE<4UR|IiuP)M(
zSC?qXtIM?H)fHOSg{$-_Tq>+Xkvw~!?I%MAZf)rk<`3w1%r|Js!w>0W*8dSLdHFGY
z#QHy>B~L%44_W_bwB+sQ^a1Ptf|fk~lHP~s2&_@U-?u*zr%R^m{Rh4g)z>`#I-W21
z*F`<HzPNAMjy(8I`;iCVt0fO^vR(4vf3)Pm547aLkF?~$PqgI0&$Q&hFSO*rue9XB
zZ?xpW?{qJG`SJ%X&#V5VdxTy*XQ1VI)!%eC>;H%DYW|n*V*ZcrY<B5z+{t_wjpr4i
zB%wP5;d2bMJg-Vdx3m7_v^=j$LASB~lyvJm{(EZ}e`>aeg7K$OWBh5=-SPKSYK%X<
z8spEP#`rU;G5$<yj6bs)<IkeT`0rL@{P(Ca{(IFJe^xcdpH1BwpWpD#?(6>p4Xko`
diff --git a/resources/3rdparty/sylvan/models/at.6.8-rgs.bdd b/resources/3rdparty/sylvan/models/at.6.8-rgs.bdd
deleted file mode 100755
index 71ef84a77c48033d3a1dd2db70756bf85eea2a2f..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 50128
zcmZwQ1-Mnk+s5G$5EL>0wx|f$-Gz8mz*f4uOA))>pooe=H;RRV-Gzaz2-u3<-Q9lA
zv(6gdA6(yD*EzH9nY9ml=6%=9-iv);wUp9I`dUL@@9GPsQXIeYUrS{LAHEf?;lnq=
zHGTMcxRwuJ4X^0Km&3Jv_+q$@51+4oK02zHX>m#`7YF6H=TfRmKbz7j^wTNTqn}J^
zRr>LiR-+$HX?6OM>bdx@>7kU?{0};qpVC_N{VDyAzBi?{>AO=}hrTnVb?MtvT93Xp
zu)Ys(4sYPY8^as=a9(&LA6_4>@54FajeU4ccoQF972ec`vr}r|I+x2++AJTto|#fZ
zdU{HY=&30+rYEPgIXy9@E$HznZAp(!X)F5Dl(wcXPH7wZqLj9!FGy)S`uvo(r_W1i
z2YO^mJJOZFPCh(4yt5C_4DaH@)5E*^@YL{bK0G<RyAMwc@8QGa!+ZMhxbR*+JT|<y
z4~K^L@!{a`zCIinZsNoK;r)ErH{8^Ry~F$auxGf+huy;m_^@mEKp%DvALPT1;buN;
zA8zi$w&4~&Y#lz>hb_a0`0%Lkp*}n!e3%c5Z`EywyDA=3?c&tp52^N%u8JpB?czrl
zgQ)h=uBw)K3MpxlT2*&ff7hhqDW{|$v|+!3h9Rb;Ah%<`k^)nbl9H$c`-`NjZYZV_
z$=b=yNbX|lw}}UL@!?kCB2-(1yZNwjxCm{-a1S3gSSAHh+9ai3aY{<{mr0qFHcY7x
z``2G4#frtQAN$u{CMAo-bO8I;2o$NjT6mBT>xGNduNxlX!<E8AeONnuj1OytkM&`V
z@UZf5g=i}FyW#X3%UrU>es==<UtQ)BFZR2W*#F`(OG2^Vox=Xb%Pb)&J(tpH?0<Hd
zB`2k)Q#ynFPcE}WrSy18XR-g$WtOy*9!cpO_CJ(2-m-CiN+Z~Re@Y|ids8}>zB{G!
z=sQyyMc<y%`Sh(Rjizr-=>q!3lrE&_rF0Q}eM)2KIVoLCUz5@$^i?TcO3zN|GWznA
z#?muW8b?o0X*@kOr3v)plqS-`Bw7#FDN*!?O$ilGPCqh=1~V;G3|>zmiY9ADsF++m
z<tPfqtWXg=4KYe3r7J>3a?GaBOzBGc^krT$6v=uu`%hlxB}Q>ET+9CBmw8E2?046(
zUl*l98f9oob3?^`rxb`XFr^zp#p0rriPATvn?l9nr4)<OGo@QX#eS!hjM6ow+d{>D
zrxcFTF{L{~#p14%kJ2`!yF$h0p-Uu6%ara375kkosVGOJbYH00?{o=9IV7bALMgQ<
zUZO@zvy>hTrF39Qy2PVYrSx#9*zX>po20aW-X|q3AyM{9>9J6;-#t$6meLdSE-5`p
z@08M0^bW<67A@PQ^h~ID@uwv)%2p{Y3>7afpQ9V6w1{q4yrqbi1}QBG75m-ubp4cG
zpf}`O7Imzj(o5`Lmv3>@v35$YuzxMSB~r&4DZR%2)%X@l9raRL%Ko~1%cYK$QhJm9
zwfPoJ9ko(=oBcIXdWY8Wai#S~7v<fu*3_j@%WQ_JQgj`C;OgZmmG^vbRQP@S$nXdD
z5#bN*!^0ohhlM}34-J1}9}@o5J~;fD-6H(C-8}q--7Ng2eNgx-`@rzm_5tB<?5gm$
zwi4z$*Lka4Tn&H!-rtmP#d*13=jZaH4|INUo(_Mqb^gz;Reta{B=9e`61+Ii$1X_d
z-)x+pAODBjRetw3J^oMED!=+0E}*|`Tws6OPy1VS`NtJ5(0^@Sz|Id`;49dV`=shp
z!^Q$p)5Zc)%U+ODF)!5*DdwlP+jG%)>(CnSO0>qeGOh8|r8T})XpOHPt?{i&YkaHG
z8sF-)#<vEo@vTW~d~4AQbdR9)imo5Y1Jm+gYXM%T>@Rw-K(Fg|E#Sp@`C(YF*LT0p
zFV5592Icu1mOpPj*YooOQ`*SZhEbfCo3TM`yxjTu@tc-EZ<F%z4NBK{jSXot8yi+b
z8yi|98yj9@8yn*0Ha5&H>^t>UmMv{;xLet`=U&|_u(e?q^OBo2Kij%J7mas2TJy6#
zt@+u3*7$a$HNKr_jc;dK<J*PS_;#f=zTIezZ+BYb+k@8l_M|nwy-IK6`qn(Kl=ikS
z)7w&>e`)mZ>-I~^^K!G!&t*UN>-^$89X2h`-@p8MO<Z4`&(_jtk15Z~&HDMd9Jt*1
z`SH!lpLbCC_~xY#aD7pJw3c@J!tlZN1>r;N(cwew^TUVPqr!*V=Y@~3&kY}Gj|?AW
zk4UMQm)xxRY3cS{G~QOU=BG8S`DsIId~IosuN|%NwWl?{4z$MCk=FP+(HdW8TI1_N
zYkXbl5h-;meYERJ9++MZ+xw@~qwFtwnnr(5x9?Y;mz#BdF1_8a^NaIz*rz<dZ~60j
zxo(orPN|>0Z+TvB*3Zvnz;fs3#}6uh-oWzlgG={!y-$90N<-|u!$a-8!pGQqhL5%P
z2oJM&4<Bdm79MWz8b03MC47Rtv)+cd&PDTc60Px`Oly8lp*26J(i-1sw8nQjt?`{f
zYkX(Y8sAy8#&<TY@ts3!d=*;b8$oM)BTJv?dZ#>4U268Gx&(RtCec62?HiZp<z}6q
z%V_uO{Ng+vUQnKYVfpjUcU?c9t);}?DEzAr@%rat_v7`?B{p9FTx#R>&t<k=ALKID
z#_OMPwq76PGTz4Pp9wZz|4g(O#Os4e_9MDS;5wIw^MURaxc#A&rn3LR=%40x?Ps|Z
zKSz(B!SnU_TxPl*kDpaO{_^tt>8`aOUQxQfYwY*4ZS40~+Su=}vb7)Pa<z^9{u&$m
z{k1ms`#CoD`|E7%_t)Fl59iw259hhg1^e3#ZrA#KBm1#m-Q;%cZ^h5i<8R^l*iUbD
zJ05>q`S{z*^KW*o_5Y622e`)mcBhT~?JgVp+ub(yw|i{tZ}-~R-|n-qzuj+Re|x~j
z{x;tp5$pehc10=XI+y+PfnKV*y{S@^{aUYbS>Sf8=f%&_;~(SsdVDUAyB&{zqI~?5
z<@t}g)_V6;>He;<o<D74J%7f=dj719^?ad?_53*->-i!Z>-l0E>-iEJ>-qCG*1H#M
zt#>cF&SlelpnC;w-$eHa*uQb~zv6bRU&YVS<6q<XdVDUgyB&{TT0Z`b^88m_YyEq(
z^cdG0=11#ZfxSWaZF~LjJNA0vckOk<@7e2w-?!Hee_;PF{Gq*8_#=BwrMT-{G`>%0
zjqg)h^Ya<4@qJEfd|%KS-<Pz;_Z6-2eNAh8-_RQ0x3tFh9j)<wPiuTX&>G*5r9XDP
zMjoi%*W0Uyf3{Z(|6;Ei{?)D*{>@$`{JUK@{D-}A_)mMK@LzVF@ZWar@IUs7;eYK~
z;o|R4YKB*+p<{oQrG}6Fn6lJFpPDK~^Ai0LY+tOWKrhl$q@U9e=!F_0t^K_&t^Iu!
zTKjuFTKoH|wD$MaXzlN-(~m2JwD$Kk=|`2~^a5Q1^dq`N=!bO)(GTeoqaV~INNayz
zpVt1o0j>RcLt6XuMzr?l`n2}vjcM)Ao6y>yH>I^dH=wmYZ$@i>Zb)l?ZbWN;ZcJ-`
z-JI6`x&^KMbxT_N^H#L>*R5&ouiMbtU$>>Tzivlsf8Cze{<;IL{dGtBJT39G_Sc>1
zk=i2Y5!ym%W&Lin_Q&1nrrM(D{j`PA+F$pgwLk7nYk%B_*8aFJt^KhHt^IL7TKi*D
zTKnVvwD!j;TKnSxwD!jXY3+{((b^xI(c0gd(^~&q&|3cwrnUYbLTmj$l-Bxx7_IgH
za9ZpC5wzC-BWbPwN6}jUkEXT$x1_cHx1zQFx2CoJx1qKEx23iIx1+WGx2LuKcc8WY
zcciucccQiacc!)eccHcZccr!dccZobcc-=f_n@`@_oTJ{_o8*&o7Vc@ht{HBt90M8
zZdq&u%iTBcQ8udT=kvOS``cZ@1ME)Wfp&-RAiG_7u-zs+#BLQHYVR06#@<06$8nv@
z_W2;CVQ$|pe4M>)c(}by_;`Ek@Co)-;S=pG!zbBWgip3N51(Q;4xef_3ZG^-44-aq
z7Cysnp!))@bJ2Bq7Om^>Y+BddIkc{`3a#sE1g-06B(3Y_Tw2#jSt>=X_>W?LcfIwY
zl@Fuou6pZ4D?cuzJL|0%t$Z0nchp-yTKRJc-Cl1UY30*pbX$FPfL4Buqg(5<1GMsO
z0<DW+BCY(JL@WO$)5^aowDNB%t^AutEB~g`%D)-3@^2=s{F_B9|1PJMe^=1TzuC0%
z?@GF%K081w|E{JR=(7W~^6y$&`@$Sr`FI_zec^gq`8k)?zA%qgzTQA<U$~K0{@z4u
zU$~i8KHoxXU$~W4e&0rGU$~uCzTZJ>UpTMyon<|&ydcV|@~sb|v2vHsJErW_<#)F|
zBz%uOD15IyAbg+QFMPk<C;WijD?Hy;UOwnLzkXL<K2+_Zksr8x*zH&sAF;76F0hrC
zkMi-#%g1P}i;ue<>*5nO*2O1ntcy?CSQnqRu`WJiH`G^Ip0%+qF0>oyuUK8@qP$#0
zD-Uy7>~`f{E=z3XSuW4p%Bx&nu$4!-yl5+Lia6)_jd-V*-5>Ezuh<dq^r{{4POsS!
z@ASGI@lH$ah<AF!R=nSIor~g~%Uf<&ymNWm#y<Ftjd;InBi`@Xiue1jb5XoMpb_s6
z-Hv#FWFy`m+lcokHsbxMjd*`%H`G^IKDQC?FYE@oU*I|y#rrE-@&1}tyuYCp?{8_v
z`#W0k{+?F6e<=Nu>*e=B#s4Rsf2=+)Kr0`9p@-`4`Dx|HZ}eb&E`V0P{6P=Y=LKlx
z&tG)^l>VlbPyf(;Q~H;7e$~vAsk*mr3DC;78gx&cPAmUv(aOISY2{ySTKQLpR{pI-
zEB{uem49_<<=-l_@~<AP{9Bb){;ftU|5m3P>3#v-P$8z3e{0bVv;@$~zqM)YgX_@B
z$8~A#gX_`C&-H2TgB#Gw*9~dygB#Jx-}<!n!HsF<^Cq<R!A)u9cLQ4c;AXV)y&<iA
z@W(QL8kOxz`J#MVT~&(eifZ_KW1lxGytzFiyoEh2yrn%Qyp=sEytO?cyp26BysfRg
z+|G3_SQoc<yYg}e_A4)Uq_HmU<aXs{E<4-G%UpJ`u`cdvV_n?M#=5w>jdgJk8|&hp
zb|Zb2WiMNKnakcb*2R772D*>nIv3?-6B_&Aes0G;*wn^8xWA2ku*$|hcz~_EDdMWb
zqA0!xxjh%fw;8SYHm4Qe7PR7fFs=9=LL<J1x?S--jQxo3;ci!ak6=Icy(8U@_#R~=
zzDL`NZ%aNN@onXH#J9DL__nbT-?ld5+s<yJud=ka5#J6r;@i<~ptsPjb5VRd(~55w
zTJh~lE56-m#kV`H`1YU`-=3upbiMq(r|Y{n&%azRRcPfyUwWoq+R)06{`7Rc6rz<c
z1L>)H=|n4k2Gf)EQj1nT4W%dQr5UaKI+h-<m+rLk?KpaDO2cX8-|@8a?*v-;cOtF)
zJBe2QolGnLPN9{5r_##5(`e=2>9q3i3|jejCawHCi*BU*1+?<-99sETp&RIa0j>NS
zNo(IbmsUQWM{D03MJqqgr?u~mrj@T3(AxJdq?NxH(c1UM(8}kFY3+NL(8}*iY3+NL
z(aQI+wD!GTrN@<ZRlXLh>+1J^%8T*U{gt9wc`<=MM|qLUM7Jw1Cb3_6F`34?G{x=M
zcc$7{m!{cRm!{iTmuA>lmuA{nmuA_G^i`J2ZLCXI*jSfl+YNLd!F4Xmi(Ia9yYk{{
z_A4)PxyJ3vi(Ia?l^40pv6UCOTxTmUa=G4CUgR>@R$k;X&sJXKa)YhB$mK>`d6COa
zw(=sEn{DMqF1OgR4yIde<waR4MXmVX?)F?1|2t^K|4v%*zl&D<@1_<1duYY~URv?L
zk5>HerxpJPXvKd%t@uAkH`4tATJe9FR{S5K8|Wi4wBr9Lt@uAiEB=quivJU|;{PPA
z_&-G}{!i12|1-4W|17QeFQgU!=V--$5v}+yrWOAswBr9ft@z(o`h~JSvW$Jd8aWA6
zcaP&2eO|ZlOLo`r%XXLWD|YAbt9GaGYj(%*>vo6mQoDWl4ZB_VO}lOQExS$lZM${&
z9lKTdUAtxYJzLj7F7MlTefEKkb?`$Qug^ZRbsc={Iu~6BpU_wbKXp6S!Ov{0gP+@2
z2fwhf4t{B49sJ5}q_47kZDSq$#>P7Mt=&NP5nSh@>)?Aj*1hU|qDMY4Retn&ksp<x
zY~@FpKmYarQvLHP#Us`KYw4d|NB&fPvm<{hx&IG7Uj2WT{@r!tSLH7|@~iT<9r;!H
z$Bz7}{A)*kRZ=ZE@~g6f9r;zMVMl&dYTA)sm0EV>S7k+8`BmF>zVC+os^fO#*Ge|>
zYh_#cRk!-_f{OBM6&m|&J+~vjR<)5|tJ%n})otY08aDE4O}nwa%CeT-C`((8jr>~M
zMt-ehH_%q*Iv4D->$zR|wSL+EgX5ufG?xwBj(u}O8~fx&HulB(Huk}dZLNEoxK_#c
zzXw-y+4q5$>;6J{UeP^EPo18rq0uumbb7j`hMuOWqo-<W=_#6eda^=8Pg3aUi3%+}
zL2v!&@k$MPoKlA#tJI>Ahda1kdAK9{m4`dgSm$<jyYjFs)$76)nW?g?`!%0ssqAKJ
zJ{vo}x(;&x9@Rg;Qnadn&(gcQ)_j+xvX`y-&d&Y&@bT*3xAfkw6_0#=6I=1f-p^J%
zvYXn9NA~`<;*nitD<0Vg*osH?fwtn2eUPnqWH+-T9+l>{;!&1L3p?UbIoOVMp>l|=
zcpU0FuOo=ZVQyDE4zKP{yST=>aD<I@p~!R1cP>Y{Kju3fZO444mUhf%YGucKrq*`M
zXKG`|e5ST`%x7w6$9$&tcFbq$V8?u>j&{sv>SSv^bLnhrKD)TiCFV1Ab-U)X8~Zh%
z-D%8c54T5tr=GUvvlq|TeD*GVq-(6ReQd0=eQm6>{cNnW{q4s3D$4*H>+C=q>+B#K
z>+E2=f$k%?&PD6&P<rFsq5BDL-za>njdgaIjdk`o8|&<FTkC8wPdY4$=IaEv=Ysq@
z(e22;B2UqOa@l`M`S_DuV?Ix{F`uW|n9tK~%;y<)V||t7OdIogmW}y5+s1sJV>i%+
z<~kS6=LlN!Ig-|Vo=a;!&!aV;qiD_N`LyP9bm`+=Yu~z{bbjBCt<%q{`tNCv%}+2@
zF7)}wgfFs(hR4`L!WY|v!<X2D!k5|u!<X3u!ej0J;c<4q@OZm#c!J$0JkjnQo@Dn5
zPquq%DRHgw7T<MUPpx)AtdnV)+jU(}XFsm%8E#je&Sbyxa2Aa`z1;1{!z*m$;cOdu
zc%_XzyvlB@ud-ZiBM+~!k%!mX$iq2y1AQLBwaWi$R@eJiSNVJO>+EissdBx~?-HJC
zcM8w5JA`kr+l6nm+k|hjTZM17j}G5rAEnPJxXy7pvN$fj-RAZq!nfOphwrct3*TuU
z8otXuBz(7haQGg(MfhI3dH6oNS@?eYpzs6sf#Lb~0pSPjD&1djor{9-FukAdFVOqy
z{sO(X?k~`L>iz<~yY4U0yXyV|z4LOP<I(&-#eU8I)3oOQ8CvuIEUo!pNNfI|qc#7F
zXwCm(TJyhz*8D$DYyMxLo9Xu#XwCmiwC4Y1TJ!%3U8R5HfY$uKMmN>JaX>2`OX(*1
zHx6jU=S_Ma{oVqtc)d;UrGMjqR{Y+j_ekkITJe0J-c6rJpcUT_>0MI#h*rEmrgzf)
zrP802bzFi)QdWx3(Wvp$>i$a6s=WA&KL^+4=WfS!`Gt+^@=IHJ@f9Dhy!e{Nb@`3k
zab13E<GTFL#&!9<-ArF)`N76@`J;{N@+TYD<<EANKBwS17v;sTwDKUA-`uXa=kmL)
zIOp<*t+?j$r>!{V@|Uf+E%P}R1mPd|Yrb>&*T#Gozw?0kUSUP`W4>$Hn(vyfbJ2X)
zqA}kqx*hXf+s1s?v76@~q|YnZ&B80&nD4qa=6e+z^Igxb(&rRh=c4&ujn;gxPHVo`
zpf%rX(wgtJXwCQkXwCQ9rT_MP>bj^|GymbLHUI1Ke9ixQwB~<(TJygFt@+=O*8Fco
zYyRugn*WVy&HpB}=6_SVxwddx^S>Fb`EN*T{u|Mn|HgEcUSiOi|1D^(gIm&y$5yn~
z!L4b<XB%4U;I_2lwH>W>aC=(u+kw_PxFfB2?nG-H+?iH<ccHZo?n*1(yU|()*D1Yw
zS+_?z=&<_!!mR%qD|`678R0$cY2m%>DdD~CN#T9$3E_S1ap5Mm@^C-b`SlOhfu?R(
z9`0Y=U!3H1w~EF(aDdyDhq)YRD-Uxy$i_O*%*Hy<+{QZ4!fvjwvK(w<9XQ0sI&i3s
zb>J`?>%if5m9`GoxhM~hq_OTE<#w#QN84C;TiRH6TiIB5TieQ$Tn_d1ula84_FORE
z?cA>UZqI(KyB*w)`R-_AzB}2P@6LQY=DUmAG2dNn%y&1txxUKM-Nt<Purc2~ZOnHs
z8}r@UuF_j4*SToE`_h{4ezfMhKdt#5Kx@7S(wgr<wB~zo={Bx)9S--r=c4%^%JVh<
z$IzPpV`<I*Fk16}9Ig2uPHX;;r#1g4(3<}fY0dvhbaQ=9f!6$=LTmm{r8WPj(VG9$
z=_-9rf!6$=No(Cbi&i|&rnT;#Ln}TNTI=ozTJai5Yu!DUR{YMRweF6h70>f&t-GUX
z#rFbQ>+XfL;(ZaVb$3YVF=eeOVX3|kth~6my1!C%DlabK&rx3Fa;e*u7niYLc`=s8
zbve%MSO>@3xGpEyxGpE!xGpEz&Gl85$u_RbDK@UlsWz_5X*RCQ>2{U27T38bFLIgb
zcICw^_G4YV-0jMXT&}ROPR_QK7r9(%W8J*UR$k<CwT*T38e4gh%e6Mv)j78EBA4rI
zth3kK%8Oj)+RBSu=Gn@NvQ&y%@xRgSxhVcO(Te}gwBmmYt@z(cEB?39ivR7j;(rIN
z_}@t@{&&&M^*IGv@xO;w{O_d||NCgg|9-kkpHrX}|M|4y{~)dSKSV4357UbOBedeb
zfL8n;r4|3jXvP0=TJe8^R{Wo&75}Gb#s6tq@qdO^{GX*2{~Jm#EbG=~?6<F#lR&ld
zBA4fUp7LT5e~$8EF^&CtiQAPIdzL@%DAzOdPt$z{_s{t6?|;&Z_Vnm~$(|N|*`6AH
z#hwy=)t(%F&7Kr~-JTd;YEKBiVUG{LX^)G)k9*4=8~tzFn4foS%}*}x+M1vDT<3!M
zdEf1tpAX9Z=Urpn{Lqedv$BupPxDol%E#`H`Ko+k$9z>jwPU_2pV={AmCx;%ugVv8
z%va@0JLaqMl^yd{`Pz>8s(fQ>zRFVh*4BJ|=Q_W>#(aJ6cForh)&0dup06Ki%-2tD
z*L>yjv#t61h39L&el7ixYwR<>+1O`(x3SOsVK>)TS^l(}W$E`GZ0s|C+t_FRv9Ztm
zYgg&3w!U)FI<o?eeWixmv5(ZWv2WC}u}`dMV_&FkYaJ-&Nry$ze68g6T##QYyFK!&
zIuFsmO4(npe0*Kkn9o&h%;#!$3w@Pkb-Q_%?kCuo&oyn#=UO)A^M5wxb8Wjy?;~C3
zqWN5x)_kr<Yd+VfHJ=;Mn$Hbs&F4n6=Cgk3I<B>jZd^LQp286PtSZIlUb^Hbm@1q2
z{LbM`?M~qacE|8$c8737yM4Hk-7ehNZX4d*ZWG?Z&WpRA-<Ec(=-<k28Q$8C>$I|s
z9qU?UTU*y@St{Gvah+DSx0QE0xX#zT@@mIw7mdujo!pMR+Sx{4?P9m6ewe@SY9p_9
zvyoT3+X%`YHu7pu8+o;tU8PISbuP-QeQ4!X`T3``{O9MI_&mkC{Crc|&yIMfrgp?T
z?QciCQ<WX@P6yZ#?{uIY@lFTX5%1K@j(Df$cEmfiup{2-U|aD%#C0wa?{ui!Bi`vS
zJK~)Vw-xUr_;|(pNE++NQEtaNbF__kx3m%OR(1=0m8G?fc(<_;@3uDL-Ofh5+uMkD
z2fIokaGi_dol7UTE8d;U{(W6zUG8FIUG8dQUG8RMUG8pc9m%DKt#zcQYnA->0&7%r
z*}pecTzZw~72SwSZ?`Kheb^t@Ve0F4#ibwn6_@@r;xfSPh|545aT#Q{&{tUo+lb2$
z8*v$GBQD3-h|94y;xf#x()|V3Dx0rZUFW6g+iF&d>N4GTD9<Z=iS9elV|3qvzEJla
z=+V0GK#$UW2l`yycc4d9|Ka|As@u;ApJtz}`wl$+tmr?(?PrG1w9g2iWuG2C+deIP
zj(uvlVxJNoVV@ixX`d86*FG_Po_#`ilzn{oe0z9!w0&Io0=tLqJGjoJTRzbJ2e-%m
zm&Vvw|1P$%-d$p2eY@1gdUlx|>sLi8{$1N~ZqMaXy%eRD4-@E%^-`8reoUe-(o11l
z`7(vRKrf|f<<B(we7zK>l}|J1^Yqq-R({Q*N9v<@wDRo=x{}gtTKRV+t^B)+R{mX0
zEB~&cm4DaL%D*|Z^6xrY`FB07{F_TF|K`!kzZ+=f-;K2L?<QLLcQdX0yM<Q%-AXI}
zZlk;F{sOIhyo2tl`wO)4^DbKZ_1(1c^&VRL^}V$6_dZ(t_5HN+`2kw{^?X|S{UELV
z`XO5R{xGdYaBS&E%KHCZ7a!Jr2R`mW-FKiL(0vE`KHYbq@6mk+`YzpfpzqLq2l}>r
z0qXvP+iwX!W8bX%4m|&+=wIme8^h1pH-s12^TLbmx#1=D_2K93>%uSCbHXp$*M?uR
zuL-|wUmbqMzAF5xeP#GHd$vBm;5rxO<x(2!;u~(qy7;Dzb@445>*Cus*2Q;htc&m3
z%dd-y|NCyw<ssc)pp_3F()0EC1zP#>F@3*YpU}#ePw9L0IR#qz^ErLD{{2N-`Sc}y
zr#`1ZE5E*`Z`Z%4Kr7$ArEk^!1zP#{J+1uvfmZ(gNGtz-qLqI?)5^bJXyxCpwDRva
zTKV@oJxBkZ0<HY}lUDxyMJxaQrj>vH(8|Am>DdZ&og8e{%D)w8t&25i<zr1+>tZch
z`MDykb+I<Be62%kU0jJ){;o`GU93whpI4!^F4m)!->cGE7gwW|@2k^V1m7#?V~w&s
zuZ!iZRR8_PyZ_BmWlf*=jy}IoeSW3rdHcWq^gp-16<*tZGrW%dMtEI&X?Q*R_3--k
zYvB#-SHm0HuY@<UUk=x|UkYz*zZl-cej&W6{k%TE;5wHj`uqaDNS|Mz7wYp1^fUVW
z0{xU;kJC@+^9%H2`uqaDApgPo9E01Hm$__hD-XBf`B)dXbvxF@?QE=z+uK+dcd)T8
z?r1N+E-L;zyFC}he-~Qu-<4MUccT^m-D$;t4_fixlUDrqq80zWX~lmZTJhhPR{WdL
zivNDJ;@^~3{P(97|0-JXKY(7Ww_>#N;UM}sy_KVtAI<4!^;VEpz8p+Ht+$f&Q@RB}
zKdD={wDRe2`f=S~pp{=o(vRvE1+9ELntnvLIB4ZxD_ZMfYg+l(hSs{+mR5eYqqQ!!
zr<JcAXswGKY2|MxTI*tGTKU|C*1Fi0R(^M*wJvt2mG3=hErL6h?pfANbMBY*@m@E_
zL}M?XcVW1<Jv!XS9u@9upBwIHj|lg-&(Y@>T<3DOKEFVpl{@q~2DhIX9&Dcx9%7%a
z&oA)tr|I(x^r><Fv2H&lJj^~he4Kq!c({FH_;~w-@Co+u;S=rQ;gjs+%KHPkS>w;;
z6!&ZVxtwZa{HNI%|LHcye}=8`pXoXmjsGkf<3HQ&82>po#$T~9{t-6DKhnnd&$TiB
z^K6WNl&$ff?^@+#*Tag#;@fEZnD7Pmknn}}pzuZZfbbZ*U-)9XPxunM*K+R@_2*ya
z_FRtD`zTt^XB<6L_Yr74zX|kU-AADHd?(QZbsvEqp!*1Pf89r*HJ)j7U)@KbHNF{i
zZ{0_rHQrftPyIU+r7th*<*)nV{on(6LUf<O=iL{cZQm2V(!MKvm3>F}YWueEHTErf
ztK~Wuy$+v4-;_J_md)*WA9%feL-fzJ^*VeWA3s;8(0CtsquZ~G$KPbn3EymA8@|QH
z`@mc6tE2xm8}9>ex37%;JM7uz``_HG@#k`v`!)Vt?zS=hdu)vVUK``T&(`?wcb$vI
z{{W5g&v*NE`9$4kurdCJY>fY58{>b(#`qW582_U-#{ZZ-TlW!MtK8`t*ZmVVuKOo#
zT=!4exbB~}2k5IT&)EI4bU(qyb-&Qob&y==qCbBTt?Pa<t>?3Z)^-0pt>^awt?T|p
zTF>_-TG#!{^Z>o2r*+-GN^3l?(Yo$mr!~H%w66O%XpQ$xx~F~*r1V>5eQ-G!YgW5b
z@E!erMA=_huX}TO$L)IEo6EcQn^`HnXX|zE`+WRT-Cv;fx;K{(-TqpZ?lahW-J8qD
z_A6Ps&tU6yZ!VwOFJ<XIgRR%SxqNQFkfr+!wqEys={lDsy1zg#${o7T;P!>#Z|rBn
z-`Y=wzq6kRe{Vk){=r_b+`reU_Z_+X<bKV6E<f9t|6gp(|F1UY|2JFn|GVp4H2;6l
znEyZBj`{z~#{B<nWB&iKG5`PCnE&GciopD@u#);Q|21sQe@)l9X#Q)_n*SAP&3|oL
z^IwO4O7|CN&Hu`@=D#kj`Cp~<kAD7Ghw8Z<>(Ht;)}hsGtV65Y1N2pvHEgUyYuZ?c
z*0Ob7w)CHyi~jtz-JXlqp>=3IpLJ=iL+jCce(Td(hc=+~d^e;A>hlY<o_~E>>(Iuu
z#<K~nb!bys<7+@`9omf6cpK6^^?M+t8<q7@<=A(vRUA}`@3YEARgHb#jPU06wD1=8
zl<=1Jr0`bugz(n(INe`xoy%qV{RsM!+@a5RxqVD{d;7xh4)*Bqj`pbVPWHLso$V3f
zU2MG%*wu9|cptEv+x0$RclPUjz#jA&`GLC6;C8(a$Yn44G`+vBnOjtAy!-I+8t=Ze
z#@mF}c=w|<-lnw1yFab*R?!&m0dCiL4`e^adyv~T-e&B_`<~`*$9P-V81KQh#(PNl
z_`O}@eb1rxDf%kQVK(0P9B!YKdv%||#`~Tl?GvK^C>!s4j<$zKe@k2MdzSf}z2?8Q
z+jF^8_ZMizqb+^0?k~`aPkZ_z-Cv*;ua5Kuy1zgxex2#_b$@|YJiF58>HY$(_;#m9
z>iz<)c=x0$TKZ_kzc;P;_n{U4zO>@sk5>Hq(~AE9TJax9EB=FM#eXoZ_z$5K|Dm+v
ze+;eoA4@C#!)V3-I9l;<ReE??Z<=FY*28P-KzVRHABT151h*>>ayik)x^$AQJjmr_
z8|&05_650DmxPUV>oi+=kjv>d*0D2e<v}iI+E~}lvXuw9oNeQ}KgX`*ULD%XgAuNC
zQ67w>l?S<;>vrYAdF)pnjH0m)obPt!K`x_htOFO=SO+e&u?}2hV;vY{V;#8I#yW6`
zjdkEs8|%Pjw(?-CYnA->)!K54vdrhIwLXk1&nr5S2jkt2xKFSV=ZQArI>|;HC)<eI
z6kBnc>N*$2C6{S#S6rsEUvZg1V|||K_E?`Qdw5@;rPm3r752;BKeIS4e1$zj`%l?F
z+nyf%SK8CUSJ_j;SKG1wSFW)qNB^~UydJ2`u_s3Vb#}Zys9bN4kN&x~UN3A{KEHYP
zSiJ>zoikeTy0O|tBmbYro7|3g-E1RXx7di+tv2Fyn~iwgZsWST!$!RBw6UMwWh-8H
zyUs=N+N~T<(WLm?%l?Q@y3g&3PcHY{5ufyc9q~!??TAl$(2n?|hwO+?df1Nmq(|(C
zPg-C{eA1(K#3wywD?YhAZYw@dxXwlKd6L%k^c1c5JWVS;&(Mm`v$W!~kXC%2qZOY;
zG~%<^?TXJ5_A5Tm(~8dvrSEaA>*>YPvs`1Hd&$;1SLB%vi=y$oQl4K}<9U_VcwVD5
zp4VxOXDN+*d&BJ*&zm;#?JZm5d7F>dcyf8i?Xf<jcWsQPhzqWl_uY@{<pUen%ZE0u
zmyc{*FCW`_{-3zc1<(Iex9j<T#(q8j&uKjWFWipj|D~<x|5bVZd#)9auS>t|8vD*S
zHujxwZR|VW+1Pi!x3Ta1U}N9;(Z;^>lZ}1nXIuNuFRoRFmvz%>{`b9j{h{mP*RsFp
zKpcK^JL2%WjX3;aBMyJsh{IpD;_$cYTo8wU+>Si@*H#?<D=X_raah51E{a198hKRH
z?TSM#wQR&;MH_LbZ6gkKY{X$D8*y0KMjYzeh{Gy2;!w|49CBIJ?xD{!xXwjhz4U6X
zyXOx5euUjEJfMz_F<)!BAM^D;8+p67t@&EVbuOB(b!p7kdTz&jt#4z#Hn1^Y8`_w!
zjcm+UeH-(&v5ooK#KwGWYGb|{*qEQqY|T$Y*STnZ8kJttb=TaX`v`WI@bdG!h5IqT
zTb7UC%5^S!{MMy6cilO6=zfCTDZH)SF}$7KA-uiaKD>k7F1(}NHoTMFCcLxVI=qYB
zD!i-RQv1AXmHfHDszS@%htzerdwE{bjl9~!?aHe?*^j*1%k9dmz1gq4+J{D7?dx{r
zRTCR|wV#c=YHA~|_P3E&RW|bK02_IAppCpb$VOf@vxn)cEX{4*hs&jfeN2`<$6)I|
zTrP*$L$Y+A#nyeeTn@7bW$AMa_Q3EF_JHt_c79W!!=vne(SNkvH{8<h6K-YeK3p!X
z?Os_*A-m^)t`tX#e>=D5qWHI`75@&j;@^>0{5#Q#e`i|p??Nm7U1`O?8?E?vrxpJm
zwBp~BR{VR>ihplf@$W+`{(Wi1zaOpm_oo&A0kq;jkXHN$(Te|IdXQ3tR{V$3ivKaR
z;(siy_z$BM|Kn)Ie>ko9A5Sa(C(u2$w3I%vtefQ6mv!;?u{Y_`<Ku4BrAglq4?4x|
z^TMavbHk_E*N0EHuM3}H&k3JtUmHHlz9xLOeRcR8`>JrozA`+*o~`=}u5-CUFHz`O
zxkL9E+&&{b%AOWJ-<}d4ZBGhcU{BEdh}zM{zvsQk{hHq~u5;1+=5n#yF~67CnBPn7
zxw@6>Iv33EShr(-$Jv<Q@iyjnf{po|Xk&gS*_hwSHs*JVJzH=6T<4<soknYZr_-9>
z8MNkiCaw9MMQeU9r!~J<l)ljQIDOU0f4FM>`B(D%%QXaA&*y4-rlx?_^ShRwt|_GT
ze6ORYD#d9%|GD&Jg^<>GZlEXXJ_4=r-9(SqM+In&_ZE7rLQwkFvOW~k;ltwZci+}W
zGWfW+^!pL?oAIDK-2O)RPJ3ziF8lTH-S%tYd+b-k_u8+7@3UVH-*3MZe!zY)Jl}pH
z{Gk23em}x>E=%<L5%i+mq1QofUl?9sKNEh`ek%N!{Y3b2`?2s7_JZ(}w(>5Qr)=ff
z)2?&Dy7G+Mv93I8V_jKjV_kX9R$k;%#0~LU?0&>+iLH1&?>ZO6>jk$XUN72+*Go3y
z^|Fn4y<#I?uiA*$Yc}Hbx~+IEb)Adi^#-kYy-6!xZ_&>vk7>p09a`~vmsY&qqZP0B
zX~pXUTJidjR=hr<6|awJ#p@GV@%ofjygn<v$hEH9W&R#mfBqLdU+dJDw4TpbwAQJw
zX+6JhXsuJ<(t5t%(ORdzr}g}QptVl@NNYSl(ORc|rZv7_XsuJf(i-n?wAQK5OaETh
zO>-`kb@6*j59;#^eB1+Z(w}a>FZ`E%Pxx>9uJAwh9pQiN+w@g8+W7lPE4cmU=&NCC
zzs{wmt^K+dAFus-MS5O7Tc2Za``mCH8~gQ2Hume4ZS2=|ZS2>p*x0Y@+1RgFwXt8X
zW@Eoz-JY$lvaDhE(0vBixyWmkUek5=+@Zh6x4VU}^}dVwTF3pEuXSy_zFE)Ke68;~
zmwEd90*(3F(CwJ7jcm+UeH-(&v5ooK#KwGWYGb|{*qE=)Y|K|fd$#T`xXwlM)3|h=
zpUv5?`PriM+OE6i2kQ4B>@MN__}sF!`!T=Ul#k!mbuN1RcBQv+-8pyY-*dD(g?F$!
zhIh0(gm<#rhj+Hyg?F*rhIh5wgm<%Bhj+JIh4-*q>OO*Nl{K6%Dw|eU|9vm6`-k-V
z5#@PBht`2y_ICUHEZt|Yu`cXu-yi)=Y^)Re+4n|&Qyc5X{`TF`Uu9z*Il#U%`VX|R
zt{i0F9{tU1uQO$7Zr_@v-;=O!(R~Hix#&7NgvNDrsM~cN9malLM~Bn%@(<GI7u=5P
z=tvva(NQ+8qoZwHM=fn!N3CpJN3CsKM{R6eM{R9fNA2v{N;TImWgg^IE!K(Zo@LgH
z4nAMw?3f?tbLQm}mFjNCIE&va)x34#`B;Ctx?Mjnmu~jFEG>1meqImPDxF<p-g?@Y
zw_Y~pt+$PN>tkcy`r4Scem3T<zm0htV9(Z9Sq9oy=stw&T;#!}2f5bkh+Kx)vy|H9
zd>8GSpJVuV&Cjv4=4Ti^FaI>%e{j3z=NkSz<#8^@yI*;H0w1qG??f8$ILYmZ$I13Q
z-5TWi`twdLJ=`_oahi>IoNgl?XV{3xnKt5amW_CvZ6hA%*oa5Po~^&qaGi_he`M)A
z|L3w_^M79Hp|15hE|*dEj4a(xvJt=0wjQ6$1?A%}be)SHe^Kf4UF&sVE@SLzS^6l6
zt=ECMTw?2WU@n*1dL5X{Wwu@i<}%jS>%d&b*?JwA%XnL_19O>R>vdqhesg?t|0MV0
zdYfz`zEf<(cdCu}PO}l;={Dj!!$y2(+KBHg8}Yr|o~=vFbuNnUY+CWTl2&}Kq7~n(
zX~pLnTJgD-R($5riqCbl;&VN%_{^mhpLw+6a|5mT+(;`vH_?jE&7~*0*6Z|JO6U6t
zRpnfKTU}R*O4t3Z{5g0Xc$?dG-QUiBT=#dlUDy4c?4PGCmsVcna<|)&7x&o6i+gS4
z#eFvN;(i->@qmrIm~SI59<-4c581QzRhEbCVOhGrU>_S^U>_5H)E*js%pMYc+#Vc$
z!X6ZU(jFLo${rAY+U_5I#_kt>*6tf#X!i*}XZH>-vU`OW+dcntr8rXjpLcsMivJ6=
z;{PJ8_`gIe{x8$>bjyKO{9mON|JP{6|8-jNUrH<fZ_tYWo3!Hp7OnWdO)LKI(6e=a
zfmZzAqZR-6X~q8oTJisoR{TGr2kZU<t@wXJEB>F-ivMS{;{Q3V_<unw{$J9H|5vo)
z|23`ne?#}w=T}O9Th<rl*jLw;wd&~LZQXaM?ynThZ&i2t`}b~tQ}-Rp#}_?s6yJ+)
zKe~Ns_$T}I@Xz*Z;a}`m!@t_EgnzSN4*zby6#m10G5n|fLijKHd3}DtbuLTv?=R4c
za)<sM2DdK^r&V<POn3$Rsc;SZiEvH(v2Za@n4cBhulcF%Iv31O9k*kCR<bcaE8Cc#
zx;Ex#6&v$Y&&K?$YGZy@vo$}fyUs=Pvj(mCS(9F<`wO(@=YO>3XKh;ZvktBKS+{g8
z*9-C=tlyKcwO<!?Zk9JF&tKm)USDl!YyU3le7;=2JbxqCc)hl<t^K_CJ)L~M@_p0t
z{Gti@-oWk3_gpr!70-q|U-4{2Bc6@jj(BcvBc5B>i076z;<=TLcy4VYp4-@n=eD-u
zxt;4=6wmEx<ogb8UzktSzvpNp-*>W+?>pPb_g!qovzR9x7De;5o7;0i{_pN~tPgwG
zn6Eu;%-3Ev=4)>o^R<tS`P$dUd^NE#U;EjZuco%<Yk$|dXuhgw&DR0+Lj4{Dt@%2L
z)_gUiHDAqX%~y-kyShgHA8ae%b2-FDz8`8UzjHavR(>DuIv3^l5v4bAJw12m-&?S!
zg^#kQhL5(Vgj?E^!>#N|;nw!Va2tC<xUD@t+|C{s`$xW>@);f6kNoIpBR@LX$dAr8
z@}rB5{OD>UKf2k-kM1_|qlb<B=xHlIdb!R;`O%xk_0-4h3-gJ3$!6nv>SyD6>TlzE
z8en669B3;)2D#2f`7xMQehi_NA46&7$1$|><5*hxF^pDz97iiZhSSQA<7wr`3AFO#
zL|XZA60Q6=nO1(BLMuN`E#2PrSbZe0bpCsXs&X!h->1y;qIKtV{v513XSf}Cb*7EH
zI?G00ooyqp&ashK6&raq!bV<=w2@cm+Q_T(Y~|G`*SRRKayj4a%B#`rUzmIKD<N)2
zUR`J-uP(BYS7U7DRW29XSa&Y5d+7g%aGi^MS?Nn%ch4OPiQTQNbF)0YJb#?)uDL@?
zg5BjmSBlq{vCmc}xnJ>{T>bb;ai-!orP|dGMEs_@9r2rHBYx9u#BYX;_|3Etzgafo
zce#!DU11}Bvu(xiO4qq4epk_07p`{u!hE9M%G!wEwKn26$430Fvk|}RZNzV`t$5`!
z&qlm%uoa(NZnPDjn_TCj_}pB2qU+ANL-!NxPT^baj^W$v4&mGF_TfA1cHukiw&A<%
zHsQPN*5P~XR^fZ?mij9K*D5{hRM+*Zt5p1+dwJ}<y1zWHXu`VifZLH*^KInSgEsQ&
zAsc!1u#LQW#715%u#s1f+Q_TNY~<DBw({x;*STO_c+%~Ql`8B<o;~gM=kf!UV)nxD
zv-Y#$g*Ni=Is578Ut}XM7u!!p{}LN{`n>&k^uJ&uZ(p<@jsBNx<nhb)BbrjzD*5l*
zcdTYAe&4=4=I`CV>hs@LsLIC`r^Nb_UU$3lU@7~R2XD~GgE!rdJb24S9=vTM58knn
z2k+X*gZFIY!TUDy-~$_Z@S&|d$mJt@SeEWH*tlQyiG57;e`@1?)o1pQ=>Oav9R9){
z6#ml2{i?6*0nz`pt@{<Zd}H^^(&rd#+^_o1?i2mr+qhr#gWW6of3$lp_wSu){6D)r
z7mfcHTI2tf*7$#;hv?r~pf&zKXpR3*TI2tV*7*OXHU58SjsIWT<FA*WtZI#a1zO{;
TL2LXq>7M%hM)~t<mF@orL*Zb~
diff --git a/resources/3rdparty/sylvan/models/at.7.8-rgs.bdd b/resources/3rdparty/sylvan/models/at.7.8-rgs.bdd
deleted file mode 100755
index c8c29628e1883d36ecd6c5b9bea3ba4cae2cd11a..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 59144
zcmZwQ1-w;7*9P#R8xbi10R=??6%YZXt_Vmd(p@Gf2HoJMTe=hk6Od3E3`!B{k`5_R
zDHRI~-{;w9#`RpjZ+`D#&VOc~!`*AGJ$s*h55C!)bLsKOhR45nNQ>g<*Zv!cQt;{D
z=9GN;r#Tg$UNxuY)8EW#`1BWZT0XsEPRFM|CVn0~i%56bxeW0W|Hnn=GOEuzmr4Dd
zbD7oWoXes<>s(g#Y3FWGpG?H!zo8S(-S{8y<d}2W)kmDWNqxw<9O?tk<y3#=TrTxq
z=W?re8}jh!PV>!ty4{?YPq&)$@#&Z5{CxU_`4&F?++2W9H<}Cb>3Zi1u@7ynbGL@)
z>_2htHuXo&6;`iyu84Z2bGNIPJ9meAsdGiu9~$oD)5Yey_;jJU7@xjxF3zX(%q95r
zJ@egs`i}V?K7Gr4FQ3jam*mqo%%%8rrnxkqzGl9UPp6y9@aa_Z{d_vvT$WEKn#=L&
zcyoC^ebxK`pN=s<$fu*s75H?7xgwtqGgso%A?C__I>=mwPb24&*oQX2xrf4Y_Whiz
zs_x_5!|GnnRa5tHuDZILb2ZdmoO?vw$xxF|UozL?(-+LO`Sf{n9X{<~ew0t2H9y9u
zPn+xV>67Ni`LvyL^=!zwHqO;ow{ot5x`lHM)y<r1q;BF|V>Ko*WDRfD)RgQm$6GlU
z|B#6dnzM^{Dq;N9&c#7UxFx$dXbIy-O&09dv?K?+mMocV>7+OWe3ob^k|)A*_9!X|
znR6(@r*s}gD<O6cMgEM=mr0fq=Sn-*UgzV3E-?_N@*bOfj!#RN<J1>3cjVJM&2g#R
zVSbTMi<slmy3PDDpB8dXO3=9i&ULm;oXhVVO4eFl=enAl%i|nM+*&T@x|`yYLl1R!
z=X$EM8G7+)R&#GY&1~+&ry0$C`82(`AD^Z*_vh2p<^g<~()@~ln!<+S^Zh{epUIYt
z_<TQD=YLDK#Kh<Op*nvh*^(5W?}zLB<z!2ka~GW(sq^QPEqTs;=iF$WKbLHYbndKk
zV|D&?vL)5Ilg^FP`4h>O;P`w$LFbPoTe6)y<lH2kKagyRckV0ars(|MWTyn@b~`ss
z=XWMMg~aFk89Ki;*(oPJ-@mT&UnDz4#pnB3I=?a5DJ?$V&(`_1$xeas`Tk9v|0vlh
z)4A2oy{+>rlbvFnTkhPuI=?j8DcQLXotvxki<6zg<MaJ|oqs>sDL>wLfzH2|>=GgV
zVHWB9Tgfgd;+_3K=ii8bBpaFO+!9k9eC&d?>CP=P#mU7kTbu0M3R7G>2$8k%&aE=V
z#fgww8{^y>Q(XK=fwd9NeQb&ku20lMocmNg$T_6gTIAe1lXC;&lCTjhA{$K3^+|Tg
z=v*)7KGXRg$u2SD#c-3(cS&|h8ZWk+b^fJfm$32qev8gOpX`!1KHqQC`Dc?|BF87A
z9XkJHvP<gtWVcJ_+r)>YjkI!ZkIA_f&fyTY*37wmrugKJL*7~==k}Z8iw7(b*6KNT
z&=jBV52+t@?y$PHb4S!Qoja<o5ieObQq8&Jruck+LY?H?*Xqjgl4v6pojYZU&-bU*
z<()gDE*meoHd4m9Z%py|{+zm`bKk1(iI;R6DdF7rCg+MdcV2y`a~ITi#HS1!DdOBE
zQ~crOvbvCSKd1}Drz9K6@7zx&=kn@DR!rn^?q{9Pr5|xIk;A!Pbw0a(B*sKG=YH4u
ztojie6Pca+L+3N<M{Z1{ckVBpPpco%F_GH2e{?>jbJx^(9(m(OiQB)vFOL3r3Xen=
z#ogmoZ}6j$<9uCn3i>f~O8QZAD!Pt2HC@}BhOT8!OV>1~qaQJ+r)!uq(ACWu>1yUo
z^uy-NbX9W}`XO^xI>~$kje^O>K7>vR>PC*E;NtDVycF0?oX7U@c6ge@Z=W;qel9!v
zi+K2!i$;OR+l4_X=seeLA6}o=zu(RN_4&MWvzG%XKP?B?E%bNcFT&+7EeB{pS`Oes
zv>f2K(r5AT?KWB#h{CiiAVug?xQD_%G{ol)HTJit8u7VPjriQ9#{LykWB-b)v417h
z*uT5g*uQ(!*uQ(#*uRo$>|ZH0_OG=1lymoa-_HJI*iq-o&{%-)_w(_LEYM{+js-m4
zF1$<@?DCw)_VIRj`heg5LH~Z`*dGfobglx86GpsU7?u-6rR%m2udm|Yud;uAl6OV+
zazc8DmJ?Q0T25#W({jSAM#~AYIxQ#68nm2HAED)hTa%U(axEGs>^LrX8aKqJ4#z{o
z{ywTkd>&IHK6TaDzsJ?szj|uyUwt+9uYnr-*HDf9Yox~hHCAK)ny9gVP1V@HX5O{g
z?+!cWTyuIIE>m>-wKm_9<DdHN!Z5ZEtu^PdeY_o>w(;Ay_3zh;{U>2-Tt3ks`|ZLo
z-aoV_uiHMn{%QYyPx;qB<NXBtkHV{QuYg`-Zcnc^cc539pQBfrpQl%tJJQR|FVM@(
zFVaiRFVRb!i{lc85uZ*R4-Na<S&jH~Q6oNG)!4soYV2QkHTJKE8vEB%js5GT#{TtI
zWB>Z7v44Hl*uQ>i>|cNHm)U<9b_^c}=(f(iqT9Ez`H17K{dQp(+lMxY^VmM#4o?UB
z?T7gH8_2#@*xI?FbW6Wo7{>dDHvGEn!|O--_Z#6~KgxR;`xfEVxK}_oH;<v4na9#i
z&9Bl;%;V_B=J9kR^8~t~c_Q7wJc+K4dnoKfLwu&FvA<K*h|e@N;xk>1{hOi2{=KHg
z{=Kfo{>@Zl|7NMNe{ZO<f3wxtzd35`-<xXe-&@|3+1Cp@ihBig6?`n$?JL{-yBx3N
zw+qAAKD4=<$M*4dcskE-Ki|LKd+aNQt#Pk_uHd%|!+8JD7GAe~c>QAkevAC;Kk#0_
z{=x8S94hn!<|TA_^HRE;c^O^Syqvz@yn-%cUP<3)UPYHSuck}k9t!)=5TB3K*x!%U
zh|ec##OG5r_HV5k`?pSw{adfb{%ufW|2C?zf1jzbf1j(df1A|Uzc19-zs=rj*q01D
zihBigLFcyU_62NyE5~o~+l66lAKG@#%l0{FTyO65@0XpuT#xUf<pbw#TCS(}&~iP!
zmzL}4eY9Lpe?`mn^nO~drw`C_J$;at>*+(ZTu&dSPucb65&9$^z8$5%#w8*9&`#Lr
zyazab9G8@Sz8w2wVMDx>K8pYO`FIBJ7uqR~<NZ$SJl-#~GaQ%qJ5I~|H-7${fBjkZ
z`1`)~KFR(F9=?4?9}Yt3=|kr8^g;6l`hfW&z2AI^{>prr-e>-S-fRAm-ecEeKhbhM
zc7<Mtdj#x5TZ?-H-fh@_ihBg!t=NAOHpIOG`eWR4@bmEu-Y>MP9LM|pq4RjZ(EjAO
zykGqH%KYDc{vZGPzu4pNyXO5n`;WrA;X4BK8gu;ngVp8~xWAy+V=3vCHlK=KVNOji
zH>aVOnbXos&FSbRcD<6Gmg|)abX)vdgnejj@Erl~aQ%_lJ6u16O|x*kCBAc@ugCj^
zb_2)pe%W-sb(qEHdXBd;$A7QP-{j|W_}6D=kH0UccUJZ-?De_m=H}dVGjkpq=kw5R
zrke!eb`{;&oR4l~&QCWq-$FMq7oh9g`Me-4=kr2z6?{j4eQ1?&o6S3%p9_13^K00&
z2*)cp7r##!#QTMI2j}sAMg8mJ@k(J9_W?Lw(H#H1GGENk7x%Bfi#`6n65hA7$N4U_
zyJ?*7Lc52?`7X43X*r*lq;b9rtrU&(U1+6gobN)rkH+~fv@$f#ccI-+%lWP>E$6#(
zbV2+`>_aPnAK7~ckI!4MOWxb){9!}vI>+;27xeXbztAdi9Pd|I=kb1_RpGe2U;OvV
z{6l`es(*bFd;EP5dsk$iH@q8e&CxfTtJ8VRHR#;tN9bJUnsiQcEjov}Hhq)14xQcn
zD19S-XTUgxhW)S0@zAh;kE^l&_0-tE`fBW712y)qp&I+wNR9n#tj7K|QDgs_s<D5~
z)Y!k~YV2PNHTJKi_ham{g&o6EMTfh&c-orAJ?PNd&{=}8w9>dI9a=j&QxLu@K;s^D
zXiw4^g794d8uzS2dzwxcgzpN_xQ89uvvisud{=-@ZSFv)GCxQ2;oI|kF1hU}bC`+Z
z&2WGAMIFce$CuQ&9(-Ai>%mTHTn~0u<9e`*8rOqe)wmw)rpEPPcQvjDd#G_e*i((`
z!Cq=y5B64{#^-<aDSZA{pTy^X_18F`s!!nay!tpk|ErH7aO$JZ4OAb&=Ueq*e4bYy
z!gmDJ2l2UIeE`44RPT3gxcV!6M?k#~-w{yn#ji=#d+@nmy&K;VP_M&x1k`KsYgqNC
z_>O@36MRQN{jqZs)F0v3yy`Xhj(~bKz9XPsh0p)$mH7OxUV+d5>gD+SuU>}F|LUdq
z{I6bu&;RNV@%dlf7N7ssZSeVD-5Q_&)vfUPU)>U)|J5yUy`XN6&-3bL`24SKiqG@v
zCisqkx-mZAsvF_+yt<)t^VJRTxnEu1xdrNa_>O?OigSz9mGK<`btUIMP*=nyr@8_z
zN!1VHl2!cxE@{=}amlMLhf890SzI!!@5d#zx(sfCs_(-kxw<qi+0~_RNv|%6j|A$1
z_z0pdfR7aFTksJ^ogbh7)%o!GU!519|J66+^S?R|KL4w8<MY2d7e4>1bK>*AItM<_
zt8c>Re|2_zM?ig}bKBI}aK2aL{I^4m^WRQ2&VReqIREWd<NUWrjq~4LHO_zg)Hwfr
zrN;ShzZ&Pi18SWA4ytkfJEX?>@30!rkEn6}JF3P>?*;E;zJDn`5nlIu%UAp$y5rog
zzxf2+*Zeiz+kBGlX+A}FH=m}vn$OUk&1dO*aVvy<X!nFCxMjleyK!GY=S$#Li@LaN
z|2@Zxna|UAnJ>_HnlI8t&6nsq%$Mog%|FmZ%s<kF%|Fq%nXk~dnt!GXnSY^iT>i>F
zG#rPa{l;+|ccJ}G<2VcLDvjeRv_EJZN1^>m<G6|Q8U~Tyzd0Tn^81e(`Mst_e*aZ7
zzj7_c{H9P#ep7NB`AwzslHb%EM}E`jJn|b_T8>M8)6tUO^fdCDL0>QV&B$@dZzfvu
zo0*pUW}zj&S?R)f_;v$*TM#a>Y02-6bRm57U>_Rtdy^XZ&7nqqbE=WwTx#Suw;K7)
zqegyj_Wp}`!aC?%6!$p3^Xc{j@X=0<dbma14<8NHsE>l`KG;Py>g85-FN8>q`YEjL
zfe@=vPq(YPAw_D`S5b8r9KveU+g<8TC=oU4ueciZS3-^YyIYO=yGM=syH}0+E2&2P
zl~SYrN~=+S_o-2TWz?v@`_-twvg*S49Ir<Gl~<$w9#9v;eE~J<uYwxq{fcVTV<k1t
z`<2zG&njx1_mkA9*N4<N?^ji$ejirjykAX?daka<dB27l_5Fw%=lz;$)O#&8&ii@2
zYx};QKOk;M5kHCIKgan&balAhSo5RwX!B$ANON6!xcPB<sJR|J*j%3;Xl_8GE<<Zb
zqb?h<4-Iu0T4RpOy4Zx4b+IWe>tZun&U?*iSr=Q-vM#oyWnFAV%evT_mUXcWT^JAF
z+S0Nvwxdy(p*=wt!oMkC9~$cNDK+ZwX*KHZ88zzcSvBgay&84YL5;e3PJR8li2Qfd
z`B!nhq((iws2+p+1!~mC%j!|MU!X?4bXJeR{Q@=Wr>lAx?iZ+0Pu<l+aKAu37?)n^
zLAYO_M!oe`N4Q_0M*a0wqyGA-QGfl_sJ{Vf)ZZ&=)L*1V{S8#3{syU0e}mPizaeVW
z-%vH`Z<x9;4nZ~QZ-g54H&R^)_Y2ghztL)}i(}NN$FXXxi?6CtpX1b67ssnnuM^Z*
z7bmJwzmwEh7bmMx&r{S`7pJOG-_z7s7pJRH?=#d`7oYcj&G#>dV=>W3@%lLXzrpBr
zZa2$3lYZSii=JVAgPvxdO;0h;p(mN&q$il)qEVM`vk&*}P?zr{91rq(F|>C%F6-iZ
zw5*GBY1HLBeLd=OzFOAB_c<=>;sRRM#f7x2i;HMk7Z=lo@$l^fTGqu6X;~MS(1q~u
zZ7GeqT*f{$)M04LIgYvuZ3T@w3vDHhx(aO-jXDZ#HI2GSb{@2RyN@_;`F0=EmT&h7
zZTWVe(w1+xmbQGmb+qN%t*4Ri4eUchzC+u{apXI+&uGc_=d|Q|6D|4vf=0eKvkwjV
z{!%UZ-okOo_f}f+y^WT9Z>J^SJLtlA__mXleD9(q-@EBTxR1a-G~|1)8u{L*M!vsN
zBj5Yg$oBy?@_kT^d>`^&!~Xj7Ao71iw|@io5!9%MW9pgsJgG)~oKU}p?+>U^FDKR0
z@zn)2>gTk2D!%%lMm?QXPsaTMHR|h}dLr%@s8Mg<smJ5{18UUYc{S?qf*SRAQH}b$
zq(=Q+R-^uYP^12SRHOcWQltK^s8N4Et5JWys8N5vste=$18UUY?`qWFRdpeJk3fz3
z`%{hc;9qLg<KJqW2meu{KCh{99{g9$^(l2IcJw$8rck4PQ>t+uOr=IWr&i-Um`08I
zPOHXwFr6Cpo?eaf;9>vsW$@!k^5fxY;yj4D$e5Uq;%U@HCVd}Smojr4b&*BqQ5RX&
zsEg2U;5h0cv~0AjOE=Q8E@h`>UAl>ubtwm31P|YG(uIR?KY^BYDK{<aQXaYx9=_d7
zqb@?rOQSCGu@4P(5n6tZqb@?bg+^V3R)9ubgjSGdUHDdrMqPw<D~-Ac?KT>95n5py
zbrD(-8g&uc?KJ8lv^!|jMQBB7TL;~pH0r{)DDIK}VjK?*`7f?U{!6Hl|GU-5|2=Bt
z|6VonUs8?ymr^7DrPav)eQM;tjJgQ!BdC%8vTEeNoErHruP%i92x{d2K{fJUL5=)Z
zR3rbD)X0BjHS%9Yjr=F6k^hI($bVHe^8c_J`LCu%{;R8z{~BuK{}DCvUsH|z-{oD)
z_jP^l>*#v+YA6W&lO}FA)?9}kV}6t#ZGMa%Wv)w)G(S#{FxR7po9olV%nj(F=7#hT
zb0d1NxiLM++=L!zZc0byX0%+NHK%bLgw}$Vb+9Fk;~=zFG>(JT>_fwG&_*rmU|WvM
zI@peub?^yV*1;!fSqGn@i{Rng)3mIE&(N|CK1<6w*q$zghi@Hd90$*_56#xS#Cc*|
zm~c@?ZfEroy+ETreEs}4|5D=pqWG1Vf7$y*_EtYpC)(;KieG2-7IpF4clEE2-w)e&
z^X|;v>MiO{TfId+XsfrVCvEi>^`fobqTaOCThxahf=8l7eQB$=s2^?h7WJpC-l73?
zg!>5WL*+@mMI4uU8%RsN4WdzRgA=a@&`@tf)Tp=6hH_l$Z5S=}Hk_7v8$nCGjijaC
zM$tv^@NG0L^)`l<dK*hiy}e2o!hHnxp~-o7JjYRQ6a4)1?B%>Vk(Tr5BwEg!lW93m
zPNC(zIF-gaIE_78xG&H#!Q{U;8i4x?e!F<OKRybo`{DKKzWC^<?t||msC(n1rn(ot
zkD%^}?<1&t;QI*b?)W}}x*NWapzezM2<k4lkD%_1?<1%?;rj?`sl&M(M;*@7dDP*2
zwXA#Za~yT(TVkDfCD26+Igfby7A>L?Pyc(m|K>kPynhsLhxre^7qdsaeT$aRh<9-O
zI&2@j%x}Nkzdjzv_A9)XvPXV=i&oOePw*-l`3YW4BR|1wXyhmOBO3V${+LF7f<K{=
zpWshv<R^G7ZTX4T(a4W)(R$kQ6K$YvorpHl$j@i&!@45*`JCg(&!)t@Tfkn{i7#kb
zC*r!dc)Bk+Z}E3qXp6twN?SbLHrnFpw$m0*w}ZBLx}CJe)9s=yo^Cg7@pOA=i>KR5
zTRh!98u1M6D;n|K&ptGZr#rxL#PgueBc6xU63@dNw|aL+XvFiVZjX2#^WMx}*4^W@
zth*;@S$DstW!*hV7s11~Q?#tRr)gPt&(N~&o}~-n;oCPf*4=aLL%StB!Tkh|=QDpt
z%ewnLE$i-iTGrhQG}hfXPIwwO#Oo5rLzDWu%yFr|xK3sMM?e3QfBg^aC7xGkiRaI>
z#Pb(g;`u9G1P|YSqa~id(-P0Cw8Zldx)AOoun!IK{7a2^{;ftl|4}2J*VKsTziP%a
zO?Y$kh-V7#i`)+9v6SAmQzf>OQz-`$_p{$f%+aa1{Va28dZsxI{kl0V{hB!)J;R)y
zo^H-SPcvtvr<ya-Q_Pv^$>uEdBy(1JqWK1Tf;k&K9-&|#);%28*%OWjWu0_4aU92W
z4xN|dIw!|br@3?<b(mW%b()9cQinIwQipkIsl$Bq?RfZ>pDq%FOCMV5umCM}Sdf-F
zEJPQ=5PP(6pQ}lNE<W#uxX5~b8@HGByD%;5brD+D=i6ynkME#m{Vht%dV44RI1Xv{
zq16pfuvBvVF@##@AH}7ux{hssH^*z6@1bj%@1<*+OVW>+OVKsVrRnPC`{-)sGW5gd
z`{}CYvh+jda&(fpJY5C%7ubhZDLlb_298%SSD+s-SES3CE7A9xE7SLxQ}XynypuQ{
zn#B7djw9Yxbsq5!?O~2fysOa?@9H$-T|-|l@qUEk67QO{#Jd(<9S`4X(-QAGw8Z;S
zTH^f}E%B~PCt;V_hlY69QzPE>)rfZkHR9b+jd(XwBi@bGh<6k3D(p+4jv4pR5dUVn
zJ>uV7jrg}vBmOPbh<__J;@?`0__t9b{%zHWe>*ke|Ae|azK@_r{GU=I{!gnB|7X;Q
z|Fh~Od>=uL_;*lO#(e}e^6|X7BEFBHMt)vUKZx%msFAOi)a7v>L5=)%QkTV&q((lw
zsLNmpQzO6K)TOcHsgds<>XP{PE8abQj}XMIW9qnz;y=g6f5w0G;&!9Wz3GwWKJ;*N
zUwWvyA3fOIpB`u)K%)*rdxb_FM(jgF9fmfL<FXD6qGcTzOv^ejgqC%8C@t&2Fk04u
z;k2v+Bk1aQ_%@Q3bzl@N>%eGQ)`2m!tOH}|B;0~x9~zP{PK~-7uST6sP@}FUs!>Oi
z)To=uYShUTHR__zb?d-1ok#qqs}cVhYQ+CFHRAue8u6d0M*L@~5&t*Ti2rOg;y*`S
z9rqE`i2qw^#Q$wI;{T2s@qbsHg!>3;#DA_D>%crU@-bhHb>Mw9^0PpVbzq?y`C6pL
zI<Q!c{C%LtI`E+y`COvLI<QoY{4P^t9ayeLzE`NR4ovl4>3cZ@S(VXStPc#XO3X(b
z<Z-!L-$#ziH5`}Y@*`S~%a3W)#V7iD)WxT2IWE_7T#n0iv>cb~>FRj+wt<%8aw9Fr
z<!7`Um!H#eTyCP1@bK*m8g;RmeQ2nI(7xn2@*dh28hH+FD~-H{wv9#}L)%UxZyT;V
z4#WIT&LiHT?V=^#yJ?B{9$MnPmqxtzu@4RL{z@(J-p_G~_W@eseUPpm-U#;@Xo>e>
zTH<|#mUthfCEmyAB-~G99~$C)LXCKTtwy|0suAx~YQ+1r8u31(M!e5@?_iJPBH8y0
zQ19n-d&K`+HRAuB8u9;LjrgBeBmNiEi2p@3;(tkv_+M5d{y(Uz<9iBf#Q!HX;(tYr
z`2Va%{C`m=;d=^d#Q!%n*1_M^$j4PR*1<p2$j_f@tb>24k*~kiSO@=6BY)S_SO@=A
z^Y}>{iUmE^!4zubH>DcuU@A58om!1`@EiaBY5X`sqAhV>7<G|0F(1W~sEc&^K5|^9
z=Q!#jgU+KaGOAG*p=IJY>LRqvv>caNXgMyk(lx@?_?{SD-JFe<<MKvYj?3({9G5rI
za$M%1lko5@CylxYEf<Zt$jv@9Sr_wg9CZ=e&9tnOd1=%|X!&SaH}lh|i_mVNWgRU*
zqb@=#NXxofh(=w6b}Nm#2<<i+brD)&8g&s`5gK*jTNL-m{~a6;4f!vsM*i<qBmZ})
zk^f?9<iEHY`7fbH{_j>J|M#eC;MTet`7fzP{!6Km|I%vY|2{SHUq+pTkgAdYvTEeN
zoErHruSWhKP$T~js*(Q+YUID78u_oJM*b_Sk^d@c<UdJ`{6C~d{;R5y|A*Dce>FAo
zf4g^e-`DWDe<5}JB#QqWi$hUgH^y&-?h%fUHrJ#_nQPG_&9&(f<~sCn^P}`I^JDZ-
zb6t9f`Eh!%xgI^pT%R6jZa_!ohBWFvv_`aCk2I!b-D^Ul?n7%zqwbrr4-IwSTrKNf
z3y#aW*OHcXuN7S*yb<m*(6a8ep;7mtwWVd<Ye&nv_XI8L-jj3^9=<(Aqwb$(9~$bs
zb|U|Y5#;~b#QcB1=l7dN?KzJ8cS~#^b)YT((Q~xrKYE_F{6`&W%YXC&Jq(XTi(aHH
z|IthI5I>7dzD!&GqfWHtKk7_d{-Z8*g!>EZLnTQ5yK!9d-<_8H_n?vgo{853Xvlvr
zHS!-?Z;ng;`_PjAzO>}OA6)|v-}=*%{{eKhFpKXi(31a%mi!N-CI5ryB!rB8XmZ{g
z!g1t(sGom^y`0yE(Q+OePRn^~1TE*Ok+htbM$uS@Mzco?pUWC0nEdzNl9w^u9(ft-
zUl(tVyu7NG<8mCwk(U|1F2nDg{a+JJ;Cx^Ez4Ju6kDo<dOrm?6C)2&mQ|O-NsdNwX
zG`hQaI^E4YgYIg6jqYN8o$mbK_X47sbSImiMO%ELH)yNdXf}=b%wZquT;lU4#}S{m
z67z06d#T&EY1D1}eSq-#{`h(P_Lxofd*}B!j(CPPm$rDid9=mT&8ID%?tR+g=@!ry
zPq&b^c)CTj#nUaOEuQWJ+T!Uxq!G{1me7djQud))Jl!&mBc9839`RhEmUyn@IN}-F
zDjM-zt=l7>YrNlKFYCZZw5$Uk(>3t$?Gswoflp~!2iDTE4y>bP9avAxI<SFG!o#<X
zG}eL7*oTI7AhgdpF6+Q1TGoLtXjum~)3OeHNn;&|<AkSiL%g<fJT$4lZ5)?%Gp<va
z-{I$X`qyt~FY(+(OFVbeHSq9l4=wTBOG`ZW(Gt(EXo=^3TH<+tPQv#T*oTIA9#SKo
zht-JZ5jEm@RE>BZQzM?o)rjW_?=9@Hu72&^Gfm=$$mV~R8xxLVqRvn1``EhSPH`M{
zep=_H&d+chc{{7~$jdis$=f-OOJ2UEB`@F6HSqB5ds^~xo|e2^pd~LCY01kaTJmz4
zPQv{K_GsZgK$8T+pNa1|VSV#0`jOk)dKUde+xit<p>4g2ex_}GihiMOJ&Jy%ZT*RU
zqhH2-2liooeJOq(|8bS$FXFyKVm>kP0`5DgJKFYtar}An-}H0lf9MY8Yjk__zx1=_
z_`i|$j5$R*Jb&7pl77mZihk0ZntsBZhHht0OSi@S1@@t}4o~p!BskvEoPlm`&PX>k
zXQCUMGt&*tDO2G&;+>V_p-H@N;5g!)P3IBs&~D_o#5+4J@xF;hymRR5CEhtX-X0I%
za?uj++_c0y4=wS&nU;9xr6u0^Xo+`zx*fi^z&<p@yMP+;E~rMl3#k$BTh)m7ZED23
zup03$;+=(k{p)@Yi}>H6+avx()rkL{YQ+C8HR4}PjrbQ=BmO1Si2vQ{_PD>GM*Qzp
zBmO1Th<_<H;$K>g_}`~S{L84@;S{Jw{L8A_;FPIGKFX_G;S{SzejZe}z$sacd{tC8
z!==0$`KzqPB3MO@d?u-JQT~t``K_vMfTdWCd{<M~!~F&C>b}P*QCs4B=wtsIifVAX
z(dI|!k>;B8aC0qssJS*h*j$GmXnvGN9r_kMMxzevvJdMp>M*p&IWFr!JzCa*`n0SA
z4QN?+8`824G@{$%;ag)`)`2FptOHGHSqGZYvJNz-WgTci%R11KZinwLun!G&*jkOc
zYokV;wN<08+Nn`TPpDBhPpVNTPpMHC$$k%u_&=lbi2t){#J{~7@$aBU{GU@J{?Drs
z|Bh<J{{?k>EcI%{|0Olz|FRnK@1#cjJF5}@E^5TTtGXRNs;CkF?rN+9J=DlYPc_zo
zUTWm0w;Jm}A2ssTSB-U`pBnk=uf{qsK#hF9qQ*K9sgd7-YODi;)X4W>HP(Try@&Yz
z@lcD2KJj~4)Wy)md=w9(E{5s*$Z<KG<8oY%pyjw6Nuw@C>FZG!qt$X;j^TKFJbW8V
z%W?TCEyv|JT8_){v>cZcXgMw?(sEo*qTAu&+hiJbF@=3-sDsd^avXUNZ5oX{hc=x?
zUPGHfBaflIMk8;@eh+Kwpqt5g#5=TEw8Z-jTH-yMmUz#h5$`wIhlY5+rIvWV&GGhO
zLwt{cmUzEQOT6EsCEjysiT6BO;ys_1c)w4#!}k~1hlY4BR3qMt)QI<DHRAn&8u9*6
zjd(9nBi>8BUuTcwBH8a@5&z}7J>tJYjrgxrBmS$@i2rIe;=e|X_<y8E{6AK=$M+P}
zi2tW*#DA?C@n5G#{MV}y{|#!yf1|n`?k}hj|IgJ}2REsak1y0%2REycpD)!|2e+t^
zudQmVgWJ@|-*z?D!5wPkbEg{X;4U@tyIYNQaE}`K-mAtsxXgQ>?~_6;Ci=whVNn-f
zCFY}e7<I8<-$#zi0~|+P9MpN##UVB7BDBLCM_q(=gqGv-DBV8H;{F3I$K`Qaj>{9Y
z9G73ya$KII<+waW%W-*{Zik0&XK2(#XlH5E#W(CjlXdYN$59udeM`$a`5leA2<>}X
z*3I)Y>LRoYw5+2SX}MW&iI#QsGL5<j?FSll5!#P5>LRqCXw*e$S7_9QZ&BPM|G#iN
zH01wRHS+(P8u|ZSjr?C#BmaM>k^eu{$p2sJ_W1sS8u|Z6jr?CzBme)Zng8_Rhewb6
zr%)sRDb?-p{RK7hpIVLlr%@ySY1PPoIyLg2UXA=`P$T~t)yRJ)HS(WXjr?a(BmY^|
z$o~y$<UgAl`M*(({AX7q|3CZq-Q>rsN%-(IdNDQr9P{5`l!M!iHs_>AnRC%2&AI6j
z<~;Op^Ud@yb6$F=IUha5oSz<SzJ(rSE<g`77o;O|A=<7#qFZUZ{)ld)ZJmn>)2MUb
zq9Qcv{C4)?ol)m^BpeUwI#-nA9TLO*^G>?G`7T=4xni`ebH(YWZTk|mtaEqMvd-N@
z%Q|;2-3|}mO46wFQtU%RUBApcqt#(=`F8hlJLKE{p4FA1E#K~b+Vbtn(j)NjtsHIn
zcI9cyw|juLe7gtfA$a&!fwp|RinQh1RiZ85t}-3r{sQ~ZEZ;7P<Cbst5N-K(RcYk=
zVSPRFT}_RAhgO~Aa$c)JcL=k%<xESyYtoYMTD0W5HvKdnzSW^6-;dIg@5gA#cU`(2
zenrPVG&!%;<2dqN-_Mt3FXycWw4A3J(sEvEM9X=oF)invCN$QWrtHy%q)YT+lVtzC
zSn|@0+aoW{{p;daAulb|b{x8v97kUKzX$$5{~on9=llNmdsf$m?i0Uj{6|~5x49kN
z%lri0)BGge!~7K8-TXA&&HN1A)%+~o#oV6m{NL|cT?e|8%|Ay=e4eMJZadP5&kO8B
zllZ*Iam42(Ki`VI)a}c()opbBzo+iZdBo4Rs0(fJi@MSlzo;8+@r%0C7Qd(mZSjkG
z(iXp{7j5y2deauas1I%Ni~7=tpKnn=8u9DTKCH_UzX2Ra{9Z}S#~U$zky_$6kmHD7
zXoG0PZ?JBU_zm&y#J)q=8cP~2$Nex`j{D)X9QPw=IqpZ&a@>!i<+vYB%W*%3Zik0&
zV`&`sud)wKu3yJ-T#ozkv>f*nXgTgD(sJBSqH$2ial+HMAzo8B9-7qKRE}G{CF)Y<
zr~COC{`J$?cL;BUe-A-RJYT0Jo-=8Q=PX*{`35cVoJ~tS=g<<*H|ch`kH9`O#Pe-6
z;`xpm@qAZ}c)q7bJm;zr&v|OZbH4Xv_E<;X_pa{O(QN)_N%nhH)cFE^A6X|BavXKO
zNav-_7jqnW`#|TBmk-sFw<R3!;C~2oOKHi=GFtMooR++-pd~LWY01kfTJo}*mb|Q?
z+u{BKd$iAdT;x#aaN_gqI^1_iY!`8m|NnELeZujNgD^#}F|Vapnb*-P%<Ji8<_+``
z^G5mu{Cw;~TO6L?{sYGs;l6{;FT{NZ^#a>|GsoXIe@V|bZ=vUzx6*UX+vxYq+v#`B
zJLq@JJL$L0yXd#fyXiO0d+0g1@4!B^SMcv6)cwN*?lW-Q&M$61ZRZnrfVT68J4oC4
z!X2V<en|G;@kG9la6B~R`=}cEKBh*#kE@aI6Kdr9Yc=wHQZ4yD#c|~Ow9ZSu&u|?1
zKCAP{cWB>mT=IR6mVAFpBj4ZY>*s}6<NhAUCEw?1$@c|X@_mt(d|#p^-<N60_Ybt>
z`$u{X{(S`d(2(ydYUKN8HS+z78u|WJjeP&6M!tVnBi~oO53`r^fBYjL|9|TCYjJ-;
zje7W7{R!?bs8Ju+)F0vgf|~0?hOo2fSL6PI8ugP>y%P5q)TpP_>gBk<phkVARWHT;
z1vTm|z4}A^IBL{iMm6d$lN$AxS&jP3qDK8?RiplHP|wHx1@%1KUr?j|va3;lH>pv7
zIn=1XoNClxE;Z^ew;J`AM?DAs2@*BxFRyw4{*xtY)MI{iKYUL?jruI0#`SJNHR`pH
z8rQqGs!_kUsd2qqSdDrvqQ>>^?P}Eb9co<f7FDC(?^NS@_YYs6clq)E_dNJDzQ2%|
zkK*b*9{(BtQJmvP%_Zo==DX>G=6mS<=6mUV=92Utb18ZkzQ4dew4LDzzQ@4v9r*r&
z&Tq%}7u4Hq`?4J0YA#1_F_)*mG(SLZHa|#zVXi=LGFPNOH&>!RGgqcJnyb(o%t`cm
z^FuW1GPJ5R>hNLqp`q?VtHyEES!mU1)KzFTXw*??kI<-_WamNTyB5boL%wUPk?%Tc
z<oi)I^8J_^`L3%*z8_ahzUy%u`L3_?lJ5o_N4^{CJn|h{BaTbH8`F~SCiE73G+`f_
z<hvQiCEv|y$#)A{^4*e_e7B+{->qrMcN<#r-IiXDOH%fsA>U7^k?$wf$oErf<ojtg
z^8Jh&`F>W7e7E<m$sX&1Z&BPM|Ig|6C-Bi#je6*)K8E`UYShPz>Ld8*tVX@OtUiQ~
z-fGlOXY~PmbXTLEx~jjzM}IZytGjwHZXKvmZ#~t!aqB^i`s=Mm{q<3!{`#s>fBn>`
zzy4~}-vIR%9MWpkU!+F;4OFB42B}ehgVm_NA!^j$P&Mjrm>TsrT)iH*T-B(*k!qX=
zN2yVdqt!SMj!~mN$EtB2d{vEl9jC^5aJ(AzJ3)=};6yd*d6F9E!O3dW_Y^hGgHzS0
z_i1XJ2RnFA_kBlyK=>~4dGKHSyNtwq6pvrCjb7vUKltw~_}9lXf8)Qip#ICYpT+S%
z&2P|um}k>h&2#AA&2Q4bnct#+HNQ>&Vt$AI+59ej#rz)qlX))vqj?_v13p5q5A9NT
zf{z*;zhGWKe{Wt$e`{Vue`8)upD}+xpTd0v_MxFJLtDae)ZtQ{N8N?CjN_=Y(3aDv
ztI$@^sH4zU(x{uz;=D<|R&!qRwT4E%K4Kr5<m+ROOTIp#C10P?lCQP2<ZB%*`C3m)
zzBbU3uZ=YF^%?unkgw0x$k!${^7V!Kdz|{z$k&%@<ZFu>`P!;RzP726ukC8&Ylj;7
z+NnmqcBzrC-D>1(j~e;f>%EFSj%(kdxX1DOm2QvYb-x<N>j5>6*Mn;0|BxE_KdeUn
zkEoIVqiW>;m>T&%u15Y(sFDA#)yV%zHS&K-jr^ZhBmZaA$p2aOWgK#9)WbRTMI54P
z)W>(~^Ejl{-{Zfhp#Ba^fEx94QGE{oJq0!D>9YDPmKZha>qqrzl)M`Cc13*>hm0Ea
z_lp|mv0v4w$KTXAkNvJjeO^`LJobkg_4=n8=dr)ksNcWUIFJ3KMm=9s<2?4Sn(I-<
zxRMip;5?Q>je1Y1#(8X?e|;)HUQ}Mrr}6!z#kh~4uUljrrQ!HOb6R?VIUW7JIXyk!
zoPnNa&PdNSXQJOTXQtmZXQAIQXQkgZ-$1`*&PKm!zLB1T`v~kq8;AP{>ak%0_Y*ii
z+MJUfY0gCtH|M5@n)A?u%{S8nue+~+zds+xLwgnX5!Cp3Zc&fHeFQarzJlsexR0R5
z&wHzS1nwiK@$(l}55s)~HTLIr^$^@gP-Fj!st4gdf*SjKmpa0I6z^ibzrGIZvrchc
zU0h$cBLoQl9)jbzt`6;PdRq|wJp{egd@sGlT$09hb!esN%|W=IK;ybPwEO5yLAakl
z<GMPu`{~bu@b4jLTvvxyj@}T2e-A;gH$On54nlj7M&2v14^8T@BFCi;E74Mim1(KN
zDzwyL5{<l!V4Oq4-(QvEp`i{RR^#WXrbZoBSL5fap&o_rC#doB)>NYoYpL<`*H)tr
z>!`6mkE&6JkEyYLb=9cD$JN;1dg=)O4#c~@@9z!!p6H|adLGvW4HENs1sbjkLTkuz
zTo;7ah?eWZ#<W})HlcA{5L#1Ot_z#da$VS*mg~Y6v|Jaqq~*G>6)o3=t!cR~Y(vX+
zVOtv41?|{}_5<!Os4wCEg8BmPFQ~uA{RQ>6xWAzO2KN`#XK;T(eF~qi)N&j=$8pr%
z^ExlbK}U|uaqt2y$H9xV90xDaavZ!&qb`zN7vS&j%<<509CT6R=jp1(anMbTpRc=m
z6z(sm@$>dn<2dN0#?RkdjpLw?8vD~%jpLx78vEB@jpJZ|8vFZ-I>P-G@5uLM{l3S)
zM+|XT6rLbt+-{+H5WT=Wn0_Dk9oUC9AE{8!3lq5i!11}};q-gv5%jy}k@P#}QS{s9
z(ezv9G4z|}vGg2VFQ>OL{(ddAahzWqg!>P)?EeH>_J1NR`#*_(ANL*Dhlc&1qL%%i
z%5mBMX|(MBbXxX*1}*#l8ZG<(IxYJ@la~FTMbE*1$B{kStL$gTPvbvk)3eNT=-16}
z(lg9&(bLRt(^Jgv(38yX(i5(`4#M9*m*b(mflEa-exCX2nFz5OKi>lNYe<nAKkp*-
zbfj2~pZ^2(RNP-sV}F*YC*%Ht8vD0QJrVy7LXG`hp&pMEd$06;IPUJt5Q2byhdp1#
z?Y5g&)7#8z=&iW#z&^As_$q?>%P@g|C&BT}=1=J_%xmdQ=5_Sv=JoVv<_+{l^G14u
z`7?Sw&cnKYyKH_F=W*Q^+84C!|7KeD|4Ul-e+#`8|6?B-_J5mN_J2FaW&d~3vj012
z+5cU%?Eh|B_J0p8`@ff#{ohBg$9)I(XrHr}<8D7K$K3&1j=O`j9CwFkIqnYAa@-xE
z<+wXaqYjf@_u=n9&hgN2+?`P4=lNQV<L;yyKi?@ej=R%p{Jdw>IPT7>@$-M9#&LH}
zjs5vnjpOb+HTLg&HIBRUYV7X?HIBPu-WPpe!|!{1pEktdpYR0tCAghj=Ut}%viToq
zT<87h-!Go|1D9HAxz4-7@!#$BKhwXNf1!Uh|4Pes-f#5JHvc;<*LhdzpKSgQ8rOND
z{Yn3TU0@&DrSJs1%JB>4f9UVc*XVD}|I*)>T_!v~V@^Szy6*Rg|Jr;i&f_{ewA8f3
zKMgJMPfJVu)6s~3diJ3q{u$H~|BM`$_-CRe{+Vfse->KepOu#Q-#|<Jv(Xa&8)?Kp
zJNwWO|C`i^e-8Bpe1AcW_~%k1{<+nNe;zgBf3q6#&+DC%y{tR=Xjymi)3WZ|Ld&{S
zfR=TqAT8@oAzId*TWK7J$*!~U_ZQ}PXjpfOsPXgMuEx4^hZ;X$Q8m_`JJtAk?^0vk
zDW=BHUtEoKr-T~&bGI7n&OK`E-@R(AJ0;cF-%@I<JGXh4_I<^$@4k<}U-l`!x1g{4
z*fuJ|@ipfA=~d>k^a^u1dYQRAy#)XL1@@uIb?<{5m+RgN^rEmK{yPjbu6rx#>lfg^
zzo35Kwy(nR`Q{{Au6rM%=h}Q#`aSc*^t<M2v|RUAr{A{u8nj&ZK0?1~^EK%?=34YP
z+=pNv8eGS_HhX;j3++*QY!FWU>G53RRhRP;ug7WmoKTNmfbTD`4-N5Zpq6+w<haDE
z5iRj*OiR3)&=Rkvw8X0!E%9njOT1dp60er@9Q;#6_Mss@t-V8h+UPvu)7JYj_G7{e
zai4)6Z4UEK`t9Qx%s=J*1p868{nPYF^E31a^Rx7Db9;K2xdT1a{2V>R{5(C_+>st+
zet{lnevyvw{RQ@D#dsb>E12lQpHcih;kEc)Lt?uqp1^S)S|^Tw5`_B?v>f+c=#Ol^
zD=q6lH+r?rcc*1t=s~Zv`JS|_6TRr=Hs70;b)yfx)aLurSVuzZM}HWE`wukMl>zKS
z!*TM8T8@*5<2X(R>ihzPUM=g&V2;aiGK7}nWGF4i$uL@uli{=+CnIP%PDavloQ$I7
zI2ldLaWaOUgQbBz+RYgfebYqe;&s43*Y)64ZodFakbhmgiR|Zij>~?gW_=-U6Lou8
zUnX&ULHsW9ACqZ$zbQ1{Zz_AV3G5|q(`bp?bXwvzgO<3xMoZjYrzLJPX^Gn`TH^Kw
zJqHipX49|W(u93z@SEOq*bfL3cx$@9zdsX(5ubPT^@z{A>IK*(wZvyG#}S|S`}N`d
zP{*Oo=RE58eSJOtz6EN@$3l)T2(L!!X#9PPb$k4MA9&AWFZuY8mV7LsB_B&^$;UEU
z^0Azje5{})A1i6e$0~XbmJ;@%A^vN;L;OF|dBp!?@3-0a3opcyM)x&``L+6b%&+tQ
zlzkuDem&jWyn*gz-bnW}e@6E(e@=HdZ=$=Izo5ICH`86rU(%iJ_zd|ATWsaL98cS5
z$=`Nb^0$MQ{OzPAf4gYO-)>s+w}+Pe?WHAu`{+5izra2;<Zr(k$Ik&Z@^?^;{2fvw
zKZn)G&k;59b5xD|98)7d$JNNs2{rQbwHo<3sYZTIsga-4YUJmP_ZIe@aDT!3t_+DF
zB>7k*`yMNf>u>aZ<T~yg$8lVLtMhVPf5-6!_(-htIIhpDQ5T_I;JDPqMOy0O5-oLc
znU=cvftI@Xk(RpniI%#!LQ7rzOwYl?w_oVlLHMXk<MUT&ztOXT@KKqbX}(IoZvKPD
z=daNIq-O--qdJYxU!na?PYc3FeHx#?Lc2y!3BvatXng+quVu!wN&m^Epz--Dw3PIO
zApAQC8lS&>i{c*nPs8!hkpHx5<UgHyA?`1z7vTPa8u`ztM*cIYk^jtU<UflV`Om6G
z{%=qt|Jl^Y|BY(oKf4<Fzezm@_ZQU2e@->>pG%GW=T;;CdDO`N&1&R7uNwK!r$+ws
ztC9a()X0AUHS%9jjr<o<BmcLmk^kG&$bVrq@}Jtfi0@m3-21*X*NdGtcssY-f%^{n
zKHF`+D95+qzJtzhwfVa^zQtTTBc9{^itF~<ZN3D@@qVG*P0Rb;L*xDKWsg>j{g?66
z_>YqGW^*a}3v+3DlleaSb8{K`GxPoQMsrzugSi~N-dvu>`6lkeF#I6L(H>wg*KZYQ
zoPXk;8?eEZ{Pq>u%k@NM8t0?<_X6CO4e?C!+sEFH-|MRp&#G#P=ffOFJWDa}q3sG!
z@cjnPqaJGL>+$zJqTX)X*W|e5uNIBJueNTFzpsvWHTIIfM`_95W3=S2E-m?coR<96
zqa}a!X~|y$TJqPBUXO=wjcCbNV_NdnghqZsYf2+O&De*A{51Ej!XDQPp|zmpdaflc
z*K@6Cxt?oH%k^9vTCV5X(sDi5j+X1WCuq5zdy>ZWLO5PSelQxhr#Uaj*E6)_=UH0v
z)1H?6bf6_a&(V^f=V{4LM_Tgp0xkJ@kzSAc3+zKfeqL51Kb_RbPiHmq(?yN^bX6li
z-PFiWcQx|ULyi3OR3ksV)W}b7HS*I(jr{agBR~Dr$WMRor`Y3qZh&|A{(XfI3*Xn`
z@p~MltM7BvHi|fY*gTLvXdXoGHxH)wnTODOaO;SDXtGWW<G7qRhSOLlLK{JE$E_>&
zp<$gErIvMRG{;egp^c%X4#(0`hp*C7hvR6e!|}A#;RIUha3U>rIEj`zoJ_CB!?!8)
zI9#H!4-KB?J(c~dVFH(a^jP1AVfZz_{S5YF!UQfY>Cxsp=<ViNG~)LL`_K@-*=mX3
z9F9x;-lQddZ_yIJw`qyrJG8{_U0UMz9xd^kOH2Ib(d+T>Z9XmWdY_hfEuayf&=%5T
z@R5XlXo$~Z@0sjJg$dkGphucNq(_*S(8JA3>0#z&^icD1dWd-iJ=naG9%Noc4>Yf)
zBiu(|k5)fpqA!@}!k<ww9>*tet241(6i?u|4((%(9}B|$1zL{tPw68zzm}HcejR<t
z=GW7*4s4(g*!)IX)`idLuWbHvTGok8^j@3)g2uWL+Gcup5K5B9I<kd*Xjn(Ks%0J7
z#_{d=pU&er*rAqnWGBbvIM_wYaj=_~<6sXh$H87&j)Q%)90y;~avbcZ<v2J%%W-g!
zUXK*8M+@IWNQ!mc?}rhW!+yJXTGrPi97kM^>il;9Cg_fF9C10W^N7m{wZ!FXj!Rrl
z(h`?bw8Z5!Epa(ROI*&<5|?jiiOV@!;_@xM9uMEXqh|-<J_G%R`8++#e1V>6zDU1r
zzC^!fzD&<B|3KsOS!h4f(}M7;Y#N`>Lc2mw3BvDnX?#8l?H77d5biI~_<R=HZ}fy9
z++U!t|9p=8|H1LlkpDl`$p2sJ?f8m-8u|Z6jr?CzBme)Zng1-|FGG*~r%)sRDb>h-
zDmC(-T8;dtQ6v9p)yRK3^?KZ2P$T~t)X0BEHS(WHjr?a;BmY^{$bVKf@_&OG`Ol_C
z{%=$x|Jl{Z|4nM-KZhFmZKbE%R4+-l_is?SFrKmL$UN7_u1m%nh|L0|W$&E@6z
zALe}YRdas&ck?auZ{`B@ujYdEFXlq@&*od{E9TqipUj2nAMw2g_M!a{p5Xfp9KVG7
z3p#(n=8JOtd-I+2x8}R(Z_LH$Gv?y-DRT*W9KPqkJ~a3q@4MN{b;!N+Sln;$^YKgI
zQr;!mkBLX)KT6Z1|8vxU=lOrkWjO!0`F<MtEXzK=LcpKMXSsyqLCt4*j!Qltpe3IV
z(vr^#wB)lQE%~fOOFk>plFur%<THszK0|wmMn0>u5A9NTf`323ami;jTJl+)mVDNr
zC7+MblFynn@>z?0Xvkk}@9XndhvQ?zhWPgrH1hSB-#(r}zUq44$9|M;|2RF;T#uIP
z$olkfn{Pl5GdHA%nj6tW%#G>6<|edUM>eGg+I%xQ!u<vIXyN<n`4e>U_wxL6)>R9?
zT|6Y~L`#m#I?;-jx@t{JUA3X5uG-R4SM6x2t0!owt0!rxtEXtGtEXwHt7mA`RcO!B
zm+|i=*oSs0Ji))8;P^%JbF|dm^YnR}??_7>zCeFx^Doj;moL%hZ2o0h>a-Jm*5*6Y
zQny{`(>C9gmUXEceG>N_*rSE-iG|XO*Nw0~*!tmmaC_vrr+;1iV##waj!T|<(~{>t
zwB)%jEqU%oOP>4FlIH=m<oOj^@*L5U=Yh23c@T{}4`v_QrSJrY3dbdnLutv|Fk137
zoR++dpd}A+oFqP@IFI;@W*?fwXAH+BK4WQ#&#Sb=XB;i@8Ba@mCeRX}iL}IL5{>vw
zW*-{jGevy~m!fLKXPO%EnXX2BW~dRL*VKs5>)s>TOI^;Salb9@!_Nc1;kTc~9{1lu
zn@#t}rMsVx$Kf}<=dkY=w#KjQ=)Sma%w%IcU%sQSmwJDf<EZ!0-lLJvxw<{_IZrM5
zoX>H|=litea{(>+Tu4hk7txZ>#kAz}16uO=AuaX3ghoD>vJdT2c!IASaa`(sIW6_R
zf|hz;NlU%2qLI%yPIwwO#A^-5LzDXdh~u(8d`wHcKA|OEpVAVqwY0=*9WC)%PfNTu
z&=RkWw8ZN(8u9v^eQ1c+CiNwJ6jdW$o7ITdmukdoiyHCTsz$uFd9P-V`roeesP`S-
z*Vp?_j-$Rq+eM?kckAm>-+R2@X5S}ljawyjZ}UF7m-#EYr+Gi!!+e15ZazqNGasV6
znh(=m%tz?XcK!&*Q`q7d=cPW5(^4NNXsM5{X{nEswA9BbTI%C8E%kARmijnLOMQGp
z%kgxMMtywCKD0~W2~O!8m*eSsT8^jlv>Z<tXgQuP(y~5YqER20*@uSu_(6^J@JBW3
z<0m!h<BA&f@v|EB@rxSu@v9p3@tYd;@w*!JaaE1__(P5Q_*0Gg_)CrY_*;$o_{aMw
z`%buz;GK$}Z_w^dbS{;y<JbHkx_`Mn)^(TF#^iI5OTlrhQz>;G>r^VW)M09lOC6@6
zr4G~5Qithisl)WN)L{l%>M$cMb(o2kI?PN<9cH0t<KbIY8uu$gyMdk+g!>HiO!JNO
z>*nnAYv!Bi8Ri`HbaPI6nmHFe)tsB2V$MTPHs4H7GUufyn)A^U%=zi@I5aZY827&b
z$3w&Z7gS^a3#qaHx2m!Kx2duJh1J;qB5Lga?P~1*9ct`<Q8o7ePBr%bE;aVQm>T<E
RT#fxNp~n8-;(fR8{|B5wRvG{R
diff --git a/resources/3rdparty/sylvan/models/bakery.4.bdd b/resources/3rdparty/sylvan/models/bakery.4.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..f5eb0937e3d811ed4126f0201ed183a8f7c81404
GIT binary patch
literal 75016
zcmdtLb+jeN@vV7U-D2ie+m>#NnHf*Fn3<WGnM=&f%*@QPn8B80G1{^Wk}OLy<J(_k
z#;JXe<~K8Iy*2NT$z@mM7YUWIGpg#`bL+My?sPgs_5UH&j#2IZTOZ^8t1_dkl_u&d
z^gIpyI?J`pc{-z8=6s!Q%fqNH-SU`Jmuz_~s*ATgHq}L29*63}Essle!IsCPI)BUK
zQ=PZv38>E9@`P09Y<VK8v$s4k)mdAfgzC&KPfE2FshJF(o<o#oa?C)~IW$vnoR&kB
zW=hPD3+UKPMRi2WQ&Sz@a#W*J_?l@jF=^o#8jC3WBTOv1aGWZFEc_Eph*CI~79tj&
z4ilmm9>ByV6&{I+O)VUuj}dha%?!0lo>Z9{Vt^S&SL#@D1s~H#-pIP2Tw!VMqc2Qx
ze}CVc+xsxa&&?Rveaue|F^>Ox8_XCi1<QH*&z)nuA3kCwzc~jMnaO95pSiq^_?<oe
z|GT~!zmKKApBrXf{NMe=&p6gkTh4)HOvdHs_jNLcKG`3OkN8PF=Erg^lA8VTGncn}
zy+8i{sc**bW9jSX?vLNw7?<(q9N7N&{ruT4<A=Rnn5BtIcXZrtRBss5iHkp4n$S3I
z7KMqY6E~N_XxWLIQDN5A(QN3W(!?=tc2SGHu<O2D;sjhv+*es_El~|;aYR=oEHU+p
zHkNhgX}<3@M5T#ie~b&2F={LA;)qQgG26X8VqBo)O|QQ=V~m*X-cO!&=Hn2hH(w2-
z39rW2Fq<4-Whm_$Ut?_IHmGMwjjy!p2HM_EHDh}(NB&MHZopLPZMeO+m+guhcxjK@
zwr-A-7c9p%2g+^U?)|ZjxPeF4^6b$0>yReAI)D54kjKs+r?&G)lR9S-=6DNf(D*pD
zjgM!C#>X>5gClfX{{Rze{Ufm|k<M*Sm&c|(%VKD&Uo#_vw8)vTnJ+s3%!SKQ=Wj0q
zxzs*uU;Av8XTjR~W{0&t3n^eu{8>!Qx$xQexnYf;2dgp%2a7L0hA6&F$r)(3&5qP<
zpWPj$W(3n-0%ASOb&0e^n^muu;<L_+;E72})1sL6`sgeM=VDY{9F9d&>2#LhpiK@-
zog!YU)XK*;OOE(hr~L|B`;Y|PT3-fh`8NtSv6qB3-?G>&8oykv=lJEb4Xg1hR344h
z{;XIzjP1`#IJ7@@TN|XuDzuv(tHP$oYOvxDOPwNKqtrU9V@;1WVXZ$bb&7cHQtPaR
zH9gjWO^=*!J^WcTe*Id{@f&0tR^vCUye?LHL>^Qh`LJ=;v6c^;z!v|eu*JU_ta!sx
zr--*Gwa(^Pi+@X4>kUhtBHp^xI$L2a{%v53Kj+&He-@43zSg(GYWxnB!)W}DmAAzz
z{+%jsgjGJ|euZ1>-KDmN(fqqsPJOd^H!8Ni-C@n2CDvi>v2M+mWiKjP@80Ras{cNf
z_rz+xeJk&Q)q3}<yfaq$yMN`CvAVxx|8T2+mIJA%|3T@%s{g^255P`QLHE;mE-F82
zX%3~L{5Y&QnlQ?b!wZ+A<;M|tln-IEkGQGzBe9krN5Rr3EOm<bm{RK;jkWwZ7B+oz
zzT@#{(fAW;J;$GzZCH&zsq%4H>AhIxFpBRKXN&Jt{E8=R_7R_6>!)EYzB6F0CoFY}
z_^eXvoQbvg&W0_%obO!xSv3B<TF>$4XB$@IFQ|MDR`Fd}`DCo}qp2K5>%G`n^IuXq
z^~>f<so45rocd?EoQmSPA{|)uzq0aWSgj{Zu0Q!|DmH(_ZSh`9yXL<Rn??Pvuk~xN
zn*WB%S78<Jjg>FL>UxO#eD!g^yE*Gv+wWUo?QdA>6!C4P*0~jH`+YmC^@gQR5#L#A
zojb5vf0nzbSiCvkJ=p=P@%L8F@%MSV#@}E0ZmjA10Ic}4<oM)=sAzn~6Ml>55ga;y
zmPe^*{g0&stMQLlei&=#|0%5VKY>+wkc0Gp6033(2i=dZ#H!@=Sg6y9yw?1=zt7O1
z`Jb&Fp2lkay#B(i^*>+R!)X04RPN8W7xCNtFTtAsWvoi(&npEx&tbLxEU^z3|7$c@
z{IA1WU+74kqV@c|)P9f;Z{WB2-h^$ww_wfp3#`h|IA}d@V^v<|AU)r~syxMEicaTU
ztjZxACU36~komH_Pet=Rln$)c^I_%w{rw2P#y?TpKgMeOCzU_IYCTy#rK0tGmJY1e
z^UKQbVJGW!epNZlq%C|-b&^i!*R3mlSoxyz!q|yAo!@x-gq_ZBohNAFcT~r3`S(=E
zYxzs6<F@=2)p1(>n(CM>|AFeTmcOAowB<ii9i!!MsSauRyIRHdeXU21w_Td3{{P@-
z=o(U^?TLG8*nBkU9y@XA&}cjT9@}X9;~EN^{dG+#Z75Bo%ZLK7(kpVfdV2HKv~0q!
z@k(1tZ+yKhn(*oxsFz`*^zDIajhg%#YU0#>Jq@Ujt3tUSkp(I*mg0p8=a`VFfcC
zR_$@LYhVCJ4PLb-;)s*b&}pXUXz|Yg$0Dh8%Fod4J*AlmZ+j1DW`=G3v%u{&+{_Bw
z`e%bfWGbCzc8+y3;5lHee@?78j#~d*QK{br)Xk<nF1H10qj(;w^S3-N)%jYEYB<B!
zL|2Jghcw|8FIa{&F?DQ0>Aw(0`i0H)i5IE;<DO!AE{fmu%=s3t{ljSd5|wlOlHRWI
zOI2PBYx}V@Z2J+n7mL43yTv~Ww)jWGiZ^V=BVG=_cv+4X|MIZb8#eokSHv$~fuqI0
z5^VA3e5>HM@vBzO@vBu1qw%X(UKy+S*Qgvu@vm8V8LZ{wTCn9~+`dhZb!ay|)`b;+
z*j%4@ef;9}IGP?Cz=}U?_7`u2U%Vkl(_>@U;@JeY{oE9`{fx(lt#5PMwVtqfKJk|L
z#anQ+^=$=fJwvfsl-%279jm0=ws7w|&Dz{-N5%Bo9=7%D0NeR@gmwO%u(>{+f9J|u
zV@;1;VCj+hmg8}&G`n%s_{@*pVU6DdoAYb@o|SjSO3%G2hmoFpSKbV({Me^*80E*l
zmDk4F{c1mW@?OXdh#m(-rPKS4w_v9^kc#vOo9h!FT>Bq{wf#8+R(v^M=Hp@bZT#Vt
zQ=cO$htc>WD<6tAeH&Q%<otR4AC2GUKc;g3`i{kK`X2{t{^PMZUh|(&`6#UA^NFzZ
z?_#sR^gFq7e}12WUwVbj{^HYW|5LH1-|4W$e+F#vp9yPySt9S1?^({KGJmIYPCBq!
z-?@dG{(L_Vzpdwd*w%9ato7vh)El=-a}h_4ucf(|ipF1398DOFzqIm&SjBT$<uHop
z^2%pnrS}z;!$|KdE1!g&s(_BoRaBMlnJ<&Vrq?yF<{uBM{`ow;u5uXZbA9EE?*?yI
zd^c9^*XJhuimxuIxf#~^Z^7n%>-@J?z7}iwbQ`SrYH4n#qRH+kjwX!ayR-7uSY6L|
zRSu);`R>a5V<+o$?x`FmL@ADYF_UyU_Z2M1iQAu{=f*Qpr}KcfPgs9;P2U7rsXr@?
z-}1v$tJqW@;V>?TQXa*`MN;@N%$TLl@o^5rIF#~JjNR;?fXCoa%9EHO6=a^ORa{Tk
zdR!y5F4IJ{|7Qr>gP7iOEKaXIsHKVJX%CWP`Pzfzv8ZSdYH7x%qCKc#H{sVFWC?k+
z2PWH~U#f+?+5?k4K(4mf9%%apO{S>_?LnN{_8`(ji)@#y{tBwf+Ay3PZ9^8f`jn3&
ztv;p6I)}8aJ|+F_WV$>;pZ2m9n?Aa{;s>Jkwj_=qX{fg!i7{=#a+FxpIh#HM_)YAQ
zu;u9Vu<0`cEPZMkHXuRI6qS0gcxT3C@y-HUytBd*eKu?si+6T>+O#>c4Quhv2`k>Y
zuvrxE+*!w3yz{^o@4T?ZJ0EQE&JQcz1+XeJa!@`jh*gQuB!+Eyz`~`u98Hf!dV@;S
zq8QU-F<5#mj?H3vEP+pYESYUs(_<-EdMu62B0ZMLI@a{)!luV4*z_0;n;y%;(j%_(
zynjf9<?&~+cvirtcvj3dti`hutaw(&X0doy!KZju%{Hv!S<TtvSslN{vj%MOtO;8@
zYr%?VZLG?2928u83luB9b@6Ah_}0Ux_}0%hti`thtoSy>X0iA-!l(E)&Ni&#+r-)8
z+Z4aWw;62lZ4O&}TfmAh%a&9W-&WPJ4p#ZQb>)Syy4mS}y`Lin-D`5s`=1#~Y{sZG
zaTIG>N)ykJ_JU~QnV}m}*z7NkXN5R&tG$6Wv3zM<ORv3#-GpE5RhA~gZ}*@H`LqYM
z{9rwjKW>m=Z9R2J6We9$iK%TpQI)f%MHA=I;J7zvK5b`QqxCjW+Uv<^ihGAT*<&QG
z(Lp(AdmbN|Y|rDFVS66W4%_p1W=LH2C->4)iX}80I@;4gd#J!-@1ju$#aQ>WcobvZ
z!@`!=v4<98>}?29y2kRf2wQe+poKLkuOobQW_`K#1?pnUjBO0b(X50X6q9&RUgnKl
z8bmA$^kQma9`T^OoWIVl{t?4`Er(W`Z%|%peCB0nqVaY8WqysXvXs1?x1BHK)939$
zc_|*0m${)@PvoUGJFGZn5@%jUp0*z>n#j*cp6FTfT=PXf+W4B6O^&a5S?1UH`Vqc~
z{1((HOM488`OA+Yb#e0a<}0n8CPK0GDAeBM^p8tW^XXPWY2v8)2BH!_di2DRtK27S
zzow_(e6_RMXP`Q7%QI5dNyFy+;+adA^8KjkJq!N0xS~T7`>y@2rJ0S2oqu-N&OZmN
z^UsO3^UYOxCalgkcjYiT-#nFP#oB&GD5hV`tM%u6u@qZ>EY;SZ?YcxLO℞Z{1B?
zDmtHT?UW{tI^UvE=`<0V_J6U;VYFXa7N?^9S|S}-CG(P%M`G<BvJ|Z3UmBZ57t1nP
z$LeD0I@^766n?v*jD~d&Sr(f`7v*wU#|~>@d8)cu)cZwgkO(WbUE+h`N`-%rZ!6=s
z{ayvOd|MUP{^a$%8m#?U9h>?}|1~Oyl(ye%;&1o6tgFqx@|i}Px=tBij#|&UrPlPX
zXFdE{PnEEjzZ=y4VKjcj$~k@`Z`b&ZE3c2WeA@)Je9QLD@LRl_SKbt>c(<q=M)7W0
zc`dB+ZL7**LZsr@8l!xxrAd9aEsiFP*0WvZetoyc-|E}!0PB3UG&@q!pq+}N38VAv
zT)2FGs+%iU`5YqsYH4<*V)?KeEd9c!9^yUli+AT}dhQ8p{n?)Pi@ovZc(w0Sc`vNx
z&%UtYTNJDQ`*Bo!`(tx_h*BH}U=-hh1<O(K9aMQ2tX;nc!@7PC!DgAD(>XNjSY5w|
zIoIUFbvOsRevg24{bo6mimu<;i=zo6eUGY~`X24=(({<gu~g}KthY<A<0?n!rq}WK
zrB~*E&VQnh*Ze0{&iM;=nv<z${&)_hzFP08wSUf+{ZFH!`D$rSr=s<qQ5;Pe&39(y
zQ?Od^S(U?Ry=PZG0jvEzr*fDGvN+DgXn$*IvVZdVRMh{1;%LIC|AmFiyGWMru~qZd
zM#XzERmBrF;}>6Ax-^$y6<;mQWmFX39>vjXzoK#&wO?8Ja;)vwRj}fp3#;?>&wmYG
zjnC)XwXnutht2hA{PmTu#!9~%Du*%sZp0xyZYu5NC_Qejd=WO1qBw5B==!*|U^(jg
zxXpR|zITZ1`nZFBc75ClOZ2<2S#*8eUF!{2&$oLjhZ)+wQ?vq(G1|uas19kLPkFz7
zpmb@%NWTXwhZLs&L-?g%ElrG5|ILe|c?7Hek5&$&{*P6D7%ROWuN=no{wWUWT}!hW
z70q8u^CT6`|5R}_VKo2Km2>`ro#q)Tn*Z6_9!B#&SGe;8R{NRvm;U^Ifp+C{*vudC
zOZdeva<u$@8P<BUeYM*DDmKTf{k6)kU=>d-&FfT5-x#O<na@9`UH#v{=6ve^X62t@
zrSDsn!<fFmz@hlxF74&0_}{7gJl690U0C`29yW{e`TeY8mCqkITRwk?-}3n*I7Ft>
z>3qyV`CLo05f$lsQgJk&Vx{kAmBUDnUsjILOut{@mmV9|_8GAA_TDLK!matgh)So4
zP;LKygJ1JcRoj1y)%?G!97gm1zVhc->HTHpFsAocIHY$iP0sg+;%LHXzHch$d<8qr
zAE{`*Z)<xP&G%j5&evG&->HS0kXG^5()@{v;tiYmBK}M1(EJ%|@&6T8{CPdB0^59l
zhc*5ftmgX%M~(j{Hs{y)e^ve)*7oP$u;R`6bASGeKgVnS`UCzC);DB`+BAPHz4oE_
zbG+JzRUQMY^N;E6I{#Re|HCNl-`L)6`!^1L={;^~r+4T*Ughs$yI#h}uj^$3@2~4+
zLT6ns6FJ-U5?|KX^)d<lw5gMNe_bz=RsMwY>;9i*a{NQv-@k@mdQMsTH+jFGs&ceT
zuc<3X=(b<O@k_6DqvH>Mz8*n4`&CNwBUt(H<2qlsHUCd4KY~N^PwVZPf4a)kV6`6u
z-fsIb62JDNmL~eCeFpEZ_8ALzrpM~~2%DqCGuQT+u(p4*z}mlAYkLgQ{>|pB{hQs{
z_HPdSwtsWNaZ$!how?xle%F~B*8a_d&7%FAxAGKNJ-_GkcGc&ve19DS=67ed99kO=
zd=D5_977dja(p~cjLABE?+Y!}nn<s9(k7O#7{@9DnlKjQ*f=c4Xo^XrXOTyXU>!Ma
zyPW9L#Ib+P^Msc}6KkHU<(PhsmSfGcwH(WtrEkqM_1eqV=`*$*Yo4Ly*wX1+j&+Z0
zSt-%!4D`PDD-F|?7&Ep(*SungPW|7{E;Q)lTKh{Wb&ePpC{uHc80T*}Vw|t#*dN`y
zV?WZ}YFN^8?rf-eq4U?$M2rjeQlSaI&flhrJa+zw)6O54mCkQlAK$ICm+#>5ahcor
z$vC0LPmWcI1lIbeC|L4HIgst)w)o;1uK1>|{llogZZA=$<Tz)k>sWr4Z}n~BHmLY?
z`=T^))cV@Tr94`nrFwifG;MUO2em5=qQq@d>&tuyr{=RX@@H-NnNs~T4F?#Y^=F#u
zwi&-f&H2InB9ZFM929?!SNivUaH2XZ2gToBCSqMfv*TBZ%R|s!R&rYBkWQ0mNo~<d
z+LV%8i?A(;NhL{JG8lPc>vOT<NG-eOVrxt+rDj}n7)qpW`z$J-nQgNcp;O&Vs*7@H
zpLOLs&JdM``uo~U7V#1|wb^m+Q9k7Lfm@|nilY`8HuFWi41V#_9NX)q>B0)SUQfOD
z(fD(`+Lx_73M=uJs~pC}T^@&tzXEKVvm)H)duJusHg{!M`@IS_i|zNS_#$aa<7yb&
z@6}=L_ZrwNN}@Hhj<x+>3%31U8@Byk2e$oQ7arhH%6b^v@AYBZ?+swv@A#R(_Io4R
zZNE2$wcndyvuM9Jt@S0b!?L0No#fCSH?c46ew24RwI5rSE=?HQkF9XneryfferyA4
zKeokYvHjQ%pY6x?a9re6>U~n@-?3otewit~6Mj4Y0BrdaTO-~TzsfEgwEo?&Dm!zq
z_3jR9y?bD@*n0QGr}gfYZCI^$@5(!1l|TDb4x{|p*V*!CKm3+I`@@z$2f&s;2f_m!
zN;wE)`ExLA`Ev+t`Ew|2`EwX-`Exj&;;MQCto(`VkUGWozkyBvqhQnXXjpn4gUw=k
z9*fWR|2Ww8e_~kqcmh@>o}1dw6ASk8p<?-&+tw4(X#6R)!vNOu;Z#`h3}CaU-L@q9
zpHbUR$EyFCl~2R!d}mcY8Ef&M4J-b0uvskrbMYzu^Rf-A_|LC=JXZO1LFF*Yrwg4e
zpDx00i@zAQe7Xd-e7Y1K;84nC7|W;2Vaum0V9Tc~VaunhV9TegVdc{`*euGYYis>T
z?6BT<o5ee{_uXdsPHv3aS>^_+LwelAeW}gI<|dl7A2*jSO&HscTX1MUZjFX|u>H6V
zm*wN_u=XQ9hpC$RcPD<8aXIMxdCA-b>-^fXC<7cV-|m6i^_El@--lo2UJe?6KUU>#
z4qE@NSQRa0(D(;o^?wMPMg1SH^#`zu_mOPFTD*_KiuW;W7M<krTE7FUV1AlySmoan
z&X#{q;<x;J3by=v8Xn1^lxHvlrOxqL4wiq<!Ipo|!<K(9z?Oe6!j^w8!MQoAz6>k>
zR>EeHURhqHBE4Qq2iEj@9k%@V862BJrT)%M`;iiyic|ZWd`jiFuqtnIQ2$?GRo>vB
z_2m5q^n7^-R{wXgS=9f%T7Mg>^}nBOSX=)Gu-5+}HjCE(QLX<RtNs2s+pya2Pn>PP
zKgFNHsrngg`~6GU_WM`x0EbdO$Jl=V8n*rZ0=E7B4Q%`UTiEvdcd+*R_t-4j?=Nfp
z73{EV=yblKI<$SyELx;zmOoIDp5LScYkK|>wtV;&wtSG3v47uVRr31&Q^DSTS1k7d
z?eAaGfz^8cTKUgdt><r*!`OQMjzjDDhqr4z|E&BSR*U+Vw`+g@?QHw|AN;nz|AlRT
z<6dn0J7kF32k2Bve0OR48{cu-{>FElw!iTmr|oZi$7%Z;-*MXY9N%qff3w7QoZ8>~
zZZrJa-}p{b@HLJx`o7!Ln)AEO8)HCu#N>A!hY?d-nyB`Fud`6^u~gc{IxVGq&$D0w
zIMQ!{UK%#hA|9)BX(F8Y3+VWN=6$Yt+Vf3BRnM$inu)3C9#%^;2^HmNEzP7<+H0nn
z3|5X#j@A0(XgN9s4&~^C(NNoU{`!n9zt6DqPfb6aKWxq?u4&OkI@o$5eYBofxAm`S
z*Xv)?vWaD=|Flu5e-Eqm*V0T!Me83ZjwX!OKeBLnFRi`in{n}LKWk~?^0ED#k%sxQ
zxl`WXnz!Y+XV`x9=Yvi?XnaVk@pZ{f%%t&kOPW}k=^0YlevaQaUv#zg#8PZM<IrF2
zHG~G_GkOiNiJ_XLN>JK$zIq8XacbKyT`IBI&?WavlP`i_oaZapX%?lT^Mwx9fAP|x
z*MEu1Vbp)g%8Ox5kELKOD)VD$SnFE`oAXP|ZeXWb7%Q<yRSskMJsO7=w`^%IM{UA#
zmE-oQO<vyHXX^VItBOIF6*)u_QK_F@Vv@ouV=@_4T?HQCP|B(py9ciZ+dX)7*zUn=
zz;+K_6SjNsTCm-N*M^m(6JVuR=Fhs7!$|-2Do=z}r}Zm`k^UQ0?!TTl#4r8p{j~II
z@2BOxE+yM|rKNoLp=8{&av0^)W`%p}tIf^kRJ6VvAAXJBvUUig@mm${jo-R*7>(bi
z@)p<-Aso%Nm`M7<d3|gj*lEJ3eTT~1VU>S7Rt}^1cdEP*R{2*;vojUt-!8?`gi-$O
zTDTmQe_A4?iKAfmsC0VQ>mHTEXgzyYj-_iowKRKC(RylWVw|mi9~#tu-_oH8qyGC<
z-W#j+?_W8LT|Wol(E1N7?d7QTA5?iatgfGfD~HkbbBMEDKZoMC>*p}ouAjqUyMB&<
z2RM{+B*w0v2Da<xDA=x_qhY&#j)Cp^ITluuABWAN>*x4dUk5uZ8|rr-LtEa2s`4|-
zNmP`dSx%;+Bs(P?Snc<zg@5pTJq^G1Z{yNlj=G-CD77Da9yt?#d%or@Sm!$%Yx#9f
z<%zJm9?q>CM&~=P^66O1uk&Hcub5Zs&-pH-UGvpa{=QZ7C1?93#nFUO`=ymH#_D{R
zRSu)`U0(SDtX*GMz{<}nu^FH8^Qyw-sQgTQRUNdxYhax}*DtA}{W@&Ur}pbBUyC(8
zZh&olH^N%qP1qc7*U!y(wZ2=hS+uBIYyE1huAkeo4Leic`&@SY+(EltKX<}*{oDoH
z^>a5oz@e0TFn0ai3)}T`A8gmp{jgm>55RW)JP7Oh$?^~tT|bKyNALdpNaZlfpGPZa
zJ{IgWk5Q5SS>nFm=6Ct-BQ~w{cmkvOrYhKZ603ZCs&W|3_jKXrajfm<GqB}%tkc%_
z9PO6h&%^Ednrwd&f9}89U#k29R_A-Uau}WOmCDazEx%udl|Qdxb3WzI>xIiv`IEPt
zjQ8i>uJgZ9xQV4&yl>*S^S=e_{J+5F`7D3m#;fzcgUzDzzgz1+!zzE@%Qmd?_kCx}
z-w*Ix{(cBs{(b~o{(cM(a46*yjOFjAu;uS(u;uSBVawlN!Ir<D!^+=ZW3woKzo_+x
zvBUcQji{mRzY%pJ?PG8#<#(7Nz4y(EQ~CR4srBy9UsVpHeEYg`|Ml<({IQAAp^0(o
ze@5wFj+qRiZ}Hgm@*S+}<$G)vjsH`rm-oSx-+!(gM(6uW<!`W-KYxXlKehD6|GhYx
zFdF}l$~pd@-mdZgs{A*s<^R87<==m>nUBi9{}wJs<zFpL47GTMNPDi=_^u<zYd!fs
zS4e5`#CINA&(~$bW-+YB*V4py9u`l0=b`cOT}RHZ@%4SKCcZP#qUv`ZP0VB0Q+)TK
zcm}=CrFil?4|0d=DZlTC@w%S!kM4r)dW!eC?0Sm#y6k$2_qs;Ls5r#?Tmvn~`#^R*
z#d}?LJ;i%nc0I*=U3NX?`&>C=zHgNr?{n#T8m~B-SgP`M(ED7<*L<HVq*A^PdY?=C
zo9}Z?#5}e?1Lzf-8YgICob`|QwA6pl`&{Z@-{)#ZGT!nb-rv%G*5_AD%Jq{a-sjT%
z`Minuy4v-W_quF7dH#5hEAvI|@gA2ZjrYEE{&<foPone3dtB-t@0Hp05$|<Lr20Nr
z6GN0wgWl&-K4}U{lh;Fim#Yb{&c7gWt38%#@h^m5gO`kE-TGmRZxPtmzbLHni(#{9
z{Njb1g|S-y5|yKiT@Op**ZP+#?PUh7f9cBcUYf3lWxQS2L)Y1^hf(<LdKeAc^{^~F
zvYdwFa_|7PQkIA9dRPIr>tRLMu7{OiyB=1C?fJ3_tmn(B*etppR;wKEH|qJ4Wp(^|
zzI<66O<oUcmi|q+m49nho(M;~Kh4_sV^gDN6XUG^y0okRdOn}}uU~l`tmVT7u=caA
zCnn{3*r@a`tob*t<8%Jf&}lZoulcKl&8D#C->mkJewu&t${S)W-?xAz!j|4&`Lb2v
z7|wV6dH&4z($HzPp`V?9TUh7c&gawlx38S}x`Ve{zV3)$=ijNcm(%F{J6GNst9;$X
z+m)}oI$OT(hTrmaci8fE4|t^hU(25GK$6~lfGuD5hAm(Bfh}M6g)LwAgDqe8hn25c
z4uF-fSq_AiuLohXC|?h*yaraEhYs;})eo)w`#J{9@A9|Fd5Ueq^na(X9IK_#^n-F<
zryrE_aXDEI$MUtuwKQW<u^by4)*g?8)jcte+T$$aQqdldmkzA<ILr7{w8s;q1FJor
z(AoAlu36jTiRm}8?K}z9ftDwwI$iH?v`d5byh_@HL;6fnTFSA#CzS8Rbq!>RXIHCF
z`7XcJr)+<#Pe~8yV`&rDK+YHGC4DUI2I&*&DSf8R0a)pyklJGU4B$0=LK@R2nxYdO
z>*b@#A`f!^6t7O%7K=Bw&f?Y5Js-HdBOmOt9~5s$qd_*spm^g{I=M+6@!FOQy5=Lb
zE#COJVe!Vt`2iMHN_^Z`ybDy8lyMJOu=3<sZOW9D!)P%JJDVQyS;vA|lzz7V@tIg+
zEbim&`d9+L^jOl{?fO^>zw}tz+qLLroNfQR_)U*du<0=x9^g>QvKZ+xX2B+m;#t0M
zIa)j`;88p)db`E55`M+AvbS42tKe5Wt9rZQS<TtvSslN{vj%MOtO*ZrC}k~-;#s@$
za#&qNQ&$e7_||o{_}0U(_}2G!i*Ez`if==2xA-=~ulP3hcEz`ev&FY5ev5B2*y7t9
z9^g>Q78u2sWlJiGZ>#E92dn(uy7EF;J)?%mY*T%9dOS_I`=1#~Y{sZGaTE`Y%Kz~1
z%}BFhwLOe@tjdvFt%l|Iz|ydm@=R(ku=0CHjnDS+sA&B7#nFV(_z5bHgVi2PSUHUL
zAWJ+mv<LC5NT)=IXGOB@K|C`?W<z~;4742g2-|~rcGwL%?j2+I;x7Z+_)9Lf>o3m?
zt=~RM47vfwvqS6Gwzfs<AN0(y^(!3)<xnhbpdA`ZxAjMpI$6l^hYC4mJoB`f<U{68
z-HV*GiAw+9PiPOv$R1c}P;;nwr9sV^!qOm1<c#g1P9M*KY?r*TnArPtYQf`X9cuwa
z4h@tTa_#pJP+OX)_Fo6OfNHnWF0L_@yv+xPu9JvG50)BJ=`W78t36_h2T+{p|FicY
z23-g3byWVes?EbD`l-EM2W7o#kNnpX<9g8^)$)V&$8``7*yz#3b)W}u<iFw#ubn^g
zNb?W67i<3f$UGSXEC=FxP!0_G>@?&5{&irfANS6ISZF=iMHT7OUUcPeQY_xM78I|R
zL}}t^@kaV8UJEIn9Vuylys<SJWK+cC_IQe%*W;@#d6CK!A4@Ff=c3mDhf?A*RNNeb
zd+!%01WFS}J9&hvMYSob9$LIoI!gcg<5JN2b&0e^;<UGRxh0w&C2g_w$7d&7|6=qS
z==<!X^)FFJ$7et7*OHaPXup=K98+8JERDat$^PK|mM-lIb`&=CkO-qIkAsz1%T^9!
zdM$@TdM#ht%Tao*P`O{P74b{2m1=t!>9w-6^jgK)^ja0a=@p-$2HMW6Q<YwEomxEc
znMs`StW}0IVJx1taVVa3qM;rX&$_kRAJ2OD70>#$J&fYnz*+HZ=xp)CXD5qiWBLvB
zeRfhjo7VC1S<tT6&G2jg2R-Mt-YshX{`GE&U+dkfwujMrw|3Tgw{f=hZj0a6yB$2h
zp_J`0T5pyesA#=ArUR?>?o@emtnzi|%3+kRyHs8Vn>R~UcZJ7n^Bwe?<?gVJ-vie8
zJ+WCdey>{J4Ld9w>feG4ZJ!6xB0X~n`{J;h+kUY0+#j1odLEE<tn@t4+4MXJzv+1}
zJka+(g!DWVe-_*S!|+MZC9(~x_9L9teq`mtv37rGVCkih+oGG=(JjTz@0h|rcpe^$
zzkNQGae1>;)A6*=-~J5<NdFU~(rJ#v>i%+4<uG<Vo{U4+V=YbeQ~RmK(S%X^X|=;C
zSnXFWz4^~5jwX!Fe<lu%KPwvQLF3P^)zh)I-{-*E?{l$PwBP4t9jpC5-`V#20{ph$
z7s3M^O1TK5{T{Di)5S`^ODczvewS8G{Vwx%i|=y$reE|^`<32b?N=2p|1P-VA6?sX
z{%gFy&3`R^jlZt6m!rmCU-@dR>30J>Q}5sVhT?gDQ>m4s^t;*F^t%PW>31tU(Dy!s
z^t&Cu%EcV)dbtDE^$>YNouc*LRchtG^<?Y48^6|jPi+sQ{l3>(>%Gs})_XsGTkiw#
z0Ebc@#Av-)9-^Z4KAaA$*8521JF&WcAFUil*Y9JMkHY57O4Y~VF*!sj|6Y;uC-?UW
z+`9g1X`ZB_{e7x9nlRemrwf;(^s1#9MMd+~(mYE=^F3D_O&H6U=W%Gh7owpaG~bK0
z`V7|ee+icUFJrSv|5vh(mHw|foBpriAK5m(PIaLEx2@7G{ePZytmVrau=LN6`|tm6
z(XRFV0-Htadpqk`t?wOYTi?6*ZGG>-0~|_uA7lCP0j%|Xh|Qw)eN^jjVwE3RKBl7l
zxU@JLEhYBn)5>9Ne?G&Z{i&t-l#1GaRUAziwSQi?{5v=jC-W)i|HAv*{J+7k@xQI(
z!)W~PD*qa5`~Q1b`hJPcB7MKgI#wtB+S&B|1Af!@8+f48`6D)q^!>Kh*TCBTe+Nt7
zHL?2qnDPCoau|#6&p1rK=%@C-dVjV5t#Em7Lh=8lav1SHD*qj8di)cX9{<8-ksklf
zI#!GPkF)9VU;L&=XNY(JXDLHq%eOIL=`j?WMS8@05aRFgDc{EQcIDexl|P|f_oH|Z
zf;wf)-un>c{j6cV_aRFA(BAtH<!^DvC~l7NK7{5TtGJpjR?o*;ns_fl_oEYwqlxz-
z?EW?}>(YM2dl32af%YTbgUDH=|BJOA??agWlQUlW$9oXjU;4*;5XsVisv3W|O#gTv
zVq|udH1r$LCF=d9f4m2g-7FvD_rKErn9}xx_~X3@i$C6Pu=wM>2*p28&ey~=ihrb^
z-{PMhzr{ZTtoZBu5HXxD17`B^ihpKji$C6n7+HpKjQ0fwTAqz@ihqIX>c8K{dl5Q+
zz7G-IbpAo_L+JeVeTXuPoqrzYxAVt)5d(eiL+JeR9)Y^X`xerF0mfyK{`Gx`@?MJF
zZ{vLk<^QJH7i;?$??Y((Begx=htT-Ne146u??ZIr_sjM?UxI$Rel9KJn<ucgzwus#
z_P4$d(a_BOXwdr*w!dBGv;7?fOW)DH9_hQRv-FMkAeftC`Yunuk>QQQ3h;n_cY@6#
zed9fdWYZ_!hmbxQUw{6_dl8DSz7NsF6pAn2gUI<TzWDvJ#TV~4D8BkWL>Zy@;ys8Q
zulVA<hGdIxUE&y-4fVZ<ftKUF2*sD{f0icOpLkzE>#y%aG%-@^ukRxS@?qn}QtQO~
z5Vrn!A42P|??aScT7P{XqOjH<??Kc#e1GD-2wVSF#516u|FK!L{%tC6fYttN>+RZ~
z`aVP_-dC~w-=2QT-xcay{nu~2525uBdLKgT&-Wo>nASh&eF)P(-isJnCzpx$AqHBG
z_aU_YEPK@TC&&8`TK`Vf5${82{qY_|cGCLeJqYm*jMw$IFE-1V`g@4V@jlY9Y|!@r
z_=mR7pC@Rt{g3w{wEy*eh=yja&wL*u*!Dl(i?IEV_adZUz6%lkrQhMcKIwOav*~vv
z{*f^%4h=k@e-96vMfx4>Y}e;8_@!Td9(tBB7T<BSE575)_=aZUJHh9(_)f%c@tp)K
zzLUMb;ycAz@tx{y@tuZ$r2b#a>F|Kwf5m1|d}mh9`}<kmuK3Qbd@R=T`y5#LablUP
z_w!Djx;c+_#eaSo--KWBUr@Mov-mH>Z}DFQEB=eUzv92dS@B=$Z1G=)e`Glg$IIaX
zYNcEOEB<vW_g|k^(XR7fjm@I-U*oLvU+Zk=zYhP%9H{RB-~s*H57;a^|BaQe#9Dsc
z1WW%cH^b8ZmfAo3(*M@V=VI;ocpE%s^oqmn@G$-NzH0w)4%L6}tMUQZG4%7lx2t}4
z<q4|A+*9lIyP23uhbAihzeAITwUpnPNyB8FK0c!-YkB?*ZDRQ&+t0YsZy=6w7@MOs
z%rXuY(`;N=8nN75>xB5)(nPg?%`5gglr=Bka;$mTmSfGMT8=gA%i6Jus|mAIuf6;m
za7(rvYhI$|So7j7$GR75d3>si_J03e8Wt%rW^9kdB70++sP+GTwvCZ(Zy!{u#_%>~
z(x&~xPgNtvR)Z4jXgZY=`yx#uwsdy;em^UXvP6ta_kPD;+|q1<?0_}RB2Lq6BHB%}
ziDA=h5?GpLnUu;xN%eR93${Et)dgCff@=G-RrwvKezwRm6&2n4r%ne}d1;s9ple$x
z>3Q0apS)C4Q?~*A7fEqjST4MAh?F<|r^RdfPX|l?0c@7;pxe=)mx!jPkMy4*`(ma4
zjLxS2O!!UzxNV#Mv(Rq(>$X2ge?1lk=|4Mc`p*HI{&T{n|6H)?KR4Vyd&}R5N~FkZ
z+9=BB$m>GEIb}>``o^hE-&mUI8>u6G7tXn`-M-&#T7F0BNnevB^fk!_<#$MH`iAt@
zSz9w`GEF^5-#E49cb9h4S4$tHZ-ka&s3}4>eM1`QYqx~R?-iIwC8Sr9+ASrLd8N`^
zJ~oV~AhR;nxCp}6MBZ!iRRcRs7}I|>9H#&3u!4y1sHjuAz0YES{*v5UcqG!=rKKDt
z;yTWj-|ONx{nvv{|Mg+p%ne|>zibGb{u{xj|HiQ8_a?CEzbS0`Zw6a_Zw@QJvy4GS
z`fZsGtn?eRkGHP871s3J29}=NVzYF6|Lu<Av3%YhkM!K3w3MUt+|k+e+zG$wxif5f
z?gE>hyTYdDZm{XOJ8XLH0h^wC!lvh5u<5xsEIs$ZW|5xz*7_D$<#U$(s3=Lz75ds1
z1Rq!j9Dp@_4}zud!PqR_zTa({zK7CB`W}{jvC{W&XVdox{HE`bu<6^trteX(>3cM6
z`W^$DzQ@9*?{To{dpvCVo&a0Eo(P**C&3c)WNa4cdrGbEj~&tb-DdGl)BbLA6+FX>
zo8##ml<Z?;vq<kOXHw}V)!%WN-e=P!z0Ya8gx=>mo8IT)H@(k?P45d})B8f$^u7o-
zy)TAM?@M6Q`%>8Sz6>_KFNaO<D`4q8E>`6%4i@iKu;RTMn`NoKf8WmHy_P-}?{%=n
zdp&IN-T+&?H^LV0O|Zp#Gi>qR0$aSd!WQpsu;RTPn?>>7QR`P?m0wxzq@w&9Ssnd)
z+>Kv)+*8}bNRNA+O^^HVn;!SWrpE)Y>G2?JdOQT19uLE&$0M-m@hEJ1JO-N{kHfbA
zKZT{oB3PCFc%Q_nc%Q;%QM^xQ9c%GE16#b$!WQpyu*Lg4Z1KJTTf8sA7Vk^2#rraB
z@xB6EysyHF_cd%5#rt}#KY`W$|EzKt?f=g!--R7fLFNsr)3l!-`t^E?cIovCY!>PD
zcGj_`*E_K3^)76By$73K@583o2e9e&A#8em1e;zT!=~3Ku<7+FZ29pSEWNhFs`SVE
zE1Zh=b8HsH`|GS@E#5C+i}yFM#rs>>;{6?L@%|pRc)x@#-mhSb_iNbV{R3?AegiAs
zKVq{e-fwIDmssUTmhY%2KMtvmem(w#UwZtxwug}(e{nWF{)*r9_#13`{2ewu{sEgF
z|AbACf5E25zhTqkKd|ZXU)c1BFF<VnhYV4>^vE&>EIo!|vq+C&mA}U~LXTK)pQioY
z=9{z+|DS)ic?RvnIFvFj^9)U@|5n)wy?@`XiI(Mi?d5O2muq=K#xL9QMDXaozx5u~
zwogKPx8+G;dmc^(Ykw!lX3_o*`rW4O@09ej{hbQ7{hb=N{T&Y5{!Rni{*Hice}4qq
z{{9%Y{rw4S``h=sq4GE1+TVQs_s2Vu@rrkPY!<~kgR{juBYul_CfMSg8Mb(5fi2!y
zVT*S**y4@vo-N)vXt#Lhge~5=VCD1N*er^7p2`DQ<#U#KVdZm{iQ!Q?1vX1pl2`86
zD}Ki*y%zHR(raO7(`ym@rq`md>9rVadMyr{UQ58HSNv|p^jeB`(`#wi^orkcnqFPn
z?fM@DORp?3)UKyxY1j3XWjT11e#FFP>FO)P%Kdt+h+lfG<o%`B%Fd?OD)>#WRbkU>
zHQ4l89X7qzfK9J8Vbg0Z*z{T(Hoew?O|Nxf>9rm<i}YH*@@TB`YXfgrer;HJKJ17b
zSbxVkO^=)LY1jR2lhVJ57Sn%I{HFhA@Tk7uZFbw=ZT9OQzuT1lTb21^dVYS~+S&Bq
z2EXaQEo}O42b=!e!>0cZu<5@eZ2Ip6oBlh)rvEOm>Ax#%`MMh{{p}Gl=>ES4?WWhB
z@TmGX-l|6Fw!ho#*J~g8ORs&gS)|u~&ZgJ?_)V|)-HGXSAnm4C{EpM~ir;aXUWd@%
z^g0way$*v-ulOCO=@q}@lwR>WO?8bTy&A@;?2c8wW;qI0zUJ?A!f*L^4DF`pvG6GU
zTW{Db-QMpu%R58%JUxMa((^>`FFj9kHa$<qZ+e~ro1Uk_rsrv}>3KSAdY%EBo@c_Q
z=UK4nc{Xf%o&#I{oeN9PEa$<}^L%U;>3Korqp`aF<9C|buIoR3rzzf;_Tkx3f5$my
z%ds^3ymKl2ZGYl-o7$iFon{Ujm6c8>ez)0e`AWvy{#*rXf3C)6(f(ZHZ2NO9e%qhx
zVB4Sg-KOo&4Yb?-+z8wL+yvYH+zi|P+ydMF+zQ+N+y>kJ+zxAh^7BrAym!*Bc<;hy
zQM`9MTfFz+w|MV`E#CWJi}!xm;(Y+Ncpro<-iKg|_hH!LeFV06AB7d~W7sT;_wmYi
zV3m(qehMoeM^;C_9#7IPJ)Xj5ksePwn;y^LH$9$(O^@eb)8l#A^mqX_Jzj)OkC$N6
z<7L?Ncm*~+UWIM{UxTGbmbflP>F0m^S-Sf9zjD7GZ{U|6Z+d^}@s_jc@eBN>$J?;!
z@eXWyybGHi@4=?W`>^Tp0c?7F2%8=s!KTN@u=Mx@n?-tjTKRRX^5ZjaSAP7m@)Ot*
zIZ*F7!_)LWGB?qppU<-Vns$AD`J#+(R;5ArtKU?Pes;h5Eq;5R{0<(af8W0JkM5nW
z-fgbjzdv8$*ZzF%{k1=TaJK#V2EXmkA7R^{Z(-Y??_k@X?_t}YKf$&?e}-*;{sP<n
z{1vwS`5SEc`gd6SGlopBn7;p{UHbkDs}i4kr0>5ghtu@^4}R14zwjvi-%rrhI|7ya
z^&JDh^d0K`rSC9j(|1h#rtes=={q)T`i=vezT?8C?|883J3egsP5_&}6T+tNM6mRo
z7@I}<PEz?F=%M`2GAVxLf8=pGrT65u{{-}x-c$H|ruUTiN9RDj;|xphsl9(!kNC>{
zdQXF2dXMn_()&lwruUEWo8CWxP48)8(|bDD^d5js?~$<SJw0rC&j6d=Gs33#Ot9ti
z%&_#%G7BudXT@fb-m_Jn46FOi?B1^X%^a0KNB`k^x7pkE`Dm`nm(Z?@Vs39As-OQW
zk4L+;%}X6$DdpeR(*Dk0`ZVFT{apb6Xh~Gs%cxPsa9jv~ms%+c!}j@V5m@`XC^n1s
zcQI$%-^KCU{w@LA{w@jI{w@XE{w@vM{w@RC{&r#8-%+sb?`YWecUjo>cR5)5o1d@x
z<6VJv#k(Rli{f3$+2UOpzs0)>Z1JuNTfD2m7Vqk?#k&S<@vaG5ylcT0@7l1%yAG^)
z*TrU0yz5n79;<xLvOcVQUZCbwzaAUXE<HA?<71rk*x1?h*aW}nu_<hNYzCVio5QBZ
z7O?5DC2V?Z1)CmQ!=}eJu<5ZaZ2P|*EIsn~N&WHeK)d4I5t~Kv?&NIo?u_5!-37LI
zcZDt9-C&D%ci7_H1Gaegge~5^V2gKe*y7y>R=oRSvnbyEDsPX~{_pSY+W!M8Z-5<<
z1NAq~@H8#QeMI+<gMEBgzi+7AujirorRQPZUwR(yY<eDn-}F2ZHa#2I^gIeSJ&%S>
z&tqWI^H|vQJPtNJkB3dq6JX1q6JhD8TXvK!IqLp<GX5;O|88CDr{Eu*4SEj%mVT#s
z|E_-TU%6kuGw@5lGrhm`JImShI~%|0cMfd&oeP_O=fS4m`LOAC0c`qR2%CNv!KUBE
zu<3UREd4IUW|4lERXz!;e9Uq=tbClX-jBj>&$BCOmws2(@zLJZ&;OPC^}7bY^t;yk
zOTX)!O~32$n|?RIrr(XQ>30)s`rQnhez(A;->tCecN=W_-42_6cfgi^cf!&y%U!Va
zyBnKD`rT9c3aqZ@d%a!P^L>>M!Vb@Y`tRJq`h1cl@_2No^I+{Ce(9g(A^hDW{f#qh
zpC2B9rT?SYEYklmXVd?2{HFg;VblK!*z|uAHvON1P5-B1)BhRR^nVsM{hxzP|L0-T
z{{>k3=jVt1cweGj@xF}BqIh3%ws>E~Z}GkcTfDEs7Vpnsi}&ZS#rp<q@xBRLyl=r4
z?=N7B_ib45zJtx8c;Bu3B3Aj9<vm#WmY*N`_4t5x>G5G5ALFFQN6x0l$M{W;PhivI
zQ`q$Q3^qM}37a0jf=!RlVbkN+u<7vyY<m0#w*CJtEIso3m;QKvPrKs%5}QTwe&uZO
zevRMa{R3?Aegj*)e}paGZ()n~JJ{m=9=3S@1Y5j+hArN|z>4>;*er_oZ<T+C)&Bq8
z+qM7ysQf;5L=Mz{=MJ8xeIKP?uYc1nz5Y|j$4Ke*UuV-Re%Ee#4bjg^uGbi_=`|EK
zy@tW2*O;*BH5P1ojSZV#<G`lZxUl8Nc(C-!68BBrFDJmCrK{&#<$gUT!Y@50_Wsgi
z5@*w6Qv9aJWU%GW<gn>61#Egu37Z~M!KTO5u<0=zHa(_+O^*?<^!O1ri}d($<?*q~
zpDaItl|NY~XW#XCYC0dkY^O6&`2aeO&ffZ77{BzL-urj;`~S-Q`p$@7`p)G2rSHtn
zrtd8HP2X8z(|0!5^qn0xedmBp-#KB^cP`lUof|fN=YdV%d11@9`C!Yp`C;k105*&C
zU9j@BSY4kBdAqL9g)9FH{fF!4BX8H|fki7nKzn}pRdq4^);B(%X@8b5AN!MKN&MX;
zy_yQ!=Y^$V?awkkUi;H^w*47}-}YxTZ2Pk;Z2PkuZ2Pl3Z2PkUZ2Pk!Z2PkkZ2Pk^
zZ2PkcZ2Pk+to_N)3;pq~PP^h=1Di$huIX&?u7%&?T^qJ|*MTkGbzzHlJ=o%1AGUZm
zfGyq)VT*So*y7z7R=k^Fvnbw8E3bxCK4#erRzBwEg?>G@pj~=wS;xmX>9Liw>9I9_
z(_<Uh^w<_QJ+^~QkL_X8V+Yvu*bz28c7jchong~s7ufcHS6F)F=Y{@wcc)$P?t#ss
zc=vR+c=y6@@$L;<y!*fw@4m3byB}=v?hjkM2f!BZfw0AU5Nz=t3@hG4uvrxEp_O;T
zYX1-OcJ2S+l{d$Z$btGBXLy?S`-FbI8rr4TQFVNblwL<Wn_kD@H@%L9O|Ro%)9ZNH
z^g01Hy-tKpuajWY>txvUIt4bpPK7N$PJ^Y_b~2Ryc+a3+@t%pzqIl18ws_CRZ}FZ3
zTfFDO7Vmkm#d|(%@m>I1ycfb2??tf1dogVBUIHuLOR-rL?`4%w$0|RvTn;Ngvcz*l
z&yOp8d{;mJSMJyAYW&jc8t*T?u5~uOuETG7T@RaHH^8RXjj-u;6Ks0j44YoJz^2!&
zu<3OhY<k@eTYlUDORp?<!qV$5Y!>NtcjYUvx}NUwc3n^RRz4CtJO}D~0N8%szaQ4~
z{ejv)daC|l<;Ai34DgV*57E#4mFMI0fr?z6N2)LGx#5jN6UYCjzf*31hZvVUzeB90
ziH{%4CDwnBc-fZ6qN>jz^>1jJXtB>A<KXD_evQ(A{K4ONQK|nfxSfA|{5pTwPN#`(
z;t8YDX(qthdM1Lko*I4wGJcY%wEZWo97g>ot2{AQ>#wDmoQl>zMR7D?y1jp&xO}$I
zXQ=3x>$7;LW`O$Jw#R2KrA3sfIO>{F+O$R2j9rF<-jR>X)vlRHPrGKOWfr?;ri1O8
z8G!AY8424pGd*nA%nYzyGc&?=&CCSbH8V4;Mb-U;2K`O=tZ=)3{L>D;f8{@W(C$b1
zZ#=a7QT}~m={pzWvUJ=397%lE(|)AB^Uz27+7jb$vMhu_`bMaxZ%ASKhE%3+NNM^m
z%=t{;_+5wT8(mG`n9B5xQ`zETDO$YUHbY;fNR(MPMp6`3sF6JN`Y6u!`XCkK`l$I{
zempRJqbhy11#RiJThy<wwlef>FIlk`r%Spmw)mCsn!YQ;rtd1S=^O8an7*sgZu+hc
zo4#wnrtg}t>AMze`mPOIa;yU@e<M$+QxxQSrB;rn=lXaoUpIhF&kbSexe+!?xBYKB
z^y|3^eYA<2W?!uI+|1eZ+#J8@xdm)`ZV8*7TfwI1*0AZh4QzUD3!9$X!KUZ-u<5x2
zEIoI`W|5vd)%v<v<?GJbhW%0BzfU}(ZQPaWG`;(CX)t|v$0L3BC@tmKZU24Zetq|%
zhxFaM^eji|yN|Q!yDxszcR$$l-5)l6<2w@5_dwcB--BS&_h8ucJp?v=4~0$N!(hwT
z!(r(=307q`4$99Xv00R#P1dod-%+siI~tp%+xz$Mde1j)L6l=TO26X@mZS7L-r4j!
z0l(>YB5eAd1e<;*!=~RUu<3UyZ2FxBn|`OmreFNckm+|O?b7coY!>NvcC8<QReokU
zhl=tu^$oxDJuf?8rSJL9rtby#rSFB_-qkz2mHYGaV*JwglG+|d`d;d6`d)_L^t~K5
zeXoE`-z#C$_bS-*y&5)suYpb9Yhly(I@t8R9+tjYZlEH4v)o8U`recdtn|IP^10X%
zegC~?CEu;JeK+jz3Np7*9kcyB7A^MtzXON#yfYf=L3-ZhY<k{}-}Jl(Ha+i!P0#ya
z)AN4V^n3s|Js*Tk&xc^s^I_QZd;~T<ABCmo+}JD@@8kFs?@zN0t9YMqws@b!Z}C0_
zTf9%h7Vk5##rrI5@jeGzywAfH?+dWS`yy=dz62}Ym$6wC?<=+b7*_d{<y9)mA6=4d
zF+E<#D?NVJwuT-*cQ!rVz;AlI37Z~o!KTMAVAJDm*z|Y@Ha*^jO^^3r)8l>E^!Na_
z{r?b_9@Aj6D87%gj@5pD;%xDKir?b<47T`w30r)>f-Sz!VT<qAu*LTUZ1MdDw)lPv
zTYSHR72of%Srp%wwf+%S`~6k6VYT01SAGpUqJqpHsG2x2ug&*I+BIL6Z>ea$EZP2j
zI<RX0Q|0flI^Ulwhtc`|Qu!O~@ZP^qT)etJ{jIj&jvZD(=I>O8wm;8CQ=81qKWSgK
z_xY#!7u-Hynt#K3zWfK9kNIxjf3MlDhxl?p`7&fk^e=~{^tFPs<;zg~OSFB5!Im#$
z!j>;%!Im#$!<H}Oz?LuL!j>=b&ZXtc__SNT#5=WiJ;b{z+TXlCOhkX%--%({-}8k2
z!_B0$w|aIagGcrK4R5#aZ+NBWB<iNp^zYYHjMskE(o9|FACAra(fnDa!QWL%mG<J+
z{6DHZC06_OV{g}f{lwY!Yg+uaU(><1Ujwl1*GSm*YkJuBYX;c%Yev}iYbMzCYi8K?
zYZln{YgSnMwXsaESbok<yW*V#n?>=?>1^@Nh2P?x8@71ofi2#7VT*S@*y5cZws_-r
zB^K|3v|GFj!4~hru;N_=n?><1T6s3C@^dk7SAH&Dc@nJdFIkp=r|Er7*o0sCwN&Zf
z%de#?NBgKa#$g%!UHz}Lmj>xQ%2|4kc9!1DI-B0h;WxdPhfVJlVAFd=*z{frHoaGd
zP487;(|c9e^j-}%y;p}Vzt(`Icb3_x=zh8u{w&gO?ZQ3%)~Os_MrB96%ZtC;_cy%K
zZ~fB0bd-J@I7`0`olU=u@SA=c!=~RRu<5rcZ2D~mn|_<arr#E@>9-|p`fUZ9ep|!R
zZyRhD>9=j=HL=RqEZf1#*ZT8LPrn^X|0ep4%HH}O0Drgd-zS!SJD2{Yqx9RwS^Dkj
zZ2Ikn-}KuZHvRU1O}{;1({C@>^xGRY{q})PzkOlTZ$H@d+aI?4I{>!)I}nzB2Vt{F
zzk@4pkJa^lh_~x{KeY0a*x@;_{yW9`Jh5JJ{owoWBj|6R7mkES_r^C3JgWEa6F1S)
z?fdtM?S6a={k1>GVzX#}j&rvCIUc|5&k3;Y&xx?@&q=WD&&jau&nd9&&#AEO&uOsj
z&*`x3&l#}o&zZ3Hr|Q@HzC_+AXVc#5*Et7n_3NAqkJ8Wo*eu<?zu`6gE})<EyU_bf
zzl)qrzl-skewV<e-=(nWcNuK@T@IUmSHPy<m9Xh|6>R!l4V!+~z|!wpY!>NvUFEZ|
z%I_@K!^-b08&EO*Zlrybe*VX1>FVcyXX%&u-T(ROR{CjwYH4nRHUI5pd=vgrwN>U0
z{N487Cyo})e^=>W{vBlP&)t=yUHfy7v+d8l_-%jggKdBAhi!izfNg&sgl&Hwf^B~u
zhHZZyfo*>tg>8QxgS9`8W3y;~ep>k>eA=HUyj}bAWaS&My8mQ(3fBE+&valdpP!*!
zdOcgmM>py9oU`fmJbu&b1=#d@5jMSEf=#cNVbkjs*z|f8HoabhO|REs)9Yuj-4A{a
zORu%D`h1@G^k(Joj*4R(-ooG2zu{HdOM~=z+gbX&<1BsNbvAw8!*BY$51T$8z^2cK
zu<7#=Z2Ei*n?9ewrq8Fa>GK(E`uq}>KEJ|dkv^YSegms~%JOSi`IMgrQorAn{!R27
zmA&=fDZ<~?f1jwdmj>zgduQqQrL*+=%Gvb$8o%lH2iWxc1~&cv2%CQ2!lvJMu<7?b
zZ2J8PHvRq#n|^<REx-N>OTR3CgQef!v00?wKPrEL)%EyKZ`bwsugXtjhxh#ruRag_
zr?wxC)lKuimE#mcbsQsV<-dbe>v)DxZ~Hcr;%uLP%~0A$<BZY_gGcG-5p4cE+tt6}
zRXCh}zZe_8_H!I>*M5%cZ2LJLe%sISVcX9MVB60LVcXA%VB61$VcXA1VB610VcXBi
zVB61lC)W0J3fgTyj})3-<!^XL<1A%r`b)3j*eqS$Vx8^&Is(7+`jNLwuOB;`UO&Na
zdQA(PUem#**8psKjf73F>0#4r2H5nP5jMSMf=#cPVd*ssHjDI{wepl$<$sphVCDZ(
zZ4P?AmA~bceslVK-S%&IV;<=@s*azVe$sCq?=Su4bvFItof*?_e)^ey3&5t|g0Shg
z5N!Iz-$0pui_mWREee}{i@~Pf;;`l060r1Jw8pn2Ed7?kW|4kNSDqcK`$v{#VBJ5e
zzRg%PjFw)de*==ASw`dUDy2(%aZBIjDyP27d%N^q!P)d(5x?oX5^Vae44b~Iz^3o2
zu<5%RZ2GPao4#wnrtg}t>AMze`mPO2-(zHY#jeM7X;(h2hs~mR*LSvfH^6W4ZU|ev
z8^IRu#<0b^32gCh3R}FJ!4~i4u*JItZ1HXhE8eZJSrqTqmDj;4pR#NNE1#w+`PPJA
z&x7qs|6cxVUpd+>e|Es%?fV;E>A6$sAKlS&XJ_fTi?ivuD}K{+H`w&t9X37pfKAUm
zVbgOj*!0{RHa+)&P0xK{({n%A@@IcodS*EQmYxS<vq;Z_DsPL`^?9(j>-s#Tau+*1
z2kLtOSkL#SxSENvqYLQR98SCRKLVTGy88Wp;c)u%xWO;|kMefuf3&mde++)p|5(`c
zKMpqikB3eF6JXQ-MA-B{2{!#thE4xdVAKCp*z`XQmi~<lWeyIbIh1k+?b7E=Y?f}{
z-|*V?em4E2&pF;-`kd=*`kaT~^f@0keJ+4ap9^8r=OWnjxfnKmE`d#-OJURJGT8LF
z9F{&;V6#Y{D=VLlReol<3RZsBpMQ#bbhheUUfQMKwb(4(zQ5s>e(Mh@jn~sp`rY9D
zrQeOtrr%BYO~0FA)9)78^t%-{{ceLzzuRHc?+)1XyAwA3?t)FfyJ5?(dtm98Ki_41
z_u<c?`0jVM_#VJ-@jVDzd=J4E-@~xQ_Xuq9JqlZVkHHq-<FLi|Q`q8r0#<xaVzVf|
zrz+ozRen6}?aGg5DqoEqkpuNT06a}Ee|pb{=S%-4dMbaiynw%}{~ljyFK*?}OO;dK
zm%Uy3zT#~9zKY-UeGN8!Ux!WKpTVZ@&tcQ|4cPR36E=O{f=%CFz^3opu=ITgn??G*
zTe<(|=lAeS-;1&@*6v3i(5~z0L!VE2eB^9;e2m}p_yjgRK7~z>&tTKzm$2#aE7<h-
z95y|E4VxZcz^2D<V7s1v3rmkIzk`);zsF{g9$!{|AFF)(%G;H1Usrw(J6yl__jWxm
zzo~o}HoinGlm8Lc&%@i5_8&Y?zr(M5{l2!xsIGqhUpUbB=g;`HKY#Id?ayDGZGZlT
z-}dM4u<g%3VB4R6!nQyEf^C2P4cq?w2e$qBFKqi0FUH&c43QSTKV!h!pQ_Ifo~OfT
zmp)@+vvl?Izq94<*!ZQ-INmOO#&tG*#=~#=j1QYW6Tqg=gs|x|5p4QQ44Xcaz^2cn
zu<0`yZ2C+ND}SfJW|2NqRvwB~{$`m9R{ri>pNDz<4)^hje;Q|te*}Ju|3|RJ|6|zV
z{|RjIPYYZ8)4>-10BrG(gf0H*VT*qT*sk9hVa1={*JXS&<Ike_W^uOoX2oyu%?4Y1
zv%?nO9I(YVCv5S}1zUV`!xrB>u*EkoZ1K$pE57-$Srp#_m1n|ge;4$2?e9XBr^b%R
zf%R{Br)huQNqrXe@zQ58XVWMC#>e!DzriwnmSmji6Mutc`YcVm>9Y)M`gCE_XB2Gu
zjD}60WntU@<zVTvHTM;j<zeZQWd&IJ<oCh(eZxxl^JBVw9#|QFx6@grw9_Y^f2&qb
z{Z{jK>9@MG>9+=c({D}K^jixy{nmy}zja{KZ(Z2*TMst<)`v~M4Peu6L)i4&2$p_X
zHio6&CfF>}Z_~;vVwGQ;dAss!^U8~0hvz{3Ti&pqe_6JK_59na_7A`6TUY*;eboQA
z@pj$2wyiuy-DhrR+g0B-F-h;xMD72;-;~ueHe*v!4vkYBO_**0j^lFBGiW?)7CnQq
zj88>5G(kGB%ApCJEr%w;Z#fh{gIf+wLc8VAr0^oWclMyjDKu1R;<#e(Z^{CD|AA-G
zlz5geZjMuNSdK#}Q)8B`AQRg^x@DzD=%ci0OSi2my+R+mY~vZ7Jt94&&$Q{lN}uVR
zO`ie$rq4*&^qC$ueP)2APfe!=B;J{#QV$mI%(yJxSzwEIR#^EE@A^=ubmJI@**Pj7
z;=6%#TRzN*Pw~!`ZCJ%Sx3k4N4}Oa`E^muBE`N(RZV!q#ZyPf*UiX;1txOK9G4`E0
zMS3h;YUOBpXsSVa#Hmb=Sc>$pB@WUfLXjQ{u`Q;DqzFCC6`eJtEv82ouboV%9<=|l
zG}9xtQbCMKzq}sgRLE_ycvirxNp;DzrQ23lqN>HM+`0zk^D6ii)T-XD;8%0Dcvi=6
z@vH&c{;mmIJZr&<XKk!XY?bzR>VoB{_||o{_}0U(_}2IKZVMYwReT$^u0io_gkSM(
z?Cpwg6K9KWQ~Va+X0XM#Ic)K50V}>NTT)ScTUEz8Smp25mDLo_z#%f*RG$sU(}cVK
znIR1rqte7tJTxlx?}EDpbZmxEZ4<H?1Mc?y_mb5f&kFUATvI|1dS*nTGq650q}iZn
zhBS+3Md>m~vv_uxX7TJW&ElD1LB})0F6ek>OqUaP%J(L=-pOdvdgI=Zdf0lWpk3>o
z5}QTqjb}x&?eWz3Y`w!_TkkZmt#<^h_5KK(MeF@>t;aKN+H9yFX(V>tuhP(M+auIA
zzRmzmif?4wC2}}%dMb)<hIC*R-;B-{-%R)|zIbL>eDTb%_~Myi`w`C$EwbiIIg8de
z=$T>q$1_9g8}!W3`UX8SY<=;}u=T|=!`2ti3|n73GqgTkR&CMx@|h9OH0dALTK3T5
zGo;uWefZ{j%4rAXa^_V3f6rUjTwF^zXSZ)pwTE%-WxF)W64#h%q|*<2$b`1is9u9*
zm^6ydYdMK&6xX6OB8FW1SwLHwsQzEXkX`b=P`QcWim}E}$M>E^C4Uv;pgb05UPMe5
zbHt*U2gRVg_}{&c#Qh_K&?d+IBRP{m9QP4Rk{D<G<36JP^*&N&Q2)4ph~heqWGhW^
zKZ#^49OG>MoNst(E=RS;{X;Z09?ci`kJ1{?g1nDRg)fr7G{*hpC)u&;F1@ov9-H3N
z(ICACvIACnk91a!#r-3Fb{)q3#Bwa|C(5z7e`J5@7x#~3(|Z<treEAgOux8~NWY9X
zu2aQ3=su!&<Nl$kBJ>cUoGk7q8l3soAAj6O6u(Ir@!OWgebSaR=(!bJY4JyBieDkO
zMUeNAa9aFvFR^?G-PAwxGp1I5lRWg&mPFC12K~IOts9gd3T;quvGpMm4RxKiKV6(U
zpDyXPXnmtA^`CE9{I);K!4h+MY!;nwg<6kP)c&lPZCLHkN|ob&Z^^zgeq9WyUl-Q;
zR>fw~`tq}9|N7#yr)_5FsQ#KV%9<RtxoZ_HNA+L3@)}r6j&)$uFLbi`)}vkXt&h#3
z`8KHaoNvQy!)m^bDzA&R{M{JN<X1J~*7>qzer%QwtlBrPyeU@e*`jh7t!K;1xt?s^
zii*XzHLUe)gUzD#Y+LJ_V6|V{WgAxFZeMv7?C=UQJ5U|7y<bL))|X``Dq3HLyfbY2
z?*eOmVX0HZyOmmJSFGu`JFLl;z-F=Y?TOFMw-;>Z+Z)#Wng1YqX4#jDjo%N}`2De2
zH2#2E-v_Jp9hhxct?!`9dtfd94~C^@=6~+@q4=|CzYohg*4B48to5ypRXKu##djpE
z_2vCJ=RXR67R`Tj*0DDKF|g*({5}@e{KsLlX#V4Cy}{c4oB%8SED@LG?@2W1d?#lI
ztj>2z<vd?DpGrmN%W@hOo$vH?V0FGTDxZjz-e*=0BfZb6d<a(gdv@h8%HMM;?}!~%
zLFQblL)*_k(W0APK7Y=~5jWvz>0E$Ws_)-3ShDZ;mrLlsMOM0(<Kit`LNzw6_%6jP
zs(+KLU^(jkez~*mpINS;BE2U`N9C(3Ux~H-z8aSPk}%3O94()&g{6Ov2YvkYu#LX~
z*7zH-Sv3BpTE7l!`EoO?lc%1b>v=0IJ#WKik)F3_9V<QWa5g>f#BX}u1xwGnv00?&
zJz2+^p7+AiGvmJxHvR606@QiosF;2a!is+uY!=P;aIN>x_XvK|^HEsyJ%-Jq`5v$J
zhp^J~r`d*;o=;T11v{dG%#&1gJuK3?BEF|9_pj#}{1)G&u;PCXn?>!<*ZQ+qi~j{!
z>&?=oV*0)WOAjq6%F7%z|0@N{QS-lAIrVtW+cp2|m0!e4k1Ri<B0aKb>tp^m(t*|d
zZ&uFvv-vG5w*Fthn*VKV7R~=ot^XV=z2D6?tb%*5@>AI16=dG0s{2ot%cv}rr1u)A
zO0SPvSLpR|<twq4kDtJbCqw=ew*B}FRy;W#^zpxfZT#o3#{U|dMdQDy^<QF5@87_A
za#j2D>36i-{J)27eP6<wKg-=zOpmW&>G20_7Uj=3S;v|le}r|uEFr!6XZenb`hTAe
ztor|{^0!#6@6VOPXnlXF{1sO5|Fv=$#s9a;zs1`1_jg$Nkn8Q&=byCe{A*)X{>8!c
z`8TZd=k<{5`!D`1=r^Rme=xQ`L-5=F<nwrF?H{9b{$Z7K{_yKCCVu9xWh_|pkL}|%
z|2UP$z$*T6y<PE-SNR{zqfHs#+jTumQ27Je^*o-?+x0x2sPcKVkHMjoiSg_ImskD}
zt9+T%$7}y5t9&KxmM@dzSNvLHlu0?NeM%p%_WJ&B`EQro{!C3j=@ZZ4m_Y}fZyFzO
z=NnPam-GDy)_gzq{+jP6m4{<(Kc|JIch29RPXn}Ty?K8g3EO(7hc$nm|6fAdXT+aH
z?K4%L0ju-R?Cm=LES0CjTE5Q;OU!$7F0AyJ-N&0AbKtl2&I#Lk=YqAKdt@kiKbXho
z)BN*R?$={J{F*=acUC6R`4{l<YG1JO{8*iTA#d0D7p^=v*7jo&SbDrEL+M}tVzg^~
zmc{G%C9qjEe#y%5cMZ~W(BFS(@k`hC*|7FJSq8S}$w$m7Ju===v@71xbv(`Jv25ij
zu%`ENu-2RHbf<j<AFuWmD=&{VJywDhPmb@u->*Wu&Ht^C`B$s+fwZq)c~z|DU&Grq
z|C*Io##;WZ1uOWBUlj4L<Kq?ox|MUkqn{4z;n(@I#B;~=+<<oJxnbXY8#ybUjh!{$
zCY9s8VAE?;{EBDudcvH4b04quZc({^y<6h9^=<`g{;hqy=HI6BW?1R9t+z|8?JCE6
z&&sduy<PdWL**`3_vb7-!n!|aiTkef$`bE=Nv~aeKE<<Z<^KHJ4Zp>6B@=1<9)08Y
zbe7(GIcxmhm3POQ-uuAPBggmW=YF(ne70wP9#H2~YqTF&d4H_tKgioP|G|~_#aezI
z0!#0lzyE%580{8+=ED(nKDEa6dt~LzhsN7A{;0}_V=expVXZGdmoXPb`*Ey~m!4UU
z!*A<3zRq`o_t$(URz3!+cu(?n#d~t)L$P-MIt8}-*Qv1b>$KWm6!~>}<(;s4{-5FP
zs-IbTl4>z$)%tkM(UvBv{l9Bns@I{3j~7d}9O=D8%aQ(zw;an~tnYWNi}u>f&$<h>
TJPuX6M#hD;2Q0U5t)2e`!~tG6
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/bakery.4.ldd b/resources/3rdparty/sylvan/models/bakery.4.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..98f797c4253730606aecdec0812651491daf0d6e
GIT binary patch
literal 27136
zcmb`Qf2fY#n#Z5n<Cr~;aU^MHB<+zT$!I4@k|bv*NivdTBuSDaNju5NNRo_<B+1Az
zk|arzBuSDaNs=T<k|arznfv?sKF_tTcX`kJHFvr8^;zHR$6D)N_wxg<_fM@>>wlW-
zPtDKYUR}S%)}V?9SKM9kkcx*^Jgnm36_2QRWW}Q@?x}cm#bYWS3wOFITPyn8c9d2x
zU#tE@^GmDAV~XwUP#&*iJ2i4lliK>5R8Ki|t-4MpKF8(xD*o@9U%Cr_-~7^iGw1pK
zU$J>EIWE_$`%2T@{fFk4?rQeyzJD#Y?wjK}^|S}NAKHV?esuO%`5MdP>ix&&m*TUo
z@y^~zmtX4|@ATErx~I6)yHiX1t~$AXXFi=C`l&IkLw=4`ey2~Trhaz%bmpTy*8b!<
zcKRr$vv-|78q2ZD@AT=^)X#r!ew9lz%g?-4){8tItLo+nu#DNL{E2q4%AbVieARaR
z6h=$Esjy64Z(1nc={!I6n~pvME6qF;R(<m<SjOB3YksrwCS#R92X8!9cfs?S2bcNI
zhh^&dE<kaA<-6ZPM$3E_!7|qSVa;bTo{i?CU!6<(QeYWY_07v+)i<wzWz0)p)mn)+
z7pweLc;m5MjrDrgz-7H_VHxX2?f*JluUGkA&jv=zdN;x{*4M*Y&n7(2U-_Qz7Dmf@
zw!$*jH^W-bHar`xM`N8!{tjROtNP}hu<Dz4!7}FUu<Gr`Ta8uz9z37wa(?zPs(#+z
z{cy<#c>?qNq#r~&gw=e^hhZ7>0a*Qy;O)gK{wSV}?nf`~ajfQNJ^`z@`6R6V=2LK2
z@M&1}t)GEq%trM)i|gl4{d|AVGpc^(3$Xf`FT(0)z67hE`7$hHJ_oD*6+9dD_j$O+
zfOPY9SpCg6VD&fOgw@}C3s!&gZCJ*96;{1FcsA<q^Ky>?^*7>ok3tH1dntp4Ul
zu=<-H!!qW(u=1ba*{HwI$1?`h-~1d_fAb4i`R13f`kP<D>TiAx%b1_SihqM=qj>e`
zT$;~2;5}CJF@Jy+YyJppKITub>YG2qs&D=R%b4H7(!b&z!^(UM&+nq&6RZ9YxEHJW
zwdb!=_~tHH^D_^Em2Vyl%b2_22HPyp@AN}LF%M0w{?>;vDjuG6)wVu@QSr#6Ykt;8
zF)Hp!y5?(rG^64%NtbJVETb~xlHOpeH?i`^!#^eQsb)gb<xZ@4Qex#yhW}G;bN#D-
zv|m-UKJVvLqGZg|U<I4Ki`uU~6u(N8`!%D=pIPNkhgEA9o}cn^f9F*BbF2K>u=>rz
z^HVC<^IK5G&xcjNA8#R6#{0hrZm`Yrd|no#cztqRe`&;<3FnjLvJ@}P`U*zN{;Y({
zdRM_Rj$aL{s(CrA{a%B&7AwvBw+=4*u^uk#-2lrte<R#ro0q_<zX{JzxpeoJ=l$4%
z?)xRz`Zh)tW8Mm@-u4t<)<3{#S^rL0#`(M8Qf~(=Z8zQ?Y+3JKxU6>{EaUk7u<DsN
z!>V@xugur$I~2Oli_ce??-6tv&-W;-`sTy1=64M5IJV611T16yB&>Y%L0I{x@XCBV
zKffzTa=){YZ$1<G=kU&B)!%#pmN8$18*KCGh`)qa>bd`w(9Kt28S^z*^~{$;zaEOu
zlissht(%PMyqIsnT8sHMto<<Gfwdm<U0B9^4{or{H-hhn=l7=viB<1mV&xC1_;F&z
zKY<@%WuD><#cDmye-3Ls<`=NmV}1#%p7|9lV}1=c*k*aY-h|@!gSYUr7=0I>_4gHj
zNUVw<;m*7GKefA*AATh?YyO{8zUKcWvD~kTmGv#L?$!6i(*4RJ&-dqN(p8@i@%q_Z
zlDZfKF@xYAWO1G<-A}UP+5e==9hz80h9y?kaJU<*`#GZ0{bVZA^B<LTxjl(he{^Ey
zjDbgDHNUZyUS649zc=Y}$0t_(35gqQO@zl`WhNzE{kj#@z9daay6R0$tgvbDWUTZ)
zynmG2T>jqFYAuJ$^Du)b?cXev6<7^wtQn1Z=Gm|m^GsOtor5<QE8}|eU={WAGaqj7
zH_wmq7lh)Y)nBpog;8%&(pBI3;uu{Lp6e}5tbWT9>-;aTcnv$Tl2Pr~c6b%6wOd~e
ztKK~H0j!MoXKhq9uYqOO;jPCi-t{)X4YpaH&)3FKyq-;oHNQSOZ(&ruyx&t9)u8)t
zLof5&9#yPwg|(g?c+MAF-&y7Fs`3Y5ncaAMu<Gae?1dZr&HdNlK9tQ7zaMWp^DpZ;
z$Y`10Ay~%!4#TD25xDLr{V2+T(2s@Z{XL#o{Z7Cuu-fmFc;)?aH#0rWsOH-bpMjNc
z{VXhF{T!@N>*wJH+bqxb|3WC9-^Il0=jZJ*qw44Vz5>fwzY43L^=oj0zub@OD3>Ds
zMnw9(-1TlTT3%0X!(~2q;4+`Pu#EHX!DT-8;d(yOAE4X}{b6|Ck4K5s?=gG|tNA>^
zE1zeMsc7pNql)+EujjCg^%t;0%`f2w+bqxb=T#`4&+Ejh@7IU7jLLZb-@#@5?<32)
zs=M9?ls6IoF(Q3G=D?q^x*t36zF@U}*ZT^W`Fw+Atbd2ge15=<{G0P3{U^$&(BqGf
z8cl;;YSO;s4uYQ&FLy9}Tct?#{tsbPLH@it6jqS+VX$({@|-_B6!#xdaX+0#MLn;#
zC!)-*r~ac+Mn?P?yj#p)`|H=6ag3Jp-V4jP-gsC^?mq$6RIE>g8~kN|C!vfDeR6nS
z-;~61r^4M>^_zxQKA(F(r!%Vl<{5B<ZI<W#oEeJy&4S0Vi;AiDYYzHstb*pIe6c?t
z&x_Id;ko{T#B%%LKCJQ=;{B!FpWD!k`qKXU`$lJ^`SSzf|GOQ(vIvc*`<FjID}O2R
z%dj%$<*>S$SHLQ2KHhk_-YRtJp{#~w{CRf`ta|=@x)xSFf1X?kD|KCXz8~uoD}O^`
z#rvC%JbxbFguXGNHiu_@OT}9gtH!p(+S~1kwSQi@ZCURCQ8GL6c40MN^KMw{HSd8N
z{AIm+L-G08mss(`+jmyJ+ym(QBkEvy)(=&DII(IRfp=iFzN1Ok`g~`7*CqLW9w$oc
zJAro+tNEBu!43YhzSE(2eP<FYeq^=2bLeLy>U?-!--U`VCRV*m@G-2`b2;g9eNq+a
z&wBp;ca5lWUa!KM+I74eSmo5`^=2qu->t-o@2S>z2mN+L-3`y{yI1l3#H#lIzJir`
zm~_qGPu}Agt>^nB6wmi*V$~m0&G$L_vxs^Tp6C0r;#Y}P?=}1gtNFdb8^D(H_70Zu
z{do_U^?ZOewY7L3u?_xmKR$)x^?gpP`0~o``F}<K5>em6v;Mu}ABk1(C;S%6)@f1g
zOI#|u-k_u_Y%tsvquqFa(9)Z$^X<O;{*GVIhY}^@_qSoNCSe{9tB837tofKn!VUiB
z{Y3erLh=6fz@^_Z7CDAd#hb^%>SrDYE7aTzH~7o@>3EdU5kDa!y<Zb6o|IViCMVYG
z_mqnLeQ_G2dc9l2{QF=TKmXI=vVSw+vVSw-vVXJSCjFQFn;nYxZw_4g`}4#+MrGW8
zKCJ$p?*dr;&Hb?Yn-{_j{<5EoQ07Mb;)wKqE~$8FV%1v)PsM7#mgAMrgZ@6Vl2I9d
zpIZfM{(iq$4VV2}1DE|<3pe4v?BBXjynpNA($D+1k<rp`6Rduo-)30-%v)gft3S_e
zMcEMX+al8YwY}mUiB)d^UV)X_nRJ~;e;?Y-sP@ymC*sX}VXepCzxKgek6!`y!)5;t
zz>WON{v8a(`*#Q~^}YThjF$RGVb%A1jzyJvzmB6Ej`$N1>HRuc@u|d`?`e1!R_i^J
zbnREaCeb>_sP@Zz9+oj*fR%5)2x~q5zH|vzDSzI)3^(}8eq9O0`*jsA^@cE?>s7rQ
zk!4+#oqrSMTEyRqNbk?>iti*=jl1w!tk!cc>DnK!?*XIQAM-<4#{3A@{+J)bWq+Q)
zTAJSvp27|OvOmv4@%o;_y$a>~ujQBgP(AZ2{|GMgeQkwZ)qIR^`BC!URrzmVnfG{I
zRsKgtOa3Rg32)c`0Bb)!<9)%Zzwh5ySo!8}aD%_RUVKM+5%E7F()agg#e4}<q4w3K
zo7TD?`Ger{{_gjuZblX4*ViGi=I_^sp>VmM!(h$7{r(R(_{;qq5sL5M$co>vv!kM3
zPtqklMjsucW5V<L$5uQpvF6hY5026Cc>kfLG}mAJqiwZb?}rBzG?Dm8SWP8=UX?yM
zD*OB7l*DqUCRTktQ=Losedy&|bGn_J_Zil)>OV8pQ~s>Psy`c^hE=UOc>eQ;2HWRT
zp6|yz^yygDpO1%3{{@LvzaO596)(h_!Cg{TJ^#h%rT!9Fk?y}VvFa^@7h$!&<#^s7
zvFoplth(PS$740A)e-4_YZ9y9T6jgouS>e_)%wKh@9$R|Bi`p>Q$*#@`-<NjiqFTE
z#HznFvF79FuW_17`P<QVV6~q5{0&t3JK=3u?aeMc|9L}$zucca=;i+Gg%#=k`x0w@
z`{CVK@d3P@nkrX)KMtXn`iEi1D(OgK)jJ9w#7aMgx9zXiKY?EApM*>OQ;AjoG<+PZ
z{XB!W0V{JB&-se?=Q*<`aX#r{>lYYRy^Bc~TfY>em&5b^UP-KeR}<@eT!SaaXnnqJ
zgyQpc6TXg>xmD?YJ#U2O(){nB-^Kpk`MOu---mBwHQxt#53#D}=hd$VVxNb{=nejI
z{+^(e`}Z^=J-=s()$cj{2&?(Nz&nRkua|g@(_D(5qe-+cxv!Hhw*H1u)q9(CvGsQ`
z`aV3*??Yns`<Phw?^9y+^Pf~SPIHOdf1W^;`h89DV(Z^x^m};D|B+bzf5M-!7)_!z
z5K;B{8HBDF@7G|s3#<L?u5^FCBb@mUMIVOMeCyYz;Z^<!cnDVOABi_dsa*BzM-O^A
zAERN%Dt}C3t$!>$3ag^y@LsWg>Ah9_Iu&VOawjBR>_3l~81*J4UG=R`j?pRM`Tk5z
ztp3yB@_hDHdVlPM^Jk#X#7gq(%dE(%Ur%O-(mwz2bgcGvE?#-6>+>+b%3lD_!)pHh
zmF~}fjnG`$uSMvKv6^pv9+p)3OW}nPzYK3YR`r(SZHx2l*Rz$3mh-s^F7qp=u3q07
zBAdd^rTDe*YOMOL!&`yX{MX}^S=aS8qBnufrFxrSXDNR(ydk2t;LTKMbNyK%zqxu7
zX+GN`)1P;@S8RPpj1Gk7_?;E+N~~796U*I`So`ZwUi%o;q|N(b&Ch%Q)?&;Dql&o^
znoIGALh<|#!$)GYp8wHM9DgjaY95F8Vs%JPBwhXT->=gAPNAQUsJh>oP~7iq;wHUy
z4nB$1{+v&``VEn3U+Q-e{Zd5L{Vs>%epeE!%vJaTR{MV~>1s8q>URVEW<=HfZiV80
zw-c-19r!v{rSB$P+*|d#kNzN{>V6MHalc22)$cKU53BupQt5TQXGvH5^Tew60)85!
zFT?Y9uUGIqg>oKy@!l}1dgiy0WhRLDccFMa?<@YSBCQWG`Y}Amf2#O%Vr70wEca_-
zZN2L&()GTh|A?r%-_KAS&wnE5bZnRYbHLU&qV)U>f{}PV^Y0gTGphdPA+VNe9vWF@
z=PQ0#DDFQT9ucGUd`E`j_)&>fwFe%I)$=zRuRLFMy|F1@^BtF1^?KnkSUq3k@yhd4
z*PEE~Rc}&a)td}Yz-s+d@XGU1*PE8|Rj)6x>P?5IVx`Zh^t#@xq$_@QV%3`i&y3Nz
zc(3FB&kMz$)q9oHS`edV26-O(L-GAuSg~J!7scq}@EpIS;-!hzWm#fPayjhxBkix>
zUsf`z^_o{jR{j37Iu!R`1FwzIdVcFdas2wkO}o|xcm-C^&qloR{!-W5obol_Es0fc
zE4&G-^Sv$UTCe}SV+W(kHxERVxe=O6@jFBD{CB~-W3-;%o=_aWH?eB&gSTV#yzIv-
z&r4nJV9M8g4<%N;!|(yD=6eLMJTG;<V<}(tjwe>V6Yx>2^plld*E^kb#h*#6dS~HN
zF?tSfK9=|YQ2hC?S4pjlF=}Rz`*A50@9*V`{rTZaj9v}T@z*N8o>*OOB-ZnCGjaL+
zb~{Gv=i^Q&?spfy7o+uj?uX*|2Z=SGhwv?|o{vX(-B|6n-!GoPim%^4o`&N3&*0}V
zTF>W2D2{)bSoL4QkFmOcukp(JM_uo2%GZ3~C04!n@Eff5_e0VZ?>|rb6r-I#VOOrs
z`{z(R-!Jgj7_H~?EfmLpPpq0h;E!0<|A|+gr@CHO`U~-z@1Vr0H`t7o-d*W+y`f20
z{IJBTHyj=kqa*MxFiY*<$WZd<vz{2OpQq8Gct6He?9azzV{}}2j_<8_d}7UaLSj8n
z6BBEH{rpUh(fWCs5{mmxg{Q@6J)gc%96vp=<}(AHgw^vjGwGU-pP$(=T0c*7LUH}M
z@VpqU=QBSP$1g~%`SioHuzH>r;_cvmO0VCK7N>ljk0tQZ7_Iv+3&s7HCszFx@FJ|v
z&q}=VepJ_6o$}RxO=8ts3$MazKiA=v=clf>A?2&y#>A?(30{wtzPZxtdRvpO_-%<*
zZ#%ptMt9(i!fL()cvBS0=l5Q`U7?$I!>VuI11r=_60c8tL-GFatJvQM_s8gg@Em`z
z;zNnm<#1v>Uq|5b`vG;mV<}$qKb~0iPQXX8dOl9#jfnGD*E^l^Rqsq<)jJEH!s>jV
z!z-Vk>UtMazUo~}ta_K=^H`nN%XsDWzOHvQ<*VMc#Hx24zJl#)_y%4%uXVj!DPQ$&
zCsw^X@J+1ryOmzoyPtH$KS->458-<;`Ur0)R`HKR@p&mH$^10ws`o6h&dc+}s#i{q
z^Is-i`LEy?Se=j8NmqV3Db9bJbmhN;-(Ynf-X~r8<zzVjW73uX3I2f9{r{YF<(HG-
z{I5w@{x|pwR`>gR(v@HCyz_r1UHSY|POTq|D!xnqL{RHVL=A%fO-pO8KPsfT%Bw<K
zU{v$(CLZMVVhB7GtK^=j?D-5!@zRGUR+SNnb$>@D)_PmaXrpc&ZcoxBjjni1V&#m5
zM`2ZDT++23|9Pk){rO`&`ULFnt!HA&mp&=6YD|WEvD&*SW=Xt0dq1Z|R=vM{p?E&i
z;ThQ9o6pP?FMU>G^_&e)#cI8C@cj2_q}ToDrF`xGe0Tx&_xkszc<BohtNtQ*E>`sx
z<N42z#qPh9QRV0PNMD9h?*DSQ5t>W!D=J=@STU>MC0NC;#&cEab-%UfrQbSOk?yy?
z;th!vvk_hsqnpC>??-NiOa1zJ*_z@t-))Iie|us*FFO+J{?6b@QKZk$PV`+^)tg*B
zpSx4O^gW4HV=p{_Rq1_6*Zt{IQmd@zK++{0toTr3Wgdq2V|6c%Bwg!ST&?FA`f=><
zt>;9_mwqyFgRN8WQLO5pPP%wi)$c6&IqdKCJD>8UUr5|w>mqyxtNprUU7_jq;7aH|
zk5^#@)#vjXO4;x0uBUQ54>u~lnOHHm;LBLmzm4ar((8VA(M!L3up-^>e#H+GE9N15
zCq^IPZNX}*ABW<46Doe1SoNMI=JNpj0;_uC@XEKKydK@(S1Dij<2C#StNoZ=Js)pV
zy!3a88*IIYUt-nkL()}$kdo5#@hRz&K3DuDu`<8HAF-PMx1@`Ev<dA?{eGbT#QxrT
z_^18a@zT47w4wcD5d58d)f=32vH#{{IS)gUu6jc&9+p@whQr-h#g9n3>ih3cminWT
zuK1pcM<;IN));tXjE=>7!g_Rn#)abZHUmYO=J83_*o4H|>WPUpAHNbQ()p8<uCXcb
zB&^QoRJ>_e&Bw2I<y&)oUZ)eON`5_`0nfy$fBEL^{<BiN^x273V-DPh)%ls5bnds3
z(s`YqbV&;;?oX`Dh44JA>Mg?aQ=t63KIu!)%l%#oH$rnMep$uK6Dwu~ycnzam3Xcy
zz3#Ufz4TiHE7JYeR=h5;V%Ec}VsryuFIM}xF%;KZP@S*MNmsosiFLlVCf0iV&Z9`z
z+n#id?SQvob-o6Yu6(}|DAM`6lCH7c@J_7uY7gFCY<ayYzl)joQ~G`)Rmtb`K*i2H
z$f)LXDCy$E6(32gnn&S%Se=(+Nf&pkNII`4k}m0F#itT0^E7-MtN1f`gQ+S#uUGxf
zp_lV>9#*9H_d>-N6D#Htd^Sce<88vK{*_Q%&z+QMzLs>2T~Dm@a|6DK)p;=Ag0&X&
zZCLlud<Ry4Kd*P;vLB7mT;feC+P=j1iR_Ft-$&tlG5QeiDpv82LUBF6eQk}W<VmGJ
zt@v4Db$y;#wO+uZ|7yKgDPHq=omlnWz%Q{{>RY_>DYl;9`;@PG9}=tHNBA99`~L~A
zyzAHXzNCEB`<htwzBwPO`}ZAhK}6N{eum=x=AZFZq4w3Kf7ZA4gDBnqL2!9$>U!Pi
zPS*T}B-ZFqcraG_FuZbV>UtwmzT!tFR=rX1@EGmEdmO784IgZu%KuVITv|_lf7E`B
zjY|IS&BrCy`RPrp`(=Fsqsli=gjL@>3D*40<6%u|GM;B4y}Xk8^>QkDBQ%%lPfM))
zK6pB|^q&H2elwC@<})+mXC=MNZ#JWfpMy6SE8U%JRp0&RqpQDpLFAkJBi}p^Zo*p&
z!}IswMTu3<f1gN^)|a3!#g_eF2AB0Ohs%0bz-4`<-b$3R%kL~<mA@L@gQ~wKvChL<
zcpbLPXBDjbvp(r%ej6Dr^V<ZM`E7tzZ*$5o`@OZw-vX=tHazR4-u8&!fj5Aa?nqnZ
z_o3{Hc=PUvH}8a-@YWu@#aOL(FJ5`7>iygwnLf`45-a~8d<a|iOPzfG52JX$74P$K
zw2D6lm;F5sm;E>bEB^$Zs{48O{XE5J>3<T|{-4Gx{T+Xn(bDf6T>71XRqs4rsqg)~
zSjAs}Rqqm>>zDg;IpVM2*(%=ku7z&C3O91=I^I64)^h{T`z`i<-eR<@N15LL+bCYY
z;(fpFR`GXW?e9H2&%e}vP{lul%YNO575@mYahgl){eDvAKZdnGPw`4W$3JJZ)PENF
zFYv6F{d*blukdV@@BMtuXoIaccsH@?{}!*DU+?F8MoWKXdOts)c>k2|_)k^*M_Bv$
z8Lyll@Bh~-{tK-A`iAHAmHI!b`0udvpLmVaTw?EE*HCeqKdk*4gjec2esIKh<Jp$|
z8^Wk+4#j&%SJfK^FNL*UuWtmS<@}6<%X&t^%J=>?PIKw?xd+9s56XAFF;)K9Dt|Pr
z{^Rg`Ue(X}<E!{ySoJ61d4Dw@$4_Kb`IGRxA7#Fi85K{dbnoX>Mzw#_@cOU~wt0By
z)A7oFx&KT?%lv1-Wqz|G-|?#K{hNbQ_RIRbDt~^JKNr^iEx;@L<@|+Jd_S!HTZHFb
z(s~`gm{IOGo_DF}OBvOAmf?Aqr29N9XH>kR(!IYc8Exd&D!duNtMUF>N2$3qgL0`}
z`t3l3wUO!PWgXnt&hLCIEuV7R0=b(1hLo>C|MwId8CAbcNf%q+5~JqL!CS-g?6)OW
zzwL<|Z0&$&x2Kg}3>r=G7IqR<`YY4*ccprY-<?=7dlD;uFI=)be?_|9{uHlz2NEmh
zAiOU|58?f}J%9cGV#=j_|DO-a*pbNe{W_Xhcf0&c!(RXKq^rsa_*jgd4A1pWC06{w
z&Jk#Qt^Z7=4`b$MWAq%}>EQEt%i8Nxg>q?q1K_{3^^Vs0_ene4`S-dy+&P~e{{PJX
EUmAmSOaK4?
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/bakery.5.ldd b/resources/3rdparty/sylvan/models/bakery.5.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..242e735569ffda908e794185976fca8defc3926a
GIT binary patch
literal 200720
zcmagH4~Wn2`|tVs%sP%UJL}Au-yCbL<IK;I97)n7Ns}~5l4K=KlO#==G)a!6Ns=T<
z&Ll~bBuSDaN!Ch|BuSE_Ns=VVN|Keedp{q~*If7gdHH^K-{p2au7CG+|9Rc-zw>@~
zR#o-?q+4hD|L?b!zhgC_!4n%isllxcZfo%52Ddl3qruGzr!?$S8$7MS(;Gaa!CeiW
z+2C0Xp55R%@PDkeUFrXSoBsU|HET8{YZm`a`ls3X_vv4$m;d;zm->I?Kc1`fOX1aD
zMNX|yGv7bTH6By?mbEKJtQG!u>EC$mrLL^~|IfdytMqN=ZPp;WcG3To{%QAU{z`7v
z@c-rCtfBNR^Zuh6Wd9H8pLXcKG~|C&!$0%?M>Ukb<9%p-v~RRN<7+j({>mX;sh945
zO#gI6DW>$1tQxhJ<38f1k8I;}t2~nbk&kTSb?X0SjpFfI$NSYD(z=(mjMp!p@jW4(
z#ywtN89(07xK96%_cLC%_K4QC9Lsn=@)=+A@qVN$eHB06&v;J#Ki<#yxU~ngZslBz
z_amS2H68Cqy3$wi<Nb{1)c^mdI*OY{sM#35Y4+v;^J$gcyZ}~XHY$FhMOv}#i{PAZ
zF|1XveF?0-%}ZewXYPSD0`oFB*Rvc}V|zEO{(6yC(5gR=WF@Tr%&TDaXI>4fKabS)
z=Kj}W&;751)wusPVPB8r`0T$Cts47p2<{8XyRyGvjb{_=`O5jWgjaL?Td{aldA_%y
z&GS9jh#!FEzdbCzYMg%vt>SkS_FT_Sw3@G7NbWz+-yXEte=n@Y`FDqX7|Hc!|NUsy
z*neN}fsj0Z2MgBxspj#U_UB>X2(9eqqp-$rJ_f6Q^Kn>>*{FOYh|ZVePomB7ryP)4
z$De@J|7j%mr&?`4gI4>~d=}Pxn$N*G|9M!A?W3^jxq##**LM+x`n!a5nO6Oo-RAsP
zu&e*8NUk^6a~*B=zX7XpJ=em16X_PM8qeP$So3ikX)~?ry@NELR`q)Q@4;%!1F-z>
zBMs8#^W-6{#{Lgr<$HwWCg*>QLh(<Kp3-W(-rvt)jo16t{fV9b1$H&&=fN*S@_u~<
zd%viE&(~|Tc|PC3YHT-Z|Gh<gN2~ese)9gw@gK0Oar}E&^YszQ{pJ1k8Lb-oe}Yxt
z7bG{i-mfSW|E;j+{=cKu{QW@kc*V~D3vKrQ4Xd&JXV`gIQnkpHo5w$ftnp6>i_b6B
zIDV6TQeoHpwKmxH$!N2GJFNM#y#rQmb0@6EJOxfza~rIDQ<2<jj-QTJjpJv)Ier?f
z{=1OepXS^Cv(Rcj&9h-O<~eY}nrFi5e{NWOR@#3aTIHXQ<W{2X3(%^+g-9Mxo}Wc%
z^Y|8rzvGv{YRpUFgf(}Ey$5Mo*gby}VfD8h>8?UK>wDn=SazQrZZ#fXkE<e|c_plR
zS0mjcKKrjltMS@@T_b)CEdTXk@uNEXZ$zucya86eKBWGz`#f=f*?%+k<X*>b3f>Zu
z&y%gNuV0D2ezt{|S()rVh-Evi_NUK}Az1V0^TF4v#^?B*jeI*`&EGC0_pkBUe^0}I
zH>`Yn!{Yg}|30*8%)_wq?MFHg_6q4BZ8BFL&j76P971ZR&HM2Ptp2_Kj>2lp$KZrD
zx53JH9BG7B^V5ao>rbNNPohm&^9fk}pF;BWp8Fp~tMNJhOe6j@EdR4%@qF3;JX$s8
zbFlJVKyrUM|D}fiWjMLl@fX8>1<CbEbpC4%|Es~*kq*;per|-t*Qe%S{HFQ5RoHbN
z-!543w%<W3|GP-`%J%zcmD~OgV9l5LA*{yy2u@h@Jy`i3Be|Cx{}inn$3KH}{1aIH
zKM#wqFZ;hlo5%YK&h?K)y!~Ipx&Jq?*3b60up09_IM?$6R{Z<0c)!^HBU&})53uro
zLh|_Ye11Wj>-ie~j{gR$F@J{>*8Dl_Kaf10?EkCb|1<bE(oI_Sj*6^Sz^bPOULqyW
zczwQ3L@OurBv?M?Zi&2F(2AvvR_oz=ipjA0Gw+c*H^;YQSN|PItEfk!?NiX^{-?r9
zV0$O5W*X9TTKW6@p8?C?c1hk(U08NTe?A{)MZ9@-#G7;c94vEbwI9pJi&ENuK6Z6t
zUH~hLc^<6!T8Pw5tNFSlr^=7#B-wuvcFosfq$RX!T+dRNLDBTUino0xta_Ir9gXq(
zJnD^j^NNT!x8bk&l~`8Ms{Sr4t6|kY7rsQBus-kBU|0QXk$gVO$@$l#&Hn3PH5-sN
z(#qfGX&)?q+n2+tr#~#-pS}`(zNvp-Ut91}W8MlYzj+|Cm^Z`9zYS@SR^#<~wH;P|
zpBFywq;&ia>^c8VIGJnv5Ugew(r#M$oA<!-H*bQ~|K70pe3EYbruEua*meJ~zhI5W
z_5*0;f3UDCm+gnp%KtEuy|Vo%T8-cS$6z()<FLkK9)T0qd<0g$6G-kwqWw>y&GDz<
z9Dfp4|D$2?_3rqyX!CrWgY)>$!+AUx;5?p-uo~yP1m}7#!?~U_;eQ3m<H`B1h28nC
z!#Up#IOn?>_M1qz!tVUTu=3wVnn0`O4$?}c=2cRk$M?d%P=@M0ET{GG16ZONC9nEE
z42$R2uSYyatNHbL_ypGc`tk2mSo7=i?HR0k&Cg*qj(-8G9_N1vC#?Aqto~jhbuvDQ
zK2KhwmD2nMPFQn3&)#BrN2_{$o-HPy>T~>uM!t`YeD7h6?-SBzTE)*N(-&Bc^M8e9
z>cRdEPFV98ta`p9J;Y0*&y$~Mr8NJ76V{y1tKYV$6rSJtylR2f_`I3`%hmRYu=4xy
z#w0jl%|FPh@wSG=uNQcyPev=dujh7H%_xx_ute|QPFVeUe@}rE*4zfGnHm;9UQr+8
zH|>Y%*k{lxpSdfd%#P4`I5RBX&$iD-tNAz2Y2=$5QMS*5)&D#s_pjP)U(kqO*odDG
ztH18Bcs?D!7_A!f5;%`<X++t+2v+|+Ve$Igz8tL@b1$s*Ft31f{*`bt*Y;(wnpI)(
z`QrFBXmkA9@Une1tp3&^dA{@dZ9tpne<Pgdvkz9|eEo2)e-oVh-wY@B+JAl6w;*i|
zyLlR{d;>^#C05F}Ej+zn`edlKqgDN_cy2?h#*bHruxmU!kap5)Jon{P?Sj>;RwvbN
zSgHJYb`LC*&*QzYJbTsDH|^))u(-Yp*!H7UeSW?80IYfzQm<dXl&c?a9>lKt4j~<;
zRkMrwj=(V~)lpa`pV!CWg!Sv^`(X8d94Vi_e!S@OR`EV>Pe#1?1gv^bA)TgGeU2Zc
zs)Tj?D0Vexkj~PoUO#?32P??uug`bc-QR_<n=iu2T-(nFUqTw8RehI{{QOS&eLi0e
ze{%(^{%c6rY1Q~Vz5%PAT}<*#SowS&-+~j?d<9m%+eq!SYJ8sFg&9Bj?!n4u`+YcJ
z&39lm55nU8KOKG)TC*a(-yUO`O{@I2KW+Fwfwdo=Aw8$n{LMsqL96lfAibnj<MU<>
ztf4sn7@Yfi4JUJLe--|3klu#>7NmEy^0)mVto-l8;_<7d@tdx<kJvxaYCPu85pVti
zt3LBrSb5BnJb&M?I9~H%`;SJxpN)LK8u`A%s^>S7<5j!!wJ;2g&pZLn^-YXn*7d=v
zXObgnmD=_;YlA1lIbS=R%(Z_jtfm90lUDi6Q()C+o(e0Uc^aIs<`0Zg_UTv#VcBPd
zr|<u|3YODM*r%T2ZJr%oAtamDdrqMc&xL);Yrbus&wrXP^8)@;V_wLA>fhYWe;TiO
z5&z|S7F!+mB&3`AUxH;Gt@>Yz)I+O$-kGj1=U<LJ=kJA+d)>bz=U;(kS@^F+^7wN6
z>VF!)2Ft3juMNrh*A=Y#*TbH#oPT3@g;3Ymha!)^ANG3Y`QMCI4MMer|MGlng>!!c
zb_@R`q?_h@8<tJ9%0Gy-oi@+6`_K7zV9)t?!pa#!l9hiKilOk|jpX`s{N4x)p^hI$
zu_x5~LUR871#7-Ne@RF;^?wk%_e-9?!)SB=M<PoIDOUN8qBuk=K2|u0y<d-`RsNBN
z-RH>(w3@$@NZxOGK2M{~^^8WA5K^rAJA>j>_@6~O7j7Q!0a*U$kv7n(z6(fsy?woV
z|K#iUGG4j9D{!vwDxA{&vEJ9PT%uKT9q9(G^7;C`2`iuXgZt0<Z(~p9Kl0zfax3h2
zL-KmxgT1~IZGOOiIsZee!>*n@zmLM=e2?KLw0Zp(!a3iwhzg<3_Z-DjTFw6pB-fMY
z`xV+e-(zsj{~A_}A=LTbpm<5E<}K1YTID;5<oU??KcLO|Kf=lVkNlsoybu4+NMFL=
z^K&28{Co|I=g+T)D6^mcc|N{}{|_XeFA^R8i~n+czpW0tvN<0g<*R;T*Zj7qsc#aO
zV3~kc;>3pC*XJa(nx9sr%|zw-nv6Er(;iuHEc)xf(iZ-mNK?Y!<NZdMlvA->gw;%g
z{U|;6HzVT9{&c=|VaeCqOxW|6_t$K+c|3FAoPRE?VKnp4!!nCj`Q{@npjAF!&kJGY
z^Y!fha{fiwllhPQi?MWveMv~(KTBa>A35K$@G9%o{#zav$M?c3X!G^E5?15uaTTmw
z$4Iyu)_8qAt${UOUr%dc)#K}79h|Uoe?74JTaPrKtZERdjcD`w^uc+2{jl=cUy}Fx
zCM@~-*$i)?Rpb5d^E>Aoz^)w4eA}>WrIl?kJl&tye>+;$JA|}@R`cQO#rrMquU*)4
z|GVMj{zw0Nu<Q)~z2WKpy+4LSyANptt(yH|@p^w#C)Gi;nt#7uiIToO-a`?87|GXL
zUXP<_bN$C)Whv)R@^LIjXvHJpX<wf|C(tVY$%ftM&ndK;ztc#rNBP{}nXsGB!nwY4
zaB}~nzVlc{!~X(OH)(SGrGFZK8Oz16UqL!Rt0Y&ErqgPC*O2n#iz6zkx)J^}k^HJb
z?*A5Ad3t=3yq>qQ+@w|hJ4n8s@_OAvoA=*+IOl%=D`zwRLo9bA{t?n+TE+W3djc!o
zc1f=9DV7DK&GkG-o9lTI`P~1@$XC{*{rV~_&OZjfrp@Qq8(59cueY#r`TX+ZU9t1O
z$DZfo1Dwo%n-Asxh~*uv#`6j3Gp)wsdcMHQ=kxC?oUpb(gO%?aQa-OH!ar!$v>^SY
zRjq?azi8FJ?MX;CDgF5JH+I#-gW{@1UGaM6UMv$}>1_XwR?Wn0!PGn-oWB(>`L`iW
zrd55uzI{FB_3pr)*SizW^F0Ml;eVTN<(rD7omTm#Ax)=MKC{oGoWBcu&OZ}Q?tkQ;
zg=I$g&qkUP{?0!MRy}jW;{CTzomBJDs_`d_7QmXHkJ#no*ULSgh1iv^8_Cyuu75Gw
zT>lbSITSN~(|jz&vWQmP6Q1tR=j$@G%D)`R{pIyp5q9Ta3FrP-!Roi!|7t9~;lBoH
zZTP#td9eChhjg9&rh3-HKL2F*`Q>*>bN_vjuk2rs@A|Q9q*cC6;pz1`L%?RV%C`k+
zYj~NHA>EX30E^G7ydHxQ@BX((d|8i_Lt$~g9q>+CH9miK!I}i0PrG5|YE_Zd9$53?
z^Tp>?Uaw*7d4Bf6ifq=iAIn}^jpqQ;L0ZMTzC*C$&D&r#hmjVNHqXaVw7LIdu;R=9
zHNN9m^7%FbpP-f9=hsPCu|D5U!5Xjae*TlkKZ-r~e+EwOfAoJA%V}EGe=a<IUT&k{
z^Jtat0@B6sG9Q6e?<J(^w94o6?h35<X-HRT6V`kgR#(@;;{JU;+z7kRgPX9%>+AUz
ztp0p`-G<el`3{`0=IarEH!Nu`lYMrvK-%y38}=C*Wc2{8nuiU$ABj9dE7!*jdmsFS
zR$V=9*jK~PXf?j)4SPTQf>!muY}kFCy+W(;k0HGdFY`TE@o$he(8~X9c>4NW+nA3b
z?C)vSd_ek0tMT4#_-|vrK4F*XGtw7Yjc-2oudwRz<D+k|>e+(yoi<_pdafkb_aiLk
z5&HjyR*hfJ!o3pvdi#x?uC>Tj3#~$XQBHtWpP#=?v{zz3ewhTTz8z$0g%j4V-~B|Z
zrVUGeyyEBY?Pw_#&kk7q4bgumtofkmY6`6We7#MDG2=fOmN*UR5Lz`Sk!GM(e^=lx
zSp7|-|CzA*GtYw6pLsT%u+BFfR=zn%3&|p0jx-Og@|)+w%J1uO0j&Jyg>b^!e{RHg
zhsD?D941YkUhl;X`%&ym(5jTB4Lc74s~)tPie(MEpN}m^t5m&6D`+(yUq35hjmNwS
z)_BaT;e<6W3jZ}>@#9V3|H{+jS=X@pdRvcH<Jr)#`+VMrR^#bw*r&1{{b)6wO%1!x
zo6Tr7zAX*A&y%faHQoWFZL}J%c`%~PYs0=B=^a%h_i89S{rGDKJd0IR{+;krSV8XJ
z_pge_Q0>M`<K2Vg=cC!a7p;7Uk^0#6%J2C7XtV!5SmQr{bdXm5etvfd)_A>MhhfFL
zK1p7`BVjQgg>$|3KaMunx5#Cs92Q2ftDX}`CuvpBD@Jk(Rz2Pyr{RQut4H%Uiscxs
z_zcn@-Q@W_hgPXw-+5S0<|~c*E?`%E7m+T}sy;vexeTj5@6Ri6!oSt0{;py<ODn#H
zbUo^OgLEV8uIDD4>$?T39@}rjs>l2P4y=02cj1J8t4I0nVYyB#zK`U4Db1Jbd5Bi^
z&Qnu83V-+i7|!)PfmM&~Phr(l-`~T^WV<9^AJ4HopjEyXNWPa;J>Czm&@z9_*BC6(
z<9!|R&i@9^^}K~ukL~Z^gnz3?{_nB8jQ9^ozL!=#-jAQqsvfWZXE@jM1=e^x{;zPZ
z=Np{s`3@)dzttoA4=f+U|7Up0JAHDzVCDY}?+SmuW&ls0$1Rg;NdGDSgo0(62v1;^
ztLp!jOS<_g*Z6&Mwc@4m`$}tbRATRJ?<dvc*YDb~E15sPF&WnUbRc=X#rB_qHplz<
zpxA{?i+twka5C5SsbQai)D?E;?}U|aCX&}z{ky)|VRyW>%$GW;=0-mEKL?h59@6}<
zn`ec60g`7ikFPuI_V@F>+~4BJ=l&K2FF{%uyfh@A&pq&5!nA%qzm}uT{rAGT{uPm>
z`FLa{mVACW-)gk^`t<ATnkm=22D{|7Nb6`d-#%YA<0iKM2JCsgH^O;7`rzbV`>zlG
zexyy|-=U(a&EfBQSHYT(En)FPQQNnoRp>y&?(=3FTGcv;<TlUe5L(siowFU*_;w)W
z&kwoYU19hB+zsb^dtl}Be%uQutgn}y;XfP}ufO-xezY2|=i>mJ_xr(!cm6|g-VcXi
z_2+#1!hQtlXxP0!mci=p7?MY&c(1P{*EfRwMEG~HUMJx^{!?(S=QOMwj+f+oqgZB=
zMg2S9S+r7m{m#KT|9Lp)zW^(z<Ilj#cM&Pq>wK5d=KNP+jn(!}g>v)wuVUByUqiZ1
zt9tBz16DnLf8r*r1h!v-)!(hK`1J(aZ=+RTcN%uzAKgQn$A2GIf8MWmVb%8lDStlA
z`5%SdEBhGE`JTYa=l%2)PFU~PhvEMWDeq73uNP=FK9Bz;ocHUih<E-mIIrJpSp7NQ
z^RT}`^8U)}^$u;W|9$v7{sXLh-VbksKO!BcRlZM1d4G6+enFe_e}!|s-(cmpza;PH
z?^qnK{I}IqKO6aeHS+y#<of}$3H8-KRj$wZCZNsvC&Jo4-Y=8jTz@N^>u-aV+4)*v
z<(rI@>vz5mv^jq#to5~h3atLjQ(^UIo(3nZxgA!%>0$9%WB)F+x&E23@_E0{fYtvj
zr2P3w$Il77_xoHp=bHyBpZDW@IAOitXNUg+q`beqzq--p`B((!{k}Njoqq|O=YJ`z
z{+w@N*n5z?UvmECXmkC&;qUkru=065mj$mx`pkY(zEyBuU+>>FXmkFxaISY9to-)R
z`*S@O$18t7n|5O(Utc3%e<R-pSo?1iQm)VWwxG@Vx5Aol&+h=7>)!_F`Um0UUe~u7
zR=({>xqj!{fi~yg2`j(tyWqTkcEieV`%uL1aiqGca=u|}lg|5dADr{;hZSS{-ta$w
zl=q+4{}9@o|8V%bo+EIckE5{iJN{tUk0E*ea=sC?d45lXzvEBB%IEbu9()REHLdcU
zM)LY9pZC)lw7I^su<|v}*K=6BUOE0kBmQC|{yeO$c_}P@{OJ5w&}#pgufke1^EEj4
zcOB04-hh*P?SC0ozMDv{H|M*JR`cQcy94L^cj27>9-Q;vf|c(+QqJ#u57FlQk6`7u
z{V|;LKY^9s_6HIF6e-td`}0Qpi$?r2SpB_3%KOvtV_`SHhI2h{;9SqEu)jrm7k1|#
zh1K7Cq_1)R>h=2={$^$N{q-j-YiZTL?Oz)HpJDBvuSj`6`1<_bi2u=u{|0M6{0xg9
z|GB^4X!HKyi}pA#Y;S2zp}ZgD{wBb=-ife$?EfqBO~R7*o9%6p&pf%2uf37471n<0
zK<cE`e4D4hs>eJPPFV8?>XCg~SUmsST~ssBN;Y@F%5R<tE8aXSvY3-0-Si^LY%Gq~
zeA_;^k#Alj-~2|tIj~|EAUR&^<9yv{bA5~8T;F0ix!3*+Vb!w)$?=*`=j%b6^DTpO
zzU6Svw-i=Ay+|u)mCw8qRzCA8SozGW;e<6$4_*_JACIjqSozl#to+`O8_+7hAD{X4
zC;4wI{KfX~N1Nj}MZE8?Hb<2G`@(+<QvUlQ`wv9C&y#HtZ{8aAK_tIklgjzy`Rx$)
z9kjW=oe}SRyI{pH;iTCfygMZC$35_TEfu#A5^3#+vG1eJ{q2V}pDPGB04u?oB7ye%
zK`bL^*<VP9(MlZVmBk~l=KlnI6jpzJz4jQa{``9BaX4Z9`sN{6^^PE&pv~($%r;g&
zmv;)g@|jP=32V;lJ&NT_*uCB-VdXoEl-Jw-=h5c*xe)Q5uXAC)h;%9Jp0B;IioR^S
zN-NISt7w(q@2^~o_~!gy$KubQD2K-@$>;k`?6+w1`rd|f{yVT@`bcmCR(*FZX=%yr
z*Te6l)%^SQxCgNE`}MGgu=4x$?niLKdOh#KO8OY-32k1_ygq)v=~={keV)SV?>SOl
zAN#*Vo5%Mm;ys@)!aj!dI_w_r6<GDXLGq_y^ZdO-oAbYq_~!b2z~WEE<@iq#@BRKc
z;ywQ#Va@*+q%E<mAtamRZ`i-n=KMck)#umme!>Z>J0$oDYka?u{I0m>-|Nel>arjG
z`b~?zWS7_f%@bhh?EjlAN<9(FB-($pp1$7OBHruS3akFfNO?W&-+@-+@qBegytzH>
zQ^Ml;*~57=4Q-yE>EZAA84>lI`I#Erh4ePYHxu@!_;SA4X!CxU6Y<UcFc*tI^_S!4
zN4)D<5b@p*^I+|Vg-HGsP>x>|@xI;`N4(d&8`gR+LF!N{ZVb1UwO&2gm(k|@%VCYr
zudg{??D!SfmB!o~yb@_Ct!%51{3!_K_x@RfR{8w;$yzvJZC?$mzI90Xd~p1R@b`XN
z4=evhq`aT(-;Y-P`SUNEBHr8=_RV4O^Jm|mZAF{sXCV9?zb&FJYtpMN!GlP%Xf>Yg
zNd8on>hbxsBmA5DXD1ea%1Zv;FT2Cv`(+obMc#w-nDv&w_s4Mfdw=YORq8&Zr{VAG
z{XqD8J@>;}&x1(*RF?94{SJq}`4Ft}9zhz5{9cb^;cq?)YkrR-jnFE;`9%1ehr<6P
z(mJmC<o?IwmDAWagx&KsidIFPLFx;;=jSY1&CfZcO=0(ZoJXtqxPY`J>>mF`v>N{<
zq=B&e@#AH*8t;{c-Scr3t;T;1={jw~noouOMp$GW-%pm+>8*y{`{y=VjsH%=?)`ih
zt;T<^VRwD^(Q5n;kRH-%yyi!+#%F#EYdq#BaKf5z20snS*WWXEJ?F9VJ%{t>M_kWK
zwCdmd3YNcl3|9Z<*Kop`CHeLyEatZbE8jc#1+DVEN6PPikFwGq(Q5wu`HoMp=F6Y2
z_zbIFf4<=hto;6b!B<%M{r>(pIAPVS?|WE$fBggg5Za$1+5W4+zYA7=enz1Bi|e(j
z{wu1oIb49oGodXjRR6?+RsW=d<=I-WrmC%A+5MM0l6>FNUf7ktqhRIlELbs9;K{Ta
z#MFkp{=N;la^E$*uq*$Jf|b9kV8zUYr_pMCXEp5pB!WDhe@<an{<#G!|Ga_~GasH!
ztNC5fu>1M0Je|M0uq*$ff|Y-9!HQV|FQnD}TiUSu{#2gMzpSt;|MG&Bzqeq;tbluH
z<-fA9Ydk!Cm1DZezPhk0-<pEuvld=OEBiX6x%K}1?@EzwGdLe44Ta?A!yEA55n9_f
zqLqJNNFHy0!J3~<us<Imf8SqAa{evY{do=Pe7<arECV6=Jlh6urd9ESNcr;@jvqp+
z{pIUz2dw!s?}SyKc^9mF{yfHRSo7t2_rMANsDCe(-JDwL&(AORp;dotS+F@Wag(m9
z_G4H72apcZs{i`)f^hEtFsw+AZ#ei!NZt=e;qA1FKZay~ExOOwJic8NbRx2tM_?6w
z5@{b^ihqN2I_$&nC@j(Qc?Qn&dluIC{Q9L&DKX*IdF-m!d;v~a^SQ8JM7k7qKVLfq
zEB10&yuT`D{wmsB|20^qUvzjq;{EvL2Au1^3FrNB3s${Lxsq<f39CKycO~NQgvIro
z#s3~!iGIFzA6BU6?*XjRd>%f8RnKDbKZ0{Tk73p0{qqD)So7WRe~OepU+4awqg8&N
zk1xW%etiH|eqRr-VC6SI3;P(->#&#mQ}J)G91r{3ki3826|8#R7p#lyLxYDonLeS_
ze40OpmpK{IP4Qo_WPhJ$-x~g3Bj0zVA7OVq>DZe;!{YPl7wq#uUcO%K&mp0ocB=pC
zLG}9c<`dA$;>VXQu<R3&CWW1!hLU5tX?|L<{H9m!hc@_?FQdd3^5eaB>|+gk2U_Lp
zM4CdYeBPf^VXdF*n+7NRV|>%Gcs$yw9)Fj$iGAhIgw>yU7Oeg}AG6`y-yArZ>;7lJ
znxDBy^TO`_<>~!2AIoG~<y(N1AMg70)o!%v-}NpEe?OjI3@fMY?vL?>#rx|MGuwkU
zukSKA&&P6Dt{#6coabW&oabXDtoogQ6|8#9OJU_(jr4#j6pv7?jd=6Ah&L;f>tBy$
z1Fh<Rgu{NeuKKrsUn71atnu|DZK9R0<2S>3d|Ti=KL34iu6F=??r$5M($)QM4f`O{
z_OQGDHL&^{3X8|*{d|~V$nNp%!YlW;JECmg32Q#~Anm2i>p2X|*MBLy4_5x=a;o;j
zdAtW;_2+sH!tyll2>(M!{wpc<@9XafTBY{>JPNCS@26w1`uBN$99I9%KLV?N=Q{x>
ztod-*Pa>TPdwG2+{xp__VIK|2*Wa0fRnJ-YBj=UIa}M^sP{MjWBze6qV82K!f4@F|
z3D)=>c^Otr^Sr+j7Uy&PwMM?{k<a!U5oNxb{gHD2u5YuqN$TIi?TEjFbc<H?-VKZE
zvHd>UJiZ6vZ~McDay|EgABE(;9~Z3oegf}^dnw;vCqugFqJD<m_Yczfe0z>o^}ImJ
zkFUMoUZG`c(~QB2_v>XZ!~PoS9Os8z{eH*W@OOW2g5QPY`?vS-Q(Eoc4@mj^K0xMA
zVRydIu=c0x{Q@Vf$2T1N?<*G9ueEc1-_dIR{CxKZtp5FY@+YkP9`7$$X7e{#<Nb}~
z@#g$3ljW=Ye*8ZHR({t%5zh5bf)!&sKMpCZTEpV&tquMd^-YHNu`RWpj_*L5*P|28
z^-Y0QpXXyLtoqE;VAW@y4kxVH^(o(suz0`u@%Bb`jq*`gH7oL&XGfHICan7BAkC#E
z3C%oMzOH9JoY!vwoY!w5tor?Uy&Fzgb63PKLK<Sfs4GAIUV=9Fw>121?}2lF%V72A
z`CksJKl9@7??u|pur*%q-<4?9zxUTFIQPFA)_4~ys9FQ7f9GEd=l!$}mZ$Tt2>W`Z
z4Ph_$m*O{KX%Bl}NZx<_1*@J-@cFnNHp6~=qW&3ZmCwJe*av7eUY~c{VELORc|Q$e
zIqWn^XCa^OL)dpjKEJ=U6PB;<FL%Mp>HOPaP33N+T%Y6jqE&t7VOaU<=l^iR+P)|J
z_anJi*`x3z>nJ;j{SdACcm0PW-uaKfinYJL4<uoo?<jWhF{A_Ge>^Pi&-qTERezrU
zlW-p2sfc&J(~-sF9|;}}$+es*So`5DoL@iaV*<{HmmiO)a@ThO%S`r<bhckat9maX
zb<nC_@AoUPQu{o(3MZ`Xm&5-WQvQ1eKmWLq?bLS@mgv9ly#*_u-|x8|_S;A|xmS|E
z?RUf9_1y`+7n1J}?!)J3b^Sg-^8ASBP|qW@x*k0rkKu$hOY;0Z!Sa+=^EH>5^n7SN
zJU`E|E5G>#oX@M5a5C5P_YBs2ze4hSD4)ms8m;nqzTUvfXZu??Va;Q(hV~B0^Of^`
zK&yP7zmIUP?-Q(iw!aVl9FotcFYrTJ#eYTe^&@6_tM3tIR%XxV4=g`vHJ^Td^9$B|
zc>aFFiuHK;fn4tI%`N)D+~V^B6W}~Q6Jhz--{aAIOu~|1Kl1aDHnh3_$*}tO{I|n-
zK0DyNKAmu$&nd9__k6a7|J1N}KK%OIbhMfeKOda|=j*Wx&hs%7&h^ZK^ZL$)b3Jq5
zT+g(y&qbOS_Hw-yKOf6C)<f|N!qfA=uwd2G4R49{TLk-2i{hL6VF~u7v>Jaq*H;g$
z@jG%EtXQ9ye*BZL&bJ)9xHlxv?}`RHeid5vx0Oo!)D<_^w;H>YYmnB`=Kj~g3UI!a
zu=1@(nn_l1T`yYJ6RD3@`TYKVKdkxl<K<0o!utMj1FZPXNcsMy{(J!1oNoYDz8>CR
z+XgG2{kMewAX0u;%Hx-(=WhtRUtf^U_8n+7zMV+BX!H1X!}4|idtlY$d@B^n&H46X
zmtq)cd-(4|nyu8_n)MyPevnp4y?+kD3bOq$tXPl#2&{VC-%&VWZQmb!EF_Qpc)^Mv
zf%EI%{yfjg@R}1>j_31KSj>L>IEq&F`#d}YtNwnjhqJKicm8vc#qp;j{yb9Nf3{yl
z%OuiVf|bwb(`8uW@lLn`C#)YYUx@gtNOxI=T<`U;JKqgB=f4Rnzt7`au=3mgTKL~a
z^0#a$|3~V*i#FGPFZ`YFKCJwHKj8ta{Qf+|ov=Sddd%Ys`P=?D{9VtZ;3pyZ@x@d4
z1g*~7XGmUeu^(T&K&$i9>;Do?ShFOr|0^tBPsRK3)9Z-$`n`#G^BAo8d5h%rQoNsE
zzmIr7-}w;n=6A5>^CObiL-C%^&k^tW_!9BvPq5baE0X71@t)7`5pVtx@#b%^=Km*>
z=U?&8|2yK%ReLgVGyjTwEn)Hf(FFK;#7~5muyr(Fem$`jt(1Pg*#>Jo9{*%G?~isk
zkFNvH_phC>3M}iB|CF$Jz4uVbG_<N`J=gbiSSH(N!1?;=f^$7H;XGfn;9SpaIHjxW
znHu&vNOQwp&Y$AvVVM;6`5}3J7Zj{|7Q%~}Z*ey~s-bby7{+h9=oVvt!7NB``x3MY
zT8h*|D<{7`xeS)C-_KhPtG_k$+zV?y{CeX3M*bDplet<MlGkHZgWdlwRz?1<Zw+3m
zZ!OX~T6N<0Ki0$Y_3PIgVAbdQn~kvQ8}j1~IAJ~B)v)sSBjwj?oqsc0^>={rZh_UG
zKM%bXR)2oKd;n&D;J*z{=GuP~tbBt=`BNhvuRJ|JL)drF=JD^0c=zv7E5`A=uuI;J
zw1-ypc|3bz)o1%KoUs0T^X;(W_aWu`Z^s`%oAa$yY24iZLF~$Z$nmstaQyy=KZ2C^
zpV#*o+C1OK;XIy^h<E-IFzbtSk~a5uH0-Cs;`#M{97U@^c>kS&)xYQWEUf;oO;Xl#
za3248Sp9o^7hrjsPX}KN$!m3~VCB0E=l9Dusfg+-TIKis+qH=D``hyIc&=mF$Mr)#
z;%`R0@851kyx&i`0c-rXk(P3mD1IC9cO%~SZ}%eJ&lm5&a=nkViT$9)&+i_F-TseY
z&8MH=J%-hv&+jL&#%udiIAMMN@F3!!A+-fN{so-#y@Zv|_kXWo<+K0u@E=2J<Eqto
zeE;+YZLari_&eV_So!-I`Fl9$e;xJ@NN;)klkFeF|5HeQyz?2pLaY2=ki7o7zwr8h
zi>T&)_>RTvEq|}~&+s?@fK~c0B(Jahy<XLSNFulT^#QyzKP_0iKJxed_r&lwPk=Rl
zlaM_B^7s6=g}=EK*7{9G@_c6hj)s3btoi9gni6(@o-!HIP4=l+zEZ#PO)LDx_Mh<&
z<7Mx{GCk}wLvsFE1*`tq@FMzC|8okvHi18HG7qih-|tth;rf%m=X(Km_3y`z3nPnp
zKCJcV4vWtNf8J;@TIKia8%x69`Io|4AFo#rtoqH%VCIkgy&P6Ow)esbYhDB^--@uf
z9zQ==g;uEsIjL5|s^5>l)<nGXuZ2~QueWuu>hXSA533&AH^2#NUK#Nlk@{#A@AdA7
z75{@Pa}%t1vm~F_o5SMkb4!D5--=fG2MW8`_HAg@-(X=E+rB-tLm_#8?I>9Du@jz4
ztN2|=|2y|mj!4S-ruAU?#ue%RJ^240wg11U#JI_~JIL!dAKpil?Ed}0VOZ<8A1T`p
zsmSVJ*!}&*2Vm86sNw%b?$wco|IzUGFV!E0mHHUctf<?MS9AX(*iX=^KKFkz;`bAI
z9F}+rDGBMOt*`)T6s^YV-!nV|=X_@)zKijmhP58&khY^$`~~t|XvANP_(ynNig^G2
z+j&@_mqYS?yi%}2uNJKOk0_|VssHQP-HQGFus6_ZJU5GY+5P%l_P>q&PWWF+KIv5p
zSnGMW5%1T7a{PVl4;t|gBi?^`cMsNh9wDg@?_EDW%lV#Qe@d(RUC*<K_g`*3hPA%W
zk#hVF4YGRKh?mY+kN4B7h#y0GL96wBjg-F+ctn#>y+xbrc?Zkn@x6yNKG*jFR(<}<
zppUTf`!8GGzzM5QA=Qr$;A^ys|5Dgl|M=vDqEr8cUHQMmUqkyNB>%m@&j$Z0SowYz
z%+c8)t#9JqaY+AbswXt;Td_|<E4zR1c_Pg9g_P}H-^pR0szFq3u;#ZN=_p!R{7z-|
z@5DYO{O{t~0c$;`BK2x2xi#abW1rE8?~3??L{5Vx&P2-fUnT2ov>Km(Z+Z@_`d!ar
zl~SoRfBtE1<eP^yi&pmeNICzA0;`2+m47bd>xOgwMX>7gd9xUntA8JI0i3W}5|YoG
zr3I_Vo`SXBOVvqz(|Rs%*e6rZ3beBOJnn^6?@A=MVt-%sDzr+y8Yv0sCc9sM$o^}w
zuM2<wCGHwn^{#Kk`}tXp--x}h5#Jy2{!7jcu;y<QQjQ<dpsFp6c<Fqect358_yMHN
zw3?c2NVs$V)6aZvN2}C6uZLibf1;Xd2P{{QcPFgzy53!|>h)g|?uON$|1xe6PFU>;
z$>+;ncp0tYhYP#vnI5myC_3H$7k1@80PhR!!H~Sa4>kC3!OC|8ZlP6wM+>|5n|}}a
zc-Su}s2b)}($tJ#*#|5Bqs-Mww6b@xA5XxVzf(xr?)e-I`(yl1!<yeSNLw{E-2D1|
z_CJUHeE9qK(9gmOx_~s=sP7V5)whuTF2kztH$7c})xYyCmsp$^SFy|W8q!5trMiyf
zM|F8VZlYCxr^s{*&i&nnbANYW<@fn<7gqjB3aW0vlJ14%^W%QO%J-mPt>+-|kI<?<
z-=8KS-BjP>!e4ej9(;;c_Pfm26IiL9A-NSFmQ(c{t@?j~B%SN?>pj{3751_4|49Cq
zu*UxyDf_pnsOoLQUpim^-XHHG{yowgTBZJggge*&UFPExTBY{yf!MC0+`;}CyZ8&z
zS6Z1|&o@}(b^YIA)&H1!laOxe-|uhyz%KrY^pRFRze4i)@Ed+et9;eJsPRqpwDL@L
zT$ARwuq*#WxFxicLUKK=4Q?w~StrBC=wJP{7k2HZ19GZw8fs_5z60A-w6gp0#}ruk
zrXg*^OXHh|Gy|>bH+R7@nQ>zMW@4E|%Tz0<nhh(z@1Li`TCX`s`MmPuoq6GZiun2A
z{~VqRYke0WB_Z9^pX0kD{u7I|DB`^z7DxOE><eLuOOTY!&xdv)^`KRLKb~0zYdp@s
z9M*U~QC}~t`ka3Sto&=Gtd_!ZU5VsX%ImQjt@3;PYhdN~@1?JWbN+R3&c7a3{tg9I
zt6)hRLh|*$v0&xvD_HyKI`Ny(sy_cd#%5Uc`TjTw=_c1LMZD~Od^mtscAwu{VfD8S
z$*s6som7KpHJ<HA()m2`I|tUvz61LZt;V~v@K^nx$+sJ=#9kFu-z56`3-(|a?=9k0
zumApi7_E38(tg@p?*Ul#Jf**bu<9955!EhO(xH%io*ahzX%&B@u&clF^D&A)R@jyQ
zID9m;BO&=bInm&g1uNevxPw;xokqGR6X&C^?=unAyxz}-#n<0CIA70i$#fpA=J!J3
zuc>iQzG~IKpMPG$OH+9n=}N?RY0%Y0SpHX$oTVkP>${FtuI3wX!avTdn^<1U#OtN*
z|8~Ti??k-$7OeX2BHg3a_^wdjeOUFqhp)lfFAtECkZu}(hl;Kqp;f-c@MBo{*1}KV
zobM^De52SO!V;e$_0THckMu9yi^9t1$5$_5<@-T>zKSIJ`g(<3`Nxo6(<=WeDXZtO
z{NEsX)z#lynX7kb)t}evJ)G<R04vo^>i-Dm{GVXu_xbe}PFQ^o$>+_Nf|c)U!J1!x
z^Zs|V)Tbh<AF%2hQd9keW%4%#N$2bHSCLP4Kk}?P$L;>+mEU-&{uV5Co7mqRG6Ai|
zGZD#IRqq-VRkb=QNn>zZ`1|~r1j}=BNUpCP{ucdrH0&+yipsYsg<bVbg*!t#EhJz6
z(;GaaU}f!sN9kYVnF+5_>Pn5Tzu6JhJU`}y#plOdcxS}>dYd0!=6t>^z%q}P{cWZm
z@pUqFqt*H?LP|oqX@6|Q?(;|WJO2{Av=mE`{H#cJKcDSEtNhE5meVS~AD=9S<==~x
zgmhDX)7bAT(JKEOconRC8{pNj^6i4xz{+<8UI9y7i`1PY&z~R9tw*bTzWz4AxxS5X
z&esPk-#RI)b+D$UAIZJQ{s#Nzu>1Pl1S@h&NWMO|7Oc>Lf;Auh=6^-H{=veo`8lbg
ztL<nto}t1nZdFt5Kr7dsg<X6a`!2NVe|KS5|Nf<oy=c|n82-aBqLkG>So!?>So>k+
z^EW;1fi*t|kdlyYviG-2Iu!N|@IhGfdl<=4iud(@H0-|qkHE@wEF|YY4sWAX{77M!
z{|61SzNx>H*iVGlsgQiVo^J4H!Af%mo<*zv&K7ocwO&s3O;dLsd%j-%e!>N`n%|2^
z^Wu8#@%4yS^L@Et_my}x?7siH0&BjnAtfQ*RL>qHU*D?N*Y^#)RNqY`XO-R8_bs%l
z?>3U3HOTJgvv<&{zPm{GXw|>(&#uGrzmMcupueO`uS%g+evkJNtb88NV>st~0xRDZ
zDXRytrs^q@Td}XlXK3a5JS1O_FA7$wmj!FSR;q~lrh3P)=l2iJVt<WR^}i|N<=@Ks
zy$gG%oT|65Lf;quGTp`hW7sd?{{dEgp9+7)`}xC{u>1b=GpzafTKH=`{w165XjPxz
z|M&r`EC0UUPgwbVegA^hzw`fwmEYIrH<;4@V^UTXt=QLVi?xX-gyidWBK#`yO)Bh4
zRQ{fk^0i@a4X?=|`Fd?{a7V$)*9o7CdZ!e2&4=Hqlc%qj9qg~^c*#D3Wg4vcno-1S
zez#+v8UB9%b5{6IWs<sJ&F^fawP+REd^|80`#f6p|3yyKd|3UTp}qyM^8F^$99X7>
zNK>>_+?x3pVP8zk_;@9939S5Q$+sioeZ4QmuKs$EmeHy|-ye6w3R;fTORH4AGAHnQ
zjrzNg{-vu7yZXDtcviv6@9TdxER)ZZHL&vg{&y{`{J!2-zzM5$A^Cb=U$F9RC|LFQ
zojgT){r#77{dmdl*WdeK)w`*P*ZTV}(YA#DZRT@p`1}2g&9KHd(1`aZ=?5d;@0TXW
zbW?x+{NeV<H-xl<R{5^TsoDl>d^?e(^LR#i{JR^i#^d)-F_Yh~f9}DqRC|kf<@e{`
zhS7@mA?>GCf4=|U1#5i{ARVM-D<Lh9^&e4^>M&aM=hsh;z%u#y$5A-vKL#tm&!6M4
z^836w1ShOULh^ZY0^Ufg_>+ZQ@uwPmx?trSg{Ox043fW}wyOR&rA#-!%c}YH?;V}P
zOXKtJ51ofKKL38p1z6)VUxby+d<j;4{{Hwb9yN*8M_P64lFXNbuZHCPf30BkcOBkG
zKE?a-K(7BLcE8G(?YGcsJhzeV&}uvr+T?W?R(|ssSAi_fe-FFHcOS{m%Cr3eT8-}^
zk}SUY`!OGd_HjsF-zV@5TIGL=bcA5djlW;vc|<kG`=a6B$NqeUR^zq*7_9otuN(PZ
zhW{I++`m6h@h<F+f8U6I3#;o7jd*{a;!`93bND;o7dVC2^?ii39$%4iJ^nn!ceHtY
zKf>Sne!`kh^Dj8({}%S&NICxy8?t4Jd~^N@aLzXo&ht45&iSjbw<7shnU&g~|C)?8
z=WmBKf3CL!*7(hxu==0P`c8q>zrSB%Dx9$XKGC+|X(9RbvFY$LMy>c6g<ag$;F$$0
z|Ez*_|1lfxo+O*%{r%!|!^_|QF00S;d05uquc7$wy%wO=czs?kgf-rNJiB4#_uoG*
zf)m!CH=GY^eitJxq1F8Q_sy2VOdY?p&;zT#_3$!S{h61;>d(JtF}F2|jF0V6t-vmw
zxi@%aNIt(-6|DYN!}<H?eSNG&D|;vJPp^Yjk3a9a9#%cxpBvzW^?s7%S~g<w_o++g
z=R<vHH6Q&*eibp>H=))1Y)0Bbt9sfw9|ySq%l=!jtG)pwSv)`PZ!omxZLsR!9u`9C
z?{gmt?T(OqKJJ9q(5k;(NbO3+_37^q*b`Ci&+qDMyn7q|{(HE6Xf@v2A68QHfkwXJ
z@IQ!@`}gNL4u{?GM;h^mV9n>zM!Y}Ial8>f68_G20@nD=C*g!O9}D{_q+FlhA00)T
z$9pFHo$oB1$A1pa`A>)aJd!`<p}p_>n~P{Q-#*_i!MVT7u*UEHuD}}43<XtJVfF9*
zeGQhy`7Z=t56S1*4R|-L;%^pq@vR2mE?D{Rz;kFdp1VkXS6}S=@B3&~??(-ydH^f`
zE)BAJ2uqp+OY(X52ur?yxrY5oBj3|TzGsbmk73pG9O){jqDnc$<KvfTRi8h9{0dfm
z{yy|EIALvn0c+}CBfX(jX_Gk*^Y1(LtJCTo_B{Ugu=4x&K0d(m^!H7^g;n22r2P9o
z_W#`Q{{$=l7o@MW%J1I;>TaCB-y@##s&BzRLh||hvtZTp%S@QY>-DJq=OprapT8fd
z1y()Y&l6zP<LhZ6tQgxR`8=A0#lLqTou7ZUqE&xwNPd?&+b5${eeFp8lts38pjADc
zNV536b^fWLHBW(6@3gQGQvW^h^w7=-$>Z;We=|$!Zzg<Ssd#_b-(NC2qTJsEUjNhh
z<~02M_c-&=YJB#e4=bs8K_lPX@L!0O`}gy`MPYaRVp#Q>m%s^Y?hgA>q@2&|zYJ}z
zZ+ZATUoV{NT><C(Jz-yo<WIqHy=qdb)o69S`SUMp;Jp9V!nyx-FyrBTTo0>%@4pSO
zGW-5)Rq)1;d_MNUvuG9HU)aT)8oaq+<=+C|V?U^rt*}2;pz--U--cH9Va7WMtA3xC
z+hO(Rzwa1=6V|^!D#_>N4lIM5Z#mztM!wyRe0v)CcEYM}FH-)#8P~fHt@8W4+z;n^
z55T$JgRpAsQcyJ<@rRHO(`x9`IX{oUTF>op#rY-n`F9L^?(aCP{%jwC6V~VH(eOWk
zbTa%Wk-4XFKAw(v4!Y`8@MuWBp3fAl`p&|B6;<r{IgeKL`n<aUt6uZP$Woq%nvY9Z
zmc_TW`~B(5XqEp8lHa9HSigUL6|MTah9ry6JICJ$t@%2vdTxe=koxl>w?cb6B%gP8
z;B&O<?=I3&iQFIf`N{o=a)165hw6XO@b`Q@ihTBe468o#lSaOW;r|rrS@@ejvy5u|
z_vkOMYb*NmFE3%uw?FUl3eM{{25V4#WO@zf^?L&+bDi&b@Y|4lp1gza(JKCZVHbaB
z@W+Cc{}Vhwt9m~p`CWdE$LH<Wu>1RezQL;B=gD_i{VioYKj4J*@4HI!dGZrW{(cCr
z&u_H3ziO)dRge2?fpdQo;N0ItSTX)R*<a*SDU-0|{%mhUtN#4=UX$V6Upt)p>wt5A
zopA226;{3}Ve#`n_ctx<=IOBdbN@5o++P=*`<n^p{-#F!ETq}A+FyG(-{!!|=ikFr
zr03I*2j_*qd4Bkt7r^S@ybx9n^W3m^BP|MhFDIWo-QVJ{`1)N^uwJj&=<^b-*2}yM
z)_j_m!<sMi8g`k+=ksj^cGYWM2`8+%7uNi&Ldw5C<G+ts6aMDau=1}(T1Tt=kCmia
zAO8M566rj?4Oo`aDt;qU?%$su=_QNoUjI#aDZl&Q3@5C)Kk{us+8X}mf$%RspQ8NR
zu=IuhV0ilc-rnG$g4O>H_zTyQirxwPU4E^H&rg3Jkm{E%?ZU`n-VG~$FVZlr>ht-r
z4_3T?-)29Yu>N~!Nj^UgV99?U?$@IZq0RLihI4;M;N0I)IQMr9Rv&(Tbr9AjJC0QJ
z$Id%}R{PWE*GV|{e+th1pN4b)qj2v344nHPftCL(l0Vg<u3g{xu$wQy>fih6BAolb
z1n2%Q!@2(}aPI#ctbA9IJ}VWk@3_C~VK?7^<>d9d3FrQ9!MVTNuyQ*7TEyQ$x=X8g
z|6cArSn(a47x!VsH_w{~Ve$3&uwb1xTZn&*R`Yol9%WV4pT?X{P3-E={4BDV^Y4j0
z$MPcV-p@~9t=~(e>_3a1#v1;wVC8<@@b`MYZTP=|HQ(=$-qWgn|Grfc(k;*T$42}I
zSoTjypTpif&%R)JM63K?k-Q((e|`TScJmKd`A3=GpK!w3KhOU!EdEqd&R6{}@>PG%
z*8(e_=X(MyAKQPEMe{uoi$BGb^R+hewM9O!$K*!7NwC(V9m$`1%K19c=K7|<s?X~+
z6;4>!*8wYj8q#!H#lP34tY*N9_x|jHWwBk7=VK<8Z!y2K!qe+LyTNk`R*t#wF5=by
zyuz+h7Vu1O0a|U<Bk)34^ZN$whBZGuJl<FYYkbGx#jx`G_pg`08lSJ<rEtPOuHT-p
z`1)N|u<9FRKlP$jeHY>Udwt#?E3vCTzaF?MvY1!E8qaE^9Pj<GHsbyKcwNMs*T5S8
z`bNChe`CZi<$CXnc=HBW^VJ^~udmO~%@J?j5?<y_u;zCw(m?q8_ujUJfAe}C#Il@L
z@!OI7DJ9k8#~(Yw?(26atoii&NxR^LHRtu%jpc|;ycgs5!}g-h`G;Zk@AcXT=k?kT
zD~H!>53Kb%faFg_iT(c5A+$OFVOaUSo=0Hi_xc@$6V`kX)_NX8x+_=Ce!pHjf;Q(r
z0V}`P`y{L&ukR^XIn2i+{xp(5b)|fcKZ92JyuN2)<ujjy6V^N${^yY{gulOU;$rxh
z-#?-Jm#_?l|K;%X`EjMeR|{7E*WmfIs_%MX*Y&xS^Wi31ZGC@!;TEj*`iT8DtodHa
zd2t8Ue4K*s!m78v|A*CIeg6+9{Nwz15SIG>zhKq3oAcr^TGe+DRwh5b@$U^h#jgH+
z|MCo0|K5+!BWs@qQ9Xe*z87Kf{yE0quf0N>^NqpE=l%FPqMnoQB`onxSUjF#zFFuU
z+MMq_tbE>YA0o=HN4$kKzaNptIF;n@{q;Hg{ru?@to&b)zS7Fy=gYV7Z=NsTu{@$x
z{12r3e!D+E@hj~0{Wq-qK3}S7N#y4Dd-8g<V9DP{?)jgHR`c)mn*`_iX@!;F>(>UW
z1IJH@_{m85`&qpn9cZ;4Ue8WA=br*Azt?jrto)8|kN9aw`TNkkJ~Pm2eZ0P1aLzvy
zR(`MVELiy+KRx1SBc0=2DCP5d&PA(y=6SI4dHv_Z32XbD@LzzmF#LU<bccWWdy>k(
z2+Pk{&&A>C^Tof1xg@kpL$bZ6!OIF(eaqn+<QMnC|E2yb^8cnG#ZBu~{$7>lV`Y&~
zToJhnt?FN0*u|qdG^#adm3(bs7u&urwCh9i{rQH1)!)W~brJT#`S)A={fEhrZmNG%
z;jj43aQ;0L?`L`YeAtS83$5xODB{KbJ-cmaRsUdN7u&u)v_m0zJUa?jJv-rkT3vs;
zkOnyQ^7Xg}t;TaW{Y$R`z><8uO7eJz!{YJmgZ+DY^6~w>B-;;Q-%qRY9W3I-{yn@y
zXf?jWg<Wj>k<cCu$>Tj%u*Q2F-c76Vj36!JR2KXFxRYq*@A0036IM&`l;rWA4vWV#
z3j6o=<m2zNl4Sc?>}O~-zH>#q*uS@T9<9cAp|Fc>zZlv}A$h!)3s(JC;1jgst4Pb^
zeDUW=ucKA}-oH2Cgn#?KPR-BFuy{PT;KzKbMgHaY&#AvV*l*J+|J@>9{FKOhXf?k3
zg<Wj>gU~(<$>V)gu=;xpU!zt2Cxu=0`}@|CkZ$sSR@lY1Kacnqg<bh<e~DK0y(;Wt
z+s8utIwaToreO8=7Jf>r_;-a}N7ws;ng8PZHWdG{u#5eBN1xED-p_?yyoC5KXw~1>
z!Y;P`TWG(B<obUUtp0u$tn=bm!K#1AfB*l#CXwe8<`!7~dpMsbz#5<5Pn-xVrjD1$
zc{(X9UcXkjH)h4(Z-+bUI~jW$t;XM8#EVxG*@0H$?=0+M+oyzfYDk`sX$5OOro+FP
z1&wD$Vb@Uo`OleXb^l?W1#3S1`KQ^i;%%P;E5GMwE}XEoOY;283ybGxKD;I7$KQ8s
zf8|?<eF3fJqq~R~4-vTtt>$BKVHexJB(zII^8EA^tp1k4U9{rmNE_lj^5^$fprwEI
z&q_GC*Wb@7$>UuW7LRu|d?3c_&->Y5{jJ5mhF1C474hOjM6O4x@ogyVV%s-{wl5@)
zx4&TZw+Zg0RsPL|UF+-bdrU&Q$$x8M7u!A%@!JZ!^4UI!R`qQ!>|)!8Lc1d**SoV|
z^|uS&LaX@QNFUhG+OK=yz47?K_m{(HH6HUmIAP6_yk7gm;_)7Ur}&geKK18^@K-&D
zupgw=cn=rx;u%C9L92R?7Iv}i$3lBNB#(cjVD)#RVAcoD-{;@U{r_pSx?cTwU=)_W
zzyJ9RtbBg|^(>t5kH-(^!s7Wj4=;%MXg+?pi2VYs#($}Z7cV06GFpxQN?{k<el@h$
zLh^iEFIe^8fKSniZz64t>(!4RZlhKIo{u|l!utD<C3*ethQ;H(2QQ29`uUCh)!zf`
z_i2^?VG%FxCGrtkjqh<`7u)_Mv`<6wc%K!l{+`3PXqEp(Vb}Vuk4jzttHQ2$+s7jQ
zbzxUN+uxv7eQyi9*!Fj!eIJtR{ZO#_`v||JRs1KUy|mh&pOKP~Zo2>R^WU#%^Zn1a
z@b~`x4r{#ryv7e${h5El32T<*_5BqV&(CkTB_1{V{Wkk6U(0l4TFuV{GfMF!A}6BN
z_$C#07<+4I+d}euO)gmdwKuo}&fhog&%;eYtMTt<r%#0ye~s6_ropPu_UUlKKlb~K
zuy{VY;Lezj=6;`reI~8)&o1J{Q;D2|R^y*r*u}Qb3+?=nJRb`R)_4}eowUl|UD!4L
zxlyU>UtHJ~Z~KynUs~9e&-Na)s&83gr+)G;4{dKqu6ISj>Te~yh*t5dkiM|XRPSmy
zzdqyjT8mck{(SE`SoN9L!wLUbzYSsW_&35G><ale*RLOYAFc9lD&oach}?`;^=~Qc
zV%xWdb|56r$F_nsp232Ze|y22k2z7P>)%n>6>s}aw2I$V*u}Q*MyvYv6n3%gdqX=M
zlIz`9u=?8%578?A0MZ&-*$*NmA>CAe`Tm*ghYP#d_9JLj?@^><w94Q7dw=^Mk1Qi0
zx!w~6EC0!YmG2aMh*tfbF6^qeFP;f|zRwhP<r~0$Hsa3}cI7+5^P%%-)!&7}F1Gz*
zXfK82`Y#u({;m|P)K}qawE6X`2R!Q4{l!gQPrngS=441WjqheyJic4-d8(FA^Ln_0
z{Wh(}cejWaUnTM$T8;01VHex}AhZud@^~K=tnogEuhVKgPmoS=udVw1eDhgEnUf*i
zWPctOkM9M1>z|JA751038qZh}FTO|QYqT2Ao5C)({cUL9h2-(QFIeOI06(Qwy&sW|
zaEi+A-#hsnQRZYwH~D`Fi^umBe)3Pp_Z|B;T8-yN5ifpD<WIC3&#%HRw*7b3{->m@
zZ;EdzSoKeUKjAN)SlCtn#m0HoTG-|9-%n^mtNfFZ+G$mf&x4MLYF_`HVe$M-fhW-_
z-_*jcdi;8N64FimPcQ6Z+h;_4S7BE^+h?LxeY22ehgbRi2lAg27WX$7o<^(qc}Sx%
z-}7Pb|El`GR8rh@{rmMzt8~3A#J`(X<1;UU6>MG%s~+<bSpC=jN%HGG&fgPuzhATz
zmd~<~yg!#0tp0inR=s{_dL>%bYhDGbUh`^L@#ZzK>NT&0Rj+v+oUrmcU6OqLt;ez=
z{5OQBef)hImX)s$`^NC<56SP3Y-;f4f|X@U!Me1z7Oe3vl2f$}t;X+}Mak#8{QA%!
zcFo6jq#;_(hj|CA`7rN<RlnI;mEZYxhu!P93r^;0Pe@+By#=ek;ewUV-=CmJ?+@R<
z?8i&>9w_`ZUZ2kg(JJ2|q{FnT-``(w1Xlh2K9i$x!oPigto)B**%$uD!&Bbr^(7Ti
z-<0nJ_L1;98IsrYRD(|!tTdzW0IkMz2FX{6@_RmgeaZh^5wB9t7p(DLC|LGO>0fHm
z%5J_4YrN(wu=+D6A>Fhd{`<PCk@Z?g-v8I(ixGdLuq%gu>06TL;}-Ut;dMJC+wU~^
zZo$fN4?at)`tBonzVd#Qr}x`K?2l+QetTM*=l3yo#XJeg@lOj@{IdpsQ&4@=eEaWl
zUWC`nkUU?n;ODgJf2^=8&Gh2=l<aS?zYedrA$h*uHTZqO%J%_&K&$#bB6$|Xe*H<F
zzQ6d4{R^%3hdr&$^Ys<GV!nms`TAb4=Ickn%IDuRP^9}~lU2XM>vu?=uWE)of1*|Y
zEwFUHO)Kv2WuJ(BLU>II$@A6P;I@L5aWedg{#1WE>{$@|^U(5ieVy2+(5ioXTASx<
zDt5(83(4~}y<p{^QLy6kH)FWJvpOWInc+1nB->}hU9^gyQ`i;hPj*Z4e9Xf>H@xPD
zWcz{!FDzI&y5SC5t?weFZOospN6$wOEW1B{wgfNLw-m{3p06IX$y_Z9$@8_mV9i%=
z!SeU-VMy|Pti-;8R{2*Ut&XUED#M-6)2<1N$G^5<d98yN(<<M3B#%eelgGOet?D!P
z!TEaXk9gZR!O8uP$2*(D;_GD#yfw5Z8}$!_#r1D1SosIx4WZp0l3)KDDp*_1_jfzd
zYCR`w(A6$j<2CPwHD2=`SmQPCg%xTZh7(r(N>bnCzYohkMkW9K;c2Il!e91-*bju)
zp^!ZO!wo)CureMkSdXWU!QQ{>YCDyTpw;-yCt%fUJ_)NH^C>vtACG@dhsEnTTCnEV
zpL{%vR{fjL!Rp_99#;S63$Xe(UxX9>?eUcSFJU<o{+Gj3-s6vtEGyqt>{r6;T1cMX
z>kYn9u(I5QkJD;D-9j2<RyDre#r_rh{^$-~8t+}Cd$g+Gd>>YQW@pLq55w-qPY>Ya
zUOfuQ=gH%O)!&nXmCxVDrAR*>^5e~Cc**}c(hFMEw~=q|cnPaM|K7(dIN{&E|6BfJ
zSe}OeYos^f-`vk{!{YgWSFrNGhi}trKYc**vjVXnujl>!3HxVSjmP`fTGj9Q`+_}T
z^))2V-?xGl|GmNUm8ANKR^v7Qf@Lzx$NBvGlfQG8|7@FD#kaseB7Q<)m(OP{T76Ug
zN!TZbS8GU~zqSTXE?8;W;g9sE)E%(rC+|1Ur^Y`8`&3%h>-n@c&*wDk$y`kj$>X0<
zu<~^ktbG2x7Df8}@b8h&3a{BAdA{brGilZT+`_Kwv3$Q@Ip-I4`7eOyg?3>`p1<w}
zFDh917Q>yi8qX3W&!5<jr#yceUk~<WwCdmUXKkLp<=B(C>J7>Bx1wO>Us<r?^Ec~w
ze*F8RtHWzeNVczqSJ5hdU13jHfB&r{&&LMr>%(hfNVfMixW8cK*aR=7)qHG5^7$tA
z<ENpxf82`QZJwV2w92<FB+t)a!J41#1<T*R_an*U-+_IIR{3`#?TV=8{lV_Ac)WWG
zR?fZf7Fy*SM)Li=?9KCTe-SVL0|m?fpyNY(2x$k`tM>Qdu=xD;BhjO1b^ZGB*Rk+g
z*0?`99u{A3BL(X`_3Jw)L)(0P=oFR{w5tDfc)A|{{X{a<w=;!Z{%7IQ(4Gs)^LxI*
z7YbI&iv{cP&831>zaLLsL96-j@8w*DwLi?)VC_Hiby)S8Z@>xv_WLvPzlkN^zugK?
zdH?<XQ2Fj)za3t8L-Kg<HTZtP%J%@iOsn;Oh}6xhYCL|t@EEP?Ge3dVzxg5l`FwvC
zcHbX9g_C>rJS1OVFA7$FFAG*a|K-UTTIx}!)oYk~;5RV!z;7dqf4@gDzCPb!c@_Te
z!_z+gzFx~p^%47r@cI;z=l64izZ9%2U*Siz+CSfrJii*BXYL1Djn6Zegme@8y#I+^
z<Nby7n^yIi9hLoCx{`_KXP*BGmTp2wp8tsjD}GXg{rgUBXw|=eziBe8{@b)^s&-hC
zS(4|wqf1gNt^7NYk}!TF-XQzbF3D49B~1&-<C)&z83iZzstf+k{Ahk>!g)XYm6_RS
z^M0NKC-*;IpP3sLugAQC75`C1R}0WeG%th`R=<n$QU2Xn=F`f55mFNB+g@#w`X>95
zF2Q12NlQcWeDpMUS;5J@S`N>m)%x}#c^1UpUq0Ve-%9MOXw|>3Z)?TgPph#ftk#6&
z{j|1V<zH8@;`290d4Kr#z&C`~#*l39gV)n4z8`55ZNjQ~-fa$x=Vwd7^4|)tpw)N>
zkUai;Jr1H({q_0A{iFQ-cw#$t)iZ?TR_yuNfi_{aGbGQ?u7Z_+cfkqk-v^WA@$c=D
zw1-ythmn#{-~4>ZAp8C<$@^#}9SF(uaj?OM3Qq3TVR##@@*P3)cr|{{$FZ=RkHg9Q
z$MeOJu=x5p0iO(QbNx<*#r2*pxJtKC_-JU)ARYP7$;3;eXT#$8_9Mabq22SJ<msE%
z`$AU@=|8Q<#e!x3!1;7Jw9VIFu3))DtNFSbp6=h@7nlt7?RwX^<ni5ruZ8wzNVeZ<
z@a=-Dbh}gVzfF7>_VWYP@A2P9tMU2y!2>wqAFsDO42$REQNhaR_k*5<wtW9d`{OB=
z$F!P{XGqU!6IRXfy$FlP`?6s9zk=`4YAME$^7ZQRy+Nz-`JV7Cta^O^_zqS*X20Gc
zf1iIJ!tU$$J)F$d$B?|9p9)s|=Ylmq{=V(6Xl3{BlYN6#kNG>SddxrIgn#>eF!}$)
z@`aZAk&>almA@w>d-bnses`(Wtp&C$`-BEhELdKX;MZM}|4sVWTG%x{@1MzN^Zd5M
ze<i!;*Ix4X>r<WB^L$SUf6sRZoZPFaA$h*16|DH_4fbCSccE21=9%zc!LuT2-@hbf
zeUtxeEHlD?PI%hM-!x|Vuk_zM>~q6wen{TG3mUwzU}fos+h{dEi;z5@8lPus30l?X
znMy*siGBaG6#HL^dywpv?aRaN`CSGpM{h`;-xUR`|CI$RpMNiJHQK*|*Myht$&haH
zUyEf`_^(4+AO6kx+7K4c-^PNKvkzWOtNQwpyuZZ0eto{H|IOI9(EgR!`_Wpl=VL4O
zgw;Suo{wz>EB|1@e<k)WnGJ=uSBGwWQ~x`#Y^Rm~PNZG5a%*0XyTjt~?<rXRd*MyA
z%0G<c@v1)Wm;GV)czvG9-}~hN_P-JzL~<+kd>lfXusR%)=i^Ah>hEa5@*il7|2Xzz
zw0|Z02+|2!`8UUZGAthdse<Ky8s10ySK?8mJRXntEL!<D&+Btx@%`C(_(Eu#^;`^#
z>$z00@?VC}g!T&3xh~msJzs_Ws!2ZoWOe`7vEQK8`uOz}YyV2@^|*;$F}Ff;{@Vp>
zJ?<2&rI^$BJpDcF_ruGq%)VY9V7W{CSJFKUPuE-KQ_SPSF8?R+qtHGL$@BND!Osg;
zz83|n{+F;Hzi52EryfJA`SO+jI-;8IPrM0>>wnu|KD1xG&)UZR{ea~i?O&<CkJ*#Q
zhyH%kWT<bS3%mTkz@I|<H6+i+w+4SNSSf$NuW0pn=O<Er{_4j!ztL(w{P???saV~b
zudlR(#q%+t!G67CQfSN9KUz}0RxA@~|4Q5zp3b*To4mNS7k2q~z>`DU8ItE?N`t2s
zthCeMUyN6eN2bI1{PX_kLfew;Q}CP#tN$K&7M$>p^KEum>iyneKfaoWwk5^;_ZjEI
z%5Po}QRU+?`7gvWH~hQ9Ga1v(zwcsM`4(ee6kbb0@_a3Aa8JR?vJ9R<tEE|9*mXU5
zzpOx;=f_&veSf+NdrM;9f2<CFpHC~{WUkhP<nw85!OFL;;1>ByS#3b8{>>Z1%im-u
zAD>TsSk{Mse|Xxb^jE&k*f)jOmXJJuTN^x3urh9gdudhbU||<~zYU>nN$h*t9kBZM
zOzn)Q=KSmmi}%~^f)(#?V%!^Ae=|ukq+3h+H;iQut^D^P?WdJbbH5x2i^qSkVEG?{
zx6`&HK8%#d=bdmAt@`sLhhwnfn~xWchsEO?floxd9}k=iuV%fc!s2>Q7p(q9;Ul!F
z=L}Mwe_!wCBC1*6`LMXY3-HCzHtV?*7T0sRVAXR4J{#JrNZ0;VHtm;dupbYIeSOL5
z^}K=oCauQf#{<@ieZAenu9({)`Fguku=3w6Soa_PX1e=mTN3;8Ob^1V{Ctz_53$^%
zRsWB|)Ag3$N07|blfo|lr|{#@J`2h7_q@R`3Rb?C1?#T)73^pEdH($Ppe5N~V}C=d
z{_DpF!Jfaja57i#Lh}5*FIf3M6s-Fje-qy)v@MCpq^v%NmsvW`&lfBoX;shH@U*@B
z`)S2|FYNOF0e=ha&yYNSzZ(3zVCAd+i<&XCTK^W<j~`mZU8$)iqE&xB`6t1$Oz2YU
zo9;ha!{YtiRxozvqaCgCSL(Ft$X>8?9)Bm6$+YT!O7`S@EB{_uG1CgW{HMcHLpviR
z&rer_XBMn{v)~D|Dt$K6<bRb-_51O|T(s)X&oBO8y50xG$M*gE{M_@Md%k`ikKa5V
zkH^YdJ3s5O)>><=wX?H!cGhF9BuUaFNs^>Vk|ar!G)c0OWF;#}k|arzBuSDaNs?qG
zNs=T<+Uxy#&-XZw=j6WXKJMdnzK`QL|6J#FeLkPdXJ%%=iWyI&Jnx^Gp?G~}RqWrC
zIEPl%_w$6g5tW}WNS}u?8>{}iBhur`KkwPdt@%k;d@tM+t$pEneHK)_FtO?_f~R41
zei!3y?UJUWzMn2l`G0HlWr;N(zrR^QtH!r_WMf(@BPzfDQT!^D<q_W>k;-d!cG^#>
zw+4N6M6C_a^Icc*`oyZY0bYXrTf-ZZuJQQweRH(d^B)Ms=YLCLjn99NcU!dP@vHuJ
zl&x6B@4(v`@%4Omh2r_`PTZuo_Q0F4sy~R=9pA_C{c#_ye`|DK|3eY)`R<1`9>3ln
zfE)bf{2vU(^FIV1j(oq~ABm`XK1W0Ge2yhnf5+jySdHfdp3g@a->Jx|&(G;lJiasV
z*=ViDb1oE*=X_#~=K_2(S})>V>5``Pz7&dYh5k*FS7_D!X1@YkS7D9c--oysS!RN$
zcO7LR=TGrBBGThqgmN=lZ-r<5cExuRtCzcp^?G|RvBrB!H-XjzTDjkA5Uq!>T>pE(
zqsTHV#_RDIWq^O5QT&sL^!T=*JdM_8;aPuP@r%Uj<0X6_t6Re>yz=kq-rxSztn=f~
zGjE8}c;4dKiv51!9jy(v-iPP={fESVYxIwawLboP#Gh%E?(Z*rfmPq1ufIlC{dxNv
z%BP6`9+6FQbM&X@6{`0W{YQzKLKsGRTgB~(71RO0CST`!1l;{!O4EAz^=}lds@I1y
zI;t#y747xu48_;mn2P=Pm&ehn`hH$N9#(z79!`j?`t@-l%GijX6p<Q1^LkLNPZ#>+
zh?)|f_t(^lrzKXs>F`Kwd&4vE7IsO~_!r~NqE+Kx0?&pOvlN!+^_dfj*Jo~G)$`}s
z?x<((iKzT}SMl>v=0$vOM5@Q;{!*>S0`$I!S{R<!V^PJ66RX}5cqaC54KGc)=I__H
z<<VNd-mO3>uMaCD(*67S@v3O;56}AQiq|C8_}0S9uv(vWc;)rY`*{Pc8n0j9Hp0rU
zUq3d5;`6l`9*BIuzHN!9dc0dh@%XnTR)5>!^;nH(2cGLouj}nf`HJ72Sn+${ozXgo
zcbV&(`G(@xCx8ELh*n+yANYCt{cwB3m;be@`p{PL@9Q~$uJeBo?+{k&?Z1b77*>CN
zJv#z7_@DedpyH3BtdG~XV-e}~I$rUK#Hx2PvBq~QvHCxp{=Hv(Cg}~f&cdg$di^+u
z_iC~<&CjnN7iiUZ%@<+SGhc!m{N?)(mqT&AD~Yw<{{2qn`|;P%uVdBU&VQ$>H(>SW
z*NdA`#sA){7~hX>p<Ipl+Y#yYyi@Vr#Hw)*K9AM-?&D4FlBV(a`gusJ#$$d2E2jSU
zm&c)a{!c3Q-`9RdtLpD&zRzLR_x=AxWYy1CU!pvX_*W6>`M$3BO=6ArE&Kr6-tarT
z6>+`ze*1w|#n+!#KBD;fk;eNeBHjPzioYaQy|3_ltoGYCJik9xy_G4R^{)75V%2N?
zS2Eve)q1wUYV&xuq<GcqNV;N1!0lM+Bk{`5m-zYTXj)a@pBFkK-uKfnu<F(K)3Kp=
zKa5MP{>E24A+hRBghxf|B)okwtI6>HJ^c4z|6eU>bNDW#>)Ss+KPB?h$4UPEZfYnV
z-!$0qe@6ZcTHAwX!s^WRXTe$@^K4l2GtYq=9RB;A^4#BCl<AQ_FCu;Yc_!Vos$Ngh
z#q%rfO{_lp5_3O?{ZngN3qOBZMC+doPnKydhUL}kwImdee<{43cO6RY*CMr+(<;|L
zPqPBndYM<kS}*e|So1OW!wnACljr_cqb!U3HF#w{{{7mHSN(P9Yq6@o9?!aXL&X~t
zD{2$G5UaJ=jOU-){<C5KJ*X|TD!yK?t)Y1Q+p2v3{P+%9%l_IKS=LqA`MaEt)%<pw
zS@k~~_I^{e_s<~u9<1iO7Y~{53-7CVD6yjU!vokq8$N*NpTbtBp8p|Q6<^Q)a3~)C
zkt%-|BR@uKxt@+kmUUHj{t1+$Sk3=rM0&m+*(q8z-_uDKpQ-q4;zn+rgAZagwDWlW
zDQb<+^Su~Z^?Wad;_+Ut@>_qZm#egD{61gTN*20eoPQnVO2pqNk-R>8WH)Km{B9*(
ze7oX1iPgtl_ySh*yNBn0CD7db`S<~?8n5U75N`07^Zh6kkN+`T@=vi~PifWoJpX5r
zWnGn>{~YBBR{g)g^Z3g85zczNLVt->{nvQb#cwKpn^;lr;QLtBe~(vQPlo?qFs-WR
z_4ouUzupg@L-BmRRQ3G({=d=sXOr*s_ztVSfBxkMtor%qVRXKJqI|__ysfD+9`B!x
z=X&k5s-9UfzFs;|+Cm?JXI=3lD;||tQKR7x^so3%xZIC@{~8-v9ZDKLbbXBr#p^S^
z%J<(tm`H1x&m>s+p3h{s+&{YDvOlK4W&TrP4a4>2x&LV>6C!^)UYU>kn@MXK&n&o%
zXEt2MGY2l?nG2Wk%!4(CJRZe&qs)l-o{04OyZIIOCRV*Zcuce|2+u#yzA&-Ivz9Zd
zOxItWbhRx>tQY;Ii8~th@26i*tJY`u^*^E%^N&O8wK5d1|0>u|6-)kVS{3hlYhbOf
zc`dB<GOvR*AM<*+!C&4_Y(VLc{EZRm>%$}2M62p;PP%xY;w_2Q-&S}Twxi)~cpFAY
z)BODJJ3DCA{QUPZcfyKM&OZ+6yF&4L?S_Z=R~G61dmDqaYJL2D+`X{Y$Gi{L_{~Fb
zgTwjqTz@~xp2$Cd=bwtx`19|#Q~g8e2eGPu7_V`fLwuy-qlp!B4Bn1a{o_gRXxM*W
z<Rq<{ukXL7B1$p;IHaEr#q&7>`=_9#`{$|8(OUM?`N*>FiqbEjoW*Ls7x79x?>EOw
zzl?qftNCBSvo5|`@wLQ?x(=VfYP>g+-qEoCKGQ8)H9oJ$?TAv$KMv*J3B~Ji7oN#e
zdFA`(rSH?K@q0cGBFnlfD*hqLy@-Dlk-mOh`7y1U?~|m9pH}=Vv3hw9-^8lF7fJ7E
z*nj`>6|LGY!~gydYy4i1H<6{Be;itmx1o4F-ogG?{!;G)t*YmrhyDm_{9d0=QN_A@
z(0D(iypQ}Zc&=a8*YV<S=wGp_{~gb|_(#P*6BG3xWM9&%dTsD>So87wmkwH0&+9V+
zZt$1;&B#!^KBM4rfA;&4PFl5|UXL-b>JN0N>e#4aR-5aMLm7?Lc*o<peyKN+R@JMo
zuSqBqLZ6JM>b~D}RXioJVy43FSk<3~SMJaLJUk<^n2r*gL*ttnisv&6F84=&9-c#M
zna^BU`@{2@2bcZO4VU@$!0OZW<hj53D6=EK7q9g1`U_|+{V#+||BE8u@r&Wo{}Nbz
z=KeL_r6_$7zbqoX{>v*~ky!Os!qcO572YEDtJb<7F7Ic(U)Mx@eLmKP;`Lcq<@^2B
z23oZqem}P{vhw>ct<NTu^;pe!b3}T60~K#c+=REbCjNWF+Y)Pi{Yt4w*V~bFwe5tr
zV>Q=ZN!Ru4`~MzVH6Op84@OkIK6^v)`s{=Kl)2>Zr&aTJy#ui3Z$1cX{N_V&gRPq?
zGJGiiFv?KmABjl6KDg(jw5r~*q>GPNd?K;BISKE^YCTTj-Q@k1hT^|3c!pMuXEh6Q
z7H;sD``x)vyguj6|6Z}m->6Pn7irac`1^gAV2#&&IjT5bInKX=av}1sI+9Uoy#DtA
z!udRV9sL?s^=~+y0P)R=ZzWdHZTK`+_3tEIQ|Y1Sd$e-CSh@QVRqvk%p?E$IVgD4f
z^8I|{F|B34JSkbMp8}o#6y;IGKf^2ayuTc;dN0tQV>SPmc-F<QDt?_<QE%Y8SdI5B
zUfC~x|L~qx_2>J|2Uz*_dVCDU^Z5k(Uum@7uJ<MC`RAX%!WysV_bsYeS5L0@9p!W6
z|G;zovc8TNx2DPbBue$$V72-F(q3^#V#SPr-$j2T;c|cR`-joAs=n8!Gpf|<GbR+z
zXDsZWV%GZj^Wu0~bw0cv6JXUpM8Szs#oP$Zq4-HC<FK0lWIWd|^`_8T)?3-W|4c>c
z3Vj-$b;VDwct&DH&4fo`6+a8F>?ePon-f{}`pgZ*^O*;i{p0&-53OZB^Wk#-d*L#_
zK3L=P=RtX{zW}8>@)zQj{=EK+X)XONiFoTv;nLqSSbgOFG`{61iz0qSM0!82taw#o
z)$506N9$_5)$C8*O4h*sscr2i@5gl!U$6K2P`n-+s(in{*%VRv{f^dSGs;G+<~I<L
zp3jzww<d1FTiX)<z2WV!-=CN9?~JH={JTQ&_;<tQ{j$e9NUO%{_j7wAtDet3ls#C@
zXDA{)pZygdNZf?C4#GRI8tWmvJ3Nn2|9<^DLaXZg_3<dI{bN1`H#q$FJmq<Q$5G1b
z<%x*&_)b=QDzR#uh7V)4U(Vo7{wHY~pZh--S@n9K55@5pVE-$1$-hKvncro&%<oE6
zS@f^evk&E8MY$OH*CNvQC--!nR@J+abn(rKZzWbQx8bu`?XNp{W&ZyAr}t>p_<euB
z4=cZ3j|ZW6Js!emcz>jPKhJthtH$T=-#v+}{C#H4|0&8Ntn#1XmG$-C%V~t>kp2Sw
zIac*w;z{*>cvbQ1#EN+X-^Hr`w|HeehF||_Re!^;|FH7w_4pWy*W(lHZ!M_)@auon
zJH-2+udv4N{r4@ZSXWQ3_Z{VP<p02PeT~oggtI=a|62Y}qEx>Pwk~e3xFfNmM!@f)
zzmafRpW)YkT2*iO^*^fA>oX=4&u1)L*2kY;#?xBnGXYlpZf)Au#HeCco9j(N85jAJ
z9f?(by*^V=x<a4oc<L#BTE){7D`*Bh3aj{;cx8S3`C@it)$1`Q6pw!{T-L+)hi+QS
zdi20$KJ%lB|NgN?=6by-^CG_wuhjQ?EDYVe2rl&(!>XC<YdlL(7DW8gi1hWhtm5T~
zRc{46D_U3Lt!2OIRIh^lQ_H%3yuVgQe7&A)Lh=09!mGH-G#|E4YkfqSOZ^Qf8?l<-
zQ1f5&sXyYa)5z<^W|VaiKM;|g|CWlkCRUYgiFy4`thsGufIDd|^WPOw_562-;`#3}
zt2E>F`?0;WYJPq{urIRm`!)49gfbZM`y<lxJ5ce##Om`9yaTJT9>(+Mhccg|kyX#<
zSSTL<aoA4@l<)V$Cu!Au{C@OQWYy0fPNSTN_%jjd`JAozT;isD>pXk}t4(zQuZ>r6
z?JvK+U5c#w{&X3oyuMwDNcVrW;%kZ3|8@8xR$Jpn(zPCb{k}!3*2Cku9Z~iA-U-F)
zdl&Y%-b(&`TFd+%M3$eYG#xdE`hSRW53Bq~c#pBl@1D|_;Y0ic#SP-8iPicHzKK=+
z=XksRNt){W_2(t6%J==@6|9(gzOO^^c;CQnTxF{7^YzZH!S7+!_k2G@m3sakQQk)W
zC%jTG$7}pw&_82U|0`bOG>7<G#orSv<_G)&t9n22`ZX2KhxbF<ba7d)cDSrp2dtQS
zy+(xMdL!Xd-|ID+R@L|XI$_nfJ|?Qv*TYzpQIS6muhjGYoj|MVnH#4$)Zavu@u5$`
zLuUOZSKO6YQB%xV)t`!2t{?BO>5)~h&x}yKJ~QE^)%{?0MAh@3gE9-N`OL-ZqZ{VO
zne3*u%)bZL_;WqQ&qtXT@x2l0{nS_Sg2bw~5S|vTi}3o{RT|1-_;&Srx-{askXq&Y
zJ<Cv*V>N!ip00>^>+0F-w-Tj%zh_lMdi?zruTHEQYZB{4Z!P?!8t?ju@_5U?=WRgQ
zh}C%g`nW0Lt*a-GcQZ=)_q>6K^mw;ayfv|EY=hTfb<($6=lpAI{=Bf0R-Ipee%=LZ
ze15&#?X1unr#W=K_MnvKg@Y04@$Id6Ut-l5f_GrGi2L!%=P{4(Agvmo->)8mH9o(e
zJPbEDtjqKGj-Zs!Ge;xR<2zRI@x-ce0zQD%dY!~8_vd_lXgyA&m;3V>Se1M~8O4S;
zORL6zF6rX)6<<iK8W-VHSoL=a&sDWPzMov7RrS1nSK$VKx&K}Z#p`vws^|ILtm@s0
zta|>pQEp&0o;wlg`Mc6xS~b3VNf+O*_(9@EZasuAV^#lA(se!h_2>z$+T`Y^u=bbv
z8LU%behzCr%`f1xo-bjIZ}{~eZt$1&d>x9{^9@|ab7G{j-qEV@JQ**34{JPAxH3P$
z8joM^KEfK0*ZUK!@t8lu4gM$hYvq4Ic^mm(@k+kut4yDt@95vKs{aEInb*6Y6}SEy
zYyYrq@Z-pDhs%ES`i+PzraPRh`Hu|6>o*E6`_J?3jHr75jX@cW)q0JMNYBsva~!Rj
z-}t19CsaH!aU-`T!5z^$8E*;mRexQf`2Ny1Rarh%e`?azIxVsG@ASls=RYXQhj?bv
z)jA8Ffz?{h#w-86>VNN;ORM&S@8|Pi)$`}SZn(i=mgn{FK^Yg%XXZzw=hs_tUt-l*
z0MEf{zc0iq_jf;!Sxl?e&-e2su*T=-cT3?0hgqJ-w+v-mygywYksjZQidQC9jaBd>
ztoC0&UU~oN>u(LM8lQPBtnr!G!3_?xJdbZZ%Ba{M8zR#CakWlLYh%>glyueKT=76+
zWp062V^wM^Ub$b?*Y|exa((ZBRmtnMv*KNe6|)=OhShrP!F%~n(llOQ-+LpgzP|T`
z;`JGV_l!`!V*UN(1GH+tY|}|;9falj`*??7&DZ~)d>GbvJl`X*#^d|LQMkch?vKY%
z_DBBli1hh!<_TI=?_|=&rz$?3SpA)W2eFDjn{<uW{g?XZldkv+6<<u;$gNB8xoEwN
zHwCNwE1`HkTSh8t26rXt*OD&2`>&*5kJcOE`TX9j_*P<N-cGFh*`36i?{50<<F2Ou
z?xEk0sJg!gp}7BtiJSD+Bls>>`{%JeZ5^J)`FYb*TFd?K8LaX6e)t^Lc+4+g)u^9W
zy+rAb`{ApI^!h&f&y@8#>b=2x8&UQA-i6}%y-%!4AK)igP3j|FdA{oBrJreKePvo-
zV9m$()330U{CrjG@eO5O+&{lZr04UT`TU4_KdsMDEgkiI+CuSs+7m0j1O7x6UC$$u
zuA#r7zj@p*HU3fPqa&*BuQL?)HzskD-Wm&!#A?3d@W#b_{Qh%7WYzU2hT{5@6081X
zcsy3)@4_p0g}UC<l&|?sORRd+;VD?@Gm@_Bshd0HELyeS{qqj9VeJope{c@0_4W4w
z=E9o4|Gi)ytnvEuLN~1beE;r&8~o+{?fg)D|L%p$c>H~~1+;2B{oKD7!g75*ErK;3
z@5jZk#^d|-5?JFgFNGWY<^H`4r7!ZAN2K?!^%b<L-b%bx5mld`{!o0rS0`5gYv7sD
zx)$%MuZl)r2hSd-*jDTR)0E=S{PWKXYW^FD--uPPpUiB6HQpCG$*s+>y!!Xy4us<K
zu_dumx57{PDRtHN-}~H7EA{`4s_uxaZ^Ge2@jF9t{ax@jtj_OlyggXW&pZfge&)t$
z4(Vsp&-+W?N2FBO_kJFtRsHYBJAl=A=jkFCKE#ec7*!61=ktF!vHCj#@5QSA(WGm9
zCuN2Y#UD?)*!qdcKbdsZvwn(JjqfzxnTV?Y9_HClJpXg>F|6{>CtXv&kXYmK?}uod
z=Fs`Rlyprc|Gb3aub^MWYP{ZW*I@PM{dPU7)cfs5C?4-k_%c@e;Z~(j_*YG1>kh5z
zZ#}FwpCA9d`@87s|6a-$TfZNz55jZ)!^E23BltE}^M9OlvFkNXb1434(#1#EU(aaO
zc%LU-Z2bkT8sE#Li><$k*4N>Ayl)b#zqjxctoU8hHQt`|_jILyNV?d+@9!h68s8_p
z&sdG8{{4TB{}NTchUf8pORW0e;rCe8|552zCO3`4hvJ97Z~xz_N%3uXBD3{&S~b27
zyb%#q|Gl%3q4<1_f`2j!<&TCh!rK3xDZas0eLowUbd7f$T=wsHcmh`IznjVvVa1y#
z!J1!v|M2IPMraPjcM%D~)~7`N)TFDP^=Y(fe$$gKwmu_TXNKqXot0Sq&xR*sl|Kh>
z3|80cT)f6<4(YEn>2!1_UE}LXtorj4YyEo@t6u(j>IPd2lCF9S6RX}LxDTuGEyi1d
z)zEx?mcokn`DmQx5bxmi421oDW;yZdZv~!pvGtX-YP_qGF1Fqut*gWHdap^W{@23G
zu&Tc<=^DR3zcx;DD1JlI#nv}Q{-&g>p7qVNYJ3Ap7hB&Fty{zMc()~1f7{{pSmp1)
zn}^kScj7fpb4dSD?T_6_*ZB4%R{cS^oX@>USH1l2=MA=olCFCD6RX|<cpp|nIf!=%
zE8Y9!Fs%Ig`t<XHMraPjA0_fw#Lw3z9zK-s_~Ymr?+H8yh^?QD)>Gkmy-z1re`nw$
zSmmF^+l7^W4zF>BkNW<6A?b?0n3&gp_%c@4kJsZL)tc}B@y$82=65yatKK#E3RdfT
zJ?R>6{=RsFt(!?#y<3S@?>2k`E54KT23z&}wR=fd{C)T?R`nkwUE{l_Ne&;1f0T5w
z^~aI_1n((U^QnKou;ZUamFMC4e7;Dm`Y+*!Sk-%lcOI+pzQ${u=1}}re)19I{n}gf
zci7*Zulq_GK2+~RRqrGG9;?t#Nmp7u{x3;a{8#uhR`tJC`eJ@_)^}PpzaMySf`6uX
zosXOUx-r9t>bK4O2YLSfd6RZp)n7-_#nwmAs{TeMU2J_+w2ltX=chBV`X2*t<5gVi
zJGRol@;s^$nnUr+_<TK{D2-=AiWgg-NUO#(Dd}SClcTjOJdbZmV)Zu_9*5QXO-s6X
z@Shtqd?<cK(#3<LB+jH&<C~RqvGv)sYJ78&F19{5TIYr5@pdOxe?9PYtayIXHQq(l
z`_(@51z3&8*WW@|{rmb`6jkc|x;PY{pCxcFR`r(REyJqb@aHAC!PfHd{QC!1B-Vb&
zpI0>g^`n*LL-XrT@#0SQ_i9?z|C*$Wt*@n3<5`z<vGw)Qx*<HT_r}EPZxg%<tMP44
zy4dv^r#TeACF$a^jCU)o8sE00i>+^`RpZ-{bg}iF(Yh-<k9T)s^|uEez={X)_F~na
zKR@h)ReyB4f9Rvv5K8&`<o^5G2O{2oFZv+dgts;gKWUM#`iDaCdK`w!`W=CfVl_Uq
zvi*EwV6=T%>Bot5o7g{}e}Y!^cM|UuR`cnpo=-UbbW}MLp2vGOvFe|Lk6~5+Jl+Lt
zS+D)DUhgmBHBNJAKl}54`MmAV_g5m{pYN|mR{i<@S}30Xb@(z?`|SqaO{~USe_r+H
z-$rN->9>izgVlUIp1ZK-<MG^s8~o+@*8Nai?*V)Zt9lQUuJP4Buk{%HNyO*Br=xtw
zKSkGgp5Z;mHu%fm%X|@v$MX_?gjN14yh~V}kJosr<fGoNZ<Ee?!ezbR!ymBHy<b1V
zWq-J~=Kn!v_)z?3BHbXi{w4CiCSCQcf1_3N`JQyK^&iptGd%C-)_>Oo4Ik>S4gM7M
z+Tk~_hT4(hReyDQ|DZA>ldkcNO04>$6KlOY6RTeS{Sghe#wK0$#wAw0@$eX|#y0_P
zB38Q3$0Yc7>%S?DU-4Z;HcoShtxt*ksYzEo>(gk}_@^gbY<)(w&J54%KP$2Nn+;FK
zDt`{%2(0wEc#YE>(hq16)6t!Djjt!M^5?^4zxF0w_4=xM3zDvS3lpo}BDfDLUYzs>
zTlM{OY0?$H3|@j&{pCs5`SkOz#%T`4uS8!J@qT{R4{Q8>ezrQQ)St)JgyMQ@;T4g;
z4sRY-<5`c_IL)E{cTJY(Lrb+0eG^vW^?ut7E8g$#2Vm8^#Ovo4SmX8Qi4DP9@wQ<b
zdHD5pCD)%`KemVB*FQf`*-5MVGw*`cpFdCUhSgvFe0on+vU~_0bOaB=cqx$<&
zym*k;&mmgX-~ObFtskIO{U1!a*!rPpJsh5|k0XiI-%)rkR(uTaI9C1n_2mSt`o6yp
z!dkzRc#YE>%J=WL9MAeH|1|oU$e-{piu9p+jz1e!&V}dko=>d$7ZPhdFT&;bh5PS=
zU#3;{{r9l1MArEF^M5EF|26m$R{dR1y87$>=f(^l(r=>Q!fL+$d*rua_1{~)AM(%Z
z-$7TIyWx4h_Y$lAefS1e^&cc%<MH>G8mBoF{|NnY#CLWfVU+LqC+HgAQ@m$b1?As=
zulVPoxc&?HAy)Y>@lIiN{l3C$oZ+KBpKp?`@xD#0`Mj&xpC?^R@gLAXVl_VRuTQYX
z<NftHs?_~|3B~jI3ctsy{<lhh&TqQ?L2K#nCtUh#&1zCP>i*h7aewXb_o&xV>7#T}
zwMNof`Wpq8{zgYu-Ct)Y?r#h{BJ#)Ly{3Py_qY_Vp6lylLejN96XCL6li<l%jkn&P
zJJRc)@~2ewtWS;nX-QW->(gn~{AVOxY<*_5&I-@h)9l3Re-7M*RsLMO@mT5e@XGw^
z=XLe<I-mF^u{o6A3-@3({yw}JUD9FB??PJDzu*5af)!JL9$6fU>o0*9ME+8|ZmjAr
z!&4={pP5I0X4w@<SNzJv8viP|%)cLAja9rqU#)>P{*COU<-u$5%KdXbuLSEO->)Yd
zBHphj>)@tbYa`wcs%q<O3dQT^*WZE2uRlL;N%5MGKQC;fRpUR;c(zyhTVXBLjw;{x
zgI$sD>vebJd;NF98t<Nzuj?!SJhjHN7kwXA<MH2j9)h)=^Z%tWt^H9Y|Gf>x9|*<!
z;b6sw60861ovP=9^+>wdKmUA`R@Fa-cO0wn<iEcxcKnH`axy%hpHqod|1^9UtNLdu
z-QR>g7rNKuJY3e}LS)tJaWNFH$0hh|<X^@c#A-dR;5ANjXgpn0a4{P1wWN!$SM1-P
zf0I__d%U;cGTz&fRgd>hC?4-!_y$(>?&00Xs-DMx71nqj;5E+hQLq1_q$~b0T<Sl8
zpJG+t`}ZNN{-0IxzTRI%y!m<XOT2P^eSN<U-SuC=8uA;w%~+j}x1sp`asGSA8vlFr
z4_J*a|9xb!<3FNnKA%!OvGvc<`XxM{|F4PF-#2&wtNiat*IT(CiPgXFC$0a!asBVd
z++ThYrTa-6id6UK*T;^C_xq=ISoe<+RlN7ZsEGG^j)b*-qf@+iUuR>656x!``dF;S
z>z_Ow2Wx)*d#K~1O8$E`ik}dQ_v^&O(kCTWfBwn*E?P@}Q{d9y)X1v)n-+@un+{Ko
z{26$iSoJp(uW_0~{Vk}j=h>A$2cC=7c)XsoVCB!N;=SK{BHr8`Jim(f{_hLj^?M^~
z0p2_IhsM7!l;QnTJr7=7>Fao9Ttch%*V0NKOXX#>YCkQnbl*=_(5n5iveG@?RkUh+
z{dlXfS|4-cG>6vD>#+u1ycTaARxyrW6#45z@xMnne<Q7$&sP4WN|`?YJNW!`l~(n?
zIpvG3574Uqw<KL`eQUIC3(xyydt%LZ2fPWZ_1lTJ3#;|=_o;Tnia*Br*aK@kOS%3B
zVf9}>AJ~gh=Ii+n(W?IZ?=kz~(%%7C{rP$GL0J9y-xChO>d)_o_Q6`u!+4F;9E$hf
zGXr_QdNk=;>SOTn$oKe8z#5<VB&_k}=NlT|InG!5d`4s=G>7`Peuh?!_iWO|*3U)j
z`S6^7A+h?q2%o}=FX3Irs=p4dhbyq^`+j=_)_ktwHBNJA=<hh6*J;)I^>RJlh<MNc
zCan3J%lGB{eE&AO`t$qyJ8*-)yuZI2iue0H_!d_4xsUe%tNHl#;32H~zMika8qXuV
z#%T`eGc?I`JW0ChJx#3so+Z|LJcnOk%X++oRoeP1xU9!(nDfDv`vz8jzCXT&86V!`
zh<}II1U85I_rJ$~pjG|*dEZA^{rh}<g4Ms@uYHC~|6gGB@ALH)R{y@=y$}5xUL!Pz
z`uD&0|DaX<`}yKeSpEBYY0Yk2p6|K;Hdy`7A+jAV{dd6X-{bjClz0S6<1~lnGf@5e
z{3!I%QP2CWGwON2jfpDt=gG05c)yKHtoe?ICtx*S-;XE4ny>FqlVFX{*Z*W#^Ywo1
zg3I}y0+;n32{+-bsdyWhzjzw_@AxT*=G{!1z0_tu`+r#VHzO+f{xGv*>$7N8|Fe@W
zwmv6X=Z5F&XI{nKi8Y9x#9F`k@P&UXP2(Gq)9RyD>tS91tAF#tsA5)*^B0BU`7MU;
zp{t(PV`<bgFN>_aUW#9ivLxbH;H`}Kdj6|I@p|+p)*x2Hy;$v+HI-i1TbFdre|=)r
z+W@b{YP=hhuJ!C4r6?cLH=_?=%lX|BS#|$gL-BmJC05n#@FuM4?MQm5zbjhn`nyAM
z{XL0Qe-Pdot$V}s{bpZc&3B8;@S*wcPrBIq;{dH1-$A@X5mk@xa3~(%k;LleXkzW>
zWAJ%N9QFP@k>WL;lkh2Q8PDm6s>gFC6p!a@Vs&^9K91G?I*->oR+{?r?~k}htNJrv
zf)!(y=j-WmD9*nEUyXdP-?fOU$9p{#kM~Am^>GuvfaQLP=bt)}p4U&~zmxJc{=4wK
zXs!FdABy{bkXZE}!nd)yKR-%3{qgtz6zTjY=uac6?(bPBj(?t5HD17vvD&IH@m~BJ
zX_}Ac`#Q4f`M(Lp@o(XG(OQq^eJGCqkXU_wgkNDb-%m*w-(da&v}$}`@V-V=-QTxR
z+~4=aO?vAG{28lyKa(!@ero$46sx1I-yVwVcO+K)2y?WK#2ca)T@Rz+Eehqx_j{d>
z&dBtBA5(EB_tUYoYP{p{#z#~=-U*?2yb}{^0Fx5y{xKQ$>!I{~{x!ZSDPHGiYQ?@@
zr_rkMO~;!NQT6y{hT`$fO5CKkX2V@rt=}BHxmfkTk(Dj`!|TzFuKc>co>1K1{KSgy
zh38>4{=TG_^<EgQb^S%5xc=hAs=owY5Uoq`Mq_pVS%&vep&a%8SP_}tA1f=K$o^PG
ztH#@pw>qNg@vaHQ<6WCr16Y?>`(r))MN)ddv@xRU{jw<(k9RYCi`N5<&p*GsC8Erf
z=k;PM$^cgJ+witWd_A8Xp?E$!6RYYjcmr1ZX*b?XmFB2le+E;&_S;@~AGWOTP(;<^
z*&m9>b0D!gJP7Z>>ii$VJB<C^{`UDiimv>+zhj}ezvGD&e*!*&)%Z^)z0BuywAS^{
zgyQ;V6RZ9?_*Ar>$6Joo>)QpqRk7an{=O8M-Y=Icp2q&ZLaT~g#k&?!^?0v`;_=={
ztnuDVto?lp_Upga-~0JaMAiHIZYUn_y^1gM{e}CqYP=8d9!69>-bbN$ypIz%>8&U5
zZLIe1Q#^l*LVCV_biaO{@-?3q@Jno2zgH1ekLPtL9?zS^>hCT546F0|4(~nocl+1p
z>m$1I>;684;{HA-R{R(E16Jezn)EWC@6lS<{}GDo|4gj<tvNE^qO}da2x~ptVa51-
zd;gAz)_OmW48`%IDxSlB9!;yp--$OSqU!OF4aMUhmsn#OpIG~OLSl_Szkk#DnUr+#
z0|m7v)2i`w;Z2FCdOTA@@pz^sR;B6iM6CAf47@G>R+<j~z6bm2dREHUcxJ<Muw{Mb
zMpQkXd7*eb-HFvp4?GjA{^sNLVt=<^eLfbTE5Gh<VJPlzQDVg}hWoG@|B|Ga`7Ddp
zy8iM|Tz^Gk)n5rOjn-9o9azn$KNP=Sr?<PjzOG5S;{ADjEv*{gI=uA}RgZ5&C?4O&
z#7%l@Q)2DM&55=Cet)k>Umsi0w_;2G+ajy(e|sqIe@9}~+zAh0wf}Y{UHyB%E7JY%
zK_A4H{`W>!-T%H&-2YHw)!Yy7#%g^J;Fb5QUf)BJRo6cpit8UqtoldcgIJCCSklY*
zPef~7|70kxe=4!+pN5Y|>lwV&Sk*s^$3LPd{Fmo_=OfeWdjY-}t@U^=h2rsCPOSP@
z5^FzQg_p#(uIpV-@fz=q#Hx1_zJ}HQxP^BctM_C6d~pZX>zny5to>uY2iNzHM*ih~
z@qkDvp5Md7YI_9V$7;Nf@t#DK`#Tr>G(10#dX`w@@%kTNeN^v7(#7q({=AIVSK)bl
zuPc6&xJhrlO|0|r4ld7=+~0?Ys_TCY#r=Istoonf_gI~uFL+mDJ}dCPMOIz^dnm5|
zBeClLguh~SzFYsJj1R3}+1bu-NAHNJy1x;jIDTYeRUHMlVYQz|<8@-SpUh(%6<qEY
zUe9spjohmHA0LYQpO9Gb6XCH~o&QNmFZ-h_TI>2#LUH}6iB*3ZJULpYhv)q{BeB-k
z`_K0S^*;-Jc0|?v&k4o-&rPiU=OxyD>`tupb$^QV{b)XVFShjG7g=@x3qo=K3lpp6
zBDe>u{kj;hJfE!VElv6Ae_3MHTMjS5YJaY%^t#@vq^n+kV%1v>uf%Ho*Wi`?<@H||
zS#|yOp?Llq60813cr8}_Z%TSu-+^eY>u(9g^|vNg{cZ5(Xx)xC6RY*!5sKgMY*y0n
zq51AY-;LFHrt{8zPh{2O84Sha*_&8p_a)YT8-i!V=ZCu9ffTR)4<=T<L-2mA=5rXY
zJa6!Lk49Eq|5zv<@A1T{e*!*&)qXmebX^}?W8}U*PNSc}mi0OtS#|&CLUI4+6RZCV
z@F}eBe;1Rk^RprSe5CrjjD97e>i({V;{L8BZqi%V;Y(P}?*^WKDpU3SyysSA<>x;d
z&+SlL{|<aNTI=!L3&rvG6F22r58#_v)qj|D@ml6zuE)pdPa>-B?`bIR?^$B?_Z)tN
z)qGzhy`0Zi(OTDk9g6F}Nv!&B;g`|+4sRz``|Euuz8>!=Y5355KcauaYCQeyzt53X
zkLOD$9?#drD*G+5uE+227fBrT^P8V3UgK%am1)D4@wCHI>hW}h;_-|~toV`e4|>t{
zJPP)|he^--P5ZMm<!d}+;IUYZXB+D?E~4u3j1R@*nUJ_iZ%u?pV|9Ke;Z4S>zcq~X
zXxs(r`csHhCD)&tSZ&kbE-d>CuRKqz>&;C0il3EO^=88}qIC}52S%y;$J|i7zm}-T
z@S*v1qxWDX`T5iQ$g0QF8;a-Gmsn*NB-Z{~m{{j8|NEf&UyQy4Tl!xbS#|%*LUI4g
z6F22rE8s;~?WdJ^{;6~I=l#?lS@r%}9g6SoYv8q5jnB^~*F{u4zV)Gad>axs>8*|M
zDy;U`CcN@|v933e^40&A#HzOy-i+1x-iEgwTlQ;to><r4Nu(-yyt@*sZ8y9FtN!=k
zmFI_by}c=4@%s|1-Vi((t^4ujVYNRFgyQ`=Mw1vm<Q_slj8*+kKA9Yeta?00L-G8M
zC05zviM3x(Bxb+<J4N|W|EJJTV@v;MBCGEIY$)#kTw+x{51+(pzg|eX`p>Vg>i-h@
zWvu$|V*XbmtM315DDMAS;wHUy9lnUwe!PJ<m#Wh1dbd)(`oEo6@ps^xSdITK-aV|w
z@B8P1zpVd&NLBK9A0}4YBltd6{XfQA_LudZrhLUeORRd&;V04h0`DMJ<9!*5_v4_F
zh7akl(cfTIe;p%v8(H=Gy$i+jd!JZkKP1+E{0MLR%lUmy@#_CeV%7T!f5K{ieM`E|
zkKa!z()YU`=s&S#KCS=B5x?$-wop8u_QcBRfWK2u`)dTe_b=x&D&?#H(TP>B6CR1x
z`j5do^q2L<rF_*JpIG%Kz+<t}C*qy>%X*VjzT&$QtKJlNQnXIRdll<B4fgXU#n<~|
zMr3+DXC_wsti;+Mvtd6^l3v%Fo8mRzd5IO@4bQ=9fArw_`H}RxUT?}*y}rbXUjWa?
z>U=N6TZGl?ldu29u=byM39R#J_WSz=f9Zc2ky5-q%M+_@1-uli@vX#L6;ZA~J-8q5
zIp<sRUmc3Chfdz<jm4_o+N6v9eUo+3x;{LQZ$rf!6F2FtO^J0rH^bAa{<cI^U4LsR
z?r&RS)!z;eU^TxTN!NOpZ`wG27y9mqs{7j$isJ_ptG~VQPOR$h!z-WHyng#5tFC__
z6xTnPSoIIVLs+f<;iQ-Ib2M7(`o}_X{o{#M{{(y_T2F@O=X0kLYkvN|;BMY;tN%0T
zXCtca|6C~U|9oQge<88<!$r942iLzGQFZ+*p}79l#HxP{zJ%3&xQ<tzpSb?b$g1n#
z3dQwrCszGC@C~f4|GRkQ`N%<@N8gXEy8eSuT>oKW)qe!v!|HzWIO#ec<(r+(e~SJr
zqU!#hhvN7biPhgr_z70`t5<lhvFguU_V*c-w^-%Z{k;pt{k>1D_z&<KtoGB#q?i5m
zIa=%bUqW&HuZdOv8~iC+zvG?8YCrtI8y}x<>-w#Es^UZAX-llu_Qcx19dP;gj&W2T
z8BulpQK5MJqZ6xsCp-eH@s3Hl&X4cMiuC<^9Qt^y#_RqkL{{DZ#8BM-q{ON@86Jz(
z{_esn&-?0nQ&YbBpO#qlro&UP+Rrm8y{<Pa>8dw7vFgo%XJWNK=i+t$<@xMR`Ks5G
zSoP+^^RUu;@fQANy#*;>@e32H-Xgd!S{LK}WY=jum%x5iVm*}9S{Cv3_eYk8;`6-%
zUWrxzeqOdJqU!bR55?zubz=3rCb9POTDXt9nDqL2+4>Z(_1^$*#A-Z#KD8;L>hWw2
z#p4-Btp2vZ>#*AYTk*#6{!)5fZ+psD|2q;ZekZ&QtM%W7SHAz`@$QMNy8d7&9`D}7
zs=p83jn(-aO1iFBfB#F7K7R+$4`R!D9g3{F|HGlU|09W2^C-L@tNxDR`M2n(zP}H4
zBC_)L!*u>mhT{6C;M37skLOG%jz62YDc3p&AIGZx`J{_G|GlEh>&Zp*OA%G~cR3XI
zcO|hZU4<`THQ#GVFY9|FTI>2ZLvj6EiB<nLd_7w4;4Q`KeBZ_E8LL<w_4RT;GJXCZ
zzz?w+pPxrQil};gk3;eJo+MU(PZR5Uc?SD=p!E9r--{Hl^YIdXg)QTG9Z~go-h|@u
zyiKhB-oekYy58R7`TM@o^ZwI*{h0DKo=@;+tj6Q#kzXRJ9?#cMJf3ffoAlOq_ybnw
z>j&OXtooaaSDqi%_1peuRq>(mv?o?;hZ!q<1YUW5Sl1hs@)bWivFdfgBcpW;-aSUC
z^%@(BpV#EiH=56Q^a&AF_dhWduh*o+>VI-#y&iPI*Zy*UPfhXae;Pa;tNHo)<&21`
z$1^h&k7rimCcQNqo`Ti>o|AN~NB;Lh^*;~28(aGCiLAQ+`JuS~-o#D0Rv$bUtNpwn
z>FPh<Kh^&t^u<{9@8_3GBCGCyX(;Z0S>h(WwH#iE)&5<9SDs(i^;V^P_1~XZ^;W|x
zu^RsxytP=3-`7KVep%OFPoye&yc-g$Z6mx6tNu6PmFJgry@8ak_$`T5Z!5exTDRei
z!)m<S@q861-|wGxMtuE#YF8+}AMb|uV3qIZn}ZQmk9Th<p8vkYO?qo6v96!}uz#LL
z_5J#AFrw<$i$kG!e23v9*fPGO5mk@xSSTLf@x&V63HSh3*V9Ssyg!v**E^l^)&H5q
zia!gV!s_}smvrqfzuqg-^SOY25nJYSDYEMRFNfm!TuH2&SK;$mT_4x*%JbK{-i?&6
z{%<B$y<6~gtoGM!yz>0Du6H-(tKPlDs&^m0gO&aOuRMRP>pe>OihrC~^`5{FqxC7?
z4y@vz;jQHLLh*I|7m?}pe3@ABuM%tjzJ~pLMtWWEZHia_?-DEiJ^Ti%{q_OR&ts(5
z^**J1)%%=S@n7JNSnap3cz*sOy{`8?<*VM0#ESn3f5U43w7O;5u-d=AAGW(S*zaEz
zS@$=BNGV?5k%`qd3huyaJfrbCBg*|fk5P_6SreZh$3~>DrxkosU4>P>@ktl^=fNgK
z>%{OpzDX5NPTZuox)N(YOo0cg{-#A#U4MEg?r%n7)t?DZ#cF@d!Yj|~JfAs{Ro9;z
zitEoytoq&XY^?T6PttXLm!GtAelL1oMAiK*2*vRW6RW>P@O-T5FUBjMcRZh^kyY1U
z7K-aHPptYY;3Zg{-<3%(=f6K%>-wuhas4%kRevqKDq7ct=jX%g6Kj4yc`{tSzq1j2
zQ$*GMZw|%%4<uIqTM}!(ZH3$7-<Mo}dqmascZA~lI}@w^E_fSO`)xPg*sA_uWYzWe
zhT{7B6080Yya%iOwm<1wuP+K3K6Jhgq92N=y1&DrxW6NbRpuys0IT}P@XCJkdYy=@
zy8g*fT>n&J)jtg%$7;N1k}h`rbJ1GYKOc(gUr4O_7vZzfdI@g>R_Et(D8Anfa_8~u
zoBF?sel4Qv{;!AP{%<5!|2GqBzukg2^7>io--)QY{@qYq|6XF%zYpKWYCaF}%6{|s
zA4OJO|8Xd;|0J>MKZPG+wcnoMmFHWo|01&L`Y%Iq{a1-q|26y^tJlXjcn4#B{C(7S
zkyY1!AByXLNUZuF;kQ`5-hN8D_H+5kT<3p5{~A$sf8RoJ{P)D_?+5%D%l!+lTrXa)
zw*N)3I_moEp}2lWV#SXzW3_)qCcW&Z(a~Dh?+nHD$0Sz$vGAy99fx;?S?K(ahgWlz
zD88;gF*03$QewqVPOR&p3vQ3+uXVktDPHrNmRR+s!&9)@|1<E0{&IY?QoicVPON%!
z;F(y>cW%<PfBb$&k-lGaqxWD{&(F)}M^-(b-cY<geTh|b0Xz?@>tP{Yd45~hTb%OM
z|B}S2w-jE4)%cfHdR=ct(p7I|V%1v(FUM+s_v0P?%k^H9@>OqbV%1v*uf|GWk5|6W
zS&wgH%2)iR#HzO$-Vm(=coVQ%&n<X<SElvw=l5+9Uw@w89*WQR4tOV4{rmaqu869~
zyE_!0?>&i|^wwZvT@QQV^8VNLha#%3zdsb$Kag1U55oJfx;_r!U5tN!sh{5-N%=az
zN8w{w&DYOMk4IEJo)e*XJSP)3>8(@nVXUsN(|G0iYhCYb%2)sA606>M_zYI(_X6G=
zzK>GIdnvN&`j<oTc&{W@{j2artoF+_yuqsejmWC&-weg|ZzWd!+wgU)*82`#dA;y@
z-;1oe{{2u~|3PBae+b{jYCRq$y{ylZXszo%4aN1JC070C@Z)HGfwvW_^?DhKpC{+f
zLz?ev^fwVz_y0B&_x~=j`hTBT*UyK<s_(z_{V7`O`kzB_{V$1C|110vtLx_*-i>%(
zU0**xQoj2CY3@-it+$_7x4~+w$I~8)<2w>7egyoTs=9tgCSB`2mVf_Jr0-Xw(L1rF
z|1ptO_dhli_dhPNYL16TVRgMtz$@?9{5*P6WYzU2hvNEOiB*3JJQ1t;OvRgq)q3_b
z^YZ+-u0MlFRdW5AiPbg>o{rUe%*HFvkL!AKQ@-NoC04y|cuutT;Jsp$8t;7AyI%Qz
zed&w%`t@c(C_aA+;YC>G`}y(Wh^oiCBoxnoY2qfmwJfo&m*ucOHLAX!7q5({`uXvy
zP&~eVcr~_+Z%sti<69ew$G0xA#<w0`fz|c40nb0rqWZqxHbqu_{cR4#;~RjtV9WTn
zMpQk%ZJ~I4+Y@ViJK&92U4J|A%Jb#A-tLsI{`VwSy+L>vR@c*BymCGHd=EudU4MTl
z9`Av~s(%pPht>6T2(LW9uIn91`5N!h#Hx1;K8)4=K8{zOU)S|crhL^qm00yo!zZxP
z&zO0Am0s67m+}>VKC$92z-OcNB3>_6@t5#+`mWq?UH?jCdOfcuR{d*<b^Tn2{eDe)
zUGHX!SO2#XEB-co1FQXh2hX41rPuZDrF_-9pIGq^;JaAu&xd&aye_@2_c-ON-jl?N
ze+oasYJWb%^Zt}x*L#ujRqthD#lM1|W3?Y&<GsO_`@7%&D88=$jz}p!KkpN(?F0N4
ztNuUYeTpc*eq0Xzj5m(Yx0>IVP<;RJ?~A&^=Nr}gmUOXyU)1+#{SltW_p{>G|Jo#_
zqb;%aQ#*XW>Tg6u)%8b);{HY@RyU*J4%>!1@yhcX&u468)%C}P;`-wgtNsLd3|8wm
zG3jN!CP!;szbh2ipORShr^1u4+8@*K%KKxFe@0~0^=F3S`m++N{%m+UR^y$6H#ef(
zpCbKydLBwoJkRy-=j@62y8rp1xc}b7s@a!V=YIjbq^iFtqU!pKLvj5jiB*3oyb!DV
z%QC#RRs9u_Ro7n`itDdRtor@%a;)w*tMSVI^7^ceth)ZXP+Wg~V%6UOufb}6ZN$45
zpI_^Gn^V5d=RjiB+X8RGYCmnoEBndg-5yzW{T-orygL)C{w{bMR{ihB+Y?dluN&6+
z7!1Yt8-IW5VLbobhdvZh^?3G&;_)0vtnnO7to{zc<@;E!e<Y&n`bR@?{bPw$|2TXY
ztMh*XuYAAC^-o1sUH^0_u74)6>Ys&AVs-w{C0*<5`WK?Lu75EU*T0ll^)JKcvDyz;
z@XCI0{cDj`*S{W$>)%MM`ZwXLSdI4<-tCBTe|urA-<?prAD;6{;P)%azlVN5qU!NH
z2*u-hn7B!AJxZ+m&11McZ*u*o5mncJ7K-aXPptYc;3rt^x0iV3`H}0tj;y-=n^0W;
zZDQ4b2fxB<z24)M{pR`~Bdf0eDHPZLoLKe0z#p*MZ(s4s^CZ{*9$9t$AECJZ&%~<V
znlJN>R=xjegUj<Ie_yzRRz=qJM}*?~BNHor6x@#0ejbfi_Or)7CbH`KV?%NMafwxb
zJlu)Zew>i>vOgz9Yh8bGD6Zd?SoNpC6Qgx1-d)y9=VKatEuJ^m^=Cw;>(5NA`m+*i
z|Idb(#=k$*_2#B{&2L^})$4}mV71?S@XGgF>w3K@U-kMDtKI^5K34mCAzu0U_PXBU
zl&^YA606=)coA0Xw=C(}e}4a}NZ)T(ps&QLo}WLjimbZ-{!qN$s}rl{8hANY{jJ3-
z&r9oi>r=k^-;h}KHp1($+TWY-KK|u?7)bf5w<WRaZG|^urEkM4-><F5w<F~%erICU
z+XZir*4=p1v6}xLJpX=Ljo;6I_C|dDJZN7iK0ib7eysZU^TY!YRgd>zC_X=j5;y6s
z!-;i09D&Q{57$2yQFZ;}p}78u#HxQ1K8n@#aSE@z|8)H`kyY0}8;a|nORW0m;nP@M
zFBkC2&&&CF<fX`}>t7DV^{*sW{j2artgfGHc$4B&U0v@+%Gde1nOOC1!Pl|c54Z8k
z{omug8(DSzd!cx|_Y<rB1NaVB`|BZIx&OQV<H)M(KMBS4pC(rQXYeDe=J!15V%L8e
zt#$oZp}79*#H#-Wei5y2@dmM)&pW(+b;VI%FCQY)*ULxv6IMy<c(U|4qU!N|3B}|4
znphovORVeVJG>{xQ$H{Lnc_A6*8e8chArc1ho#ix=?KN+8If4=BjF$PqU&oEd^W~Y
zKOgN(`5Mm{cr3PzXIw<p;~5`{$1@?Z#xoHfjn(xy39np_UjMGhs_Rb)#r3BqR{d%4
zWUQ{o>3HS&XkBk+%Gdm6C04!J@C>Z3$2oZA`Dk5lUdmU!?!>Cs1JA{3edptq=c9GK
zzLc+e3lgi|Lbw+zeGy*yes5iGNy=CJ(!{E_3|<_q%kkc`e-yt0_Unt{>-wuA)90r@
zvEo-J*7dOl_UnoCy571Jum0C3R{REdEmr$`qxmo2uWe5GsyC2W^|rv9u-czn@%;Hg
zdOg1FDPQ$=Bv$-RcpFyxaTlIHFG#QJ?MeBnH<(!Qd*R(!?Z<t1gYi7PuD3tstKNac
zs&^0`!fHPr!t?8a^t#@Wl&^Y66D$50d>AYJc%|3%P9|OPrxL5)Y4}96p21rgd=~F3
zueVx{bD{YDK9ZFgjaB^%Nf-O~pI?mDOW}F{Uat5`;wHUyHL>>dHF$E>-;Ic>>)#B;
z{oP8e`nTchSncmSc;)k^=W{Qz>iYLXas3C0RsSJ;7pwJql=QM*PolN1|1=cWf0kJF
zpTm!_+Fvh{&g+Xz`gzP(=&vKH?(a<~?(c14ReA@%#A^KS@jgUU?qBEYBTD&wSN{7(
zpCi8R|4S(D|7&9P|1B}E|8V(zR<8duqU!psURCj-@wfFhCLQg)f*<5-KXkz5_f@(6
zNLm}YRo5RCipM`XvEn=75m?>-#^9Cx=KAAkZRB6-j}OK5CnQ$<M0hM#`)v~5(|BH6
zkGBiG32Y9n$CO@q<(S$le==5EX&PSRG>3R9Kgm$u-_GcjG7~GW?r&Bo?r(Nt#m|AK
zV>O<+c=NCg4)^~l&QCYW1V*8F|31<Av^Mxl|GlBO|Gvaccxypo?XQLK^s4^ih^pte
zBox<Qnz+>*%iu*=?XTr{-BtaSv^MfD<6jku>-Q&C{AzdwR{LuW-r}nMI$9g~m-_2N
zas3U66~7T)i*0Xs6JFWBUjG4F8~K;|TS9UDt%()C4c?5^{@spOem`uz-aFBoz~<2T
z-_<Lx9J_nv@4#xm?!jxE<`Db)LS_H%?Uk|*E3fWvC=~a%Ke6Huz=K$g=OEr8Y=gu7
z_rN+ohw&PxIW!)Bf5_j*QvT82#<Y%M<<;Xk9*W0vBC+C6Cf0sF1^fG0rT&?Ss_UN(
z#r4l6ZZ*ew_%v4g`2t?6r*SzS9{(k`Hf?qN%b_^_O5!HGbrrsd)p}jS>#XYEptX^I
zsedyR*T0om@wegYSncOKc;)*a9{)XB8~K;|_d{|02Z<H`5Wb7$^&hVhnxm}$lU^Dc
zQ?Jj{P#pg(v2vcnkFnZ6FYp?tIm935$t(N&Rj>FpR$krTn^4@}+r)~02fxH>{O|ET
zU>h9n{|K!0{D{{$&7twknj_DjZ<PPJSNsJluO83WP&}S*i534nvG(^5xI8~|{nr29
zNE~(jwoqKZJ+Trx;GeztjTr%#=Vz`zDzfVOqeF51&cv!Y1|Esk{vL~0KCip}_{gg3
zPYA{JCni??N$@zV&c|fDvcFw_N@Ugbr-tJC(-N!xbhrzv{XGNEpO^k<*!5@8s`$G8
z>`+{PPGZH+g=b>5f9Bzp@8j0>dQ$!$P5k`Cs@Ds5W2N^cUF`8LjMlpTqEI~E#fepa
z3A`X$m*Rcum8SJs29Mz?P+MJpMP$1E%EXFam00_|A1=SYwXU}&#sAU7uT89a>)_Q`
z-M`o4_3(Z{dR=d0%KxL$Hzij5W_SZu`*{Fw4EJm4b-k@A|BpuBmRRxI;VoG0-yL}6
z_aoHxcBTA3n)uy`Rc{Zx6RYzvm~^o}uPV~_t9|H0*gu*!KQG@OS#|#hLh<=Km{>Ir
z!F#dV&xi5K^WeJP(Ukv36MrnR>K%uVV5OhHTlSax>lC^&J-*Y4)piCx8LemWmSZ*E
zbD?-Y?^4q6A^igSMeH99`+4J~$g1aeITVlQN@A70nppe&8tmU!@<+o%3ToYmC^L;*
zZ#P5n`Md?+#{SWSd3<*wsvh6nP&~eSiPg(}_&QeC&jUPvKmCt}N654u(JId@&+GR%
z6p!x-{1p2~6XWqci>P{h&qML}UL;l@FX4w+U5~Huy8iO>@tc(YM-%@xvFg2pUt@JW
zzQ-%if9vsmO!<E_@t+c_-e>p&R@dJbyz>0FuJ<kF|Ix&MPpo=B;ICNi$DerR`EOmX
ztxs7#{%HQ!o>;9NW~}rPc;)$TU2jy%SN!P2s@DmRjMg!D=NYBq$HF7He#JAC)EXc0
zW*XVw6GHL+nFvpc)_Q!CL-Bs;O023=66<=K3j2AR^t#^k6wi1QD}E+C4Xf*87M`D{
zNU!V7N%^WbH?iX9!Lza2&)s<bd@H@KH$Ua8UT<Q>_rX0_?dJt}et#sruD2-VtKQ<o
zieCaR#A-h;#q;|i>2<y3DPQ$gBv$-Ncp0{>;Z=C$`EgxuHM%l=e%B;c+gi9EtNzwi
zdR=cr(iOikvFdGt*GKDSym7$;c;~s_v^DWtLh*i`ts<?pvER2PUH$p*6>g8#9pQO?
zJ1gFmSe17t)_&fTxUJz`ywlkl{qIHJ7g2S8L!r3;{fX7z0eBFr{eI9K^*z7CkyY0}
z5{l~|O|1II;6vE9hL7Ww&v&kWl2*mn^-qQ3`lk~s{tSEqtMxydbg}E7kJh^Wg-~4o
zVq(?51fPr6%i;O^y;tD!`{=*0L9Rtq-QV?4+~1AF>hES^o&Q^KIp3~-C!*^5cSCXg
zdx=&5K71R?>wnVQ8hsV-e9P~ne}w)xqU!#hgyR05CRTsX;D=b<|DNOd{-X2a`Miv*
zy8f$BT>o`q)qexOz_vB~7VoPs(}wGM@6na%dLI(2?IZjStMPqGdKvGRXszpi4aN1p
zC070K@aJg#fp-<F^YJqj-)}aLQ&#zXU~T`0xE(96?!O}x_dg=B;zuUd{u%|B-{<AO
z@6;Jlb^S4+xc=D0sy_}Mjn#a{<CXp7`V%9ou0JUh*PonN^}FB+Sna1NNpEYolRJ0$
zeO}Yhr$<!X-;7Y)-^|47Zx%citJmAvcxC^3K64|hu0Jmn*Y8fO`aSR*tj0edul#+j
zx?W$(*M3}(SoIddy;$jsk}mdmmqcq_e`zQl@3O?IzZ_m1tt;$dbv{;x;{7{;pD$g+
zT}A!(qpyyry8ktyxc{|@)&IK0+P~}J)m8nC5mndU6pHI_POSO^@CK~*?-sl*QU4;(
zC$~jbU4MHhuD>I(>hFZNVzpko@XCI5{XLOY*B=bU_4g)L{eAFmtoG{=UU`1z-=}*Z
zvg-N=Lvj5>iB<nFydV3whL7Nt>%rqcMyulM`o}|Y{S%25e-b{5)%9=+ulzpVy55<T
zul;p4vFe?JPh+K@PrBISy%?=^{Y#;Eyq6QJ{uTH_v|hzqh1L3B3&q#NHLi#9{jwYA
zHzTU<|5hmO|8`>ae<!i7hr4hacR|h1_3uYiUH?HSuKzHx>OX?-VRbz`#v5DJe;QeJ
z{b!-L{`17D{{nu3)%EZauRKro?=yHES#|w4p}79r#H#-eeudTfc#l`E2iN}?S#|wS
zp}79%#H#-V{(${k!(Z{r_m%5<-_e!ndOs4Y?I-*VtNq_vAXA<n*Y(=b72|pxiPbg&
zZo_InjKnLyzoD)-I^`?AGqLK8fk#E_SiI|u_iv3p4ld8ry7(k9A>!-)CWhkiPfD!*
zCMVYZ?t;tnFxQ_NQFZ-kp}79^#Hv37o`Ti>o{3kUXSx3D$g1nl3B~p2CRY7<@GPwM
zcQ;=7esNuIe#+PS_a;`oKDY<l-tYpv^8Mnv-Xe5mdVGr$t8EFq5UcaI6t8@rxURQ6
z<!gK^606=yco|mvcNJcFUR>8(o$^(0O=8ts3-@ECufr?f7q07VNcoE2m{|2T!Rw=S
zGv0Wt#yeo0U90%I{?^F!dTvXs`0a_cUw6RU{<7Y#6tD5_PON%+;GJ0Q&q3?_{!Qui
z`1YlI)f-Bz`2Fx+toGvpyz=`9>UxJ#zUm!Lta?Y_gV^?lkK&c*t98BO=*sl^ok*;<
zlkhRD_TwqM@_e<fcP8a)d}kA@-Z}U*R_FITUU|M+*SnbVRqs+_)w>K|z)HV@SDvrd
z^{%CS#a~aXdN<&!(Rvea3s&*B@cg_<@pb(>k?Hlkn^^Jp5^F!+hy6T3dR^~fidX-S
z5-a{O`~a){_yo_N@1)oDo~3-%d!AVFFW{$GUjOm@epq^4?{&&oy*G&!{}z6QZEyG;
zo?q{!*Y!T2OY!=BOsuv~@O!NG<7Yg--<4k1`<n7KzHf;Y{~i8<)qebeSDug7^;-W?
zSw2*+EwNhL;h$8I-cjjwy^%>*{HVmLHyR!ht(|zcsV{vDytPlh^2fp#<9XqVc=BR>
zd{i<|NURzY6Kj7?O04=Tt9o5YSN;@uGFJO>YSNY8->oPg;^|3O>kN1r_RofACSCE9
z)6ZjyXD7YE)*N^iw!PuGNmqRNrmW}Ropj~*!1J)$U-Of${V{=+R;2U$lCJs-Dqfga
zIg8+4tm-XJy7J4DSJz*fbmcFDmtYmYJn7>4e6OtZRf$!vA6^lytHbm2)HR7!|4?=Q
z*Ck!`)+g5f*^pTIr>p!;Nmu@6cq3N(XCUdyzgFdMO}g^8!CSC@HoQIQ$}hip!0Wp+
z>B`>)@4#yR>`uD!%Qs=2KbUmo?}hhZwSV>{UHR{-@$XN%@(;j6SnZF4NmqV(lIs2s
zCtdkR;6qr&A5FTrEq>C{`Nxy4{1fo8Xg!Iy7OV4dDinWy_P;-u-?w`v>FV!n#pe>M
zzw?Q;UoIq8{)}q8my)jh%kV|4#&;#@%%9&stw_)JTGG{a9lnbFv*8;_XZ%(Et)wge
zHhdGS{c<Pi$}itMb^rI0uKfG(U99%YgQP3}Zq@&zq$~e1{1B`C@+9fXFHbJr|Ffhk
z|2g~=tN0g57r(0df0cCQzlL8%>l?h&*gqTnEnfNk2mbkZWqLgC(F=b_tk#c-wLd;3
z*7&wp`{PT}mH!p~jMe`5mUQKpzZ~ZA{7Aa;f5P9ff2v`jj1T4S;rV0X_N1$|18&1=
ze~d`F^2=|Ab^oK1uKdyPNUZipXVR5l{t}n-$0l9*<KQt^?T_(ESAKbt=lqFDSN<e;
z0#@;plP)fQIm`J|lCJ!za96ZW!+XbiYCWdI<@=m|{-aFSn;DtrS&0=hJF)i1oWvU6
z!)kxbOS<yA;knq3hI^8({B?5`<wM+?bhY-u^Re0=3zDw*@|#gT{zXYw{$h9`R_n1O
z>B=v^`PBK#lCJ#a@KUVy$BLvYzdZSJ{;H%azaL(S)&5wWbmf;PUCv*dbmgyu*I*UD
zKI!7}WXt&*ldk+t@P=sJj5h<T`3&Gq>Qk)h`T38?yfre-+Y&2gdt&X69f?(MN<0a0
z{;s4ee>c1n+tKizq$~eQwLkVIUHSXqL9F)2P|}sZB)%!>{tqNw`3K?sSnZEPNmqV(
z(&YRjNmu?+_%K%Mc`WJ5FHe@7e<JD1KM5blYJZ$cy7J4DB<G(=y7JG$r?HAZmvnJ?
za^(CANmu?w_<Xcp!rOw?crJ(H{PorOyqa{?yOvn{;d)|?r#u;Qy_-o_{w??hwxi+O
zNmqU=o&-7nZqg;+gYRIqAMPhz`Q^!v^B*Q%`H$cSSnY?$NmqV((&PN6Nmu?e_z70~
z;d#=PU!LqZ|7FsZ{|bJA)%w3qy7J4D9Ou7Hy7J$_Z?KAgpLB6~a^w7uNmu?S_(QaQ
z#=C-5{+Cev{mA9%{kF#YE$NE?Uh$8_jokW~So@{*f6Dk!{*qK*+@5qrb--=dj)q4h
zUGZ0|{833){%Ck4R{Nzh>B{%N%qY_9H8$yL8wZcUYQKz6y7J4D80Sw+y7DK%6R_GZ
zlasFe^5n(&Q<ARysc;uo>pv~&$}dk^oIfM!%AW~O$0~jn-q$!Qv*B_7QL#Ga!2i#`
zm<IpJ{~ygNtN&Fh(wZ0b{7p$mN$N%^+>=<X^ArEQ;oihrpP5?Z)>Xb{ss0wAFT|>T
z-QS{=FMV<123t$uKCJf7Qau0G?J}R`wEnLC3KUiH`mRi@wpH*ltm^eAT~k@gd=%;H
zX$|_?i1&J~gMZim`czN)hQzA55ndhno06{e92iMdtmgpwmWZ#{b8E_1f7=qP(sp=r
zwC)Jc&pUR)<@|Ym%Jk=5pWod?ss5gnFCMITZ(`Nhm-z1u55Z-B)b$Rec-23cSoIFU
z`?1;|hm)@Lo5lIN6YF;r{TNpD>h(LG@}-|h++gb@d<3ie(W#`XE3c0ty<g6tpT(Bz
z;T-(C{?Dg+(k~=d&5Q79toplzcNwesny<j>&)hi8q4<8*18gb&8j;r{-s^J%{@wU)
zqBvjrt;A}*4PTA?J4vTM_H)@^_t5W0e0}~Oq<r=FFtPf31mBI;$9TK2+7D0gPRvwn
zxnDe^^>_1oj-qJaFJ2^8+snj%Z}=5l_E&wq46)vCh*E!VQ@;3J#qSe0a_a;98mswy
z#QTJ;?^jyi)_)=6L+t*)MEqC0Z`j|>|2vBFrT<8*)}Qd_$ZsujtgQMQ7%i`?cRP9q
z_ILe_Ncqx7CRU|Ua9gyF#(PTtydMa~`+Ms@E6az*GZuXuww(X*@bAVmA=Q&UF|n#n
zO8obRCnwgaUQqQv1$`>E^sh?Zk8d@J)--hWH$Bx8&!~82Vr9;PyRh0Hv+-6}`+Y90
zznkwo6jkzm?@p|?9(WE`L!FP;i>>#c=Kr4gDAW640g;70--VIC2yZd=cjH@<@})0L
ztg6f4zQ|vmbe(_ihjRW`qOXeh`u^Xa^3~t!#OiMiydqlH;*G&-{_F5|=~QrV`6quv
zWO{uz!ke&Ve{6<-w;ls2U;38B>Sk+V?ayuS?Kms-cy^?Ct=CR?7q*N?mAzj*v)$<G
ze^1I64_3T4v1;stw_~+PLwMd5>fhr#5Lxwj4~F9PI|Lubmhm2ef46=|Q@-?Li5qMk
zhxcRE_X)g{*x&8<J#nTzp3_9ClG*EZCi2hXox}caeCJcX^b3hq^CEmI@-HP_>*xJd
z_R|&gs}W!C_iHI%{asJ2{%*jRqxB}<daU}ph1VCSDV#==e<w1%9(Un;*mAz^!@paP
z2Pt3r!^91?9wpX(e+(awVT99Y@}H)7jsF?^99zcI2+bk(%wC|Y|CcFW{Ho&Di5t1~
z27ZFoR(XqejCVoO>+!u$`5NB`_#?KA?-TsH_4=IhrGH7R{=UNRu&VzJ?>koY`*~$m
zq|cXE@<hCU{z+u(|C0W@{@YNbT5nIRwhs6QRme}e#^e1`_Qxpn(b(Vh*O~IAk4dcl
z#=;|`bsXO9nD6*d{P|}S^Dpm*>-Tf}IboB?Qh$?EzPPL6DTy_nsqjRs_QN#1vc3!G
ze+I3;o9|2%Rr31IO02fo@N}%s=bWT#eU~u)we%u=9(p(Scm4IGeChKOH`wZh=SF^C
z($$|oKbQU%qA!a0`hK)H<*UCXiPhgyctNx-!<&Fr{BpdFv0v-+=g-qCBYqX0DtkTq
zD_)&gF>4b4z2UWR`TY7Ky&h;h>r=dVL*fQo8{u_WrEbF8jMa;_ug3vcr_Q_u*7};a
z!sYrc>+Sut9bNs`^WA~c2+bjVXJWPOg11Hf?xd^#UDfl6LG-;5U-!2!<*UD;#OiN9
zyeC=@;H?Ng7@n`!Ly1*yH#=LEJf9;;SKHCVI)BF!E8k~Qk<LGnbhVv?k7ISdP9<IW
zezKrQ=buTs+RnnKu{yu!lCFF|8BnD2FC<-U7vb|*?T1Tvm$5n@<}0xFgSl~<L-qa1
z9)zzEX_mbXU&Ruibg@6FJ6?P%>1w?V-;CBf;rV>sh5h+o`7i#BvV2fK#fu*#R@B49
zI)9Jgp}5|6E2;H_*5B2Cn)0PTORUW2@MEmb?~9~seb;jT93P*rUZKCn{;t0_DPQ{A
z#0|FI!7s7e5ATz%_#Mnlkv@MPldiT;@CU5U_vfT*ywCn~MSTt3>+=o%-FUyJeCa<D
ztI|*SOXRl}tJR14JNvKYx5xUlqjz9`*WZYgFMVWURT>4iMeAt1d-SjK(;152ulfA^
z|IM9$NR@53=l2^D(ui-z6HP}P$LU1lh{xlEh)76;_)60_j;C>)#&H}GiHML0iAE$M
zBqAarBASQ@iHL}Zh=@icA|fIpBqAarA|fIpA|fK@{(hFvwbr@b-T!m{v7Yt0)>_}|
z=l*rKw~yVAk>08h7q8BEP2eJ2stv63RR{Zi+xj)oT26m$s8@VlVCk=i>#-VtBc7k1
ze7wz}UV1HorPm5KVRe2sgt+!&jPv^GAC;@~(N4SrE4}>j*BR;+-x#>SQWxBYmGq_%
z7u)(P)80RJ6Ys&Qe|x<2!sYtk67&?`8d#cr@Mf&$*N-=VmA<hu?Y;Fp^EX!hAeloc
z-_~P0Ty8wWM66!%k-%ylg}0^pF+4vn%XuVBq<Fr+JBYac&cJHj1&^oJ-FP)v?e`?!
z`t*J}-_O0N(w;x20!x2iV4e5<@IpE-cHU=bEw?@gLcQV#155u9JdM?PpT+a@X!^>u
z^ZAqgIzpE8j^YvK_3Bv0#{(<t1bi5)^*M=m3Y$Ma(v^~yE}f4vWLksR#&b5+pTj$k
zEw>&QLcQX1fu(v8KAq|>g}D0b<o=<r{}tj_Q+~d`*FwGeyB=8m-GDEr)|+^Hu$uoZ
zyy@SbpF642&d+>c=`RG<`MDcd`W-8kWtZl6pZEi;_QUr7AzW@f9|b+d9|xA|6Zjrh
z=j$onV5MTZ*kg0?pM`pj=Q;cW>*KKk@mYzMUJ_UTuR^`}b;fT3tMV<ph}BVhhu4x`
zA8r00Xe~GYk3^)j^!guIZJ*)ySk3hd-dAk7^M0QBsM4OFzmw@~^Zk+Pf8zbZmK$H`
zKUl4-;>!Z7tpfg*>X(PO*5A&DpNAF1tFYzzs}A*wuMDjIYT(M$x(e?${j0y#u-)$|
zr(c^YZ9a8@rC%Rd=e+@*OvfxaMNIy>kgxvN!;M%!Z%uHy@id2e#ajXwSZamWVzsp!
z@T$|ZT0WlkP|y0qomd}_l<oQ0X10;I`tJ($;!PQE4lIpsxDBg8_24~OqnNIId|N`j
z#<vyj!}|F8;d1LW5b71*7Fhia!o67O58-Xc=8qS}msav0RIB(1nWNZp{f`k*ww<5x
zz-pU-hg1EI5LbV8Ui^IQBECE2=g<F>p<d(J6IlK2g?FabDZDjU&1WB;-R~+lpXpR-
z^O*@O{R4sZcsK|j!tzwZBX0=n`=?4<&tDvX!{n>~BSBAmG~;7|rEwgd#p-;Wuz1=p
zd%t;#)^hVZZTXVo`RhzzwVj1eVm1DAA+G(}&-iWq6u&@x4qL9ji=kfeOMwe4U53x6
z`YR!>{-(43t`WbU^7Hd?Bh;(En}OBeE%<6`y^XgYtNc4DV*6#E@BH)oLWnE>ZpQZl
ztH1k!bzUC8{&~?}4<FGgy<Goss8{?+-~vle;fGkAzePO%d{z7R%CbxK&qKZVMPOyU
zgr8w`zFy(I#%e3<^Y$B9`(ykT)_E}Y^I_-lJ@In$`#_{9EH1@A23FfA_+6_19OCMK
zp3mR@{fe)|zoq<qJ->%~_4gyN`uhogNv*%|<`b8;D(gi0JiZK8n~mSTY2my)#MN3E
zSm$9yV2#JVIiXC`s}6Cst%R$v+V7eWSN*_Wlx3HAb%?8V4ZI4g{i?<D{j%>%DAW3{
z5B1V(2&|m7a2;0hb$GrX6};0{rs*|?dgV6-R!%d#KDD+a&+ezS23Eb@`B0_lw}rUc
z+5>C7J7E9*O8h(~y^SGX+!eUM(k8eQtM%U;;>x#2o-%DbJt3~PUbq{p$Jdq+SA7Ss
z9Llu%z7SViKfD#I$KybVtG+j@9}IET55e28di-q18^-E97%S7>t1R;TYpncHGRIPW
zd)D7L5zE(jCIYK<2RwpRd?%johuuF=rp<qMs8{}EVCC$Accs?7cpI?VpD8^1eh%ZQ
zQI%cd{i)LWn+~k3nZP<f2VlG3QBLnr$X9$eu=EbY2eBI8kr3BXAF5WCU0UyB#E)aO
zKXVc-oq)^re=_JPek!mkPs2yCI)7(ET>YI>V`;WkR{fnLejZz{zYC#W@wvd#xCo!c
zYJQhOT=~cNWT;GA|0^M`wyW@Etj2RK#HIH=Tdy0$Z>D@(uUl}r@!t-5ir)!bU}+w{
zp6VAuT<i7X@04Yi*!J%pSsL$sya%a%B0GN%gP!_-6j-W{;k&8z3En=ew(2RKegCQ4
z{GO#sTi@q_rT-$Z&iBi}>_6wh?q5m&b%=}KWc)U85iY%hUtx9L-{blDvi<o;YdQT-
zM5JWn{~TCtU*Hc|4fQLYpVxf6-$T9n`w>`rKjCj!ov&XZuKlgiBuew?@v-bbiYu_v
z%lCIV5#`wUD+8--g)vt8RUxka?eVBgyMM8gcn#JcpR3?<{jUysimwSQ&04q`E4{i9
z*LY_BR#^=xZu4CWm+Nm`s8@V_U@0}i^{KuI&(FiAf1#|F6wmjsm56d|JvRhaTN~V*
zTHEm!(|&fqcK@r~_&26X)9(r_{Y`;&6gI=B(s{7++(T<Q{oYWo_?E!Z-wJnQb)Nh1
z{JfdIGVS^KD38wpvZS{Sk1+422QwZDtgP*DKUU{$7;glt^AMkJbskR8U*Qy&*!mw!
z`QvyK*mCpVL4<O~w==L>cfq5nes_qgzbWpo`g-pnzBlFPkH4u<ukq{)tp4`Hlc{wY
zuM^Ap$FtvGl$+1NRB7ksP+;lL2G;ZIVYrje6Xo=dhJ3}31(x1%_y|_#?*!glm14TI
zhkso1PlbBT=QMl<tNpd}bQUf*o^zpI@$-QTEM0(4Vs$j;@Xn`Gl8@(7sMmNd!&k6A
z9x2=TwwYZeuKurudhzv)Zv>XcP52^KW4VRbz_YmG`S|XHdW~-$UcmbJ?!x8P>t3i=
z{C;5d_W-_)mHtD#N7!<YH(SZYbpQMbnNP9h`d=iXp6on63#_*1@Z(hfBE&TwJ1>4d
zUJ-wt^7F^nn^3RuybY}W-oY<Z>wCNdSk3nXo_$}x+<ZQzN}JE;z|#K`SdXu-@EFhc
z<@COXe8qnRmflbJ8&-$pm&N-O)1h8Kxq((c4~p7(J;uqeAYb~+@d)#LSDEpOz{;wE
zmtl1_tMPpQ?frNSt>xyoiir2OI<Q*Tz$>vDe{G0s|G!l$%hpfvdg2Y(a{a9h^@^_x
zET#2uU8-*karI~K-@U(P;w>pZKX0v}Uj1zdtp3{IrqtSw_mTZlen*Pfe%bqV|9rSH
z#FgKb@utA)Z*yRszi!ySkCE&3hJ5L72`s&>a1U1JuMf{ZPuTPI0IjOe^|uj`l09Aq
z1FLNa?#Jq=ZpZWY%Uyr3EW4yX66(dHft57|4`X#+$MGhx+FyJBumje4GWPwp^Sq0A
zx%uoSQWO@K;*){Zwg=vs>i34Y`af2!EWf|7kNEzSpReC^s8@e8fu(c+o=U9;@j4S9
z!mHp}LhC!5A~yat+5NC1Auj!+fpwma1=e^Pv-%SuuKJVkajeeIDZJBIji-i@oq>7$
z!>Y8`!ij%pzO2^o9GT}+es9+Q1tM0X@y!KR>qYo1R`E-C_Wcd@KbYxV3H8dq8o0pH
zHTZIBy`DU~KX@as>Swb1Q@27~dbi<DRzd4^2Y%kHn8ugiA6y9a(!U#6HTU3otk(N}
zh%0{zWo6oVco^bpdjvngs{hA${_jcWviUp>_0nGqEWKy&6RhIT@%;Nb_I(Rw+IU`u
zdgZ?gten^Ii`4oC?<Q93_cldL&+bg9()fLdtL;Nzo%fG{8E>{;pF>>rU*Jzz_5T&m
z_b+~4lHT`FFa8m@z|v3n8&>=GE5wy=&y>ov`7HZS=Ko<UjInw?Tpr@8udw$Mq>ERC
zxEibAN~|7#)gi9@Rat#ah^u}Tyb`PPvl{RDI>p4xvijOkFa5f}s;P(9U=?q`^YyjQ
z>&mqCSQqM*zdo>X8sW96wF&QCTJL6fHO~sFf0x}aYfY8b--f`_ZwsvR)DGMCi^}PB
zhJ3|029{nI+=12k+JtBKE6VA0hkC_(0!yzK-i+1x+7jYAFT4M&EW5P-eZ>2*+P@DH
zEe*is`rk%GIkrB7fz>tyZ^f#=?IEuIdNj$>s(&x5{ziz8V$1b67U~rr4=jxdco-}F
z9U-p#8~>;*yTrRfT&=s|omh=$GQ>6h{pp((_IkCK_*BZb_1XuQ8~^^Gr}%W>0!uUS
zo>YGz#MS@wpOs~o=65K>#kQZbv}*i^@s422jpt~nSNvGu0!zo?gQ@idUJF*^If-Y#
z4=ksDI#t^FI1^a<X9Mf;a}KueZ<W)#5b_nD3oN~h@Oi9`)};{Fdf0ih`&+8N65`^k
z8D9%rgiF`q%UC_0Zs7U(wf(<EYdQVfM5JWvaVN0a=HZ)It?vS!KOXY&-V62W?|xwE
zJ%I0Gbv_=3xVV?c-`e!}drbTZR(kpK;nPsB_+sD!OV8j(SgrSSycbyI8!OWuKeOCl
z^Ywd0=IfN7&-V=xtC!x}z-oO5zf7&~@lIhi-w$|xe=VQir&MYC^Et5ezXaBK{R%(h
zR{-VK>wCyo{6}Ev{e-_^wH3ec?EX|ay=DEXvP<!bz-nD?jMe$9#Oq*}71x>i<C0$$
z>a{-A@Jg)q&(3oVTy8w8LcQXv0~c6Y1FyiUzgj#$Z>FzId;YhP){`Z@20X%i9$TC7
zy1>d>57%KepGLeUtmZSx`ZljsuGr3d3-NOEYbBy=I}aNItE~-gPW9~}uKsO(eLXvg
zZ%q05`RfYx8qcP{>TfgLky^X)J~AuKrw8u&?faQ6snX`NHL&#i0_%MD!}k5`a_h4#
z<SRZHSb9V709J=^JD$BiET=aT>J=XiEWI&!7_0L=jyHkT`8vQ#DAV@0laue~X(yQ$
zm;SDdcL!G1B)kKw{oI4+=Vyferf4lUpM6B6Wb3^@u-c~Ky;$wvOo*$$eZ1fB_tOW7
zAHtUFZ#L8`emHP}r6cfxRDU$Y)t|k;@&1kzKaukD^LjGWtG`o$)!%9OSZY0k*NavD
z*%Yz;+Wlu$`TOznA+G!j8P5e)<;B1{zn5TtKc4Gd3Hj2$8d!SQ;LBJYrR#Y1c|`fS
z-px?2_^rSNmTtp0usXkY@cjLnJs&R6T2B8i5h>Yux))e&_u+Z09uE)j{QbjXdL^*>
zN1<N*Jq|3rC-6h8&c{={MXb)NJ)in{vB$%6;^oHwf{2u@|CfQ)_6mNM>R;pe=fAgn
z|KV+l=j;EDh?GqKePFeHfZwFnk9g-2f5JP==R>XE=M*u$UD^GkuOTk|Z-I6Gz6aKN
z%w+XHLtOR0;2&7F>OZUX@IT6Gz2on#rB^{*Q5)a#z-p_6mti%Z6?j$FT5v6QqLgXx
z4f>nRm(_l+B(o;vU(Ck8iip){JgWn%bq!pNRlF9@eh;Jh*x%1krj5To)GNOsuyWSI
zb*Xh-^6Y-xdU#O}EiTRZk4t`2$k+Uu1FOH5j9UXsXG37^Z(Cs1+b?aDY4hm_akX{A
z?O5&a#t>J%{Sro*R=+94)wUV#!fKM;A+Gu(+5NiS5Lf*cxCg8C*oxPO)qdFhKl^=;
z^lbeGh!^-*?;p3Nh@F=~cqr-F?^{%9^VuHqr9T{4IU{gCR`F3h|NYPk|7I-j2ggIb
z@+SgIZwEY<T6f|#VzvIeQpCn*-#k*K@nndrZBJm;?+vW}d$Rjo`$Amx`{609_HP>R
zUW;N{|NQ>pflx2~gMn3Z2%f=euVzDB`A1P!rp@O_h^y@=d>E_#kKy^hH;!lXIT7lm
ze=@N2PQk~qil4^w@7wIj^v;HQ<(~^Iz4P#y)OrDLH&*L6mm)SlyAz>G<4Yl~w#$L_
z_`MQX{o9=fWm^5U5LerE_$pTWe<Q?IZ#$_>tG^ZEYP${J#A^I^@O=N{=OO7WgnIGa
zzy+4>!Sh({|NRhGzP<7*)5h~K#MSl)et^~U;o}fjz1;~=rqw?UakVYNPp~>a&q7@F
zE#dV|{365)EWL!EV-<ge=j&nj1C(j~zX|oqe;Zgi@8H*|^*!E2tk&lPp8fqM)lc$$
zGgX@Yr&MYDIk0lR1lIZa3fu4N%ISR%`HKGtEWMxbH>}RnFFgCcQ8~S31FEu1@ruA|
zU2crk`KrXT`zz)2szSZu)q$nA5?+DT`qhNEc=t+W*`@Qdn)n*5&cjdsUScg=uK&8A
zr+9r}sW!l?u+m=};_AP?QdxE>zCOgowZt1~)p(llnz7}^(-P_xZw*{vX#>0tE4?;6
z*SGn0&{|HvlZce;d~FP@wl26m)o;SHStzbK|8dFh4)vOEPsX-Cy|ik)Tky7G%Z;xu
z)GOW}xWLi?yg9XQ!~4joRsVyq{XMO6`rA{b&3`zs^hW~g@ihwfrSGrhkJs^#ul^<i
zOK%4}hSlS1C*A_DLgmJ{JJb^oEWJJOF03A3dqZ67YddB4w^Y9`#KrqFo(^1uOEd5k
zR{MJZ&(Bk?cPP|Le>Sl64#Nkr+MgqMe*Sa4W1(Jp#{*061bh^$`JN1M>348I{r<@5
z5LbRX@iVka|7?hh&t-f*a1kzDfKOqSKZoa!zXiTea4E&}`CTR=B|Cpt0;}yRd@;3N
z!yCeC{MYg3_!Ol6^YeH!Rhs^-z|y}RSm*l=Y`+IDr?(LD6~7x;diUUYtj_m+ys_V&
z?}wpYdXEB2?=k!UtMmN?&-Sz2_!dLG;?Dw0?>YPwtF3>5_Y$k~vI$R__W8liho7I<
zA+Ghe^Yw;S_4hW!#qTnHAGipYKESWA()$?V8c!Xs7vBG8;$N`k=KnR+EB-BTfu-;8
zr&Rv~&-LxR{z~!uJeB@QDt1YKSzxtRz(1)MFNbd=y~>cU`P%D&zyGNUap_lQyfU!#
zYXa;1u7dsjPp-En<V(Lcu=MKS)mWY1dOUyslk2Sw_0n4xSbFQ>2CU9+Bc8pVRDQ14
z9O@Ns30z>Q6>h@n{BFSOWqq}t_Ilq=YdQT6B2u#FgU-Ne+X%N|b^f~Wn$!M`hTr>0
ze{-l8cLy%8)B|tAYJ9zTe%_i;-b!n^@%9msl8v`Nu-XRTEvbH6h->`a===NkA>!Lp
ze!l+0p<d$|39SA`;lb28hPNW|INldNWvKs&6tVH!Up|$R@y-xe+pfSm&$|O_JTG~s
zSEkkP330XUg(tB(zf*YK>GOPkzixl1m;Q8M>CM3Vu$s>Syn|TnXS`ph`VzkkmSf|a
zCDT~;FnkEB{3Ce&_gJg4`eUJ9`NsoG?*x1_wVq6#-G4g;@6=Lo@p2#hGa+B|I~!R2
zoy+)qV98tvto@n`too+x{?MfmSN&!9B36UE65^`gnAKkkan)akuVVH5aszLOR}IDU
z`Q8fkn(uA+4p#e_f8TFD<ZC<&feS3%g>Pb|cMtDAR(f{-PMJ2A8Vz#kQvO3SAEo?}
zY`%|)Sb_R~5?HNI;Rjg77xC=(CF*}yruRJ5EB{5{0!uI9XQ}lS-f67%=XHwM`L=(#
zSEcdW5Ler~z&aoA;qkOB$thy;KZbm*&!@l|@8^ua1TMm*ukZ(~#``VARd2s^QKpUe
zM~JKKC;T0&t@;(>s<&UFDAVefZ8QH5TVagVe3pl}>Ibs>Z7V`t8dY#5R`ajMTZz?v
z9^;eU>UGK$+wVa{Hl9^vI<F3_)-`YqR^zF~^WWdt?>)S}KGZ9}A+WO6!gZ;29p0O?
ze(O`j#%JHmaQ&tbS8Fru`_~fU>fgR8<n<duT&-<zD^~m09^$I6$?ku3hPdiC!W~%c
zUl*RgUg!4%H-~!ZcL$bU54;Jh{p<~K<zMGtl9Xxdvo*xk)(3CFYQOvO2C%BP`+NR<
zoz852gJep{^oIhgZ9BXzwGQJoVm1Gf6tQ}{lb}lDu@G0=cwjx=Cjx7{cIQBuR=+dE
z)wT=Xfz{)8cZjRr?i47~>i2}W+V;YeSndB*h^yXqQkho2Kg88G4e!Hh{xf*K|Mvb;
znO1)=)Jy+RVCBrh2e8`z!y(Ricz>o$(>ogCYC8rW!D|1Hhq$;+gDm;y_md$m{ZkpA
z4ooF{0;~M9AuhI0Ldvx9oey!fU4YM});YXUtmb<W&;Gu-^t%3ys_YV9PL-yAC9txt
z2G)7H1~>AmR!;9m$XEPkVCmh0uVZz-ZsXbS-OB0BhkC^q0!!~Md<U!Zb`NhQkHT_#
z4??}-4+Bf@5qux3t$mEwm_C2x>-RL&OK&l-^q#>_u-cF3cy)5QI6lFD8S0hv3Vw~%
zdF!L{4P0)1Z$rJ}?*glv_wWm>^giHy#46wJA1Tw`4>YHDa&|xBGnp3GP;9(klHOOm
zZ%Hp-ukWE={rw0m)t~UE)cOnW5?13a{TCVg`}NE}dw*3yTsd~0mj_l`Wni7>6|lYk
zlV1M&*6NV2_{zWqmTKTCtj_Z)JbQnj{D$oHU`?o3yf$!wr8=v}>O9xuHDGmC4ut0`
zt-n40`19jBGS_3JpWhE^BvJ&5OYx?_YHNnqVx`}L*NWBp+x;PbzRUI7$dr=lw+B{R
z2fP8R{yXt{S`{ld-mXxu_@=<B*$i(?t=)Lbu*&aA5qrO8=hdGNw}iOzw`SZISpD?}
z*7+HL{rNE08w~l<9||nJ?eI3N&d)HOKOg3LqoH1UV}YeN4v%1UekSnz`7qbp8S16C
zE3ou-!#l7#f0KB2-jtu~?G5#cPX#Wpv=82c)%n_w=g%MZ{5C^tIsF4fq-5viU|_W!
zf~T=Mud{f5Ui1H7!jVv~{*DHg-ZA(vR`KH@uJPORqd)#m5<ivl^Yu9$>ZNxkaDk<>
z@QKuV4zD-ydAuFGzt{XOq=>D@*k7b#m-H`&xLPj-*7?00So!tY{g105uKH{66|Bzd
z^$=Hmb5?&d#8rO_zJb;FZ-=<*JG1)v5Lf*Id<U!iyCE*_&Fb%mxauFk_fqS_<k|h2
zM}ehhf0<2{w!Tk7Ty0MSYdseOtKR<dy)v!-d5Ej+1^f)F^?VuPsz02)zP%1{)xUvX
zVfA=_i|6+<?C<|6)B1lO>ZSi7uyQ`a@37jRPk8?K{4ZqV`4Z}-_cgHezQLcdtOuU!
z+24~?rj74ss8{~4z$6XI{z$FM;K#7muL35M*Ax582F{fsuGSTSwSQHC)xZ7nQ<*lt
zl_9RS8n_y({#S*#>g_LIDbwoLgt*#j;ni5}UtNf+zJhOFD%0v4LR@WY;d-o|pV#5}
z{R#Vhw=%81G1N=HDX?;y;q_SUe+!=fJ+Jy~JR3s2^x6VTuN`j1D&B$Tdd->M#!#>P
zuE5gU1b3#^&3MbPTEFfTvH99J|5a(+8{%r)5?K4cHL&`(Z~80K>ia`nZ3A#0R{Os#
z#8q$K98;#%4~4kew!?#1jej`ARlkq#(<{^JM?+j~WAF%8`#&Dys;|%9f9?oz)$fES
zuzEe)h3CIVvF|S{)B2wb_0r!HSUG#)-B_KUDZD9WA-3=9E7SD$hkEHv2UgAuybr7R
z0X)|`p3U!2s8{}MVCfx(52n^5cs*FH-_aDY@!7v@tJ3&*h^y^HV4a_nfz`kLOSUqt
z{&a||?F@VhtMhX<#8q$qa;;3OKOf?1y8xfV>io=wxaw^um1*^tLR@W^;fq+!|4N9f
zz9W3z5MK-N0!!E7t5}_%8+iWj(fR$5TcKWhw*yP>4tx`<^D>WTpTEWS@6XD#`P>cl
z(z_Q}IrrfOtl|$sTzn~;-=h#${bTrHYJGxt46FG*#q-ajFaJhWc1izPs<iPw53H;g
zfpvaf!v1-5qDEPEN$+*Y7rzOtthewhtj^OrJpVlUF4OxE>ZSKFu=GB`@3A^xpYi<r
zJd=N`EW1?yHPnm01y<H~_zPC&?FZg^UcZ%}fB)rIs8_u7UuFDS2LB{W`%wY=`OEbx
zL%sA?1eR(Qyd10ZR*kn3tNc06i+^6t^;eN8CEM@Sfz`GKu1T%6c#Di*{nf$t|5H<c
z_q2&im$)HSn*Q3rN?R9L=V?7`@3&O{Ak%9K`HD9OF0j-BH)2)Vif6Ci%72vUwS{`c
z+XEL^>VP+3b)Gu$?D<^zPcpr(P_Ou=zy+2z!yB<WPu(G|^=#t)mEXVX4RPsh$#`qv
zB3$Z&d$2lR{dfad>D&E~ZLst@Imv@?fu(M^KE;Rde1AK%NlTaNhf}5P??_;!jRscf
zSYVB(L5sTd|KF0{M2L%bWV|!5DtE!-SZ&4b5SRWP^nL&Lgt+wgW;_+R2$%N3lUPaZ
z$MgMvp6&lksF(hMz|uPiPh++JheBNAwa@3i|A#|ddPg!o8n_6Tj={57?f-E+e}2jD
zC!7rR(mxegdZ*zNSdH%t-dU{j<NXD3FL%ZYr?|xD$pkSM;B%>U4sUzni+FSC`SlV!
z$fsoK<^MlSTmCDl{%Z29|7#gv53B**2(0sY6ZZehVXk*O<ZC>40!wcmzJ=A;7V!M9
ztmk_7LcR3v2bSIg_%2rG?;+kJtj>?|V_5rb`~=p18Be9V40->HWEP3VrT(7<R@-y<
zDOT|pc>e#dwEcLMs&f6;DPsC>0!#lb{4%w^OP<}|cn?4P?f5^2e2wo@VCjDjto{80
z`~N?|-v4|{S^4<Cr-+UJM_}pygui07-@owuue#@Y%Z5~Cm&RKWSgp&AvD)uSJpU_D
zxn5PMmtJ*X>8*rUV0B(<@K#}UUW`}6Ixoh4zr*gw)DkbkrM&;T6tVTG53KwKcnwzL
zTZ>nbzF%ek|AqA_Zu`*)t3L0qDMhTm=D^Btf!C$hR=f{se>TAT)2}9T{q|I8`W=C#
z-x*lvX(N2-w|bjGzUIF<u=Kj&F09T^58eQG8I*7Dr?;f4e7svz#KzkfSo-~NFIMMi
z0MGv_RjxM}>ec^HVCij#w_$ajhVlGYYPsHMsF&VYVCjv+BUqis3A`OxokwH8|FZP=
z|A?zT?{9aC*m_I`R{kD%CsyOxi|2nYaUUzcFU4*B_rt2s`<qS?>u)Bo@(;jMsr4XU
z8&>;q2(LBWHOci4r%Ka55?K021M55<gFAn#cOv9#{wD)V?-YC-tMhmoulu)pXG6X8
z&IOj<dH4)g^SyxQzmK=icNbGtKL1N8V)MToSo&AsIjqj(RXqRIT&{OL)N8yq0!!~E
zd=0Dfcni<Jb(8De3H8#O4=lX}_%>GO`7WN{53>7J_fu7_{~$$d{tp97{}Fr-tNtJ3
z`QIb3-`hV;aa-?2SoL{-&r-ztdmdQ%FW@Js^(EdcR_p%?&wquN>%U2rrvEmu^xp;6
zd43Q3ukdock0D?4{}fnypWzQ!o#!uj%hFwxT<=?`m)`fl()$5_#p*o&#H;$PUg^K7
z$}Z_G3#`@(_!lZ#zvXZ{|6ZniyI-*)RpsNYN)cPn>cG-p30Goyy~nffrz@W8tq%3-
ze@$TJ*TSo?I?r`@^;qQ__p%;}4>6OqDQ@#w2N&VL>VJKT*nAoTE58YDNUhCyuUS9M
zuLbsR3FY(KkSa~TEwJ?41MB>C!2T_vTyJB@*ZjKzOK%h0iPibrjOX7H%Jq6ez4Uqm
zOK%I@jn(<vis#=F%Jup~z4QhGOK%(8ht>HT#Pe?n<$Bvgz4V3yOK$`o!fHQ8@n+KJ
zIs1Oic&f_vCsM@rXGdV^?}W#&I$yi+&i(fBHyP?R-aUb(w-?@xReTE1|9#*7eSCk4
z+xVwp)#u}%Nf8_WfxyZ?2=7a+hwxgln$Ij=1MgRrpX(n<m8O3*u=0-u*7-dSH~m)c
zWXRY2PX(6VY4`+I=l2X=+i&&Gg?j0o4=lY4@L8<R?;Kv&Z}l#Pdg)ybEWIo6MJ%uX
zcw2s}cRkcg??zzh-Gr}UdHu)pU!~>yaVOMEZ$7Z}7U0`h?eAT@HXaX(=X&=;z4RUg
zR{lfy9#-*3cwN8MdlKrE|1_}l7U9RK^%>q_tn#1Z`TZBWfAlit=i`5sB6dDs2UdS?
z0_%Lfh5hrm{r?Bwr>tE6LyDOG$H3D61i!=Tyne>>&r|mI%D<+nT>o2&nEv;`(*FT}
z!Sec#=kI5i{yx)o<?71ym!*j5R|Ho6a`+djI?t7`zaJR=J7ra+s$9Q1MNEHXU{%(@
zE3i7>tML5!+3q*4NmaRiZHkzFU0~_g!>h46?+tiIetSOGg?gR0^?{|=2(QH|-h}6O
z8T0YAgnH$-2A19ixH+}9;k{tJ6>o<xr{|9j_+R~lVx`i*)shvLeXC#dn~^DPBuo9-
zH)XqEMLsN5$XDv76tVB8ZVs&T+70($rDt3?#ihqfFOi2yHP_!7^pw;WSo;0&09NPM
z^tZt}Z^nbL>WznBjo)}X?Bm-4OMe(|1S@^(X%v>e@fa+9W3#R|PF(#>;8|R3<KIcE
z@{M;S-i2rD=i{ABaU1_`xF|2}NuI6m-oP5)Sevr!(){)j-;ee6n}&V;W?)~x1F(<h
zAnfxseeLfdBC}ZaXYBpie2)<K{*J=l-!a(xI}Uq)hhdHX1fJ`e{wZ2r?<B1LPUCsp
z^3T%h{hdkm=kQEldX|47<r~kzKECrQelgTb-|{b~eB(=rui#z97U@gtHw9}wui@Ex
zdVk8a{l5|7S|8i*TeSLm--dmC?!Z3(dD!)D!s>qk?=DvQHj;a=^o{Ss(l>qpOFxd!
z*W(d!^=IqxF!5tNQ}OXVP4RBLC)lFAw1{^dtMNU<v-$gclxgerB30V|@5a{a6|I_&
z@oU)E>kaJVc?-M#OIYjm4(~ly<FWoez`kA|VPCHzvAA6C6LIzT8PCS&>-UvbU%xMj
zzv0>ZeY`(X+}7_qtUiC@J;!Q%zwm7ReLa@_cjfx{M7Ew4M0~w${VHko{#Ru6%VDio
z6<#$~>t#LJ_`Uy{tbQe|_$s{BSYOXIu==<2S2)GxdUYvo=dT|2^{h?YV3{f3)^A;k
z8?S}c$9nUy8c!pht*6-5r<vAr>)ArY=I{9%Xw`hIzAdY7g|(jTcpX@OycU7ta=lLC
zT91u*w(1_=M5~Xl3s!tHUbj^hZ0l?D@$vPhdRyO~#9Qz@ZtJ&|)<Uk-hu4IaUO%3#
zpX+a<RpYbuP^F#6K_a$(p1(cIAA+@B!+0aue7(GWl(^<UhUeqA{>N!m{si6*tj1^K
z*$Ef8!~-e53$KSqo%*-+n50$vW4s4e|HgY^^=CW<`+gOH;?nE$J|g?E%$J@9Qh&BT
zGsL~WX;|Yqfah_`KSZmK=U}Rz#WQ{BS^klfZ+sN?@gGj{W1(L9mVYAU8=r)IzQ<Gi
z6yE6+-^EPNz=hn>dhAYoHhH#Q=K}kFT%gt0XAbuHUxa-=mtY^CdN%#bM6O`9AI5}B
z>d)qPjkx!B9rpfiz~0|Y*!#N*OYat*>zV!?T3zoptp4WlJZ|}SY4!dVQvE$V)A#*)
zkn*kmA?)M3pW=@~z4R^rNy;~VocJl;BDP5XXX~f){)~w2myh>Fs<+3BDs4YrhI}92
zD_XTbukqeseLdg8S}&XVJ6Q8KHtTxtiEBI`@IGP{xA}a63oO}qp2O<@GoHUcvGISU
z)%Wik?DPE&d;e0l`TijC6Dxh=U$Ew9?ETsLFB?|9_g4XXf6L*}AFTDMv`nm@k1A^|
z;x?ZZDPE1|aqGW^R@Yyd>Q|YU*z(t;eB;%LYw_x^nv>1<OPYT@5r4mB<6E2R^YgPV
z<oo#6)2j7t#B0K8eeL~WGpzNoo?2k7k8vxk^|ks9u=MTyT^n3r$@*`ArPq#U@5g+9
zI#Yc<{*58u$KOS(#=i-#j`h*_?DejjR@d)=y?!&S`S#*%!D@V_w-xsJ_Q5{iepq@9
z^gI9;ShDeUr21`mwrW1UAzGzp<J}JX_@rcyhhZX?@9_~@HUCk(N=D&&<C)$Vtocsh
z?Z9fjrfl`DzmvGey9;kO*5~izwevekT=jeK_F@Yx+4u)j{S=;`Uz`7aT2*hXN}K;Q
zkr}M!YwYL8@(*V92Vl+j5Z)}-&+}ne^BZI3d_Jakgt+E=6z>>T<Fo#c!v!w!z7#)!
zcQVE8`Tjh;X#A&A#OC*z*MBM5`+qzCXUWp|jL*RukMVif_v;KS{R?<=DL?9~-uCNK
zsyDuv_%dFRSX|!U)fBh>ucWMN$+P)f&)CLulU5(!Em-?wak}I4kB#RJai9M@?BiL0
zeg3y$?eASYuQ$E>S^Yg&`Va6tZuyUBb^V8_{xP2E`+7c2`BwiV@gm+ctY&HRy#Z@I
zp5xhm`}|(g>izrvz6$vse@&~_^9|lxtgpvASo5`!oAvtl#MS=?ypLGLZTz3$0!!Ba
z3t0Vq#`EW2J0D+Z_4#~*y+5DNcOpNq(lh=EYy8HpZ|ht7A4Mpf&t<Ud|Ds;=tsvt0
zR$rOrFHd?a@H}q$RVlw3ZzWb^u<?CK<E=>%dpy|4&H8$*NqV+kt6`moT0G15`P9*>
z^{K~ez-oPZ>3J=z`C8>VSp8Z4dRTh)desOQxYXaORNsWxjjHPH`LHF`+jxEdT0_2%
zcLS{&ZyR1aR^zq&4p`&0cqi=R_5N)AHxieA7v3gpflGSLseUt_J*z7}e?93T?)zc!
zEwp-mFRcC8ir0tLe2jg3R^Lxt^Bch1hSmH`c@Wn8EItIQKhxU|7r4aTDL$MccAo6<
zH%hBNpN_#ApFO{f!y1o0A5Op;k3HY*fHfX_KHCXvJob3s1sAxaH<EZa-f7N<`kPFV
z`2Kq@t<tyiG6hRNKR^43?8i#)Gp~o!sor=d)!XaS0k}vn<*z>nQ^eNG;<L1By-e>g
ztp2S3Be2G6@uRTDYyBOA3tZ~&5G=jpcs_p9J4vh7-&mElKK;z^G;v>_GqA7EDOme;
z7SHpo{(P2y4wl{pJda!cT*|+QcL}R8+4xStT93<k{`j`_xSHaYZ~N=xy+&N~y^ePS
zn~&e~ZxYvdZ{gj>DsJPu0~fe7zALcw=kYeC_q%qU?xuQUAMZUP_fx&`16boTc0F6K
zN15J3SmS++=W)w_lJcM8En<uGCH)0h{XN68{(L=@Y3KC?@t0VgFJm8{J>R@0?)9%=
z?cW=`w^*&0)xU$)zs29fnvca@&*t-ixb#2beZm&FRR28Hf5z*@YP>you4m)@N~^~A
z4evWv<1_vNYkbB(VU5rD7p(CZmqrSg%lJ!*FG~?yPdl&6Y1R0QD`9{9uYffki&w!K
zk3IgXVU5QgUn^ma$IfdFT;NiDMdDR>dl;YeSHu4JvgfB-S{1j)TOF+ajO$_bXU|6s
zaDjjI{I{0KVfxejOn*JCuHOi|eiQ8a&9LjQgSCDwDN=m5BI$3SRsGp`+hFx){kOy3
zUkB{{b;3pZQhqBey^VPOcs9LFw7ULgSo>x1OT0cw-<}V;iL3t}yk4yLzXdMBOZ8o_
z^ta-9|2Dt=6u15cVDEn$?EMYG-ro@H{q?2#?RftF#m4XbjSwGA`Nm_g`deb2AJtz!
zuQ%hw#S?ftu<GCPhg1DdJb%2}<9Ro&S`Xt%So1aBlj@E4!s^d>3NCPoccu6~yjjkx
zpQmYB{rt|rzTXF6U+;skulFI?*LxOL|F&QI6CcJ~gO%P9Jlk)v?e{TSrEgp~#pUaJ
zoVfS|-bt)-V!rPGo+4uV>H24Ab^Wuj>z&K=PQzNS^LTzftiL&0UH>BN`j=qWzYP0$
zFTh&=D|lD2T7Tnfu=I_u!_qe{oZ^zcJ^zFJd(TZWZ(%il<J++MGrj|>KjV2={TVO7
z>d*Kttp1Ge!38eyjTFC+_aMb>yhmZ_Jxr0M*AE^)k7?C-?eX{o)_9Gd!WysfBCPQm
zKZB)j{2bPJjSHu^bUt1X@&5Yh{}rv?-)q?WdjoraZ(;B69qj$Rgf*Y{c&=~#eWca(
zKfvn$6Q0K{{|l|&|L0Wy70>jgXZhb#zVQ#($NMeCe};PLTYl+(7A~LvjhDebzh6nO
zf{67meao**`Nqo=ufVIqst?-_dA2{*M0|hjeAm$G`?Cu6^;-@5`mBL{zO}HA-}|d0
zQjgVs8GC;={<Xxtzjd(pw;uNX8e#9R0oM4N@LbRITWEE?W?22T;(6Ti+i3OvHl+G?
zJk$66>`eJqzY+HFb)<M#sQ3Ncobs)HQ{ryC9;{Z?)^8=O_3XvF&7;i6yOmb&UzN81
zeMEfyZT|;o_4VHd`+5z+u0I63em|`7Y{whMYCnu!-{v<;-1Wy`*B^&ne+1U}Ch%@C
zU$N=!q}BIh7wmdFQhYa_$E|)3t=`{cs^5!e`qH!feJS5~D)D~2X>5_cH2*EI)?)^*
zhW9r<|AVypcn`ro9x2)W%@VQ4uk>vHj?k+0Fg^;q{xR6~kHfBi7}oxs!1Mhwy;HQh
z-f7tN&cLpB64v<6;+?~4e8#S4>vw^;>&?NgcOF*%7xDc2P*#6A)f->Q>My1ERXmSd
z{<V~U9q$IV=x%Ae2Vjl=Cf=s(^ZRXDeY~o){klWM_run6fmWaI-K>5d)_&Z>yN}g+
znx3zp={+RwdXHcq&jVQFe~kA8tMxSYdRvdhto|u1{bzW7f7S9|q<rJ&iC^Nq!WQLA
z{oR7q|7*OO#5SL|u=+E82m5@aWb6B$h@DsIS^meY{!>=}0oM9{#`DLc)ql<Ezh(7b
zVC~0uydPMt?*yORd_7I?S62TM)_6;!GRw@$#q)ey&k9;K|K)g<*aDaG-=L@US~03d
zTTfrVYFbrq<57;S-^x*Wwtk+!idN6Bfwf+%@oc?3zc$NX18aTi@W#{US?j-^R;^b9
z-de2IV}MUmK7Y$!M_m1_$7{rDe8x?1flFKkE8dJ(IK`#+r?#H0qhig+-oI{uHD2R3
zSmQHphc!Oq4p`$c?u6B!ap4q~`r9}v&-=6fH___-ZHB$SZrJ<lfxW+8*!$~(HJ>eb
zu5bPI(dzpBu<H-NuD=a-{jIRZJBa6croWw5*BgdiZv=L|Az0%X#q)a88>iLlCt$B1
zgVo;-JkPiKU0ME4SbDqhJZ|}uDSr=Mkyu>XKiki#QL&$weX#G}e%RM{8us;=fqgy)
zV4u%kxKvyR@mdle!h6K$fg)U*g}ayjs*ZZ_OM2nYof9}R`p@G>;lC`^|IJd+e>I~y
z{&7j~_^9XvR-Umu`}cs8qqxbO2m?_4Y2s(FN-{nLYdy~54gW*oa>aTzoFA1vhn3z1
zyuv9ivBfWrigg*!jRJ+alsp^n<-qFyO5g%ZSK*<h^{G-*y0qFh|Ldb_RK3mT2JGWe
z)cU(Qii=VHt-xx$9a!~uV6U?I6oKMW{|lq??2_Ky(Ir^=&pmiPwcf`YUz*RqT*|Wl
zNYD2BAz9Lk>#z7DB85|2ia#Ee=hu@__ci{fuvLk3y=TOWKygX$`KUa<UX03L#L9b_
zJlpSAu#YO&e-rYh|2A-erFVffzW1<?D%blM@}>7FaDk=I@Q2j;1@Cp@uXz7^Y5f~Y
z@si%pe;r$j_Y<Se8sCq=%D4aDo9Fx@{?oJmm&a7UEU@--dw76LZ+VETvNEvhR|Hmm
z{QH&4uO?oVvR2|%B(6!G?cb`v(%X`LsV%kQ?+b+Zp9-!GtbF_X0m`(io_Jl#YDk{-
zw>GfmKb*~feTYl3G4P)XZVIga?f>tnOuJf$H>a#tymg5;;H^&FhWCG#&cmPnkm0}R
f*ULS-6#paK6h^JK{~MlV#eY1X%h&b)Q~mz~*<Xon
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/bakery.6.ldd b/resources/3rdparty/sylvan/models/bakery.6.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..73e8ffe90bae4e4d8129781e1f590ee1d8badb6b
GIT binary patch
literal 83712
zcmagH4~Wif*!OwebI)t7wRRrQyw+<yb{>zFBuSDaJ57?6BuSDaNtz}}(j-liBuQRL
zk|bG4vXW#aNs=T<k|fE>N|Gc=vitjfzB9*p+$VN_bsvt;c^t?0{QJAE-*wHnb+%fq
z|EIY+n?L_~wfz%Y?G+EJczDGlDjr$!sERu(9$j%g!ZB5RY{la$9$)c<in}VFSn;Ha
zCs#ZL{?CK0UCp2WP4nO1gRIq*uT}g{&3{^*|DpLWw<~{W)pPsr@`to?UQ^!sD`{$n
zYQ5iS4b|k_Ja*NHwZs2y^WV_eb6Xz!|6hI{SI(_<>oF*<Q}o|A|LOE-{W8~M`2WhU
z$B=Wg?(fE+_`fv&>4g4k<^OIBf6D*e7;^4VAKD+C8|}}~UJdQPG}M;c)%M>t|LKlW
zP0o?8F={V|a>R9xVnb^y9r?e@QEX_O`m-LRcxbFc{pt*9-}6|8#;=^AGod!kduV*Q
zeyE?JHvKu&&(OGaMzpVaE<^n&XK2rd`cYfXRsB#uLz?<?sGp&E>kMe$@>&e_qnx2V
z9qLDIIal>V{S0a9&si#nORJ*Q7`o(71Eyn@Y@Pwjn2oBRX%{PYd^TM4=D?bz<8xt+
z&^!+={mqAE9G?YCuN%+fEA<O#E%ggw8Q1r~>VFZQ>&tkS&|2!3!ZNO346DCoc+0WM
z@5Wn!mFW)8r*36pjek{Qt(W!I&|2oV7S{N>@z!BW|Lft>{{~p5J3RNlF|qXZ-_WK0
zdx1WzV&=`T`ZsTZ)xUWwtp3g0U>UPf`rC1>U-Wj+TIzSYps}v+hc%u7yj@t;TW>e4
z@i@K*mY(B#VHxu#SbF>LR%4~NAJ0bP_4znRgYvua4q=t=_+eQ6cjFzwmi;&i%XEk5
z{Wu1D{;KzUPtaP{<78CT>v4+6X>3`KGqChL-?MO8k8`k$<Hupm?>wH3^wc(V$-f9(
z!b;zK8J52J3M^wbYCW&o#flxj4j26!u=;oWCS3Zv1(*JA!!pjl221Y_-d(Kp-2XjT
zdXC?RrDuKs%a|{~s(*-g0IT{(c)p9<8-E}C1Y7dKmhzP|bjg1PJjW{E`~uc^%r9XX
zvr+5!$}U#y_#3$By@iY3J6Oi~uVIbnJ)Y~!_&(BF^gh9wkLy3fMgI#d<M;<y^<VL9
zir#k`O8t+>a{V`0{rz-AsXUQbuMJk4`Kes5H<8D%++mUF`>&hG2wF8?^GI0ZGmnDR
zzqtdJF^`5D9AtUc?<CR>OMg4wSX!lT9tTU`JRX)YPk>cw9s^6SD<baij*?oFB5s}x
zt3UG;SpAu&!ZPM*aD#(95mx>5h`7J6N@~rdwY~Aoey&iyc{XwNXPyJgnCHR`4)To1
zpBEADxB3{mbl$s(_h1z>FM!p*c_FO+&5K|e^J2KcL6+zFEg`ZLD}D1aSo-GWu=LF<
zU>WmDxWPf5AMsUq!y~>rJik_~Nv!_X!hRQ!>-AV4S@rsCh=}L25uT=@Q0x3&TBUF9
zgEb%XW?06&1#WPV<yn6#kxf|TZo~6<i(WsiGS=GxOT#SBdOL}1$7*~7c-AZ9-A${E
z>-WIYsP*;|*@e}3_TlZv%6Pm7VAY%Dc{~RrV(mk48K3iy&|375!ZMB@gQZ#PACHLj
zy`IW+|0jui|H}MN(<<Zno(YvafB9#LoWhFF;ho1y&-xc&jo<N$u#DrE;06cz1T4MF
zc!#mlyAqimzjwZ@*EQnTvFgw3aRZhy--H|dWxZ|@DdY9{?nJ%$Zq%D^!y50si1<^N
z&zpMkcpp@8@5jTae}wlKtNA+r39R`z{uGumKZ6?_<omGdpW|J{s{RFDIj=qNE3Ayy
z=QZ5mFYEJ$h@Xn&YR*HK{CC95`n`ugU}d~sA7Ry*-@>Z@gtr^3@ml{2EMxu(H~5eK
zHQ#SU%6ff=e_&<2UO!>gn?J*<Z>iJ4ORn#4H|YJLy^8z%52ICM8(zh|zawas{zyEp
zl2kn(dG5M{_$aK*XuM9W2I=}SuxiY0u*_Jzm&`|ITx9zEd4DI+s=m!#u*PSe2+No!
z!O}BNh8rAYdDfpoq`V$@f2YwZee-l!#ykU-zIi6x;2=+hHQrefaev;wIT1I{h1H*V
z9xP*?534_OH{9SL&xTds6A}04^<GG;#$#R-`R2v2jCl#H{>)3^1_yaT<S&bepHF;#
zl<EFg5MPN^|K?S&#%o>;%b3@|>fgK;Zg7y7M|>UL_=v9$&#z}2;B}JXR@n&qRA@XN
zZ!fJHkGT()F>i(?V%`EbILPum->nfbZ%a&n@OG@YKgH=E-hmbGOmVr^AD~rcSBf(}
zcsEwOC&e3V?M*CqAG`^x{QW5|K2Y(($$2>#!c+FX8`9lFajKfm4_A*-zKQCP<D
zW3WWLzQ^GP2idDAy%R*re);|C6s<C@KMfbXGjP#632QuO@yd8Q;Pcp0e*rG_=U|zO
zc$cu`<6Xv*AD+*{6?mgkc`fzp|210KZz9)WnZ580Sg!ML!qPCyv;M7!m>s`EtJcqa
z7gm4fd$5f8K3w{H05{>m_-$Bv5Ag;VWzm03YnjgzSjPHK;iCTxF8YsP)j!AESLwfu
zxb<GaGTy(}aM6DQ7yTEJ{}%6E<a<8vBj0=#*8D!;bu%96scq=e`|T&<e%_Gl_!nAL
zWc~`P&iomc{|)aumi@u|ftB(6e!|QTk1xz6H&~C$xBP7q8N4(;>kp$<{aJ4~T>2XU
zm;Oe=rN2?IWUbc@qlZ`Y9q*)7#ykd=zIiNM^vA(Pe>5yJJ|aHf9)B0DWj+%l-};l_
zGM~wC>2C^L`kN5>Q}L!nzWbjZ`R0%8f*NNK@wYb8*O;28fXFwO{hm!^4pzoI7nZ1b
z9xOfce7M0umgn{8j)>X$3usl}KA#I=8OImFrN6~+>2C?FKAhhJOK&M&(RX|~tup2n
zaM5207yVUm(O(A3tj1e|RlRvFta|f0SoP+ak-r|VtheXCkyaV=rpPz<!qPYQ!O}O&
z^ZITkvIVR4FmHur%-dj%-@F}`zPTT6aF91dd`Cpw-!LV$2541(=3TIic{i;7%zI$<
zXWk1pILPv>zmLd%tn|$XU>Wm4So-Eeu=LG`;RXkJXYi5md~Y00EcX~(-cS5~eu7pR
zzu%vP)xYDXVD&%v{tq`e$mRY143YAF;^&WZw92^tJS_bVnbrlk=wE~tasJuJzl7JT
z)Rs!MhRwGCQE$E)^=6WIy}m}|I#x03-+*QOes>ct^S=d`@!f`{>iWwOzk_$T#F?Km
zz5n-!_*0EsulEC5mFnk_hj8id5iAY&C(nA1i4;A@pN5|KS*7>9(t84HJzn6I@wom~
zRsXuGe+kRH!8^zP$aVcYS~WlK_j|a^?*rU~2lL-X{ztq|k?-++j(qcdSmXbK=Wj{M
zdVY&~kLP>To7J<|^9K=s3RJz%ua8+7Z(AHI*Z-tSjqOBAz2n1aE%hU+`eCp{MppG+
zua2sIbX7kJ)_6Pd#zemL#zwyRE8~?JN2Fb)tunp|kzcP*7m?vr{-i2@qE#Es$#^3p
z-}l$l$Tv@cHJ)izzWbjM`R3`cL}%j7!fO2H*^zG^ANh0eRxq9>{g?Y`9`X5D8FM$R
z@tI4#pMQFYOLPI=LafH){6%nsgFH9lizA}wuj5%td>K~8yd2he%qw8^Z(a$jfAcE1
z!9iXUygEF8o?inWmo%@hYg1fpTVv%!t=9S!S7-yg4y*n*;%%c!uIqbgRVU^?SV`v1
zu<FfQ;06a-p0BMD@%h~bZ;ICK;W^%4@s7k&+zJ1$gR}g%!CuNA{>gw@sk>6WigqW~
z`1d4M)!xMVys$5^;{IeK&+lyqQe6566HEV4V$~dm_hV&_RB=B!E7SVNQe67S6HEU@
zV%404k7Bidr>c1Q<YxUdDK7o9iKTxoaf7Y%@M)~_FQmBK;Yu336u*?>(z~2kX;<Kj
zSjDg6tx;)ny}~x9RH2qaeto%4mgeX8=Nqt!{Qi6sR*~~>!43ZMdUBh{9juJc^Icf_
z_4AVT?nm7G051JMgiHUA;L`uS$bXFYq~tU6rzL-IB~+`%XA$x1!Sjk8e?hBCU#7U&
z@mI8Je6Len?D(5#eH)%%Z{8)=`n*r9`{hH${{EnR|Kj({&t$3I?=N3qjnDC~u*T!~
zw@@{If@Qwr{lH4k{r!Zc=Qxj+ynj00rlE3~?W?FgB3|ENiRJovraUkC`C}wmWxq#7
zmCwfrSo$4!qp=#V^*UkZk2eM@J;%qw4GywAk8d22;aJs=k4&GJ6KZUA(W?G@z9&Y$
z<C9><PyXakalSOX|5J!ei2SK|<@1H}r_(Aa>(7XM$7jOQ%=+qo7LjQYpB<k2pOaYg
znG1hpzh&mZ0}64!`2D||RyF$bUk|MDnHRw7-@FiRaPa#Xd4B#}L}W2m{f(!mqCXp6
zN?iKxe;F)&^K!VsL0$r@bOm0~bN(t?i{5Iu=&gZ^-pa^di?=TF&FdrI<5#8EYePhQ
zzBa<;U6qA)dQ0Q&CEkbC_{^JOjnBLVR+;Yyd0x-0M7Ck2J(3Q}=L6^Whn{&yrMDf{
zcy{6qU^O1=?SeHP^KQ7oL6+zF?jf=%>i0&b<9<KbA90`G1F-bX2cs&VZ;j^=k$sVW
zI5NE+);~(CmcsSNV9n3*<FND`KLMBiPr^<3m;37!ks}d59iH#6Gl|vTS$IBHd=9VN
zUq0^_B5uA2Yka<+F2Nd~`7+$#FW=u?A+kVSasN918m(%y{&l$M-++t$O;{SvzY1$T
zZ{gj>N^dni?ZOuQyTqmcNv3rVmcI4w!-|;iME(Q3Qt$Yqs{V0R|1jcD@SaB8<5N#w
zk7p6_d3+B0=kG%~BsWGwe@XlmR^vCn4wd?Td_&~4Qn|Pt2Yu<iBmO@0%pWSfx3FqI
z;(fwueP<##npIUN?*B_w{~1=&SG;dn<-7iS<eQs7b4mXPkr!Ci|BOtphrgd{<5<x@
zBWd?BYx3*+b(kZOKRhyhzdmL@BWacE_q$QB#$&w>SY5gQ(QxU%6K=x)=wI<ML`Fn>
zY<Ql}xWwvjJbXUpKLIZHtIzX9T9xneN&KPlIX)Ry|Bg@b9}#by=29n9iG21dHtfXd
z{2_ho&47#kOt|RJa#`e0gSDQs@#bKq=l<rx(%Y=YR{6fy{mmyXeRDUgO!K^m_uwsv
zxb>9j`)y%Fe7+XJ{gUQl`v-kBE+M`&s_Oe|84=%K8o%pTM1HNelE|uvTW>k6+|_t%
zuv!Z1uZ5*Q55aY?#%Ep+H#o@hJiiS@7DxR?ygicQs_&0p;+wG2@56Jhcq{#Hj@B*V
z`TTB8tnqJyyRfR?jyI28c7?TNC7sF%?4V)(VE+G3+mKQIEMN^*yd7_VDi!U*J6Of{
zMEoj|-LMvAFP>G4-u^28K;*xoejlv)9mE?Um-%=+hok-u`A4GOzhQ7R>X%S?2v+K`
z@T_+{vF3LovF_hK6%Ae*|0&{|Vm$ul`ZTSoKZ9p0_LJIKTD2bM@NC8Y=JGtP61{*o
zf%ByPtbd7C>G_-4%dnFC&E%D+_cwbN;U?U=8lKPZHTWb}_19Be`TnL$p1*IpN&H4+
z-3rg~+ZEqQERDN~wVwA9YkuC@vcCf=YCRxJ^L>a{;-?gDJ&w5d{}HVDJi&97>K%U;
z@%JikJ%zR2&+%Sh6{*k1%ZPaWUM1G}y;G|6>%IS`##^!!_umA018Y3*@XG%BCk-DW
z?)`laYd#<GY{mZO`V*}h|7W}}*am;u@2^B&V^#kxGL`+$-!GEh58~e=>t}f0Z~iJE
zmF716wZC+=!}qDu{D-Bu*smNTXw`c7P96zse15&K75jc3MO@?Sz#ENi@R$ASjEMJZ
zOk$nC0f`J=8qYZ5<FOi#?=&YU{|#;zapn7OqD+i@|ILgEu*N$H&#KDz{W~S{{dzDp
z@_qkKhBdTlc+;^B{<5Dlh>XRmznPJ#?B?^G8V4`w%_cr8vgU;6{hM3yyu^~34-dy`
zeY#Uz^Yc4JdB5=eyCCux;w{2zXnv)3tMu+P|20nq5%=F;Sqy9ZOYxRrm091P%Om3b
zUXfV)*QHJdFO7Fq757hi*U+lC@5j}!O4s78!)p9~<!zkil73Hhp8WmshS1xHM>@~n
zj&Gt>`n@SGeaHJ~6>r8{k5yM&@U~(b{N;RXBeD{!`t6aa?B@Mjjf0o;b`bB6texTc
zd<;~)E3ssD!#!9@@4+jt-@d>1Mcn(pA6EZ<r#=8nuioE-5%K;WO04z2UhVG@;<nmP
z-+xDGRq8Rk<5-Q?`*{M^c&_lubrNpym-RhG<Z#rVj!b3$^Y<yGcb52>$T}CE*Y|wI
z7ZOYFBD@zXy-RrI{lu?VS7<Hsxf=PN&ox+j_4B}WB4s`|BGco$S@EsJ(z^{`j@CPP
z|JUHIJWxt=m7ky8;{4qsOG#~H-iH<Hh9AJ1uRm`*gc}_EeGz$netQ%VpO43|cU@Bc
zX6`Ai(l<YYrEh*7D&{iY7eroSrT2sJy@I9Jr9;+w4NK3TAKt)<EF~__<9kcwNz}i?
z^HZi${rTkst!4ZlBj4lu1efuDhSf(s{x3wnVx{Mw=X`@Te)D%&dgdQ+ga7!vt^A)v
z-ba4^ftKpq(hs=A?TH&~4NI*1cX-AAeqbc6S`YvHVHB+Kcd-5)u*S0#9u2EMpO;R!
z!C%hHn22~k#=@n)7wDDWfAG&UCxpJaD^$$mVU<qAn}pT)CbR#OVU5q{V+!2hFXv+_
zk#SK!4X=#PpD%Byl=l;#mzk08@yvqNpLsT{8uJWT<DG*y7pw7l{pZ1|H_wL~{N+4!
z6PX_QJ(20xj|CMkOf0=c@CdAyYH^C|eE9dTmqy&b@4F1v`2GF-a#-W{_kk<mavoN~
zP577duqq;6&(-h^c1?QzdD`00Gp~y(vy}Zju%5^UtVG^$o;JdA{r!6ReG>mXyEpXA
zn_%_dhqoD9&d-*}uU}ub5?O;){WiQZ9)CaHPpih`^Hl!6vd_~_;_A=i8Gsuc<Q=f|
zcj4`heCzLt{QCQly+pQ0{=UfcdD&m_fyC<nAiM;t@gGWYotKLmRO<+>T7Uok_R+|n
z%6=S!mFn|y94_bO1T3X}<jeE>&B=)Pyqtpll&Svw^UgE0s?_J>EUf-I7~eTq{dv95
z!wvrO^Rx>@R`67!d=6&oQskS<@1I>JauKW86}+ohji-}>Yp{mm?}z=ZL4$+OpVx`2
zzZ-Zrv5ME{?G};KSn1uyEA#jK?nd16zXzB3--o4NkN*LYhggl@-w!{6)t}GTB1yH1
z-jmSt^Ymj_@uzstB3_@*=S1#A{)@=8{>zGACDs^T!-ugN-y6L0JmL4VceH9ge*JnM
z`96;yV2#)BXCL7Pe>snzBI5J-8TO}KZME0)E3N9!zYp>aX8l;X?{HbaAF%rK{>k&}
z+s}yjELy)!|3e|(kF4Jg7yV&y(H{=0W>6p2ct_xk#4=vp)U8pl^n6}BVCnh&bTq8Y
z`h0d0`4aOT1N&1$S)XyVmh~AAm+?=4%lNxs^;eI7B9R-CO6xJX(wkE0O|A4M!4jE<
zHyz7(WLh&|#sklU6{*kjEFxnge|BX0JkP0kZer=pgWtyam=Blp?B}H(S~Xt3zb$|@
zH1F3!xa`*=So-yTEhbX-Ye{4dejm>3*V52img3T1Pkec_t_aWbU0Ly}#2U|PxI0?c
z;Qb${wp#zEQsPo${{0xue_d31|GhrzY1Mjcz}tw`c=P9R#Wz*;y@}OdU&V{KKbk;u
zssAl0F5XIfE3MMsmf{Na67Q!~`aaJ)VAVUmGwRI)u*PrR1vfZ!KgeyVzuiQ(NB*A3
zbbN1O^|ue+j1})sagEPE|8AV-Qv6_wi~aN2L$s>@!zr$*`scexX)W_T2CLrlKOXhY
zKLKmL=96%Pzs&a(kt30RIx;=qGl|vTS@-}}<2{$+8sF6P{j2gXq_}t)@rzM^DaAG4
zCB(1LTIPEdR=wlbqTchr4r{)S-+&wZWxh9wT#o!(k?Hx~POSd!z~>|XZi;KX_Yy0=
zUyIUuK&xDTzxgogeg8a)s`8UK_y0H|J}*xatG}m-wLX47Zk*;)|Ibrg?ANy!v}!yr
z@m^tncR#<b>fgZ6u+n>*;_CmF1~qso{yxRU{(XTDw5tD)c;)Xa`}Yk#)2e*$=a<NL
z{41>Sn!mvf{<6Q{iF}IuACc+x{h3((@xSzIy`xp*Ya5|PUz*?S>O2oian-LTKAcw7
zkH9PQTS<Hrtz~{4k?;AAhBZIucft++GQTlIMn?YF$n^ZiC02jq;r7U%fOntyYJOcQ
zU+m9AjniDJpG15zR`c7R_FL@yDa1AYsYy@l__S!99-hZLBeD9MnOI%Tf;Yvk)%VMs
zl&|`^@NBH+GcU!(eqL>y=2CuliqpT6T0OLCehcsxVl|)o{cllKzZjm6Rs9mYrC8Pb
z^<yHe{+8i2PIIa2$Mg>}z7;91e8*SPD*aU{E_Qr1t?F-0ii;gz8?EcY^M0&Pto}A6
z)_!bEtf3D6K5pZAJ$qAJ^&Om-K3X-t%_%PS_cdE+)%doixY+S+(Yif6kGDUu`r83-
z!fJdwQ(U|@onPheBEB1|@%Z&|53K&Z-+M!)K7acn;`#4~2e8sVkmBm!pN|@+xfDN?
z;$nY3I83X?a|G`wwv49<G?(JXs`}&b!N@;>w;ZedlX!kT*LZw?oTl}6<Mr>aHHpoo
z_*pW~g`V$^^Kcp81z0updR>f&^)A6@uo~ZGyi-`|UBN5wO10iK;_AtI*Wogs8*sTx
z>-t+&{cZRrR^z#YS5~>MzgN}YhwoxF{s(whBkLjFromIVQYmq1KYD{apU31s!D>9_
zr?866v#Bce&xvcl{Qc>RsQ33{FQeYyH#~zS@+v&P9=%R1y*G)~pMMhYj#kC}H#^?L
z8n5{Stnr#ZhKk=Qn?Q3Z{}Yk7k^ea|N%_bB??!rGiGPW#Z{hj#)Ax#hB$ndO#B7TG
zcfNy{<~O*qv}%4{*<rB8>y;f2Ydl`r5usAA=g5e7e@9j9p9GDjRr=;mSo-EMQDtrd
z&87UYL^>jW9NzfIuh(ZnM7&;IiKRIaZo_IlCZ%{;k15V-;y#bI8jsK0RN@-{G`#7d
zQm@a9h<JTwCYGLmA7M7F(lgJAEdL~=2{f1T=MtF}`SbARM}EB?-4XG6^dy$%0(df3
z^IwQp?oXcw&tGxhe~Zb|c$eTU#WwiM{kAM3p8xX1s&Ch%S}UW~-^{Dc^Ib(`1y=d1
z@zz9sJ>Rtv@qE`MmgahR5msGqsN&_DSogn)csYN)a9>o_{cnzl``?mS{cnXgVl|&_
zc-B|E*6UC8%HNS#`8(n5(K-;Gzc1XCSm)iZPkU(9e){*N_QF~Z$M?aEPo}j$RO;8a
z14PRD9E?oW4c*`NC3Tqip~yNCp4aPW#m5p$<#=MfzMX*ms#eZtJFS|}DZJBI^>01{
zH~7nWJsT09*K-y7_sK5MDt-UH%0*cE=1Wmkzn)ztaz65};9ZUUdOfa1#OrfCvBrM`
zK8e---b`_gÁY1R15cOt8PeYs1d?B_lBe&pBVdk_(i?_uJmyVfK47FPT77|;77
z_Rc+}Rpa&R%`>>{*K@cD|FT~%BI5menOODyeZAMwTED)$A@T~V{I_`TBEO#R`-phH
z9};VPAK@oh&F2$dUu4yKUm{|?uZgAi4gQSP_`c(Le-y9vex`cm^UoIO&%vv0q?{j-
z)ei55b$*7yP8JU!GJ;m^m+$|Pu;%xM)KRcfo!=2E_3OoGBD3gE`JIu8(BS#BulQKv
zV<Kx@cwVpZ6;DVkm9E5ky_g7(rhkp!zfU-sR`uumbxKs#_wQ69<^GrkPmlb1d@~~A
z@y<-#bk~{%Pr_=wXX8zY^_hk@H>&FAi+K_8`JbOy^YiaV_Ry;N`T1f&WYzcoLL%Lf
zzX)$}<k$0C5)sdDY2v24)-rewR_AAVifcT+A6G_eeSfYZQr3Glye9JN@vM!A$FnZ6
z#<Lz?fz|qKz$^D>t+y%FYrMUQrPl{<#45fSuiT%t-quvF{B4P)w;kRRt^Ihzv0A?!
z5%K4lE;Y6WBEC<etzEF@=lgFrtdM_Sa!;t#_vc<BE8_g^i%jVb?U#M&9U#6xvJQsl
z^*>bc;lxrol34fW(ZrgX-%pRzs`>bSJOQhJ|9<DmsH*SRQ$)(^`)T-0<k#ap8xfEH
zT;is?)_M3CR`=@#yz>6q%Wq~~imLklx=f^;=PU5l$gjt9Eg~Mz^~4&_4frBf>vc25
zwO)Qdy&bLf>&Kml`1Rv%Vy*9H=5s$<>-+Nok$YI>Kg4?!`SpArN5u1alDH{vJ%w*!
zHU4LK<^HVoUZi^U|1z=kUct|?ioeDy_h+s5Hq|TtU1I6Ihu=i&2fUqFjrU_je1G~U
z-JfaI{+Pc+zVE-Uu=+E93zho*{7$5tpC6Iw_1wgr`?Iv_pNbm1q~BI?dt#*xORW2G
zI6NLz#rdbFaNOU>lrQ~JiIvs?kHG4F8I4z-Cu_Yisa|?x6H9L#+=<nCj>lW`$N6@p
zdg)C}EWJta1g!RNGF~}v_4uZydg)C|EWPRQ6s+Pi@XC3s^=74d<<Cwmy*cpAXq}7q
ziTNsj9=wPB(R%p2bknN&n0sL5n-{<h4zfId-d#wfoUcWZ>HS_@@sh;SSejVpXIWzP
zpH5OsyduRLY^{WsV|89urMU9b$)SEtimQGtyc(<ZSeN3ePbY=?4JoerjqrM`)^Aga
zt3I6!>ibe$^_$^dtn#;{xHz2z>bIr1>bJvNqqQGze((-F|E;j*+Ym`Mmv>d`)e8@h
zrTP2slkS2wAM<Wl#pXS*O4E-A`T5P>i1__sA6)b|FoFZLO5c1CR>*uPRQ&Tn^<=%n
zMD|Dhk;wFU^vsUZD!pSVE<RrIiNxyTWMZAiQ*c=?|9;>ZTD4yO|5==cH6Q=|_;axO
z^Lm|!8~kOxE=0uhy9i&xO3yz(SEc9Y|5Ng1;?lp8>cv+pzLr=T*WuGx?f(tDGC%)5
z*ezPi{BFZ#es|z9zq_#X>+^6gBA(xUxafO-AJWQvCE9uf%k_93he~}Oo)CEu^-uB2
zd2_uqy?)P$Kf_A@1s-AUua_0SO02Bc@J+1N=M7$2zrBqAUBo*ysn&bAtltM%sXiYc
zVP)3q_bDP?zt3>dcYj}LmA=>K8!UatzlTb_em{tOiTa;-W&K>=HcDfYzFA~$C&E82
z$@&d56IcJkD;|+pNh9I6(f=s8^zZSGrnStk6PA9SkK$v9l>1{Wte*USG_K<DiIp<}
z?!ZdF3(u;G*ZoZ*UizC1E7Sc=sd#E)<xGPoM(gzO{C(^UxailfXR}hi#ydN)^yehj
z>)G6j&#I_3pH{sd`1P$D*7?4uaH|K_`ue;sfK_T<2rIKbzl$Q`^Sc->{dql?(pvgk
z2CF}hZ#k^~%qw8^m-j>UD~T+L`c;wX^Xi^f(<;3+DK1`H@w&uKxV0Xhht+y*NO6s~
zPo`D&Yg39#zqjJP#H!p3Z^UXoTky($`1NEPt?J6}H``(9dq4W&27lR)9TD+<?1anu
zdwqA&Dt)i-Zdm$`?+KN9{r3_Xi28kz>Gk(c?x$6H2U1*ou;N3Bn{eweycMhQ9l`Uv
zVmUv@BJS}Whozs#tNIf}%6^@Mn?Q3Z|5U}N6D#Kod=#tvvv^ijyzcKj@zUP~Sefqc
zV#SvdE9WwNE?TeP&BW?FUX6&?d!q)`D(`pKQ(U1N72iy(%3F!``f(e+gDuYw1N0*H
z`|UmA+7CY;-G{Z_{(0yFSVcas58(!XIj@f*;`90#F8W^Ir?eLRXR!1=p68*G_e0}*
zLF7r)zl=<;pOs(HD!tb!E`C$-+r&+{^$xy^Re$fz8Y;g};`RARs~UYje}c>Ue1=t1
zzrKEni1oh0chJ{<c)s6hRsZH6u#(I_Vf8n-KKciExds_u^=(AHMSXi@dcCYPj8^Fl
zPjT^xibp0^C!^pGq2B?Q@%sF9(wfGrQl3x75GnnSg$Z*%kE?imVr5N$M`NYmg=ba8
z^Ll9gCJ`_9^JG|=gYW+pPfe_xY4F5oosM^n`D?vrM8xy+_qVOsuURRs@y@PzPGa>p
zH?i*LdGLJnbYA@Wu1xpWO}xBb_oRCDx1i#MiKVd!o{yFO;uP2Vd1uRhElqLhFROTY
z;wIc$0WZO7y;kB)l*|3)_si9^sz2XfYhdYj%e2<Q^6L9*T|}(69xi%54;w4JO;MH4
ziw4z8WCK>?>5ELSx0N>2s-bO3aq-rQw<T`Et?lqCtn~X+T)aglJ)i7Map@0KyeqLP
zcf&id%HM-GjP=(3`tKL*qg9Qb|9)6qn-4_2*Z&~ggnzle4iPE$*Wt+Y{dJ_`qlu+=
z4Bi{9$MI%jHJ%fA<@1~WfBmOuE#p5O`5ylnnEjAxorUGq`+bf``FwglGQHn^=e!Vl
z7gJo)mny!TSp8i|to!+D#omwWw3hu*rTf1@q^$4FRImPTReU?KH15FHu+qPaSKgoN
z&)@fn55r3T0iKk+pARd3lvp{B;d@x^&yy6_er~SL_p=mNf6ps^k+=!BUcyhYl6r;r
z8moGr_p)BQ=ued%|64K(ze}vv_wbu&{eX88EB%iVv7Z0F)hu40RsXq)f2sIuVJ
ztn=|5F5eQ>dOuUX#?$JMDOVf(gDmZLJKX!n@eNP)(i@Rjsw3fHSncO1ys}I6_(rFC
z>2)TS-Wa$8tF0M}HxRR`^~R@q=}ky1y)JkhR`H2=WtVHc$*ErXQxZ#WDm*D#r{R5y
z@lA)v4*sppza$Zt);s_Gb*<M-@@HW+-}>i=vx!(j`EwFWZ*F46ckl){KlJ)^Xa+Co
zcUSp6@I0*Q7gTZo{i~w4D8;3>II-%Nzzea8FRkO%_?D-*@>e95-b#2GR*ShR#Wl6n
ziCJHX3|^{VOMD$xp?ZDSr+VdYsCZ*y>HGPkahgl{y~O*lzti8G>Xp9*-W2&;Q(XG~
zJk>bOrTp#0`y;;||Bh6z{GISNtk!D)Zw*%ZyYPIf6t922yN7raXfEmPO|1HT@P4f3
z>+v6e%l_<!Reun#ahgl{{`-qQg~~r%#g8Ob{ZZKciI2g@v1NXTVCkR0^Qlz)RdxPP
z5pM#`CB4(I^;CZbK8aQRSv;Q-alKyWi8q1flHLWljQ1k!Q}Da`%T@gq_!3s*xr*mq
z{$2g`s{RIi4XgZ{c;_PPR(Sq?@^)g4zqkD4x22`KOZ*;Iao-R3VU5rG{{U8hK5vcF
zT&jOar2PJs&+p^N_j*2oRa5^y?$d~PeV-+k{&V;Rwv10o&iCK9n@?QheU<9PuM?~O
z4g50l-&S$|{kEd_KE<W?A+hv6!tbzJpHFy?u)3c<<9YmLJ-<f2*YgW3y>BUB?DO@b
z%Kr{a?<byTss7(r_e0yiG>wCo^x9$TseYK_Sk(`&;y#}vBYu<qM!2fUABA^^R?W8~
zB7Q!~&zDWO)tTbze@tSHZ){>sWgI*k{RV$IKNC{E>bv0aSdC{Q-Xv^U|H-iCyDF4@
zo~ID;eyQH~$F!<`denRWrozgff!8?ACC>BL_+}BGjn#Pk`+JSkTw>?XA+GVw#hZs!
zPQ8BfBjWp^JF(WU2QIJr_5HUn<!gM4;00KXe=*(?Y+1jha9O{Zu<DoLmGyJ|ipckR
zEr+GI63=n5&)cfVUyWz0{(Sz{(Ar>YE#7FX`d=3jpTE5-O4o)ISAQE5tA0~rtzR$P
zht+!cJo){t!C%hfmQ*jjt?*{7cpKh!tcK?GXq@I!fBi(jmg4#Q9<}aFagBc<vGjMr
zW&L-<et%Paz5jcw`hD;otn~Kd9l)0H?trx(2l2dr%J=<pxXM2SD}Ds8ahgl@d4Ci?
zmf~W^kJGC8p1?ba)p-2(O-@Bsy}zd;;``%FVy*Yt#2Sykk7}IeQvc^uT<rb0K&!@c
z5$_UK<MHpOUyiDJzpg~Y`d8s|SoMDmuRL|s`*owLzX@N*YJ9iwZez=S9fdXCJ9uTk
zoPRg+@8Q|1-uK&mS{rOVz*~=%-b3fd>;FXfF;?T*hPOCgW$XDoB`#&J$20f|R{GCV
zT>JF`o`#ja&u4j;uk~N2dgZ@?Uty*H7Vjli>;DeV&vOm_a=&~au87C`5%zhP-Y57y
zR{ed(^Li@o`{N6(;;(q+DX|{^cj8TAb4l+<rS}v5hSh$xM$5Ee<(VHvyq!qdAFtnV
zS2gJ#zn@1{UXN#FQD!`&;1O8$-;v_luhDQ>Z|je#@;hOz|5!Y)TG1OvtL8r*&#PAA
z6KK_XcHw!}ihI2$(kh;WSDvct`Au<slj-%ITIo%LCr8$FykWsJ@czr-{}15*)|CEn
zO-rQt%!*3C|Ie=2@j0|={Bu)W?D)KBogbdx|GF#gNvxqPNUZ%@m{{ZU@1HHERqJbB
z0;_-X(x@^wf#y>EvWR$o%i$%&rRVin8G7bbQI*$A`KyVni2OBpYa_p&|GJ2HJ=Q1I
zAU42@u-dGRDX#G!NIS^<iT7d4er%4ay8kT^asOKrtN(5ACan6~p5o$TRsTDP@5Gk=
z2coL(e^*4@|L(-<e-GS`)%^CRxcaaEy}tcb-1~Dd>dl8>jn8~Is_OkbLgYZ?AH_Qs
z`SpB`N5u0vk+|uubrRl(RsW|_Tx|U_(OT=DjfnNnC6@kq_;j>h2+z-N7ZYp!d|p-Q
z^M5(TwcfrzuF$ISUB$Z=S@rm?N5td1kyw4)OsxC)7F_NZ>)(m2TK{fDtbZ@D^zXyB
zu{xR$Qe5-7sHD~-S~VZ@<H$0T#OuS8h<JUT!q1}K<9!}k^>|-I#N&OLSiQW0A7Zs1
zuTxy(^Utf_Mypwse*JnE5s&XZ`~h3`>tkfq<NFj5kMDD0_3;IMgVp+d#VhxN=l?yb
zYW*J(vHs7*(r^8%%r{y!-Zofm&bR)sXsz{!N5uIf5=&zw+#ao?@GjAx&PNCA*9Yb2
z`(OLf8I@k&F%|pucPy<M|2VwykyVd(LPR{?uEgqpVq)DNlM-wFeICpGGKKim$g2CB
z77_P1J+b<m0Z+ziJ!azd#eR4`v!klkpA!-5&rK}-dGIW()^k2yIiDVXPgK?V3nF6u
zg^8uV2=2yeeHP=D^J)F1QB~_Ni-`4?Czk#ScnMbfyE4Va)?Xd1wf>rjSbuF|>92!V
zMeBOJ(O9k5hKTt5`Fw7Q*805mM#TAj75n{qGp!o`7QC&IRgZsLL_GfOi8cQI#5%7#
z5^F#F`c%&A0P$UsRrj|$BJOWbV)eHd-ig(D-G^6RkF9?os%rg%5wZTE#L_<u@5gHW
zkKpZ$`@!pVEUIe#;}Nm`iNw-B2_MC3eNN$(^Xl=RiK<%vY(%VoF0u5_!>6&@-wP=&
zw*IAPt@STQ#QIkfOaCf-F<P(TZNzFm*CXQd=jXF4v3@s+--@id|JxC9|929r|GSBG
z-tNKWd|CfNWYzi)BVzqWiKYJ-zK_-UdV*KZm-U}TRjvO#BG!MASo$yFr&yh@S9s<1
z(E4wps@8uS5$nH8EdBTJYpnL;170~_*8db$wf^UbSpQ36>3@YkVs)OrrMTGoKccnP
z{}~bMw>qU-t~U64WVORLVCfHoeV$ZR>yJo!${(3n`J)o+{B*!RKZ@6Sohe^>V-hQW
zEIb;k^D++4=SA^aZ$he<URPq}PlU%~bv`EH`Fto|>rF}Z(wmxC`P1OZSe=LIcs>t`
z*LpKkz4T@!R{m^w23GMoRlL@lm*UEwpICa`@Z4za!5bdDAUuD5S(sS!StOBGd3{-&
z;_7dgHl?*BT9=0B^S7+x<%w0fBC*cPO1Qk<xWCnrRqL;bi2GZcSo-VWRagymJzjae
zS;H&m#;B_GH$}wyy@{pY2XDaYJZ;7+uQwk5)~KrWw?)MI+Y?K_AKrr1e(b<2uQ%2o
zh^ktDS46D8JF)clz&o+p&%G%ww*LNTt@RH?#QFylOaBnOFIo?W=ks<XvDVM$O_hFs
zJC@>_zrSBPL951RJ{ej0`zPg}B62+PPvf15{CYlTBjWj-OWeq{&L`G+y^vVr_x+$u
zkN;ANYdnr$rd8v=f_F8t>hWBQh{tn1vHG|HU&QKs-^44QmutP-sb2lxNi4m)@GY$7
za}TdPpLx6wqN>(^7!i;6QDW&ohVNsw9#8PfdG`K1i>g}xc|@%LBC+&e!cVc9->VcC
zTmMb8*7|QFV*PiCrT-p&9jzbmj$*a`AMwiT<rLmoKSzGu-<OEEzpsha-?zj%Z{Ojm
z@%~-w{Y?3qZ|gtHl&cN?L6*kb4wu(Mk9T-f)%qhM;_;45tX@XJ!>~F(9e6!|9B*f;
z*LcSymfl!+G*;(j9NyAD>P<-X((6hry@~L6tm2dKR{v3NN~%}>)Wp)822YOG>3E-5
zU(J68T+YJ)J<W>zdVOa{#OpgJvHF{vSm$9L?AJrZ^Xs4b?@swzzaDr2R`c=at%Z?Q
zk7rRtJf6jgoATBYcs^F=X(?X$d|2x(Pxb15MPli#gqLA8{#AJ8^I)yFCe=%CZDQ%I
zgI8lU|Mhs~^IxsEG1W_NQ)21$!W*!P_u-Y#d$rz{RImK4iKVv<-W;vl@n&K*-hRCD
zd9K#q8I|6jfyC0^m00IxH(Wly)p~nVzQ(&RvGn%Cd$8K?19;{0TCH~|)l2ViV(A@$
z4`Q|7NAb$%vs&+Xs+Zo0#L_znAH!<>PT`f$W3}FyR4=`=iKTZAK8;oUJYM<yRqI_$
z^~%4LSbCS?3(<N7ZwFTSSMmIMq5N9^dQ^J9ZzNX!&BWU8Td<#}6|eQ~q<r;%H?i{X
z!MCy6@B4V=^H;6+Fx5-%QDW&mh96+H-%s%TysUVw_bk;*?|EY7zkr`&wcjuC{5+v}
zt@k?BOYco$<-dhrVHJN@#cRC}DX#pFiKX`mejlx$@va4b!CMsX$6q7j=f_UoFUDe}
z|2@UU{(k&NwEhgw=c6@7qwuBtw!~^}PptDYEV0&enUY#QKdK)=d}L(R{f&x<`|n6B
zrP1(ktj<#>USE8F<@t?`s#<?sM65qPvGgavW3W13U3flU8oxj9O^T{oe{w{uKP9pB
zr@|AlTAyinK5u1xW<*u3KQkiMpOskpv*GDj>CH*;qCYQMYyJ5Vv3_@A>G!~Mqjf=e
zgP;H5#jziLo>&}N`T0WgUqYlj-z<ffMSeZL<q`4tRwUN=RwmYYTm_f&XZ<yiRqL;f
zi1pVcmi~HpHCE?u173Olwf?54s`Yy#V*S3v(%%ek#OnNQ!7D!>to62~dhPG_#M0}B
zw_>&4JMhYR^LPiMs@C5X5s!CwV(IUJcVgB5-V_&Ge}A;r`UfIn{ey|6e+b?et%vaz
zVYU88@W#jUcddUcDy@G!vGh+Q)_FOZSnKcesZ76~o=$Pi&p(eo8?E{0(^~IyM9yH9
ze;)5b<k#c97!i;6QsSn(bs0W|)%>sE&Hm&3ucdnRe?77EZopTun(s}#@_DNs-|bW{
zy*r7ecNe~e)%@?_mGkELKZvSY|6xQt|3`_X{}{fHRsT;?ysYoDXsz|1N5uLs5=;Lj
z{4`o$;T^?leO}|uig(Fc|7}!S|6O9~zfY|5_5t4Y$Nl@1@-@HDiKX`i{)p9i_=;CP
zKh@*=p6aFdBeC>;!r!o(Z|i@QDer&&{Mk;cBDMaoh<N_P6DxlN+-BSGNWAiSs@CgB
z^&0Q!#M0}8M`0BogI7LJ)q3Mnz4FH=mfi$-Y_xXay<t6co+rZP^Hi-rIVwH>DT$>&
zHL>=88eBe4)p|2hzQ#K<vGiua)3MtB*?8siRIN8R)k|+)V(HC?=U}z}-FW5mRIRrl
z)k|+-V(Be{d$3x+#dziORIRr()k|+#V(Bf1mtYlNfmc3H)q1N^z4BKlmfjk8Wwfrv
zn}k*VIy^t0D8JU<5S8BVjfs`NDY5pu7xwdr;<eu9l&}7`Bv$@bxDTuS-iB8`Pt|(;
zsa|?J5=(C<ydA6k9>DYcu6V7tJJm~XPh#cog?C}K-}~_V`mcDccOcbE?_gr(AA<K|
z6+c|XYrUf>uKZ((rFR@Y60Ilj)(4-&`^M|L*5gz}{Qlp|EA?iq^v|R?{b^HLXQTC8
zcs?KJE549el@}B1yj+40@jR_~{(Tay?-k<Z`SvP&EmZ3MuSdk=xsh1<H{r`zP30Ee
z%0Kphhj@AZy$j#NO0Vw!eni~=gT%^z2;atP{U70#pC5R=pF~xy|1=`jf0kJK&*8^d
zt=|j0@_gdYcdw$V)_)xl>%U1X{kQN-tj@!`6c>AaK16G+|1l!g|CCtzpW*k>`XxMn
z{`v|piT$cSZ+$23*E5ah2mCWs>hZM3s#jmiZ%eG!_QX1`!xC$KySbAVU{ybY_{hkr
z`x_Mz&%YyaQ{Ea4569|!cH))u=lP6{s#<?sM65qPvGgavW3W1ZU3lgEdHj>2s@9(z
z5$jJ$Ed8nQM6A|l8eaMR%vx_os@M9>Of0=w@N}%=vr}B`^_Uy2wf?+_c)aryOTQbQ
z6RkaX-#9N?{{^srUsw6{=buHy%XwQ2FTpCm9?#N<cs$DzD}Q-nowpTmdHu8gs>rJK
zS4YJ9YZ6O;ExZz|`K`k%=gayVqN>*47!m7lN-X_ecs*9<s}Ilbx7si3Z;7f}e``dn
zzb&!!x5JyUI$!;G<>y_s-p*97{s$6EZx_4+tN88|FXP=Ct+oEXh<LpF6HEU9yeC=@
z;w{8#eGcJmjn7B5{*kD({?WwJKbBbM<v6@BKEKs^CsV%WcPg>;PQxd#Iv;0JT;uh5
zSEipA&JjP4mEIO+av`ef{x3$v^SP8*nwR0TSoL=Wul#(g*1MMK)&KRx(z^j)#p=A=
z#4Df2YQ5X3UV3*DOYbgx3#<6O6fg6C5UsWT!-#nPj}lA&F?>H-pWq$FYWz>}%IC9M
z|9Mne|3zZyzf7$2@(M1W&uYClDPQw@n^=19;MZ84m-l$(^I5I;G1W`&Q)20ThCg7n
z|6lOR=d)VxTdJ4d_r%is0e{76{eI$=&u6t>+ka7&FX^=>R_ib`R`KC@<?~ssH!{^L
ze^g@Wb-*K{bu`{HMydQx*zYgOul2`9rT2SWV&#udto@z<`~5`mT5n>?SO1d|D}OTF
zh1Gsf!7HE7YQ1TxUV76LOK%1|6|4Q8iRbqV#cRFUsa|?>5-Wc$JPWJ+o`>h>U&U*^
z?o=<mp2W&u0MExNzOahddW%zB`AZT@Zz;SeT9@IC30{tOn&%IVe+68gFZ}#2CGWR?
zzj;;EuMW@gH5IQ-ERA)Ebw1X^YvcL4*4vo!HNQ=XrPm8@!0LST;cbe~lm2|SC93Mr
zds~T==aFsj_Q<ct(;pGfcSmB4XD7TFtMfI0Hz~dqto3%Mdd+W7V(IOLcVV?Z`|!%=
zsao$qs+Zou#L_zi@5d^BIK{=@@1xOL>mQ4V=YKr0^iRM?qV;5W{ycRGzV^rcK9lk_
zp0kOie=f1k&w04~{keL)7gN6UE+v-UW%vSC=jRGu`F*`w?^>#t-u1-Ny8&OtYX5KI
zm7h1&dbd-(^zI~<-d*?>R{MVsuYA6#^&X^p={-y=y+`nUtm2RHhQ;$>t@kw5EB{$y
z={<*^MC%K@(^#$NOT6;?cD4TNsPuVylUVw16KlWU!R7buYP}CBU*r9lSbCq}_gIbZ
zGv4rcey#Psrh4gpODw(b@E5H1`v+e6c~7m^8mB5>(rZhs)^_+OD%$U1aQVDZ>y1eD
z(i@prdZXasSj9W=%J0|JdY!3W`C}4GZ!A1ITF2qNiusR+%g=La{jR9=eoss+{Yi<n
z-;?3;^PF05YRcDmrzMu&ba)C@`#l4%{5+@Do0aONH#@QP=D;(t+V8n|?eTq2tv5f_
zORqbz^m^cVSnc-$yz+UW)?1Y7rMEb-^p?O2v5GInD?h)f^_Hi4<*!IAy_N8?XkCRj
z0ju$@#w(u>YW=lQ>HS`pSo-S|Yri+Z<?}(Uw<+aoyuFE~*9ULJYQHz*mCpyY-qutv
zy={r5w;kSs)qeNmmCpyY-p*7ny@ABi+Xe5yYW;TOmCpyY-riI%y?u$Lw;$evRr~;6
z`Fv389ZL1eKb%;4N8p3edK7OBR{6*9%IAYx|3p-JzfUHX{;9;;@6&Mkd{FD1P5J8o
zTw>{+htFWO-xu)8=Yv}BQmU8U<;2pv0$;>xzpvtz&j+>M^;9pt8;PZN6TXJke&50?
zpATxiJE>lJcN0tR9()_C`28wg>pe_y<v&U+y~pr_XnlfrJoqWzN?zYp|12Wj-&I7U
zWPXw2YI~Vj`~51h^vaXJ>))if>fgezvD)8vDX#jB)$iATNO9GFgx_PepPy1(_2tRj
z{eMYu)qjOQW3_+ZQe5@rN!;~6Qe5>v;qO@GxBe#?U*e<H`n9LHvWCHJ(K<XlKTnTH
zEWPq%?eUCCap`p=)_#mmtorgK?fNk(uKKZXCszA0F2z+}o}67jA;neS1&_ySKPINQ
z>dTX|>nEqU>Zibyu-cEQDX#kRWbFFsDX#h%@HDLQXQsHgJPEsgc8aTh4m>Mb=i-gT
zYCYyf#P#LL*W8`r((6gA{aBD#<0((Nu3wbms$UE*#H#-#DX#kRWb686DX#kE@KUVy
zV?~OqzC6jgepQOAel@%jtNmD$;;JuCuC8B~;;LT{uf-~VLyC*bld9`CrMT*Q;f>MS
zhc_Rq`D~7e>&ug=d25PGZ(CyR$M(b;Pk9n`{f-n@{Z6<atNj>Aan+Y6PuK5Gan<jE
zcVRXDy(zBx@}%kd{VA^c1Mohq_TylRtG+y0y8dvAtNsXl2&?>~DK0KglCD3V;;KIZ
zAB)zLcw4X<#GzC1aa&!o8Y&L-A=oJ*|nlqW^kUr2G)Uxd$NwI7#KT=nJ2(DheR
zT=iGs%UJElwG>x<c@lK}jTBe?P53%i^S_nisxMD|uD_Gws=o{0#w!0_ii^vWp6ef^
zxauFm_oMX@-f67rA4g<x{_)L>`Duzv?^$B)$MeL}D^GH+f0^Q{e+9q5YCm45xa!N3
zo9o}Exa!}*Z?M{r_bIOW@}%bak14MDPw)q<_TzJktG+y$x&CX4tNt7O1*`n;cuykh
z2j25|3i#>BDAl%F|5Zb7uJSFU)?nz8-!^`T{Qo;@hlgRgpV^<`u=@8movsm&NcG~8
ziIp`fvG%Vcu?E+xqE`9;M|Tn*gZ*89V^h82;}T10JUkk!`AtZ1vHyS3%Jh6E5}$-E
z^PLR;uKy`XPw}aVr8y1m!fJlg@x1=h_xjI_Dzhpbn-vj{Z#Fy!TgEpR{@wWIrFzBZ
zCsrTb@C>Z<dQx2Dy~Mw4Q1)XX@kQ9*^|v_HE50OggRQ0Tf~a4X;_A=;{z>U?1@V=U
zU!S*Csb2l9POSdcz{{g`ZFqiuT?d!`%Kw?lKkxN<+(4G}H>P^#UvY0@_1~9R=Y2C=
z&U3A|HRVfxTVm;LhqqvLR{B$1>({5EbpPxmK7jq*_;;mx#djx`(jIsRR{DEWT)esJ
zZ$I$^*x&VcFx4x5C~<?W!|*<=&f}33SASco{*Dnpj{RMKCsMuQClfc=It3q%`qOyj
z|5sn{&)HNjy>p4BcOE_ytrzgtW3^uwBjWQnJ+bEN{VV6=N{Xw$s})~M+=N@#;mcU{
zcO%8Mey1hUnnbJmyM=cft5AJ^-AVO|-%Z?L>mGa)EB*T^E`9e`&cnkLm)@g_A17|Y
zttapUtn{AZmHn>uo~L^0zep^-m+&*J;;-<^e%E?$QoZuuCYIhi_;s|t$Ge2pdVGk8
z_q!*t=HvUP?DyvsSASnB{+hT6x4yxju-fnMDK7mL{QE2A{{NZc(r^8nj4yFpVzsuz
zKd91thNZZ8CXqQ<^*4g}NUZeg^E4{eE8dZ~!PaPaI97U{cxAuq@sCaQ(i@jpdgI|S
zSj8vcmHn>uCZ>AjPf9Gk$#7S+PQm*a^Pd_Kzkm4sa|3bdO;2(0jEZL_R)4b+>-}SP
zVy%x~56k(Po8r=+SMmJBO}Nz!&%x^a^x&2AQjd3Gs+azv#L`;~FTm=2EWs=Hf33GH
z)k|-AV(G1bmtr;Fm3ZYm)OxE^z4X>3mfl);6;|<ec;!6QdK*%`@;4@y-X?f`wD#gn
z!z#ZoB0dj(zA5KnONuLhYsK3VtH14ubsqZRvj6$ttC8N$lrJ7g++b@LyaTKK-;G!H
zzaHP-R4=`KiKVw6-h<WtAHXa7U+W!8_0l_>Sb9g`gIMkVQM|JMwchbmFTE3qrFRlO
zhE@C&UfKUz?@X#!{@KLRI|rYR*7JCqgD-^V*Z+%f+5h_W@p8&ne^(N#zpIJ0|JUH_
zSnb~gUTMny)%rJ6z4UJ-Zm@M5zJb;L-N7sSSL@wN_0qeaSb7iOyIAetL%gzowcg`Y
zFTE#;rS}wmgjM_*UfI7|??tLt{>#MDdj&s_*4N>AzuqL)`ug9qQsv<P519CStmfyx
zDg6Off93zgGWdN!(o_6X;s#rv;VtZ<`uhTZ#cDtH5>ci<A1+D%0IK5O$^3yW<M|2y
zZal3CNMRIjORUCr_*>`=OL6sgRVIDj7(sj_R(c!Lc*Ubqy|^QBgRRl<@Tl)hadqW?
z@3VYf8%um#<k$U;Pxb0=LSpsT1&@i=iFj|BuhxGOT<+KUd3;J#dVi-Tmj1NFx?iWm
zGqBS4^Le>nYyDZNUgMvgxWU#OcqUfsGZ(MiueIL%R4={m#M0}5=V5hz7T}fpwbomd
z>ZP|hvGkU}3$cnX#Vhw~t+zbYD}O~|>8*s9Me8cO$ym*QbwvDrdxi5^_HS*9OMhL(
z>l3TL4T-gX8{th@?Vs<5vVZmSdta(of149G*xCa3Vl~vQDK73;QLEg~+llvM6{=rf
zcBFd6cP5t70K5&W{oRFE_P1W2J*i%LdlO4<AG{l@_<p>yzqQ`MRImI)iKTZKJ`k-(
z@YY~8-lGxm{`&Q&?C<dum;Q;0PbOA>rxI&_Ps8PTs@6N3@}+++vGmTvXRtaS7x2pY
zn9D1RGW~jSDb-8wa$@CNfiGfp9<Jh*`@0_B^;9pt8;PZN6TXJkdfvh-`(NwbN%hjZ
zn^=1H;M-Wm@8gyIuk{|LdgVV#EWO9@gJ^w%cMPlirxEe~`~9Ho|ML`A{)>uVCRTs1
z5^Mio!)5<#y|*b}`tK4;?>+nmtNs6gSN6YtKL3>JrT00p^uE9!vD*KycxC_V@qJJA
z()*EEdOzWBSnYr7f0ilxU+c9KSB}r?u*7N`4!2>|-w3?2|FzzzRImJw#L^oLkBrt%
zyk{|sG4Q2$e;yl|9^d5Zd1HKvOMgOQ?ROVE5v%>0P}TdJF;x!gr+T$bfhS?LKT}g&
z^YczA)AiF+Tx~PpX;|&YOuSiG)%*E&Hmv;m`E(AExmb<=BIBQgRekxJeC~gKD4Dwx
zOTQ<v)@K2{5G#E@uav(PsJ5X?{^C@x^;lA|E0@x$`7Xm-j{V(uSEPEyS0-+-wF+K@
zRe!7T)?lT-fRp2IRaKwItNe9jmgmX!@CK~%>*te=M4CWzDZVMO+Ir!&QQwE>UKFqU
z-$K0fzZKpV^>zQ-iAc%)_a|1{4tR64?!=pi)qDpc;@8hFn#ADqyWHI=F5Xk|-o&ch
zmssazKYReIxqjy)9)#8ZR`#R3e$~%Qhm)TAKa#k?)=~HnR{MJlue^TMdM8r7^iC$0
z-YM5(6+ewvUcYL+v#DPB=MqcrJbWfvFW~LMYP=UC;`QGnk+lAoQ(U1d6<<xP%4><W
z{?`+$KcBqves(j(rGKm9+liZS>kfPatNpx-SKiNRz5A(N`VSII?;(5-tMl*(ubhYa
z`RGZim)_IF(t8F!#%jLL@ydCq$M-VTOYc=;>Ai+uU=@FZSI$GN_b$~d|9xWVeSqIa
z>qopxSml4hE6*?f_bXND`}<2&n!hGi&bP$c|L=*l9$VnD|36b){kOVge2Lq-24V1z
zcK8QX+W%p2+5cK^1o0-ZxuiF;OJ2D~b;%!&)&6(jmHn@uk2;AriOnUwF<tV?HMUFs
zXsqTt4zKKgJ-!LVo5bdlURRgAa!u@#KOU?2B)qc!wcZrsO=5E?e`=S!a!u=!KN%};
zI^O5lg&FWTSnDwpZk*<l-rVYWWOkP#<(kt~eC_|-#H#nsJ4ZY}#nsvk&%<hed+-)u
zH6DNe*Er3k`jOS=mqlHQlxuO9{DoNU#}d4ySk?P^W*OYzFV8c}BjW!2&6P6EE4y&R
ztb)t;Wvk&eSdBk_U#9;1<4Mwb>&R>ZgV*{lIcu>R{|3B`Sk<3qKQ_S)wl2UcV69&-
zUgI>E>UXOsy}obm68lnUOV=PYe~7mxR%BaZ?eBKDAFKZSJhlVYeCIO1ov`}%^UnY*
z{iVcr!40-n!F{mmcjGlqbE*Cro`1fl`n_E=V8r_>-k(@W2NG-i2VsAo@jJc4DPQp;
zi5qMkg%4ph|6_Q^u^PXhFFfi7|M9$~{F7a3^`-n%UGh(3HQ(>T)|oEZ-;M7q5k(z8
z*M%GAJbVHxy$g63vC{MNg@5YX;6KKv@m%gwYk3~L0$;_dzJ4CLMx+Tem*UsE<dy42
zm;6guc{lO)U^Tv5c;)@4e*e8gyh&^>>EG>=SFU?q#n=AchaX_I-aY@;nASsB^Yix?
zk6`s*zhBq=KOwV8Y%cZxv`b#Oo^{E8j8*(OUU|K)^<ENh5}Ql;ue#)w>vfm>7g%|3
z@NQ$3{}#_r%?<uz|1_WX#LIeqfSW*bss3Y^JYV8ZU4t<A$LGXa&oA&7NpopUhb}dK
z>k^gs_wTUU+~1EbT#WkrnV80Zm;FkswA)~{`TqBLEbsTjQe1k&D;|+p8YAI$toDBt
zUU|Q-^+u=qznc8c#L^oBcVIRDv3TYEzJ7ifpX&c=@+TygUKczLtN28`a(?RZO(w2N
zukVz^YMTmAiq>g(@46JzH65PSC12y85t-KW$x+liE5+3|JF(8k9C$8P`{(a3%Ik-J
zzeknUo1g0cYTCLJE2jsZht+;9z*~sbc>VLcMett@`~7?|+~6<o=Szr`_vfB2Wi6vs
z`hI_24om-t-%sJc8ut6`O1Qzn_uHkg=DR8)o}Xu~O!Jx)SKHdeTEBJhdaU&PeyU8@
z`{WninCjKK3EqI!e0uTvu$qtGe>cN_HSG7_EpUT_@4u^I)o;ZsuOId6{r0Hz`1%t|
zZ%1OyZznu})%?D*zPn)h<Nbd(tnvEu^d9)HhW&oE7jCfS&$HVie;?j{>|agXua9N?
z_5FB|OeuN%hZ3vpaAJ-B2z(T)@$csS<QS~+`}@%2u*N^Gt1+z;@L!GR`&n)7?@9d2
z^X5}zIxc$}J{hfN@D2o@#hZ!!tI0nX5$pNKvE`@u7pnNhiZ3Nr|CbYM{#W3!?3&`W
z-nEqfR};UUSot^Lt5~hyO}z430JYxjRR33#e<!i@?!vdQTK{`^<+lK8y$7lOuO|Ot
zV(C4C?_;%pkMYWH0n~a=Q~h5}{<Fl=dk#OrD*ghm{1!m1_lmeGy??J0tL+W^GFsn;
z=id)_2XFf0{(MOJe>Hj^6HEV7V(s^5c<UeazNY-Yn*48xrS~2Fg4KTiz}xjlz1Bok
z`TDE*qb;#o+u@(6XupTS2mh!yBGpT8WMb)!f`?<<8t%Y5@khN*;;Quij7hAvvG8cD
z`WuIL_K$iKQoZuK5=(C)JU&_{;k{@6TF=Sw6kauzU!SL`QR(qcORW6qiM8J|;H!Te
z@2r%s@y<>xy*cnqtj0GNZ`L2jH$T-&uRF2ydf<6j?e_w_`G3?~l<K9oII;AWzzeZ$
z4KKx8^hdqr#8v6_Taj38E8%5W^|uOd`5*Pxq<ZDAO)R~2@akw?k2eLY`ES76{_o1w
zRqywvsPuSy6Dz+jvG#j2{N<1Py*1@)yxS5>Z#%pNtNrfB>-*#Uccyyj4J4M{E_er4
z^WBYCzJ;&nyEoNKZ(m~R?T7bZ+ZsNASH6X>^$rnNrPuFpVznKC4`S8dQM~dke64pp
z)hqu*V(FcPk45V#yp7nlCVm?4PM30Z)%s_NJ0|^eiPd^OvG)4{JddXq#cRDwDPMY*
z6D$7;d=abtzKU0VYoOM<p6aD{BeC>u!q>3c?^}4~TlQM-PO6vQ-Ne$n2j9lFHGChh
zd}^=t9uilj_xn*|wLOL(VAbCfyz;5N)_a!fmH#}k^j^SEqxB`;8LaYO;gzS-TK`Q{
zdc1EFOaEPB?e}|l=O6d`W6D?mpAt*&GyDOo{r-YieoLSp-?vmRz3+*o_XGZl)qelP
z>+DiYSFP9fA8wbGUVCD-4Krig8Xk@}{@)eTRqKsR_0k)aSot0B2(03x@yb(rtv4ps
zD}QWa>5YRsqjfyqYi6zZ1o(W6w+sHS|Dss)y}zaum%zWz>88J%KPHiH*8WURto@&o
zSow}mqg8t5>9EFco(fBE2A+FWe)&nezb}|Yya_bd-_3us6RUm>JQrK~n+gBj#OI}W
z>3@FYcjNV76}OV@-=V)S^4;H}$Tu&5oAlP=@cg{Iq+-u^8Leghs`PxlJ}Zcq@h*q|
zZgN)Qk<NO!|J7CgDp>2W2G4P^^VdfHIy_tT=lFVB)yoFFrC5!3BVPIUk;*sE9)E9C
zdcXP-t9~=Q1zYw@J$b#hrhLWUroSKkcf;FLTzdWR4s6le377TT1}lF6&!<Z9di=YI
zH-YB*yZLWVV%6`3_hCzayWqc@`2G|x{U3<@gDI|hulFHZm46t|R_yo@S{rN~#oL7a
zyWwMaUeD5>GQFNBh<kmM@AW@LYso(eYksHk&S3v;*yBA5YrN)ju<E@Mw#xVVT!^^G
ze;#hat&4cavC_K~5s%k1@%R+?c(0J9@m<Ape<gm6*1wzhb-Wu`#hrN*F5~t16!&;<
z5pS?{8}D-D-@)^!{%+zP&pld8|Mw%`aVdE|4~Tfw>fiB)v}!(&@XGr2!%wh9|0!JR
zAH#n)_0RCid|dyc%6|?^?<JmRDLv=Eiu~7A-0Sm()+W967VmEGyYM{U_lf^*@^AjD
zs(k7F;v?}-Sj8vfea32h<}a|uXKtM4QvFvV->_Ogv-L{-kE;GV{CAW86R-3?2X33x
zgn0iS><^Y+yS-rN4~zWac(xj^<0EL5=E(3o{!wswRqIyK;HCaXr+kgKGqL7B1|Ex5
z+~XYwm-&x}f46=Ui0o$8O?j*Ce<E>3{Q5U3vHG73Pr;V{yWsXFJ~hS5c&5`@#xo68
z{fv|^_WI4L@@K-*n~gUo;?A^H-1YM!Zk`J_;nsY-4s3hF-FRNlGTsHWmhr06`?rwD
zB5Zrp=J79v>-m)WCB&t_6wm8d#=DGG<uAvx6?^<EXl<~y60ZlV{#N0Y^WfK)HMExg
zRq64sB~td!`Rl9vb#QxAv!TlG{|_l`s`59&8c%PPznA>YRem3=`ESA78gXZqe9wOy
zarL|%Z#7o+{dk_Q*z-}Q=ev{m0Jgnp^GrSdlD~_%#=jeH50*IIUaZzLk56&WZy)gn
zTl?{LME(IhkAiyELzy1mA>tlY8PAcZ_k0e+?M=;5Jdd*I9ivs_KaS^7O3(XslGc)c
z0#^JKo=2^?^G`?qnJVu2o~5-(Z=J(C7<?Y@1G8*z;uqlZsiJ<pxfGRty}6uN^;h7l
zSdG`Oca76rdOf;E#INVd|47d_s{EU<=I8qBu<~!=&5B*A$9IQ#lh|BZ-@A!be-FNo
zE#tclEB^sr8K3hX(OSmyFzO%UIW9e)|0j|E6wg-mjz6Qd!PfKeygo1BvDo$|?)7;E
zm+`)a%Xp;Z`Zq+TVB4EE*S~{H{d>67zm5D4cptG^53}n_{wLzn`;1rgJ-;usD*r2<
zt=REzv^LoKj`tGV-tZ5+-aqbd>wi&|FO9D)vFh95Vc0TX=l`eXkKshh`i!B!kyZXE
zxXgD1Ed35V>xm~*-&xg<hBdx1c%?t*kE6BdkB$2Ac#doQUatv}--Tye)^j4Q8r3Ac
zpNvZVPln5R^7>4rwe+t_pPy+&ydEV!omS0v2Hs4p^gZ5Lu*Pei4XfTWDf9Jw<`8ef
zt+{wpqJAEp$0t3%o+{Jh>n2|I%kdssHNFLSW&IpqNUO%XsEYUhhm;r7s{WQ#ald{p
zrB(A;hPNE6O7r}PufX#tm0yp46>*QU#8=a*@vp)2C`)`Tts4J2Jdd)(*VC%;Z@}}Y
z6!-i#(kk9m#XY}XTAOgI4{v4gX1t4Wp0>bOgFmu<+h~=3{d&Khh+p3|e!oBLsPg+^
z&3`AJUr&{9{asc50Ic|KJinfo{JmBF9$4$M4{v|Otz7!M$IK2!+~@TG+?2Nth3E5l
z820OPncvZ<uh-)k5x*Xk{1a9Faaikd67OBL-lwblQ?T^T;1zw(=UkP47S?*4$1D2I
zzYzHs@ocrfUXM$(HrTq1cLb~PUcsA+E&Fi|{@wYwPGn@2f3wQJ0ZacD-nc6NPL+Q<
z;&<`xVKra#{m6G^srURI5O3035Am*IHJ?X#!-D<(@dW<e{GJji`_T?RukxS4n%@h&
zGC%9Ts`6jL8qaII#%V6G-(TKV`EOv&{~cb@cmDgx|A1#(_WL8P>f;mMW32Q(<CXpP
zc$Mk<<16v9zn=d$S~cJAct5Zjzi0XrmcB>Qn%uZ8jmO*utIhm{e8t;|l<~N~|F^mG
z|Ll4V!}v!svokZ3PLfWNog~R5$xM=DCX-B#Ns=T<CP^lfBT14;k|Rkb=_E;#BuR2)
zk|arzPA17DNs{xvUe|l~^LX?Joc9k;*L7d_eLvUzet$kst9@&Z`tm$(L9q+fTW=*Q
ze{G<2|E;$ZmER7KU8MRMMCE^Gq5C|ZMO68-3*G1O9HN!nm<wtOJ`Xe$_h&vleZ1=P
zwUem)`TSf6mmhO=_VZbUav=J-elbzazXUW==u3&Je^;Tq|1zT5Z#ifMtL8O79{qgY
ztVFNmMt30l>w)_`RX_VvruEh6>HM<3mS~!H4P5iA1Nr<+{d$RNo<5MzyHvlPsCYkU
z1FPmSPx+o_BYGt_20*J=wf`oN&%?C8GCj{Ay3fC)Z;tvcp!;$EJnvSb^1rRn{XDi4
zRlgmDZofN;YMx!7-K-U@`5$og-vjcyTK&q`(_VDHpOU_hsOH}f^7|?22Z*ZwFsOc)
zNB@IFl|KSH#45k$f5IzT^P$K;3`%~>^XVvh@@xGVQTaU%N`8HwoFFQ{qoCy1^(TqS
z@2Nufd3&0u{GS2+#ahvt9|`>|sF_v$yuUL2dO44h{9C_3RQ|_67g>|vOYr3HGCcXY
z0@oh)cP{u<(1OUn2I^#0f4?4Yz}4UUX5^czv;E&fSyJe?;qre6)K%zr;o9#WD4i#M
zJw7P%@5ANiA*efa=l>J@QK9?&F;289Z#)iU|4-nnS#|%)`JSPyWli_vMUnp;u6bXA
z`U?FOT=TvL^%wdZxca{Z4TSFb-UXj1bkFymXjR_$0D8(QKOaGZtUsIY6UvrC{|s0C
z7tpps{|eVU-#|MG{X1Oq`~d9=y*_V#uOvPmm<CF^=b27aIZdER>a|}pygB;2Un|j{
z&DVyqKlb<YZ6~VvIzYpPK7*+Cn+X~z^jSnT-|RxSpE*S3XKtZ;zIj9|xiKHq!m54?
zKt2^zU*9jK^8arO(Z|A%^+iNA&tlMMp)Vn-d6t4s6?zv@?Y|7<QzPxaoT&H;&`Q>d
z*1R+HZcy@Ho_DLzlYi^0iOT;PQ1WkmEm8Sj2TJ~}_Y#%=K2Y-S^L#x~`R^}upXVEh
zR&rw_s3-UU=sNdH`X>0_^=H}SC|&B$k26l8#$a^v>wPnP>Zi<4eX>1$6-rZ9tA1O_
z-xgiWouu8jhvL|zZbE&jekb~_$THsnSL*Ii?9cT>5zYIl?Ov2Utm?lnGF@-|Kt#>=
z2OkdPfA1X3xcrP{T>Bk@->dI;t3q*Ue&3J7WU1cs9f8ZA_jif%k7oUqe=Ot5I-YUW
zpMa;Tvfs%pU;R#HT>VbNM<aR$G+xj1t5V{UKR^GoWT{_%|D~UcPX79j^BGs83mKRH
zF}SP5%YK)#eC>BR;}vaOfnSX1)j)pU*Wk%j+5bkCul_ePuKu?&E`PV-$yM3!ZkDfp
z_cE@2_u+RU`T%r2_(RaY_5J6=aFubXU;l44ssDHsm7aGz<9Z(HJLmj7o@BaOJcU1w
z=(9lX_dMh3H=&zQU-I)Z(-nS|aizY_xaz;CsJ;Z>X1c=f;BO*20eTVqeIWb$ka6|z
z&F+u-PiDIMf6BQ0ea^V*{r!Z>^!@sp>56@We~IY#K=$(^<LcL5%sXwNx}<A*#^t9e
z<M=7+TQXf;TH(zRZ8Hkq4*D3bI^Zq!Z*9sRX4OkuJ!w(bU$WooBtDqA5bu$-?3()f
KVk-21s{aoOU$H9y
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/bakery.7.ldd b/resources/3rdparty/sylvan/models/bakery.7.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..b3e55346f615e8a830c2e929f2dc91c4c787ca94
GIT binary patch
literal 696944
zcmagH0c6&1{P%nR_UrWQ>Dk%Yf6tyhot>RMJ3C2|WG0jBWRl4wlVm27WRj$lWG2aE
zk|fC_nIxGcNs=T<CP|VcNs=T<k|gPz>-~CvyFPc{);Z&M{XVbj{kcBZb$zby_j_O0
zecxM6l}hFRNk2{L|G)p#{En45C7xU2+7izzab1b)OWaW6#uArD*j&=*m$;?GttD<N
zaeIk7O1z-N3roBR{%=KXd;0%>O8@;^u(ByzS^S^Uf6C7PlK!i%m;bM<SJ%(x|0`Ct
zUus_Yrz)mas2p#$Sijm-`&N%#ZNysP|D68&HTLSd>aqX-`B#st+P56HJO=5yivH*H
zpROL|ubRta`2X@RkD=PPI__*^kp3U(KV6~!wPepWhQImGHil~7UwvqOblqruey!E7
z^;ZnlRoAQTzoh?kN2yJ<k8F)mYx&DZT=tRnE4PXxdo~|wzs9Nmm&YjnHP&DK>Kf9z
zSC8e__~rBKnoynQ{cC*H?SJ+2t4{y_)z7bS>l)FzR?p>EKl1st=D+$;UA3>;|LW&g
zO#S~?KfmU!Ye4H(or_=n$miFZ{_00{)xK)~tDj#n_5a0cn19r>vhnLjBV7V4rBrnD
zGFXM#sP>&UDaF>8!x66=R(7nffVFDom9VZLa}TT)Ft38Oy5?S3t7={iYcA$Bu(E3I
zgOw5US~%v{538`=1#A54u+~#*{Lah(tnr&Sz#6}KBdqb8H^Caec@Wn4%|o!pZ{7@R
z{N`a;<M&E9pD~}U=rNydunNy-OV&rQ+&=twP^-fJ+cWRXmhaeIRjmB%hP|E<Z*TT0
z=W`#5XBF4O7`1Ud>@T$+h2?)BE56$t{~)z$KVGHBcn(pkd`)1v|H$7FYQz61titgR
zXZ;wK#~c19s8wPA<C#xp%lVtEV&zY3{_CeM8K;3Wl+w*pu;y<*3#)(gIar0+sCefw
z9WUBXQyc9sx<M-4{sOH2FJZYq<=6TZYIVJvufn?C&DUUE@8;{Uu6OedSaUbugmt}}
zZ^2q0^KCfBdk0ow{W7fi-NkYd^Swuf#y^8~pHkyDKY%rU^FvtUH$Q?ke)D5k<2OHn
zHGZ?p81GYb&F2}G^BMDdL2dZIgjINc&$Ipt>ouhcukR^X>-7d}52fb+7R%Rr++Xjh
zRj~vs?ynE<e#+Xce}Yxm|0Aq;pRrs-{4Z3f{a37Sl$!4Z)^|$H*Y}hA6FdG-bQR_w
znc0>URG0o=qehi!YSh2;HJ4fy=2}=zW?8-;=b_Y5#`W&&JK8st+SkL%ZzGob(|jGj
zx#ZsjYkc#w;+?PkTc}n0)+$}5^)_mizjiFoH?E%r)Q0~;IJp<?JF>nAYjM^+|2eSc
zza%SuzUmtP^&@>*m9G4Eme~689M9YhD_`anu<~JE39B&ozzGZPg4O>jEcY7iS5vFP
z?bpE3z86;ieOT^K`L=&QwYvY!>tNmg=Jl}dfAavW+?Y4Oy8q1^VXcpO6Rg5K2q!Ff
zEv)$rWyRNr{Wnvq@eX5cq11TITVajYybacP%_FeJYu*lPyk?iGbbmY0HU6Dg&UdWe
zZfYa{d$PaV?}b&E_rVDZ-j(%Htg)=G!dgnH{`O<NQ&Ucg2jF;K`N`%|`SJ7O5MF9y
z9)~sF39R>$II&niLap*?K3Zyj7*_maS*dP+JhwlAb&^u~n@ImvDwD7ZKkwY1*!`VG
zm#6tu<}=yy^J)rirc~kQ!@2BbRwVnMN4Y>5&$nq<`EA6S#$WSu`%BcS(tHtC{w`y=
zf91>i)sp`eSn;l9#rd-Tb!yfA2G&hV<*Oa*7Nv?sShpz?Ry?1xu;z0ItD7>e$9u5)
z_w_det1#b(6BgVBE8YXFhm^`sA67r53b%g@CoK38tp1;1`FRxmKciOjb^GU~_D^B?
zzsQR7W&fAC{i`ZnruEm<Dt~XV+`riRJ8HxKJ)Go1f1C9WSRQZqe=7NZ%={VaE~WDI
zB`dyP%da2bs`R?#|GkRU-ue$}wH`mQ>=k;ArpEKY{&QgE&pa1aQ*$k>Hf9dToYv=|
zxR+>OUuxe_YF`Iyy&JRQ`_1v2snz(+^WhkOOKxwy6^{PfU|lcP+hIN5%^k3w@8$)t
za&2A+>-lb81gkJFh9f^q;3OA%6Rhzp&5Ex_w_irB#@C6}MXB+bm%|#Lxf|B_%qw7x
z&+IbBvl3lJ50=+Q`F8)k)JDEmXMgK!;E2};r{+cbRasw)<$Q<#x{`l?=Ji-#<;wLp
z03U=ko(=GL)~jEilrKNu2Xj30CRpu<uny5a{D-Mke(k@d)P6H8|E*c^yIl6)mfMeD
zZKqT*k^ZYxcEIY?uTSnz?Do6R<!RoTd3Uya{qKSO`l0dodB2ZZ#WRoQR%S(Z`!SUL
zl)8T|p&Wp9|M>OlAgt?Q27Q_``a6WKO2;3EmEQ?0k4O2mex&4o7*@QaS#dt?e~enS
zKaO>RQiWf?PQse6U%w{dgcZ+kFRb~U!t(2r`t$SpOm1(U%I(eZdUY1%9HsK(*Q@hz
z`SmE`PnY6dfR&$%Sblxd{M_H=lK&-G@vdaW`LX|1YSsQ4)^$o1eto(DD?fg{aerdB
zzlEN#;G3CmW1XhdeD7q%@3i_!QA4ff<LAK)tnr%f!|KocAV)FZgBAZF)+5Sz-nYZi
z{t2Aii+GP=_5T#Bo-+D>4l6(I?*$y~pJo4-S#f^t|0=hCU8To(-cYOJEtdP2>Gtob
z4gU{t^#3mFAF({%@c&%$|CIR))?G^F>uXm0`cd8we6P~$lK+n?R{pL3q*nJ!MK2n~
zkK$Xep;rELtW$<w3u`^>KM&S=nCoE8&s+~DEO;)gcnw(YCE7QY+BcWlH^S<FepdXv
zbAPSWYJTQ6IOg9D$9y{An9l+@#<LLC_2qbrV7(rj7sFZ$^AcEvc`2-<o0q|npH4W*
zh28?I|E{d~dUgBd)M`B4SSu(s9`j0A<1zQZD$FjU|5fN3U$0wIMn2ZSk&nLY@A0gK
zBVIq8!WHvbo%MBC&S&@!l>FCc-hlOu>s8~~2ycWno=vd#2hywe2g;9MUpMD?<{?<^
zhp`5U7yetRRX**%t<-)CEdP<L_|r1`Z_n*_VC|$-Cll$vN@W+U`Fnrh{={y-2VI`#
z-I@1h%h&rp*ssqTk6%y6s8u}k{@lu}$ZmfC<sfD355{5LFWw&<f_1;ls9|LSR=&;C
z)JFeD&{gUF4#Ud#Q7n&7`L%w$<bMoSyc1b*e(isfTD70VIz_4cdcSZQ*8II+I0GlF
zc)p{s<~xPu^R33`*UNL%s(<r&Sn<pk;DiOo{$U#BBBk=@{lgwL<^2)2zg&uUr4;WH
ztbAX^x<;vd4-;uMWsL7esr_|W^SO!T{Ym)WrdIj$c<z+i--6|TH!IG+{qN=WGg$X2
zm4EL?9>5x;_ap94?Dmh)6Bhh1^JA>Dl*-=|EblKg9>3l`qgL_E&*6jx$A04l%1cV+
zvynUf6|8(#?<XSun^L^ju=4p9%lixEuXz10`M-k|??YCcKl^{AR_#AweWujVyubJY
zYkuA@xWAb1H}oVI{eR8;9qTEj=KCWn#rw~2Ev4q;=XVX;2#wb~2UdUPxp2aQ{V|*3
z*P_g$R6geuc@br_uP?Q)gVlcnRulfwe-pLJkNa;fwQq#wKR+wZul-wc`_?Kw#?wYE
z&kHQ~FLwI{)Q11U9L0J^))%>bX6s8z{);m&#rny7m9J%4@#}jP@=b@Xs*1Ygzr2cd
ze^~FPR?o8)Rl3&4`bui$-&3Wlf9tELm47dmy+U6@t=7x_eX#OxUJEN<=6*O~!K-1#
zTZiRdqWwUr{f1Ke^|1Qim=(W%xxYbbHGlIE9QoM{M?Qw(nBNvS=C>7&@oj^3Jv#mf
ztirq<)}oqsz`CByJK@OBE;z}Bz6n-;yR+i!+3ojGtN!<5?W0s-9);Dv*=6)MhOY7K
z$8!E-z6Ys|`Hp9Q_kReEcoT36SB(Ea)(>MjU*UhW<bNddF|1BXjpsPlV16E)fW5zy
zUcJ9lKD<9Vg;&CYCt=O!G}dO~h5r<_D%}1o9PQ7*@;{dqf9uKq=c!e30c)C4`JGUZ
z%0*c7_x{fPiQWD(x;)L7GGED-ukWj{_fr~=_dnOERXp>J+{&!TZhsTy7G>=3Zo|4i
zyuZ5x>;9Ng!^&M)`8H2e8~x9qtJ3}5gO%_5SRS8D>kmu*4`9W6lojXK{*S3u@dWEB
zrSj|j-7{G8_x|oVoUr2gUV}B?7g*lkX?)&)yrNe9n_t6<XMO`GEI9UeZ&BV+Du3SJ
zy@!>*t6XUxU_D>FU;79vpVj-f=>Ic%l8gR6!5Z%uEbs5a{~NU`Jl^kcwEqgr|3_Aw
zU;F>0Hak^n<XTaFy?>hnD<9s!xxdIyExOt`-rUUduwD{c`Kg2bev#(m{Z9k6D$I?r
z;+vb`gayZbt{G)MrSk3l+-eP-Zy~yUYbjn^DP9Y#^=ZfIpw#+w63OrHsM7Hkq9-hP
z0j&8f!t#DG{FhLxB)I)jINC3URV>Sj*T?>y)T(_K)^bV>&HKY{So!k)(EUaJR-z}l
z=zm4#9;|vw<!=?%oO~&G|FW7|#WSyg70+D3U+w!))>0~;-v9N(%4Y+f-e0NG?bo9x
zEO;HPd=6kW(@KT?H<tW2z$!Ln#rd=UAhl{ggteJc`D-WgFs%74g56)tcPo05i~hG{
z-iFmnsrim%#h+jF5^oKq=F^3>6E79!U9kEy@6J)oJ7C4%gSD4Z`P@jn5z1&kT57)!
zR{vvI1Nh5y`~%dg(tHq3Snz&W#dubnU;7`TR_!OM^cc@!YL)LJSngl!_Q$9V|KmA|
z^`luof#var|76MkWad*?+bNZ=(^>I;ibSM({pj^!s!Fd*e71`9{IY(ITKS)^(slh?
zzd)`0r>k_WpY@B>%KuW8uJKvFOs)K{VA(75Yt(8z?SCCsVZH$?Kjxco!h)~Digydk
zy~wox9crWfT{zm`hSmSQtayLn_V=lcd_I69e-Giv*CROc^B9i#K7nJtPhl1A?-{JM
zG(U&+(rbPJ>v}W4gkyfM;3OCN46NdHR(!p?{Tpi4-&?GAl<LpyGUC5SSN|WdobQ;=
zCu&tV{^#s({sKq5uW)iN{6A*>8<z7C{y$3o-!uQjIzy@P@D=~cNp1^O)==sFw#@4N
zww%0Qt;H*0!E<4?pNHlBc=*>-t9-eAL#cfoEdR!=_`AIJZ_4ePvF1}MzZ2=dN~HzX
z{Jr0He`2?9LzkzyHFJBmd_8x--rs6G-j6P%R`JY>ax1eUyZvI6C6u}!{CVqASoeeX
z+sk0x4>Re%wCjLXn5U_Y{+FYx(*1S8%6B)G$EW;SUs>{B0V`flR-9k^ucB7%d$Cqi
zD!=WTbY%@J)BEi{Sc>Pn0M>lhVtK!<@p*r^j#~9^UJomtc>qpWaO}4?plqa6{=DDb
z1S@~uZx6zHo(wbIAy|cZHMP<IFnW@U{x-uJ?-nfY$HRXcwaSmjJ5p-D6_)?@tT?~+
z-;vwz#M(uv{CdB=8`dDb-*$hIpS|cwF8be-c^_6krSdb1<^8ti<Nf4*YBfId0a)?P
z2jPST$9{Vp<q)Ov?fv!ytbDhtlgeRO&u{OakH9Lb_tVk;F?6+b|3_hkI*zrFsNsK-
zTIJvVlcn}2VELcQit}&()4BZ_tSL(6-}~vau=3&kwEK(voJUV`(f_&37qG@Cm7i&>
z8V#kQNq9eciCR^fFT;v&z5*vKIQG|9QLa%c-`-#MDHRn}y8R9Gh<6i~kM-*?um4!L
zDOGe6$@}vd-(B=*e+Sll?qRLZ>*M(MsZ}WRgHrn$Sn(fb#p`4LN4foDtS6K_f5_xh
zSo8CK-TlRUpQ9(a=>J*f7g!f5mA{u*yYl$G-+WE2;+fyTif7(|zuLb=c}J;ydO!Xi
zRxyUB_q!Up+kZq)Snvl}uAi{H|5pC&|E1*r8CJZnS#kdC|BYJmkM)C6`8&dRe!`lc
z_tWk#=3Aqw@Z)$KrQta!uV^oGZua!&S>D-rf2yvg=&uehjn`Zct3Pu?j$)n%t7yb(
zqEx5%i0A!Xw4aZj<RV@(EY}t+?`Na`Hfoh0_t#!(-wMmWBP-6Y{TJl+3#;@P&mwA-
z@5NZ|U+nfvsSW>SIg0fqS?|R1c*B2r$-gUeH&!jB^0gu>e*S1qzkc-k+*763C0<p<
zdi}88ORfA@SLu4bSzkjfug6uo?hos0sg-|!l`hlzI%?&=zDn2ltq)MEVgr`FLf=HK
z*4zGru;ywWf|Wn>W;kKN8)3y8#&R#weru`ywo>~ou=*d#iuZr+ZwIxJ@11bucNZM_
z+zm(m_P{C}Z!aA4-v`J1N8uR%7_95v?f1jF9?b{f$j?DI$%VchR=n}7_<nHvL)0q%
z1eVK)cbHn9KUmIhjQ1F|G2Y|Z-|<ht5$_}%<2#!5Ni5Gd{7;wsPh~!XwUScfnZlZ*
z)bgTx7WVl^diD87^Y!`R0$yrkKJO@rr?F~@7yg&1RX*&0xzzq5EdMK6@mI6#e~ntr
z&wLeDyz5vuvhMSb`wRbD=*hike>3y#Z29`V1250x_xa!+wTfq+$*s(a?DqFj9#HD~
z_xa}`tn1(BpGUB+|C#h(rSce7zRlCrDj$yj6kV0(C$O%cXILJe@?rf&$^SX5crUZ!
z{M!FDwK2a}u;RVJdYg5hf8N1Ku6Vw8Va@kFmd`&LpZEVCsa5~xPq6wke})ql9Os`e
zC|@ag-l|dM8?5~K{PP{w^TX$zAF%RSeg295`6^0MfA#khe~q_BK`O&}{XM?9)G8n5
zT3DXuIk4i-%Zl@By`I{bZyl_74Oop?_xZ>Dg?}@8^w*SmKGp}uul%&YKL2Pw-v75z
ztMQrJVZ}FhzzGYE^Ung5g_O#-&p(S`741rLWihNl_`I_OmQ;QIiT;<NtEKy23TwQb
zSUw+x|8i=TFZ*|w+IPY7Uy&8(-~K(+#(Y=8inj`@H|swCxWDjUgPz=r{#R%2!)m2e
ze%507{G<7Jf4`1ejnBLuR($gSoUq_H|7<|nNU6f-pG~mxeTyq~5SHol%n+>nSD$a9
z|6%kb7yWI9HQp^)KL3ROHfohGk9VZhek&~h?OAdD?Z1=SnC}i)@pfVD&brSx?l1iJ
zq9^yF|2>)aVf9n07{%JjRjK)SKfj+^jn8}lR($h8IAOtY-Wf+ZM5%oHyfd!Q6?NkF
zhfDE}l;TamTA!m>$0*f)FOhs+it(K&wLcEa^(2<hQ{jJ#TIJK@IbCW$3CsUXR=hs;
zKTB=oV+vNhb6DrI?(>uT3;${K<X-fDA@fD7F-qm{5>~y;ipDd=N?oB=@yu6Y`IzV7
zui_fYbxP&a=c602Lbc%O^GC$LRf=~LRz7cIwbM%Tb$@qD{&!%-yO)*f@!zL5#y<lq
z-UF<MS?{DL_ZR+;(UW`8|D()Lur5<-zE88_&wDozZxf~F(}VQ_FOApy5>|iaS2>FL
zIjs1vvEEQBpCiQEPZ{msmD<0B)&F}epC6+CkJKt3?(b8n{Rde7pR?lp+W#xH(f=1%
z@xEcXzli^%<o^>+?nVFKv(7JFRXo0kKSz&pe%yae=DAqUXs`U#X2ttw<>1$k_Cs}5
zdR^lBD%R_@^#*F?-&m!~wBAIm{F|$E4Z`|-YE`sU=~^`Ft<=iDtxDH=TW_aU{vB1i
z=4X8YwenwxWv|c|Q>(e#e+jJhG%tmfU-L3JVZn=F#p}d!FVTK^seN~;eHX0$S7ar{
z&hdMwjrCXsNB(<Z6&~MeIP$v&j(qmPk-xQY<f9*se5`|GKI>s!ukLREj{IzZlU(R4
zbNh{1@%`cUgQfPHV8tK8az0}`!_>xjwq$?D+X}~cw!tx;%~>D8@_fR7N6CMC=ABsc
zC^ep4Sm$`YXgs^&73zxb<M_O{ms-U)?}O!I?vlyp*`p|9lv-b(U-!f6&wNDg{J8xA
zboGA_%ja9=&-x*1qyGt50j!V1@;{7qB>Ve3dNli6S4&@?$54E}Q+uDsPUQCHlexW_
z=3L*CD5ofOefzxWzc&)`&XnR!mExU-m9Mi{=O|Uo(A9ZZ`7<w2D){kuE}$!a(^wZN
z)xXDg305PYA1}iSVEs6(@n6C6`BCwFe!51j;+e0*if6t7CoDM5k2g_nQEGnv{LH_9
z5b^Gm;@vI9yA7+jhc!c~=Y!9e_hIG7{4VFm<9mRv`8>p`s43UC^~co4e4f}V`B;Ah
zYrIdfo@IZZ7oTT;>sMjT_XU>EgX-Vsp;y!@p7}Mb{>^XTgayZW@GZ(aN)<j2w(8Nx
zeBAy6dc^w(%g6eASV{PV^_fx+0iPGYz{;oDzh9WJX#W+R`Cu)}`E>jr)JFe5;b{LI
z*8KUU{Ys5eRgu5Xe{*2fS$~PYin%C0->H9}Z|1o+b6t*Sy*|e?$N8=SrIAvT@cGW4
zXK8%)Z!X1~Uy9cRD}OCmt(1Cw^7*d~RzA%OWb)(q?dY0M2i9=Tr}c%@DnI5$umYGD
zz#8vjtR>ms=eecX-+C>qPL^T$yr%wr9_gZ1@yyF%^>6Nm6BZojwG}8UDU}bO*L*&U
zc&keBdQ0(oVC8Q$)*4D(<UX(U!Ahd}7}tNoVmxcnHJ^SgpXZ|g_0-0E2H<GF4wnB0
ztc}^<=dVrK-+Cvk`3_>$$*ekGZKhW7e7+fm)xUWQtTyI2Z*4`{MyY)GyyfrfX#V!!
zjvn!Mz!85Z9PvkBC2behZc4>_OD2~x{_x*}u6*vr@_8=$8>Ke-8-t_$K3M+yu?}Q^
zpT`bnf9pfA<~xq%^OM^9JTQ^ln-Ayq<~UCsK{-mPsrfv04Ay+dnW@h!35)p0(KX)_
zSUxXlevUs$ZTO#rHNI0=rzz!M;mLI-`&&N*Ydlj~@#pCa@n1}-{_C*L<E8lK3$Wsw
zr*jnZIau*8VqK!td{+?fGOYL;;pLPO|0;UKzXm7wqQ5J!{I6r($o}S=+24E?R{yuM
z;`>8&zkam;xKpLqCB9q5GOgdER{k?px+Y=$KD8<yROx!&S${~a{2x{6x)iKGrdIw>
zs&rkC)}K-<|7TUY@@@S&weo*arE9L%Us5aoS6KE6{SCERAN#+Bm2dMqSnFec4<{`6
zHLQ3au-r?u|5R%Kxzzq6tp2}bC9Qpq|Bc#MukWx5kLL#*>+utg{Bu;OM80bjsuKB~
z14lmR!jYd^IPx<Oj``KWk)L{4eRzCd8ISxMP@JEL*HntvT#7fp6t6MsEm*Btcl_J*
zr}%9sd-DC(4*T;y={_GVpjPASO#h`*KdkwTz>8p+W-3{q#aZ!sy+T?_tqPw{mcbg7
zKM(7KHK-Z<yI_sSyd2he+`b#ucwVLd(o+SN^-4u$39Moz)=Ifn?YCD^t4i;$dtv#Q
z<NUB1Weugq>+?e&tnvEur?qfxV(<U^VU6Fs4%YbHem$)IM;X}woUq^?Sp99lnyaQ&
z`|C})z4yC=xxG2|>q97;DK%d2*N0(^w_O)`WecqP!Tas4u*PrR25S&*KLTs$YZ=*g
zIAOsXVfD8It4^U9zxRu~a(nac+}<4f<2@*QDK%d2kN3eEuRs47g?0aWe>(=NQ}cdU
zLv{NDu*ScRksX8+7Q7Qyf8$tdb?Y;J?>{GUd-LJk-W>bUBPd5HHD2#WkHH%6QFT%|
z4r?jApF9C;Xy%i!#_#r%u*QFwk)47Q7JLX+f2Xnh{dl$aer+nZH=oVz&9VPGhjN}$
z<MsY;JI@pKZ~y61`wOt<a}nzjrH1PL-DOzwGhcx<KF7ZbE55(qeGN`n@EKU+xsElY
zsj@!aAKlFD&9`#<^8V~L${k9L*ZZ^M#MAiff3Fm8rWEfktohx?dO)f66GVClYkrRZ
z2-f^2(I3MJ3%&tsJWsHe>Q-WY-d{b-?aj|~`||$l1<FfGjnDh9SFpzC{nu+)<Foz-
z*7!!~`7NBV;HR+Sy~~O}5A!S8hphYc|0Asa{CfTgR(}mxpDEQ}3)UCPgayBc)&6T%
zoDYrR*N>#{=szeG&-^pDGP{NL6TD~{F|E%*(nW5b3rD<KSk0{0!0Kckmit%gtk;*?
zH<a4f!RoIuD}L+2?VG99qryBNj`6hQR@R$f_1~Hm9|f$pQ>#nQ+yO_t1-X^=Hdy^H
z%!<GNXnirYx*yF;;E1<0x3aznR{zVgQv7`%R;r6yUH|r94oAH1+{$_<to~PI#rrwy
zJ=E%2F|UFnUT<z?eI=~^S7)X8J~QL%qgL0W{nx?~uRpi4z6MtR>$2j{i>wb&8}T;4
zx<9OMgd_f@9L4(j+<q`CKHpg1Txvg@y{r$x>Te5{uYXO|`Zj9gei(t{`rZ!5^|=F%
z>uV<**T*h6)^|4?>$3-reC&lIAN%0Q$0(eJTa0&W*2l2+XWjgbRaCqKC>^lk9n7A7
zH0)H+${}jyG|KaEj9L{-uqM!zpTk&3DCPPA{V1&bOsJE}F<AK-(jY3wVdZC7ldhbA
zm7mi*;7-Ca=gFxu3Cnd_K`N(Uh4SYOr(tz9BDrz~mbFer@uSMAta!e6(auq;`JRW*
z!<wHzADGK5Bo*)fqiep?SQjZZ-^+Mjf;H3$=6e~|RE{#=E3oG4-=Dt<Yrfsg_Zlo$
zf8XsotWb-He*>2JD*cy!3m%r``J9C{pIcb5zaOIg9!eG7|KH8+&39nU{~lI9{_5ZQ
zeQKlqgHrn$SowK~^^Eoji}sJGRlXi$J)u;-{Pz=|!b*kzp3yT{`TC+HRi48#w~((F
zu<})-pp}=f#_P`uUcnlK&maCgME!X_Z_pLW{1#S!=6A6AGrxz`pZNnE`S}P(em=p;
zz3_jX`7_pSO6B_tmd`&LpU*enT$}kjtnpd@0c(8bpRmSf<{xNcKV`1bKiI_k|K>Tc
z>dbMTnv3G!x7U2E&nx-Y!dmY-tahcMs=o$mqkUtkeLbwDYr=X?d&O{n&D1I%^RZee
zwO;=FOs%l;u}DRw4OTw<`$g@r^3lol(E+OyfBvxm*7$tB^XEH?@BSB|N4^)sk?$pN
z<a;Ts_-?-pj`?@ONiOt-nY*yQvVO|va@gldjmPK371U}x=9RF<WA1@99`h<#<1zQb
z8jpE3oUq_HkFG)S?;nN#+LC`Ctkm{n`R_qRf9t7@_5-E%>tL<#2CODcg&&V^Bek0U
zCagh9&3}OP9)i`#zpu0z*8I1y-ovoQ<IiWdz#5Ow!~Xm!^0_U?bN?ebo_TwYXWo(H
znRmh|e38$snRj7zQ)+0tv3%ZE|2|LerB?GX?}IfT^C+zOn8#qv$Gjg-Sa6)r51{z_
zeBnP{@;?Y`Jq}@wupZIhVQQoOky85!SnG8Z>j0}1<2gpHDvx8Gpj0RR{iu_$=IihO
zO~UHG_&y%2{{4P{KktfsoyqN;kEz_=d^Wc?pMz7lB44L7pU2umseD|(^7{+w&+i9Z
zq*miKUxGDW^JQ4$HD7@f798(CTt)HcP2qpN<bMrTes5s;_obr0ThvDT+okq5Vdei0
zR-2~AkH>eHTFvhs)(oZQ=kE{Rht;1yPkI2WKfizB_e&xlkFvkxKhFN<Cva+B<l|xH
zr&!aJn(s3#zyG25e!t=cwHlB4C9Lt7U%?3rj?b%Jqxk)g@PAwKe*-ID@37ueDnI@_
z%ipJq_#e<UzK>X+C^bHRKJ^(^e||s2@3+MGzh>Rz{|2kM`Ag>SSkEanz8_dy^wPoW
zyWbz-A7@lm@p)3bKT=b#+BuXOuiqb;3u`?7JgFAec>Vs!JUC&&Kj~HZs6&bOKUz3x
zG~{@G|D!R-v)+{Bnd@PVr#UO0kI!c<xz?<act78YGKbesjn{g6$-fQO&^oXdP-_2G
zp=EQa{i0I)g|L#m7^}VHzqI7P1lIF@8P?*Ge^<%B6V^?+9ILD3zoO*d4eS0`iPcl`
zUsdw&fpxv~Vy&js`mLko8d&)sgf~;_dT>71qDOxF;UpJ&A1wcMSnIR@7?B3DzxDaq
ze?wNh-Wt=dA2r>CK1iwcGY{qV=FPCiXC8(X$1KZBy#>YXwf@$(mEw(*;%zU*+X`zu
zJFwhd*N5ZnqE`7Z?}lT1d*CD&`c7Em*^A}&x_;b#l-h_l21mU8aKzgOYdi<A++Nq0
z<Bd}r@eaWeZvu{Z2VsrpFqYfv`g6Ra)JD8xaKt+fN4z7j#&ZJ8?R9-R-XygV?-U&I
zPQwxJB&_kA!E$?DOOAJz+K6`!j(F$ch&KgmJQuLsUiXLNU8FYRU4kRtWjNwZ!y3;O
ztgDoYXTAn2p7}bgc;*{$!h$zu{U+8pcbW8C+0*a8-L7KwcL(;n8jA1x?OygO-+wb%
z@%?ijUZSoly8i9|kXl{8=0~uuKl5W)*N^!Lto1iPg|&X>XRz{beh$kvzkoF#^GjIy
zGrxjkey`yq7rHFZ=MBmOO3mjj);mhY8^rQ_BmM_!BmPHNG2Oo`$Nz-#KKp;ha=xPd
z*T1&^hVmur-?QcTKdM;c{|P()5x*w?JGSNV%|VIz&xL(`#Cp!7HrBHaj(pU^(O(0s
z9F+TOM5(1z{3fhs%E-6-kN7R<5x*6lEq)uy{OsS3<?%=R1%GY75TzsQi?Zc>SO1H^
zT>m9~DeUVd^4Cdi^xu_RRp&?XmZL1A6nAG&-*3KNS5T|?D@(ecPd(Hsf2**3y+uA(
zQyb%1lcSW!(}&WV{nujkXa8cpu*SR23Z=%k9xK+{&ktWe@jTdwSB!5H9OD~=Q@B5_
zry-OLl)64QV+~U(p6}l+u;Tf8aQ_j18+wxeh(Cg|HS626<?CSw?DdWNV;8j%e|K(G
z&hMVAINn}(A7!k+pPvzLEVnAh+mA9zsr(<n@^~WO<J3mJ55W<C0xsu6<2j6SkW%wK
zf_0Qq@qE2G9})jJdc;2g&ldkA%CYP}iFGRbJ3l*NjpuY$oWB_bEq*kA=VL1SpT+X?
zCD!XawK2X6Icjx&6>l2l9HsbT_VnkOzCSNftN52oy6?{`)G9w$vF2rVf7js{&kZ=a
z|8{+<|C=b+vi~it+u7gqJp;@C4%Psr#&;LX?`lVXGt?&exBj%rxQ`O|+XLA7i|gwV
zwekA?7>?`V2^{@Bg=g#U8OlRS#ea_Vf>QB(f4_tkuN}+%NBq~+&KCa-%B!ru&6cmH
zcd+l5i1#6TRbL;v9zSNq?LWbvDdT?r0&6`EV11?3dURvCzsTQrY9oI?;26(OxI91g
z$3Jsl`G&6i)imHmsd%eU=E90MX-`<59{+o46>lDjUr*xxsi!v9zahtSej0PU>U?Sb
zO(;`2elt9uQo8T2jp#Ao*1yJULusMZ_}a6l?@wP(9n@;P3$PYaDj&WdeLY9M7o$i2
zOW@@G+x?;OE=5_C{g-9W;`zW#I&*CoRvo3<FVBjvpH_8RSwXGxKMbqRZ!LMgD|7oE
zEZ@(u9=+7Y_*cV<QN13@*BX>nl;XbZ>HhqDTT89t_m^}(-_}v9{H@3Gc;b55kahRJ
z5svX~f>ZN9#y5yEko||Se4dE*!+&kR1!Z&Aw_<fuYJA(U?y*Xm-w0d_Ykkh7|I(>H
z`}_IlPko~QUFh<x&aa-IyHR#JYT`Xuem#oy+DC2N|D$l6kH+A*KKH}X{{eWm{tu$;
zrBwWJtV5KF=jZ7Jta$Cr-2F%VBj~fmKZ<fV>&LR?>-jj`ne*%XoTN79I|)aBr*f3)
zeCmEUofXGF15Z&(_w)2Dto8Hr_8hGBw(k9UT%Q-vqyK3*x&OAFihmL1Jf+s}5|+mw
z>ve_NSg)&a#J>j57XLcRWlH7e2G&hV#q;y~7OZ%Fe&2=_&-pk3YrJ=`8Ym;*_uv@M
z46OFm`Bwh!qr~(20sN3sx}VpNVCAzN>oKMBW8M3K$j?*s$j>u4#`7Fb&HotB3zR36
zn$JtDSCoq9=lN?`@s?q^|A_yV+9dxG{~gMktiQ*)OR4#O$coQrem;9Y7x(jLydvLU
z;OPHrj#8a(<?kEHCrb7A9qR|B^ggT&l+j=1Ka#}v{~fOej{fGr@+tQ>7v*P;R}1&T
zG5$JgWBuykSic51`fG$|>#qrA9;M<pW6h^jy!G_#{v&=Xdc<#oXN%vC(vtl<usr@~
zzwoc^7ojZ3`eLk)j7s@mk`+IHZYXGF8MV6KUcsHP*3aKJmyf?+=zMpfE8cP}zn(<C
zS5O<{T?s2j_4;Z3dr-P5#jCQX`}6B}FSUxlx}^K{dkwY9cORC=6W3RN*4_U)IL5ag
zPR;)q-vG+m?7soa@Bc;nO@D1ah_W&3Ls&~GHNMSQ+w=804DW!Y@4@n?_R-%qyvpO%
z>-7lAR!Ze-JC<LsV|{i~8~4L5INrb94afDn2af*t!n5_i4`m0X;*VmDQ7WEaulK`>
z=htiZAMp>O&lZ0i<v`XCWy{y|1nk%AnC}s4W4=e>=<isLQhj~uemI^L$3Fp|q?GR0
z<4IWei(ju#!MZ;>)k)<vto8KktzW<6`kX?K@tlR#vOJ!1C}$`&zw=n0PpscGwXuE|
z;fQ|;o-O`mlna!~*A=X*l#1uq?`yE)`Strcta#4PVOaUOfmNTcZ_nozwXq(z;TYc?
zSn;aoul(LciP!Uc@C>DNzh2*mm4CmUKY*2Q>-!i_^!Ero$$#|s808_Q^8EzM=dHND
zo>3d~c@D>VyntgpUc%A;D|oj4U!y#wRQxwsZz&be`-OL~;(5Q|{v-Ye^x5KnM0ua}
zPgpl8mCw&ue*KU6eWf<ye}l{MmH+Q3u^;#W|D=@e{XnHrZM8nNC^fM1YrUS@$md-2
z$Y(7a<CzC5X7%->{_0TXP-;H)SPhhl=hyE>Sn)dO+5JcSX7nWg5q~~PQ`TFszU29~
zX2s`gzrK1u6xUM+UXkwwaP+@0N2#8l^0x@3ol^5%jJ1SP`YJ}!PZ|9!Ly!JC;pndm
zPR)Otui`C7SxTvR-B>G#AMsXF8|&8t$NH^;qrYBww*FS5te{l<HCTO=iq}Wa?my!9
zqeuL8@NDtdqpZ#T16Uq^wBPvG_M1>PWPK2;jZ*m<%8Fl4j%$#WVQTffyasQ9b^rO_
z|K18~J^lN0$w)uSxAVUZUGYb-ykCg?@1QouzY|uB>gz}GcA;#i6z|TS?$7(NJ=7}x
z-jeS9*gk4Cl~F8@NAcX>{;Zo1z%jmqaB}}+eB&r%+5ZsMGd@L(_J{x4{s_uM){kOs
zrquY3VQtCR?{V1sG3nb;{H?s`ZxXNac(orpg>sTo`8ti|{aCEe6t!`GoQ0Je=jR+8
z*YkNe`o93r*8eoh8A`>!h;@ll@w^|q3@e`ZW9~oVUqzoS{xy^<S-+kwU*9)i@5f@k
zx2TQz-iD*UJ2{HyubzEgy_*%szX#7y#(wNRtoz6Nu?Mj3AMeK=!dg%7pS&N7>+>;s
zjOPiQ+<&_s)!$Q;N0gf1Gc3<1*6#(iv3@V%i2n+nE&gki=akCV8?3jKis${<J6Q3&
zAA1igp7V1P)_6Z)c|R8G@rl}4kI!(7?+dJW)$5`BenpA>*f;n)rF8GNe!$AV_hUa{
zJ+FSMlS<{ks!;yDzuL)N7X8mbmruF>xhOT1nolj3_h&J`I%;En^>D0D103tq2uJ@-
z@NE4zqs*gJ{P|cdl#1v5Su3n~-k-Vuh~JJrTl@}`wyZC}`k3>(5cc~uG2g}1#(bB+
z(ce<I+@IEG8A|NeI^ix#>E4emhqZp*uXV#(KkI(~JnpBJ=+S=<oZNp~PsLw_vVv0c
z>BaK<DKWn_)W-b!;8@SKaI9xP9R06@XX}4G%4$l*AHdo`sd(NWZiE%j`$P91@dwdo
zi$8?2DeIfD7Ex;c!&nPg-<aQ4Y9szOxE!C?f0Xuozio$iP)hgyZzrtv>Be&xto&N<
zp*Hfl2R-t+7mo4lgJ&DhD9Ub1&1Vd2Kc(V%zjgptya9T4{}F#2eYW_AP!48&0&5GU
z=6g6R{yfP0C+~mbdOC(z<oh@r{h!EDs-Hi~-$|6Cl<IF1>lCH*-OOh{W%PFjJ^Gu1
zqrbCoYW~~(p?K#|PE#u0d8{48k9gD6#`;}^WBo3{(cfiww*Ic5T%c6^t60}46>pTD
z-G9WtfgbU1!n4J{g>pUn-^TLzqy62#w!epRC+jm<M<|uA`&sdRVNzeht30GuuZJ`6
zBUrCjpWw%^?#EUZ{0Xe}_1}L;M*30yy&g}|)!#EL?+;@=UQiqJc?l~<_4TB9uTY*-
zieG0>_viih8)_B*ZAth3`yI7fkM~#}kK(z%k6AZ=f@6H2;pG0u_`aZg$o^lko|pFD
z-~ZbF2g<js|HOJgsqs~sRGi4ya}DhMw{-8H{aYC^-deoWvO1sIf6qgiOR0R-VR`=@
z>(fB3+PZxs9N*V$g5&ybhNJ)aaBBWX|1Bu>l#1Po)kdj!-ha2lis${e`;Yhw(3AW}
z{DmkTSznYbU+;@y@4sWdOR0_dE`y`L&K$-0P|x0fcV)%#m&4tZvHxBH$NqaItozCP
z?;cp|>HV_z-*J8RqQ`hv!x}?*JZn%^QEGmDSe{R;Uq7|6e(T_fzaE|~{s78aO7*<~
zYa^xNdH=l$Ry^;&2Vuo?ewM(>&k&aP-?1LU)W&*jfn$7IVa2PSzw)~cCHCJV@OH}B
zfA4^mfA7C{!g`*0|Gf)V{%g4tr?~&3|2^nQ{-giBD7z^&pM6-~f5-gBsEzsUhhu#X
zz_C6D;pl%Ho~{2wD5I2$KY?|aQt`b1J_0MA_uuY6;vYkwE&g$oqgg+JwV6`+J&EQ0
zcg*(`wK3n*aP)TuF88PPnL>&E_gVNHrF8GF&%;_j@4qj=di|Nh>(?}__3ULmy&sSJ
z>k@j5=Q5n!e_LPmcLn7lrRH}P%lq+|?{#WpzBk}l-<xo(?=3j`zYWjU{~eTTl!|{B
z>mH@zc|Se_E1vh`?myx`K%XuCLzMeje}pwjsrf&~>d3E08bdnuQycSr21kF-VR_nL
zR$8m{-wTx3pTC4(QA+pz`!%ff^#1$}to5_*&o^T|-=RnU@8RVBNB<vC-coA)K4SU(
z(pb;W)W-b2z_FfR;aJaaaP<Ejo~{2MD4!@5|EE3wn|u||=Ybkn@q8X|{}F#Ky4sZU
zTZ=L$>+`Ul(2Me02YY`X^J}0s;y32@)$z3+O(?P7Z-(bnO80)h1=jj_f8Gi!zt+7U
zk9@YHM?O2?7|#MYHUDkC>Te-R8>Pm&2x~E=;(33*1XeunuibydUxuFKKjL?yEX{fs
zRz0QqU!E0T-`*elyc5^cO1vW9J#h5DDo3f#xANDEvVv0mt;SkIDc$>H?`NaGwdm1b
zKOFt7gH!Y0=Bs$?QTiwqZve~t_lUQV+E~9$aID`T9Q_T!v-P(bWdo(+4`XeiR6OtB
z-G9X2h92=p;MwADN7<VFcVKz^(SFxo+wVr%ne{zb-IU7L-mG{(_=E)<rB?f$ijr6v
zgY|mZ1@DLTd>w)hz`8#t;DfN%+kcNP8R<uo*Jm7E{U5^ec_7y3FtstiBd}sHJQ?Xn
z@s6TQP>PRbPwPH!9j8`pPn2|@w@y;4^_j%-cofh5ozA-X3>@Q|f|L6n<2#FTD*K<q
z^6!&H`wM?<KaFxe>ld;1QEGgbu;%3F@nzWOE$MYA{;lrl?;2j^@#?&F9p$Q{Ccc5?
z^OolB`QM^8?w{LmT;F%#=<hB(TYvXZZc-}V4Ay;0#q;^<0jzjFU%9`C{|J4y_>WN@
zX8lRFe7!$~eZGqMJ*PJ2_X3XoUgjvyhkEw;>Qz=8|26!EGR{|TVcky$_-5)mSof39
zSMOo1Umxq|^Hp4rAJJnxpWx*F+x4gZKBIh~)L6e@c|NgT->8jv-{INf{XqFjsr>x3
zXR~}2&*!NcSn+(Gngh$n`FKVvjc+cB&r^~AdDKS!>vBBjyFSOO&cE{6fD-4aM!1Pm
zx<AiohLvxhr{=?Ye)&Ar0xRG9$bSQ6<fjci$-m`W@!L^aDK)kZET5-hehaCM`7MHD
zJr={!-x7GX{+6OFpj5nNSe=xL=krq+tav^@xxa|tjXqoa6)4NIz7ngJQuFP>^7$#|
z*Gp~8Z#5kKt%1w^X+8Q-;{3E0?x#fOn?LJdt(VVF>tVg#`1~{gYyEuQ@%bt4pN;4-
zo=tFa|7|_h-yq5cO3iNw%jc(<?=ZD7-z{*g=T<oS+Xm0p-w4WPO2ylbwS!Xed|uiK
zE1u6w?l0o+MxQPI9+X{K-;1@1QuE!1<?~X^Z;aZQ-+nmyI{=sa)A}4liSyDpe27xI
z&qEWi*3ajq!?5-Ty&6R22(0z<dB^9cSkGhVF`nbFTGCub`cZ!;P>xbcJBj7<Q_S}i
zwK3n*aIEJUIQpA{)knF%vnZ34igym{Jf-6KymSFpJfD}`U&OzNp5#B`UqYGA`em$9
zO3n8QmOmef`CX$n=64;A{%*kK{<J<fQR4h`3%*S$-RGk_u-4D#r@OG$%euc$66-gE
z9{t~kllyP;Rs07i_b4@=hgkmnBIfs)+L+%HIM(ke9Q{3mXY21d$|Fj}dx7<mQt^B~
zdj%_=&u8v0;=e(kE&f}S*I9pub(K={eUH_XUvGVVeWW(xe}c>LmH*EuD`>BHU*NBl
z(tZB=25UVA@ca&|FY7;G&3_pEC#?DVd{g=F$*gERJJ2^##`xx-%g5uF<<CRrqSR!)
z7V87?HNJUS@%IaSp741w*1G|(SnozS`ftins{7Y`n^Ed1)!%%q7E0+pPn>2x(O(;S
z^w$nYe;sgY{@Z*NZvjdxrQ$8b@_8rXEv7cE*ClYoUkc9_e;LXmO2zBM>Y`M<NoL~y
zB7Qe|#9sl=7Jntm^6cM(<?%-Q-oLhAjj}51Yq07lm7l(>c>mn1MXB^ttNr3mcpa?$
z#~FA%tk<u{@Bpmm-*<Qetm}WFipoY<lK-B#>bzE7pH1i*&mfl1Pq99msg3y#!@pwa
z|N7DTZb2EM6mQL*)_p$RMy=wHlysj@w^OV2+JWWq#Pzr<>#9pnSvbbG2bN-8mhHVL
zJG1{jEdPCzXg~JX_WMyrvwi?;Ev5Q8h;@alPV*aweLj`$^QHfaSoC)ouO$CAUY$>m
zpiEFI-cc<7esHYMacblGJ^@GklkjZuCsB^&_NTB;Q>wkspJ!mTw=T=q>lBLr9!iYo
z9JMi?^EsZ^<3f&Cy*|3$r?cYt7vW2k(z`i7UWRo)_&j+9*8Sk~<W*R)eg5-#QtbY&
zqep&jz)Ais|LX51$~8*O?-tf=O3lyXy8|np&wqE}goS<<R=j&y{(BRVulv+Sz8=6a
zzK5{lRp(3de}od}zsK+sO6flTJ%yDYpZ}i0dS3Ya_Z(L24ql1;en<5G5<SU(^#2Ow
z1*PWm8mo>~iut{zHs<#Zj`;84+2Vgdd6V0J#QH?3_CDWzhSlEs46ONo!Se67$9TR`
z8{_#7$9R6gidUU)<?km-oYyMz<yAu|-Jf^Oft6pM*XF`{6#KkZ3oG^z`Sy8D?EdP|
zV?6b6lK&V_1Ij!~&9Bj(d>=99+e~fDcRn2PTij}v_^l{SxqTZ}JEhwDJk|jxtXTg_
zmXwbLZdn@7BG)F}^Ie?dnU~~vW<~aSW+_UXua?1`l*+fyS6#63?eo=gSg(IRUv<NZ
z?emb&S7P_K5<T+M11I^n{L>%G3QFa>7i$@xzeWDnP#gL0gCqW0c((ZcD64b(by({u
z)!yf)0a)#=FN8I|4OpF}@ob_t#xn@Vc!prbtIogjxfvzSL&NYEO6flDY=xC?pNF==
z+Fx8zQ5k_1+vgddk0Sp&&|^G1VYMueXBWzLO67YumcOqS`QJ-z%y%Cg@kim=;*X*1
z$?f-J9iUWupMMU*YHxibtbB}PP4TIAjAw${7|&ri#&ZN#yz2QXpGQ&Rd~*ywPAT2z
zmlLp3?eon^Sh1}8`&E(eQ|QtEX*jw6(f=8gNlMLU3TtiN?|8iDsEzrZha>(4c((Y{
zC}(r~i&&Q^)!yf=%dpy8KLl(3SFrj^<GDs{jORKW<GBGVUUj~eznduaJkJ#W7JQph
zy3b2@V6|O{=UrI&vEEK?^gn|h{ojX^`yc&3K)FY$_7AZhQL23pksrfqZ~ZE)@jc0k
z&!6S}zvDm4{?D;qP-;F~iNA|7uHRSaF`w6P%;ycP@l@wi_FI&fl#2Hb>pi97nKzg6
z^$|Vde}a?yAMrn<e8~P^u)b!0$A1cIJm0cXe14&uw(^5o?bqt{5Uu=#wV&vLEB~u%
z_4>9Gu7PEqh3CKubswG!>-zZ$*TPz#K?Ny(ln>`;9=gU?hvoA^<hy~|$VVfrFxB~1
zye5=-N^x`c^uO=o^Voc96~6_`{mI|)+OlqLhok=vIJy7P{{ocO?7t9eQTBI#-^s7~
zTa0ojum2L*=O^h$QT(qUM*p2TUiJKSe(FM5MydHN&z@fIK6a|z)GFQztd-fzoP_kF
zcs(dS@5Fla=JxJ?b#7lh9$imsvQqR9ucegk^G!dj>&@qzb+9fKpKsQ~%EvA8;qy(b
z*9P>+&qg@8|F%BrZxhM@rRFn;HAJcQeOQ|*6BfJ*R{LQrpJyT;Td9ryx8?TL`Oy4E
zP~!Zu9o|7H-RGB`u;%ac%Pv^AlFu)@Va?y?4}X3e`Phpd<Jku%_uulN{zg&uP-;G7
z+0(!O+Q{{?pIXH`fORl?nYX}-H=Y$gFNSCz=Z6XO!<3qz&ksjn&ClnDqp+SQK0h3T
zHNQsg9G@Rzz9-OQz9-@2{@Z-j-z3U$O3n9_J=w3vdY+*+;!W9WmUw4TPG|pfSm(39
z`4FuBFJRS_`nyPN^mi$@ufBeipUWt59=HNurIhaTz%^L;^LgMptmm=M12<shua|uK
zJP`T3g&yO%4JY^C@~QsrpxmTX{_bM=JP`Sup*G^(hi8lT0Oelxe~9%c`<tg>_5T>l
z`~B$eDYenxv)sNqpUTg3l-S?DfL~Hd_x}DBto(U@{~FfonfLc^VC8Q&`Skui^7#%u
z#`7Ld?!V<z{e3`rOR4#M#Pa?==J%P}i1!7aE#6m@Puc$)*7xjhegdoiA6VYMM}L(T
z#g6`J;BtS;&m5H4ug`^RDW!WqJ`Yy@ykD<_wKf|xh)O-I{CU6a{d?rI5k1D!1gmBB
z`l`QXlm<%8XFitq?=intY9n47JX^eWl$Pw@fwds}n}3o;^}i6s`}62;ac=MNF3Ihy
z$FKY>MT!0RGPsjcy7${%u-bY*z8qG*to!>;k-rt_G2fMNa{n!Vir<6MO{wv(!fMO=
z6_0l{wGnR(JX^dzl-}&W7OOw|n-{_Ae;rorm%Tq9pjQ2Pf4d>KH?M~^wvAcw_r<*b
z9L#zhD>VcwKh5xFSo2*755wxuyai5J@TS~;YgYVynfOcS-v5l0bpK`4?bK?2v7@B#
z;`<OgsnzT2u9CiuSCZY->h)z$NuT7MkiFFEdAYBo*YeGmQEGMTjg@qNlWae=x}Fb|
zbib2-kXo(RcuDUhe}|~mdQ6n`1?Y#VRsN5Z^e*(H)M`DBmGt8Kf7EJyPGFtPUgmAE
z+D~FFC93>SWlyiq_o}~tuKn*CJkQ{z^_jvtOR4qP&i*DD=|}!;tk*eot;cyRsn*}2
zU!Yd&F^x4wt;XZ~=~8ZGR%^GvjB=4u>vaWdH&;QlzxLPm*HNxgYCUgY`R^A*`&)l)
ze;ef{rPlinR#WNwQ}_Pbeg@?(rRH`Y>j9<K-`@{>2y4Ck`O70%<6FUcJcbh%e_vmg
z^YbJt=9R3^GitSdORLsPJVLzZ=vvPgST8BHe*Sy4{(HHRpV#O~{_T0GcyCZ%QEGkP
zVqGb%@B6>D|A6w2QtSH>Yr3?)pa0ta3(6--t?ySX|9yiP|M$PP|AF$2QtSH@tG~3q
zHUC?Z_^G}=HUBwQD5cHCs-@KW`ul|QV6Cq|PpX48zCPBY9!^;NJ^H7NLh&0=;{0@(
z^=zV6>*v2ut(HE&`25j~uJxRc)k3ND@!wzc-;0d=w4p0T_52jS9i^30>(hbdzaJIt
z7yh;VB9sM`TA#&O4ZL3(?U(+w{W6p#lv<xoEdPF1v|s+$_T4C5l$zTLtd*2npJjYL
z(*tXL{Q1%<Sn++{>xB~*e~-KoR(@7vt>k(a_ha=@tNd?;laYSJKF_R0*Lw70t)o<a
zTX_ANOBwSUKu_{->!WxZP}Wl_zZ<dEmhwCJ*Y-mwn<$mv%~<~ZsOW#oU)yg*8KzWz
zw_%M?D!<#w?{--EZR5PK16F*W7k9!5i~OyDHNRb0T|5uOtFiV_tNabY$w)t9pKtb}
zE1&zYMk$q_2{N;%l%M_RN&YRrigy5Ij8geIh~?imiu@e<Yx@b5aZ2UqFxC-D<;UNj
zI|?g5>&VYBSn+-SI}Rr-=D!=(_)cJL<9ZSA#hRp6^Y`BqN=Et-&*8~(3SId)jdg}n
z^XuZB^>)gb-&yn||CS%cJBKnwsrjA9x<IM<`TJ$lu;#a)`CWt+-{-MQaKd8zCt=0E
zj1|An{+5-yO0CB4-`7@4zyH0I`CUWTe6C~Npw#$k*~#C8H9mj;>lUo>`SXU`u*TOx
zygP8h;`iIH!0P`lR{Z|Q2{JcBt@^(R--p$|-@ktVtN%{M^AJ}5)*r#@e=Yq#h7%UQ
z?{N=S{3lqOh$0@rdPc4KI{-h2)t}D`FJSd&ehI5T^D8)E5$`Fic(1YM@v0?m!Fo%r
z;+x;WitqEodsy+!AK-+A|C`+YV^(~gDF6FOpG*33UJt)etJlk~C4CzG8?|~qe=q54
zcs~E2R?nB8CB4Vbm)0cle5t__d3?LL-{w%O>ve8Pf5r7$ORcV#c_rPy?^8#u)~~*#
zZ(;o!s8zljv6?8AZ}0b;VddLAA6CB2EpWnuKQT-Bw`RrfcliBsd3rzDUebL&=%7~l
zUQp8g{^>$$mG4C*-R~bRrdIi0Qqui?*ivfsJX==M{r*lTwaRx_NpI(VSx&9;-CffA
z&{t5ae6K9&{(Po~TIG9HN%#4!ms;h2bxHU6Yz?)_Zy(lLO09>vKesZsWqlpiX-1jc
zE9<kTKhGI}?{aEW{0*@G)h(@u`}h0xYOgt@PXX}KdJJOu@BK@$K18k7V>6cjo_XlQ
z)M`DpVEOxLVz=K$t=7Xl0xSRK?Qp_^w`TtxSdJI%ca_@jhP7Ufw+D`RJG1{@EXRxf
zM@#L;V8wF0{cyzFm;Dc5IbQTXUTS{`*7e|c6L7>knEel9IbQUCwAB6>to3!g<8Z_~
zlKoF$oy`7|JTE3;t~Z{4r(m`B^&!jm_vx&d&%klL*#9iGaeesjO)G}ScMe_G!+9)!
zeiqlqG_|q57vWf+OK`-yko_-XIbO8CT55j{j`g_?N4zW9{|1)hMgO--?Qg@eK6l`V
zcQgCn#d5spf2P#_J{;G_132Q{%l;3s954ERTx$OWj_czo9Pu7y|7Tdwv%kN8`2yDU
z;ph2FSnaE?4?Ry_p-fSVUt=|KRmJn>Ewy^Sxcxg=*NfTT&x`f@fS%;y`gsrQdijWD
zJ=W)Q$^R3qcweymeZ+|WjoN7c9gg++0Z0E|v;R*l$BXtg|GRvn{Tw*fXD%G^D%rml
z%kiRpU8#LN9M?w!9P#F5|3)mwi~gHS?dQXBeYC(4uPOVtVzp&|e;>0Q*7f1n^A1?;
ztFI5O_X3nRWKFyf-kh(G!&r-{jq76x9M{KESnKcj{=6{q--({&;(A#IYrVU$tVe#k
zOa9AY#am&8U0uZQp*GsDf+N4ZZk79Anf+H=AzrlaE45z>$NKiWRgSkN`>(S?yy$<R
z)P4gT>$}mda=i7~e-qYV_HX6<H3VyYy&u~QC;V-FwLZfrizvlgu>7xx>He><f8Iu|
z*7q6fJ(B&sp4;JA-yN{l&$>U)jQs6FS9s+heG3QHdhN!t9{Jf@^4|k1-aagUJ{$4J
zsEzjf;aHyouzGg?quKu;mg7bHL#6f;aIDW^IO2_G|07sOvwy$O|FG7_`{CoT+E?Fy
z%I67`t(4-ESmUgU*2n+;%_(ZNKK}P!PQzNyCa$zIxxM30!LdGPVdcNjIn~7c&!Z=~
z$k#bo`M!W<J@R|8<Ub87-X$!5{u}YHP#f*9!ja!=aP)sU`(MYpk^RTW?@d_w^?BkJ
ztoGIU)%<UxOj3&PV2zSB<=6i{!98k~-`6NJu<~2S`S3oh^;r!+fFr*T;mGeJSo!mK
z{Qbs+MSdTnD?d-L{C&sJpHi!QJ;QoVseJkSmoH$=-{+;5u-aG8U*ma&a+gy48tWpn
z(ER=PfZtN9`8RWAyn{9W_3(RG^B;vjz?#4Rp5sS2=Kl$f`G1BrUypBwRZLjq;|sdx
z`xWaOrRMAJKYoWbU!VVezzKhwuloCm@`h4eX;ab4=K-4U0M;C8HDCX|ueq@1>%R|G
z3v0gq`$F?z&37U12i3uv?`F6jj`=pgG2cd5^Yi?hV9n3x)n-`pGtY+;{x(0wYjI0T
zaVwTTh0^@|_Ym5t)%=$7{%r@W`HjE}V9n3J54;f8{QUc+i{O~wVp#KA#`$Ck9P?WW
z$NZMTnxE&}32S~ne|NzNf197$FGp#k6nA6!Q#H-c``?w+YJT4D^uU^*UmsV&nxCJ?
zy|Cuz=f`ST^Yi_*2G;z1z4gJGpVwn89P{gkV}9#k&Cl~)4=4O>e)1ncS&`dsF!L^)
z=I8zVCTcZ5@81St&Cjp*L$K!O*O$$(=I7_(Fs%9c`LG4n{Cxjxg=2o(V9n3#GXlr_
zw!<;M9dL60ZGO^sqHN6myRxUe)9Zf~EB+q)v;S24y;Zt+Ux`PnILVbU`2S+pQmOpk
znqvC#DOmaRJ1Yn9Qa*k1IS4DC-sz6R%BOcmhhXK?uf!9u^66KO!>~H@lk^D8{mAph
z_oL?L-<LdwuK9e|pejdU<@-36uWxbj_kXC3_WnMtSbd~VnR7hzX;_MRGV5osrn2t%
zCt$@pi{($L)xXDgKI?ApT8-cFr*k~>1z7q;tV>xppUe7XEU!w;?`qcV@9)b-f7f$7
z_jfJx4Xi7fZ)VHyhungF{?vN8{T*s$oA1J!zxf^<`JRDeJon+`UikZ8_14lpKzW$k
zJKv9Td(ZE2ZeM<X{7F_ke#d)8ZNz^L>w32C^LdQt1-h>9msqbTb$$DM?tgD5{9mK%
zdVhoEf4@)ce7vJp*T4Ba9QphJN4&S$|09;;Mf=aC_FrJdcKok!#QT)}zhOCE^#7yO
z{wEykS@|D|r60%tp8ac3954ExOKr5Th2wgdSBf_$``2MPUbJs0wQq#udTN4WeD&GC
z8Eby_zsZxXCHs5*pE4g^AFWyO-+!{+My;-w_LA<`lMZTiy(}o{{=9o3wYq*5m2{s!
z7E`P1WeL_wc8Rgx%cza@>VzYoU2x=MIh?{3>m|$c=|)*fsrW0f{P#yAeh;;=o~z*K
zuNRK~R>SJU*M}_kw+3Y;rQ-KtZDbb}@%yQb^<D=@f9v7sZva*w<^DFHtfiE;5vz{<
za>O5`HsTM#5q~p0Tl`^^ExEm)Pg`?)Kj}BY>TesC|LU2pFJF(_v+njgV2#JT6V`bA
z`mqa6Sm-0!e|J{=yt~Miyq8+_=j(kRtnqk!qq)7~kHPBC?f1h83*M9U16T*M?&t08
zeE*E2cou43y*~QB+ywezN{#P6_u~;b=6@89@f?E{&+TP-zQ<7>5GCSubAE~IYZ9+m
z|5I?R|7keZ{|u}?JpPlg?*A#Qvy?I3b8w9JJgoMf-w9abyMPt*cf5<#M*K^#o+sA*
zexTxcJeSe+Jh_5(l~T`-E@r-!=STQoL)ZO&9n1f|Sv+5EQXBXGEjaRb8;*E4vi}_{
z$BXv&O6_Oh$p3vf;@!>u53n3B`hQev{}_(-djdzihuQxrmg7bL&r9uJz_I=>;fVJv
z`@h0^o&5)Sr|C`h_j*mkTF<vx@%PiLzoS;``@W?6Jo15B_8TSL-|zWEt=9W<N%#9J
zU#Qjke#P?NBaZd?PHp7(2ORnQ2}eFE?I{#LzW!`$el_i~zu`}O_*m)rUQ2D{e;yqD
z)xptUJzPmY<^CE_=2A*)#9CQ;zBf}F@#n)4zXh(OpK|<Glr~DW_miw0R(n4`n_$hS
z18a!Sqm>U|9}BbY_KV<%w-{DDKYy3N35)&~!17;;wU_+r`QhhtC$;L&*IyT`@pyd8
zVYPSsZdm=f{R%i?!OLLjE3y1MR(xNttEi3f_reixHJsdw=Uq?cHCTrjzvA`5@%;1i
zyr0^LzYdQ0>)}fJvA--o{|DM-xxM1==6>8rZN%FIN4!Bexfk&^z{>9sR*cW_hN+GC
zdwI$#-@bmfqN_jiHdy_cN8p47Z-M`F;_X;FC}X@k;TZ2OxRQQ6p3N}h!HW4i-d<`W
z{ytdG6YKuGAz?9|QS|?mcnoVlrJf(VnP~&>(j_eX51{LQKZxajzenu(9->yZc><1n
z9fp%!=;N?_k6<}ov_D2|v_B3<zE8lF^yB`H!ty_f<#^Hl6t&U*G#u-72Ck$Z$D4%Z
zKZSLcQvL(~k&4PWSeEm<2Uh;iV<jW~#Clw47i&GHu|(GW{?o;FvDV`fmdLulzj(P_
zto6BqC9>}KldramwI0{7{P*}GpEszDeB6X1AGhGh$8EThew+_k?(a^!tm~B0?qcmI
zJ&$LojrjNBi2netq@Qy9hbWII)!xt3$FSP_d3O)ie4b!!<9V!nPr=V9rMvxeIO4s4
z70=JhmvF+u|0yj0S6H2ty8rw<eFLjMUk`6#_2==ugVo;g-^1$9?LWW?3w{kt|A@7b
zQt^F#eTHNFU*L%M6;AHO^WszHZ&+(774JJ%Kc(j5=j%^6;#dBUBvm4Q4Xir*Z)lhO
zU($bbP~2YeN4P&~sf~E^;D3_t`Pab-i+FQkji(+f#^-pA)JA-No~HP|ewxw$$vhuU
zSm;f#?!OkSR>~M(8~jhwJ-&8W?cIL^to}Q&V!n>IklKj92-f{<-M??CcpmR!bluNO
zu$EHl{`KdF{`-*OzYJY%JF)!t{l$*AoLXIf=59FhvjUEIUD<ynmg7bHRi*a5@IN{J
zYB=KcWdAi-eU$$shjBhRTMNtI`B(reU;SC}^U?Y`YL&nBCEf4O4^XT8Z7AvfKJ-Rv
zmCsEj-Jd@VQmb4IVfpXH#QcY;jr?ta|4IJN?^ZZr!LmI5Z73s@aeZxv|4BZ6K5T~7
z-wv!@Jin9==Wkcm{ruVuN4!1oKgr+Em%VVp;`y~R`|rbw=asMTF>2MH*JnSh@pya(
za(l-=2>+9Gw;zWS7Cf5uLs-85<9;|yZH)g&_IJFau;TfCo5*|&>qomZ#XFuAKY#o@
zI!SFj&n98ruhvh&(f?`qpQOA0GjPH`o<~zCalbp>IchbYQ(WKY;fQ|${wK$uh9mx2
zSmV2h74aSKGPM!^3atC#Ca<(t;pp!g{7>%hI;{R2?-HzdH?U&-j(3aNh<_W_{bk+1
z->i7P{_mjc{<@2Gk5ZaHpKtu{^40k4e;-|S<{4Pm+XF2BJ=nPa9#I?ZAH)CT_D|r5
z_b~fE#d=2hPjc|Tm-if&zvpuk)_h-N#rrSoFR9i1UzK!!9{8GC&HqhF_vfK+snuNH
zm2`g|{DIn7zmM=g$=~<idszASgf+_ZLF4uOzGU6chp%wN`v(7${C)p^hZ7dhhtJvn
z2i6#+t`FZ2l@9r;Kj*Ioj_1Q1Sp7NvT=<{FZeI&0Echq!rO!k0{Swz(J+(DS_k0@Q
zh}Q@!p0DS+%uQG)h_86fS@HWXzF%9Yjpsottod4RgKHAI|8_X~?|_qB_{aUb0444x
z$6G|L#xsx4Hy6V-IsOtj;xC0G{z6#eTZR?!9j}Yph`$`x_3G=d8?MRyt$?Gym9YAA
zyiQp0daz>rj@L_V#9s~T`nT@C2c~$wzt^D4?!#J3sq4qzSMlFtj{AKbdQEP>9@cmr
zZvakMaDVpSfVDCE``>HXl>I%vRj|fCm=&L=tPfGE`D`xf{yxJnwHnJ7ESEKjeZ6d>
zR^#>kyA{^_MzF@Yf7QRoyCdsvzZ0&>@pi$A=lg3noUrI`d-mUBg;MM1`)?nt{+y3d
zIPTvuxF+e2zaNh4;{crGBHrGtAH?$Y9M{7kYHO0e=QEN0J)Xm`;`w?T&wK=HKBeLv
z&5F;PzMqa$8~5u8So5`h60S+?{wLv>&nY;`g@4>%r%~d1cf2WTHJ<DLO|8ztHOX@P
zb8y5z56jc-&%her1+0kgco(US_?KW^f4<%>!!?QB-xWCey9y_{7~eFkc-OFE{El~n
z+K7J>*7a=NfA3E5e81g7*Y$E6>keg2_P+~jJbQVizXvBQ;$4T;-%M8g{)GFxPp$fT
zP}2Q<nn%>uB;E6W468riUk_o8?+MmX?ys2Nv#h)QbGRnQdjTt+um6{D!lJ*Y+5Z*R
zK1$`+*Yg`#{dxXx;kduv!8J*D{P%FI-v>C!MZDKp|A^)5E#~u?+M49=`FzR#9?w@;
z@qB%K%KQ!M7^UKU&x-fczFvP)8~0P?|5Pl^*Ln?Hli2;wfnz>%VYMk=|FtM_JzB4$
zR^vIs^-~W={02DUH^LEr9<1>-VMTn$n@?@TZ-I5a`TA;wqrWyd`fG>PpW`*dir0Y^
z<9ED;)JFV8@V~jg#jyIb{}NdJnU}%|3tj*#-m<Lt-n4%gwK4wXu;Tgt=!E}G+>JHK
z{So6^nRTyc4;=AU!HVbWw--)WtpAGazZxs<2VakU)JA`6;eS(mkFOtAe~!Nnj{L8O
z)t}?7$@&16ua}6wk=hvlrtI(bgRtUxJvU??!uru6P4PBo#rt1huUn{%`(Z1r>%saq
zIQk!fV?Ntq^<n?Ges`e6^<;e)wHlBAKF)49;_rbY{$4oZ?}RnJeOM9S@y4i)`1|31
zlfT#F037`tgrmQ4Sp7NPD6Dvguwwj<cbM9LbNnN);#)roE57*{oUq^t_}|3GvCeWm
zi|v1s+8FO79Pv)Uis$S7MD{<871yh;mnmxh&GFA>fA@C|j(nVl72oa8Wc>n`*YDpP
z?;^D^-b>lv?JvWM=lo7*zJfJO`ESy%V)^}2#q;%Zo!S`R4OsE4%kt-GH&OilL$tqL
zYJaEH{uZqFfA3<&`zww=Q)+*|)czi<_iG+twRLDb(f^}T`^TmB58?lpuD1crD$3S0
zze=TYy;dfbn`_&)r0kTWa?>d%lg{;~olH8DPTP)%h&Yajh)58TAQD7GB#4NJh=_=Y
zNDvVb5fO1jf{2KSh=_=Yh=_=Yh=_=YI3hCVecp4|`tGUffZO%#wb$Bf?Vt0PFXz+!
z+*72y{&WA&EA}rc_RnBlPrgKIa9ObJU&A?mZ{R{*>R-V+U%o}k{crpC75fhr`**O8
zCm%yof4==pZ605~z}jE-{}s;h`UYpb-{GQp+5QtOe?O2WDAV6B__u}L>#x=++w|W6
zr~gJ+Z5+?f@YjSU{oCJ6YSVu+EdSQG!0EpgmVfJKgngSelxaU3PWw4-751~D{amEn
z-}XN*^yUsY{mq9np7zjpB6Wq{{;xA0imw~ZiVoSzpT}!Kv^PuZ{n%^GpTya|ztX-B
z*8W?FG*xN8sM3A_)_xmA>X`p;{SQ~#55d}BBS<GJ?H5<tkHXqdOOP7LKjU9kX}=WK
z{#lN+rP6+7rTq$6`(+hUu74lT*HD}Nt*zLvhPD3Jg~s<I9{&y0HWqsGMp*0BJO*n%
z-QOlS``Zi`>azWMxUt|ZNV&i4Z!5L(XWj;<zX>?~jl+s(JJJqH*_(I5vN!L7WpC~Y
z{qE3sy=hE~x71Lp^<>@)%fESF*qir<7qfiW-vKnX*Lt)5P{rTjioYWje+Oa3a}>$;
zT95X3oZ5`<1g!k6KM5CD@-bNPoI<j_)~nl}rZ)YZfz#hvIQ>n*isu}X?X{lm?*g^y
z?;@Q3F2U*VJgj&wBiUZQ?C&bI>F*kx{;tF6?+UDVrjcx~^>2SSsZD>k;PiJJPJcIG
z+1^32ePj5$M{WAM52wEeaQeFoE1ri)w%7W0e2=M3e^21__Y_WlkKo3l;u+F&O8GOt
zfaTBp5|%&nE4aXtCxc&y<okm+bu9mH>sbDMe0Wc-{QG{#e_x~aAL`nR-To7`Y5zIw
zeZBc5tla)%wEv2<K_9i{eC_t%!`|n!A7O9)7W$t^{`(R6XjD=D;PlUe2A758{u^QC
zXMatwTKexxeno#XLgVAZOxW)OQTzJ-wBK9Mw^HVKw884{GgtnzVA+3%CE5RMG=3|j
z_PhVSY%aChuN(NwsdiZV&F}A+2W!9h{Tm&y)}r5^F(3Y2!G8ZmC#=~0{)#SG^Xd0b
zbi<0@e}C5lD}MjI+5))1GQK&m^6y3Jqs;ZP`ah_x{CT_<qL)AO0IW9VTtAD@42ItG
z*AL6z5K^umw;!Q4$9pvFJ^sU?UyQUQ^dA3aSothPy06fP-~BJAR{s6|r4?acozInM
z{C*JmaDI~f`<>P3*HGqqSqrECb+Bw2|DbXetoYU=`7M)LA6_pTsnz=M-~WukS|5J@
z#wJ+n!|%`74F9g+8GkH_+7?)`w!!1D=Cd8%3M<}^JpbATD_;No;sjh^8P5h->v=oU
z4$52~Ip2OC&aSZcc<+SO-)^LwZ@1q=ZI0L8u=o5-hJGK?{?L2;mcfee08+bL)y?-I
zYSaJWu&>Vd5i}bs_Q%5B`{#Jrdp?iCn$HtReqV@Us9!Id-&5$PD097>hSjP6e&P%)
z`z@@Old$qTi{!UnYJGUUoTpan!=J~$0Bd~=GT#^B-xa(Vz62|_74T(P^SKtj0xQ0D
ze&2r;R($^Zqib-1W&h`3<#!!vn(}Y04<C<ihP~Iv4Oso%Ldx~w_IIdN{~rIlVQ;=2
z`g@`A?{C&|ynR4zj`zc8Z~I4KwTJP(AN&~UAf@tqf^?&@KAuslO0U=FaDjhyet3cA
zb;bTw*gKxrVej?z64v^9gVe87>elzWu=oCbANF29Z(*&U57zK0Ir*qxpB!({f2Pdw
z`T{FxfBw6Mz1a5O>^1mn@OPw-lp4PuNPerR)~na=FKV@3{rTToS0VCw(p{{_23URV
zgBxM3ufuQ?taz8RUT46H&wt-A6E3jq?<f5!-)1x|lz(fzKIZt?7WQ7Rt+4u=g_P^n
z?dMRd{{8;vxnXaf9s2gr`1c{cKIot}$A5mbw|!?=jq&;OdBI&sPb0r>_?TSPt(OJV
zDn75*-mtG85Btzuuh=gPd#~4lu=jfHhqYc8A-$>C4~4zg>u}h6y$-@!uOmo{G&Obc
zFAjSjkCueJ*V`zp^|lnr?~jp>`t`2$w;cTn${g>Nu*S!queH6{_N&nsSn{giHAu@S
zwZ7IO`7N<c1$(`(r}lRR`}39?VEOj@ST@2+dYbh;1}nZv*7qh@@%Z!Go8baW|Lb7o
zw*_gOGS|1?M<{ka+tACuc>>OSx5I_H)aUtr2b!Is_x{)l%ik`f+#hc5{<FV5w95YW
zhCjzM8Tx%l`$KQu9r^>I@$XN3eSL^p_2>8wM|;~J39EG+*$xIDMe3o{cpgJKSy_)K
zs8#&lPbc95|LXXE3eEkB{pqmxemWEO-cM7o_S0FU&lUUgVekEPA?&@M&cWJG7m?Z-
z)*O$^VekEPCG5SQF2UMQSCMvB?5~HtkGIod@BMHM)_%Bw<o68~Sgt2YzW2U`{x)UC
zcL&z^`tzc;&-HQ-y?l7R+zq~ubdyr^_W;RnHP-&~etbl&Z2kGc$FK(ZIs5Mkta$wX
zk*Bcw_veA1!3CE79>PrpKSz2&DSy8I_WK;gj`tOM`8U6YGru=*p)U2g|K6f`7kaPn
zm$3Z3N6P)@_U=FX`$Vhk?{oNbJRd{<1?g+(%^yPl4e5E@7295sdwzeQ|4FI-9q+HO
zx4+syVNeu@`F!hl^r~w>a~y6exDkFzH|cK%waUl)ac21Y9+CNez1bQqg}U=gYuI}~
zwuQa-V+*YPI16cE#ePoMdq2(%d+*2Du=Zm+()x;hN7$Et?;rNwkMm&d$4;b!75nb6
z_kQdNd+*0CSo?7S(z}X%U)cNn(jWHTPrdNp74{2}{C!6Smg`fJuiqA-AEeCr8G<!G
z{(PtHbN!8=mk+O>;owoE0ZPsPVkEx>Ty4Fdmr|?!<<I*qgVn!3Z?_y~eemYr6>y<0
z?U%qBl$A)UD0BaMedqpNgI@j}?^-zXSqIC%^|^o7quCI8?}yc}{B5*8p0ByR`_KM1
z(<=Mh68_xZrqGWgZ4JG7EcDxuUc@f3y(0H~Zb!d^QvEyLondc(yI|S;{701&!Ml-~
zC^f#5NTZs{y8XA8TIPrQv3;=Ge2>VyfA^!=R<S=A_TImT!ruG$0IdCc80mDy{%F{H
z{~il_@82V^_V00|Cl&jXVekEWD(t;~Pr%y0Q%FB5_GiN0`}b_vd;gw>wSUhcb^To-
z){Wl<YBhe|zZYS(@%}vz%jgo4zr{A^^9r@H_xbHAEPL<2%dmpJhUD+-lD>YuNS;Q2
zgEIZ!gyr9#54FA6_P5a&Sn{plJ4n|lwSMj*`7Qj~kKX_Hsa1dF=lx*$H$Q|6EZg6M
z)%PQ$$CSC>y&rPFKSeM9j`tay@jr*<-}>C|FVMUUz4y-(SpHri<@ws}-GBD?mR8x{
zyYT1!-h}==(udHSUx)r9(#zOYwpZki{WJP6l<ME{ehqv3`v%MABA-|N6#N}&52bwn
zKzj3cYMcIkQLB7>zOHpkub=9EZ$RU35l;IiYGv>JJ|pbC-y31=_nAok*5R~o348DN
z*0A?}Z-%ws+mOm{DK6OKF+1$N-{*wA_xmhZ`+Y8wztuSVpBMJt?;T<9{oW4GDD3AW
z`CE|FzKdGr@BQ8l7g+B1PFRE9gXC{bPW#@l_kQmSd++xJu=aaDlE39H?FYi%f1k1_
z?7d$X!rHHcNdCU-0?Yj&$?w}AMn6KC{zqZu=g+&^UhMU{1igHi7Y8pz8lseL8Ir#>
zL;iidSV67)`SXn{;Q~wja#;I+6;keJ+pmfCUJt8b;z!E;?DpPo(mUP_w90%ohCl1q
zhkgucQ|Qg>Lcba5)!*FDihmsaR>~aTZDDVJ6L8VIwuk3mTY|SE{baw&-wt>SS5b=J
z`*&BgukPR7XtqXs@7F!i-urbD)_&cKG!gB+Klev_@6Ua(_U8el9ns$V@ldq)emn?k
zKORQf745zMjz)X$za#LBqWv+X$!PEWb|TvQ{CXVLemjY@H`;rDO+|a}uT!x0*J-5v
z(cb&%Y_#`&Is<DzokKbp?R|c`5beGG&%;_v7m*G}d$0G)(cXLs*8E;U^0%63e!YIL
zMSJsASnKIJ(ln*on{PyW^Ui306RCrz^hNW(I^N$#-x+$Zk2}<AecVOr4!zgIJ!-Wc
z?jtP-z32Y{wVMBjNPVIAd_SUgMxlR<v@rCZ-zU^+exD*O3ccs^8MT_v=SV}L_x!z}
zR`d4~X(aTXuUFJ+zFs3O4!!5+4Yit|w@6Dv@87?_qgM0rzM}VheV|tJ^AYJ2Wq~E%
z3jOEMNc*q*+p=y-zE<?!&)=xk{CuzI{rvg|wVI!w6}_Lw{i0U$Q~OUU^2g5y8mOI7
zR5w=izW->VR`WBXqWAU6Olmbh%@zF^J-1M+`Dv}_J$`M}YJO%R&8F0RnCHM6fAd^e
z<85w-3oQ9djKaLo_<Yy_zw1<6`I`^t_k%c|E^0L%=5AQ|n|om8YhC~=KXWgve9V0?
z>x(l<Kdk<(UkK;%U;r-ErCySM7KO$<SjX}=1b0%(-!PItucGzi@530SR_mpc=W&bS
zzb|+ryaZPM$Kj>0^7s41m%+;4@7G=qD}TR#dIhZf=kjK`m9X+3fLFnacNM%ER=nHb
zHE@BoYQAej<IhvBgGZuveMr`CsPM)*mj5yMDu2~ktNmZ9`ZqsQb)<YY*V!xnEp@E;
z$Lm<8TkBZ+ds`h#-zTH;NB+0h>E(Y%9jociI+ockc!E;%ySt+IH^r-^uZ{N9>E(ZK
z9n1f|I+o3Tc#@Lqfr{SWoUWGkf2d9`|A*^X{*TnLY>vVQDgVCUV->x>Nn9=M|3sZ$
z{!iAi{GY00*-XL5DYc$YSM+DJXv-gs|Jgdd{GY31`9ELBGP?kuq167kSkVuwviy<%
z%XNDBzf#BYf3=Qfb`8Ensr`1nqHq3twepYr->B2e|IIp<|66q|tK0B2rH0~8MejE+
ztEI>PUY%b4@7J;XKd58bJcRF3D!xY*y+2Q<miGUoPA~sY>sbDu)v;`z!;dL-e0fpP
z`~E>K?f+GsUjAR#vHZWOW7)igUs9_5yE?t{(VF_#AL&2T>E-WZ9jo0Z_&ufcpOOB*
z^7ylk=aT>W`CYZI{h5-2>jT<1WG&J+YSrj_NY3|19cz4k!hT<~+WY=OlAr(8dL;S%
z)RKIDYM@r!7?RJYP4F+gD*qX9z7N{=&D72;^gf=pz<(dy3TrH_Z-cdU%(GyvfAefu
z>(x95)_j=f!phg&4l6#tZ+afA@pt|maDjg{9`n(xZI^Cl@z0+(>Y`Thzv6uLgr}-%
zqZo?65<stfdXW5m;nG;YfLi6(i{$SEPkkS?%C{fs9KW?m{X%M${{WJ|&pY*ts8wHs
zNOyROl=>lRH9o^gBa|8+e|~Hf&hc3c%ii<Z8N4JUUr#NCXHv?38Is%Q^+%5XJVtJ1
zcrmZAm%@G(Qa7z+e+X$!=)2&xaIU9yaIUBIu=4Zg^L^G8dp<UzSG?vixWJM(gnkp!
z=Ft1|WvgNJza=!@PZx=AE47N>-#4@ko>|~|^b;`l@OC)k-vQ@-*a>GoKFeo5yU}Mp
zld!sXe!D`y2WfBUd-?p!IIRBng~s_j;rICms8v4xex8Hy%!0k&4#CRD*9V7T`Fl%#
zN8rroD4hHI7@YapOXhb1edc!(F5H*-9S{8}q+Mi{_NPPd@i<elp9(&Uw4YM(o(qk~
zqlw?gT%cCt;qTMA2+u6o<8cXA{=S~M49njUBD(@-{#W5VzFmWJJnSX&nMR-EaRV;g
zm*a6g^f!^VF^g$`JM<opI~Ds|!FQ3)Q!3tjq49X^<V^N}T8)RlU*{n_vtW<MBUt(S
z`s*<)fBT8-37q*qg%z9apTRjE_LBL$K%e9B5-!Zk@pvBkS4d|#zNY<~(0e@IR_tE~
zzeBoDsd(Rq#^ce!n{+=?tMTyn?|g!17VLaJ!^+>+i(g>*yG~?Z;mrRVoaeXiaE^z)
zWIjL9=Xm^r3-{%C{0M#RFRE>27Sq0w+O%(i)4m~i2GR%oDc+f(@p!!U`vIu^eWCaF
z^|Zn>3-)-l!OGv)x3ggR>mst*aOOV;R=hsH&xIB5EIw&}i}PRRGcWX>-wwEFUXDk5
z@O-3ZO7+(n8t1bc|J~I7zR;I{9{^`Q3t;u->*-!t{+<w7ADr>`!;0VM<Ard6C3i*p
z0i?BDg=Bw&)XKlFuZN<&{SCwN@9UotSpLn6LO+VMIP^=HS+(^2^%6A8qjqVu^!329
zI#xW(>sZ&bD=OUbXL(*l?e7c8ygFK$)yCt$22Hm2_42w(`?c`z3!C*w8$xe;+%fkX
zL*wh)G1%9CYUS%6w^#g|(VyY@@9zut_j!+p7eBw-0!zOYX<O)RZ+{w}2{fB1wH~%3
z?dPniR$j09ylN-<9~J#BYIVNZjdYc>OxjOUtK;t;q>CJNQ@@v59gp@Qy{ue+?x$A!
z^8nKF^8V#t<2y*LVm*ZPy>k6|m|Ep~1nDTH^7Z~X25WtK{Eou~{?+)OK;!Y&`uF^t
zqE^=*zS5h5H6G^Eu<|#bft9cMEUf&@=V0YyJ`XE?^95M(d;TxN8UH1?P?!0fgnwV~
zWuz;icRp(A{c{z~4odmEhSc?+q*p%vJmxgD%EzAv^Y>?qy<TpjSAOPOu<|qCh6^nD
zMzp_!WPfRYuVQ~6mM{Bz0H?pZ(f%Ql{bm1;EA~%djj#PZh11`oX#Wh!{<8lU75kU4
z=EweC!RhaLw118CCffV+=Wk(+zn{0igJtja=K0h5dmkDfpH8qdKT`YqLhtqQ3C{KU
z8P4_k1<v*Q70&hg4bJuY9nSUo16HnHpFiPTufO12ueAk5)0*;gybZAG%pYj4_!`kn
zkX4T7jIj6k&J26AJb65t(X>$hzNp)QCx2gi`fIEBn^p1G3TymkBh8^yeD*gN&hcx9
zbNuGP>d$}Qc%gECFdx0f!|`{*1(w_q`YxpI&^x~-SpD}Pov8Tlr8fQdg?)9r`s?ho
z{XnJtLRjOu2+8A_`*n!g9N%F${f)qx-yp2<9YtD9sqq~plO?e7`^5Y$g>!tD!MQ${
z!#Un(D)%2N(PuoX;EZQQ=vO1H3BAW>0j&PlA|0;yUr%lN-w^iI@!nWxpY1nQ+K<5+
z@6AZJ=`W9G<J9JOZ-vv}HaPR!0&Bb{khW9i@n8q6@%EkHPFVR)F(13&9Piz59uFqr
z9RDYk`<=b$GroOr#<wT*`;iWW-s80nR{sZ)ZdLprrZ)W_3H$2!AFZ>`_QxyjkHH%M
z6G&g^PrmH$6ty}2Q*in_4QGBQVU7P8q_dPc{^wwgx9>F1!^-y<Gk*cj@xBNv79W2v
z!8!h;mHVqJ=rg{naA98Nb2;?akgkW`<8=sD|I<jl75_J>P5-yTzB>N5>+G}r-AemA
zu*Ux$(ir{a`T7C1IsOmf^!EtP{O-dV|HnvAD0BRu!WwVi**=4n?_Fm8Ih^DD0?zZ@
zOE|~>Q{{f}HTsP24V>}43jJH8ccJ%q-GJ5qd!!c?{~xJM|DVFXI{u&Q?6dvXO8YOc
z#{U~qGfx?Eynj%e_CG83-(ijSFKhl+<(lK&0Bd}G|J?{H)`iS;6P)8a16KdOzM1AO
zKjUdepYgQ7Me}lf&kTJlQd{Uf9v_HO{mlxEuP1!J(9c;Y*WcXm=kaY1EAt#!<2Mhf
zgOc?}<n!Sik4{*&zJKq6)!%Dox*N{?dtl}3_!htgmOMM!_af!}qwjb6sZ~6_-dqT0
zJOi-$_x=4MSpB=dL0J9U-w<42$$g<8Mj8oy{r!jRN6}pWi){6?I9mGtWJw(>o~7_g
z+G~85!G5YEdyl^)&)*8Sr&RmZf0kwyto&`c8kXj-?*Bt$f3{y&@wYzwS-&By%xk0l
zMx^ZD@y%p?sei}6DeN~RjZrdRp>aIcZ>2W#+ZOGup9m|*GakG>B=^0ejy2vp;g%l7
zrXN4QvD{qzw;R2m7pT_vE0feJo;^tU`#P_;ebg!+|Nde>EPH=maBt`jAiZmsPVFD^
zB<fJKcYg<i4~OLED@Wj6lv=+>k@Eg_49`P8N)>vK|8ZLBe0&0FyrMrzt<D#xkbFH*
zU}--^t&VS}k$k>N{TXW2*I6VVPg8%6T8;mCqzjaa-}j3bVeKD}=OtM79*<7uOXGhT
zjmKB}+v9hYT3zq?H#^s0<!inUD?jrztbEKjV8w5~2`gUnEtum4EBiLAcs;*&-~vm&
z0&9NnB6)r@-uu*Yze8rvxGI&s=j#D_#s3iLC09+Ue?+bFd5qM`Z&gzNgj(hI6lpJK
zq0~R4R((B3>fwBt`WMtH|CdOwD09AE!#Q7XVA*@V?j?uh<KH{@7^UprBjxWaZU2$l
z+#jFd9KX-7#?SNr1=e`^{UrXr<^s#{{EA-V^$lqavncj>|DaamW&R0EHvfVPEctu1
zul1_d{?fjY+O%(iHJ<i21D2(^A==MGvcI%%so1x|nh)Ez!RfC#+Rs9o9qoT{zMcbX
z{MR!Qb79$gJUxFJ@AlC6`0U@mwp8xV=Z8PX(-~Ig4p{rQ3#pq@^Xubf51jM60M7l~
z3+I0BgL6Ok!?~Xq!s^@mcL2`)ya>+yJP2z%{QKM?xWJO<!HQ=XskM^-XxKa7#bIwg
zEmwSB)DkpHDV4u}zw7VU&iPzk@wcMlZyBudT8XrZQt{c}YB<Mh4V>e(7FK`${m(jB
z`TO^`k69HN&xX)DpN(+Qyj*|lgU66YDAoTaq+6Be3tOmFfA%*Hr@tJpt!SQOpY10q
z?YF@i&+SMa&)knYsm*+L!Rc=|oc-^BHNKNbdnh%&gG90yR(|hU3H#t2-~Di|#{+PV
z_d!_w`}f1nFXKBLdXLW$xM*IE*P-B}NSi6u|1qS`mFEd3sLgy&!s#!^`xKgH&L`Ra
zbfx_itnogBw1D=C)$yLAHuE_Tr@squ_J0=Ecwa=iM49{lGOY3T^Mos~^8LhoT!nMI
zufdAN`~Nze<39~69{)bt`DVN~L+^ZU!A0{jzZ=1~k&aWU|2s$<E6)?|QJeYShtpq<
z{{u9W*k}7kmG%!|jsIh$Dca}x<teq9&oemvJ%_XZC$Pr<1=35(9RF9a#@o*mUc<_F
zJ~RIY&hdT==kfL(oa6r<Ry;HQQWQ1koAG`Oy~qC(td`~v!Jm=tQcCv)X=dgA{u{NK
z|93e3<@o<V(}jJu|5a)K6V~|G{x=niEB!T6oAynxS~~s)SmQkdX(nZkcQdT<_49-l
zShmNQ=~g($w++_#`FuJHR{!%EU+0tKJ16vxXD(bcFXNjX+>Z2>eAVAPIPZUa{qC!R
zTz{Rk%KW>+pZl8+Yy7&AdMGs>zCKw1=XmtOvi0+XK3M$?GV=X!=D!eD|Bi0}F0kZ|
zXuk-l;}6p5`o#AiL)0ohU*8YIiqF?eBXGty3M(EzUswz)9{0ZlRy_8<6fUsj!O$;5
zS|0khapmdXH?2VPA!=7fOJ85Fs$<2o8eUF&<+BF%@1xYe=VL2+<-ZR7dP=n~@Bd-7
zH%s#M;6^llo}@baTNnN|q2C<-{64fTu*TERd&gnf+y5A>c(x+d#mD{a1htCK{<g#N
z=g*t&fD0`3+oJtWB=;)4<CWxmcB7x9RR4~DPuSc4UReFPy}xf=KJ0HFdhvdwUD5tP
zXxyLu9ileJ|1g~S9SM8;I~rb`|H0s6Avu=gb*%Mp0$$Uj*yO+Q50XwrD?k5Io#UHA
z<Ie-A&id2TD&8|ldB5iSw{z5Le0)D~9+tiJXJPe!0qNl%q?12C54{w6@3+ga{4L>n
z>k2Fz|9$1f&|gJbz+d60y}!@<dbD@{*Mg@*^7EA&@JUMT-<wDtAF;2OZ&R!N?D4n*
z7g(|+kKbK1_b8R0KfmDd(DB3L^8mfBZ{E%;irUV~`Q{;doqr!8`T9yNz1|*EtMkPZ
zB%l9N|CCy_eP)R=_0M6gj~7TUDV48}$FE@J>%WhC4a?r+c^}q%zCrT*C_j(?J8G4m
zKbiU-RzBtru;Mp=gcYy(6U^~dLDfFP61^V2z>3f7;VZ0`=C`oc!#5<ahm5a<t4Ou?
zc>bW3;{A!##PxLQf4No_eJYk!p1(9ut9%-fZgSREOZ#u4R`Lv_O`OG2Ka*PJ+l<sg
zseE^IsZ}eS^U(%N<N5ebeBxQ5@%dpkd<(to=fFOGi5*{iSefO?>v<lU4oa<Oe|}&-
ztoiqP?u2vyb-_8_-7wel|52WMV66wgFZ3j}(zyQx=rx|bNDa&v<Euuserna$?H9rt
zKl1>rmgc@_zX-|x(tfC7KkQavKLV$}!Dv5<v^d)L^1i$!u*UZapMP8m%ijCL^QG}w
zhNfMib3F9t2fnn5HUEx(W%x6%3V-Gmu;ybm(i+M<ey)XcKGwmxKi9*#KR3X+KR3ea
z%lmT-&i%Ow&i%O=R{kB#+!naNl9$8ke;ny+t8|&~HfnQyPQYs8eEX&1e6}6U4oc<Q
zO@Eu%pXqN`#oz9Vzn!qgXA)@-rQ)-{y>O1tJ~+o`Kdk;9{GljnLzVsyqR)H|!D{Jz
z4ut+NQZrd({6|CY_QxvrM}m(dZKYJaCy;t7@tmSI<C%gpo*duPXqI4~?ax-)pMf?0
z=a4-9iq-L6pf>Zl2&cbGaQ1&5)_hz>x<aY>*vgUlDy;nGz}MiMkL$4d_IjO$bAB#!
ze9m}oqR)74!G(Dl|BcY!M)G*1{oT+z-+LANJHhvnPEsn~2S}$X@jRk7<9Q5cJUKs4
z&`e{W?VnZJKZP|v&yk+fK983#sm**|!RhZcoc+ImH9v2V-csiA<Q=T}@$-ZCu<~8c
zO8Nlj{CtG-c=8F(`C3!C-~NI=<NFF{e4j)A4awt^`TYpJ=j&(1{(JB*q=%HW{m<%U
zv=UDvwHZ$noblv*%|Npe`)uD_X+IOze6=9$sr1)IZQ9SO*tf!(pV>%rD06=1!kQ01
zZ)k^=-y>GWJUHj01J?NY`m33<T#jca`i!RwE}ED7XMX6rk(__pF9^Noqqkz;6WoW?
zK&klpk@ES3?<WSR)%noZvp%cldLKle@eaWm?;=>^Ka4a&sqysreH6~|TnsCAKd)E<
ztG^x0+)_BlZyBuqeSNnaF0kZ<(SAi}d_CsBr&~p>uE$PrzF7?`Uth1Uffc{6hu6Z2
z-`6AS;EaDg%zVpfZ3C=$9p6S+@!J0wtd{1Lq2GkGIrOt)C;55C7Bq9Cc05}8{J*u1
z70)(!E!VHgX9D)~C-v|3BFW>k1N}})rLyxc((HmYKDOKq%b)M3{rfGow7*I8;yoeR
z|K1AQem}M9Zyk~P_eHX|zXRyi|3Rcfl-d7bSncg^A1r@IkUF?O#6QnNj!`Rr&i6Ph
ze}13$30U*(=iw*e0?X$mN5lRUQa*pM{b_2`-x*l`KK)r<&cc%1ek$6ZLvpXuSLf#f
zdViic^%tpCewUCgQ)YfwV8!G9ufmGQ{+9oPeCfyiT|+Ovj&wfSPb2yFUD;kzxxdig
zqEtLyKeu7Ua}((fWsc8XSn;^OdvJl}_}mD-AChBzP{&&D58;U(*~-7aAK-Dc>WU`?
zj`vAu%zobZj9SI-`?cq=;-AeYL0-V=|7Ccw{nN02g_P^h`Zv_dpPxU!h2_upqwnBc
zfA8T!T|QrZ9rhoP#yN^*yq`jEf1ly>{{@zR-%ovo<=^c;M*D9_J6fe<eIfmzHsk*p
z?R|Xw1<U{NKghDyPgxXxU)T50H=r5k`IFj@cc^7kw0As>!81bg^QW2cBmC)j+YEcY
z#eV+OO0AB+p8vM+Qe6+T(0D#&@AKiDu=o7U4SVx!SmV=<<oVM1!8^HwT3yeX=fk>w
zFn7Y*d*&`!>)G55D;}?x9$5MKdHVvmz>?>|nx9@I&#&U~eD_nUc&2%B;QNaL%l*F)
zz2X}{^7U=%7g4Kt2a(zs|I`mrtN4eJMkp13dH#nLzuynF7?!=~yARfSU1ANT;`jPk
z1}lDlUVS;Nc+D$d#b;g#D<1PISn+s$u7(wl*XJ6zz>=53TAyo?ygoCY;Wo9^kB^`0
z-KyXXNISS{PyI$}74I0*H?A5}zlmD;+KhCXtDw|xp;q~fBW<NrK7L>LHaN$30+zkU
zcU|!IkbM2H18$*|{Z1sGAH>dYcUYO_*~iaGG(JCRysY0F{>=L-_IqIMpZ!P&D7Ak5
z`HX|G)`QpYAvlj0hvA%$Be2$o*UM2@<L&P!+0;>p{5YOt=p`RV>Ti=$Z2d`UHQwe^
zu*Taw1s7QIiD-Ws=}ffWz?J`5SmXJE=UeAs**jj(kMcQ>W<A|#Jp6fz`E6>O{a*@y
zj^}dtGhc)?episLQfmCX{;$C~e%ImLU(;~zuN$y@dq3TTbAR1}bAR22mG8>7qNv@0
zC7Cb4>hCU6C#^ES`_$(8djQMc`TdfL^Zi3Kk0{x%ZPK(>J}>_SefoO}tEK%thBY3~
zke*X2zO`*?^#acEcnRltyn+?~cFvdY+25JZ8}!-#TUegm|Lf4dLmFz6F6}>r-t9la
zY5zX>6Vg3O#rqlQStXvY)Mh;2;PjW{`yI^}?6dvPO8XzM#{U<R$3OQ^!#~S+=F<qL
zza}{Qufdv+8AvlJH6JhkQLUO`<#zyXfpb1u;as0>aL&)s%JYHQ=rf)<uzK=%&kFrq
zB#%etGcWXR-%+t|51wy(MoDcu;mJxo-PC40Jz;PEIX?@~oWefa_f^{W!kV9cr0Gh3
z1JtJdqKf@OSo1N6G(?%li(y#v;pZbGuwtFTP8@}EJ{H3oKOc{VD$hrjqR)7i!A0|O
zK9+=jIg<0w`B)ixkJqY-{fgk#NL`eQZw=A_*Ee~+yN+5NPklY(qjIkA4d^r8jc~@h
z9@hAeA#I}6c>4UX8P4(C0xNbu9~p<$-(_ZQE1cuE4OaiY9+-d&EO~9T-yRyDzx{d6
zoz&`l+|2#XE|}{{j%T}J<?rjaNm%*#`e_fWe0+Y}3uiw2V8!pxf9!`9zvDdsD}MVw
z2p3rLj?f=MIvo1?>lxV}L9;84Pe-Grk3YxiSn(W(x5xd-3EPvk`uF;g<ncO%{$xcz
zMXko~G}0MLjo*|EYiD7NpP#RvgEf8!>3K6xDb&*aokuUe5R&`92w$wUS4-<Jqxatj
ztIqzeP^<W^B3+|YeExfg>#*YUlfP+L@%eeh4Y<IX{a=FR?<P`yKFsZJQ!D?z|M%~!
zWbb(HpjUr)k?v8dKfnL%KCJfUTd@2+Kw8l!o!ELutvdUEL@W7!jP!(3{{4P~r?A$m
z=i?b%VEMe{AuRjnNcsH2_AjYTf3INqTizuvuVG1U|03GIL2|FsJ6=hizjx^U_spuZ
z{ynuC?+-{HDV4w1<0m-t{R}HU$MXeNeD=Smtq}RK|F7s(@eS#1wEvE@yRzPG+g$wj
z6a6pBT>rI&YN7agdL;SxbCTR&1A4{Vh}1-x<2eIXypCrkEPIdV5Bd`~hsM5J>R9``
z6+TQ9@;{4AHnV^7d@-9=dHkLeUL5bN;JG1rzS?2$$Mn}hZTg!ZR`#dJZQqHei&Epa
zh~sZJtnnL#dti;1SNZ~2`HYcIFI-^F{^r5**N2q*)6bt5QY-(y-x`4Be<jb$7QymA
z5C4O3f#v7>`on$*DfeUf`9Esq&%gf|h2_upql@9(e@kHb_w)DRuwRPwE}nP!{Q%3U
z&G=VDd;4DrXMd|;^*7$3URJ}B+<sZKUxPIM57KG;&LOR%R{i;Xb?f2GZ$sGo{I?NS
ze-rGqF}T3;`ybYZeiPCeo`<RZ+&`(+mT2$zHV2P~<mX{q;WkRGzimifuVOzB+fJ?4
zqu1{axWJMnc|Gn#<MkwaKM&g-_Fi9;VQ=0AYrOU#dA-Qq&#(4{z1PS7us838HNFRs
zydHG@;3MTBYIS{SJ`8IwnUBC+U#QdCQCOna-!WMEdwm^;)zW+r)_k5o^7>H!UN5Jp
zRsZ`silWvK#~<(KDfE(0BMnsaXQ)+tXOYfPDn4KTore{l-;aI)F0fpmCt<DUi%4Ei
ziqGriGPR2DjEdS7Sn-&z!s_3A4OahNpVwja@9#^Ph6^nD60G%k1Ig<%`@i&$YO5cQ
z$1PeZl-o!h+y$im4z+4~7wH*SwW+^Ht>V3p^ng<FuKy>sdI;xuJ%Xk2ez_U^I3!>H
zJ%J}EW&ae(=R>jMe;!t5dG`KzfyU=&jfeHG!k_td#r`F%{qY9rEv44`5st6#V68uY
ze&#)_`S$wz0O#@HBb?*^3D$UfJ$!~0i@&dQ_MZxoAIJ9vy~g(|(l<(t?-B0AzQc?M
zZzB5v%YprSeAWL?G>=$yir=3%Im&vFKlj)0FNMhafXt1s>dZA*`8HXiRK8xHGvUm)
z8CIuW&n>WgnOosp?`?3d_gS#=yG5k4;Q~wkMON}Z2hFicKJ8)e_~(UvnV-7meOeu8
z=2I%4dwBX(x&Q8}`0K9t>x7km57Gik#b<xLaOU3!Xa4=L^54Sw?0%*H0ra{47r{mI
za()(ueh}$mWjuyM@BBw9_Cvv=NOLLGb}`cRN<2%c&3Kl<8Bb%3?{YLxu+R1@EA3an
z8vj*Dt0{9l*T5RjL;p^_tc4X{KfDgk@mvq*dfHlfez6gK#xn-Xv&Uyc=r<ub{@gEH
zLhttD75mM>TalJfD!y$<>;74N<@L#SYPG+7zVR+qd;8ysKI7d5%ZK$lV2$5yq)AGR
zpN|)N;M|XUVcGim#Xea5y<?{K!#REjVD<0g`$4$Ck|(15q0snv?7zo6LamOk{ah~}
zg>`%#<9hZOtnu*YE04n*U;nA7tet?BpU;0MVddAz@$VFz`Axyf$ImlP!^+3;pMjN+
z&*x|10!uy|`g2I<LtlTslKllV&*J!dF<Sb3cBzgP&t>=|^RIlaz<xh(f#rNk^7vgt
ze}tog>O9}qsnvK+Bi*3Xc=~z9O<3dS-v?}|Jde1AUj5%jnyBdSP+O>LcSCYK_uy-l
z_G)SU1N4V0@jj$h@jgPjUC}?LR`EYUdP=GF;J<Wv24_B(D*Zo4uY6u0y`(I#=6LSI
z>i-pz-;XH0$20H0-k|s2v!?znwTkZ@(tAq9=f8LO04qK}dHe_~o=-&jy%O&y^o6?i
z8R<2p{C`2p&)3=h8@1}Mk(K7($H?CCe@CzWe<1y&RR34`eey3@?ag0d`Kt}6$lpg<
z?<}OT|3+HLf0HFj`S<%LXTsW#UT@8Cf#vg!23r-};+AAVyj^P5Ms50=<yM8p-)B7=
zR!jHS8tvyGxmW2OuOzR>cJzM#nd+>cN3GUF2hw~>jlcJsKkuCFJJD;rx{$glb3A%r
z#qW3*z#0$t|B3T)`s+n6?n9az?fa1?D*Hn%ozDRJMU=V!UsT!;qE|jcNW+wh-+vF{
z-(Sh6$72M&@)<>1Oquhs1XezdcPT7;&&R^xWg*%3@;cV>Zw2h*QJ&9MMJvaX?@M2e
z#>b~T|E{Gr?blW8*95N*$>X;H_VFwIjZvHaHicDnJ#9v_g;L|cne*8=tnr?Jx5654
zAHTN28egweAHTA{?dS`2IUf_S#(xLW&d|I6jj;OPh2-N|<}*oc`ri}w&L@v|d(rHp
zRQ%gHAMb}1|0H|>R{Z7hjpJGRKZL$em+>Ej75`x*AOAAGqtvGTv5NhX;NwWUDHY!d
zq>uEU{!USw{-)rJCy%G6(VU@Fe!ibO3oF0LK3ScE6@L>u>pU!tKTmZs>@OhY@zeTC
z)XJZKe|8y`Ki~gef%ABI6_$VhzUE@sUqd>|U8v^U?|+=8R^#FKH{5_TpPOOt{%*n9
z|7}?P`+o5bTwodB^=N+=X^N+0>i-$ieQMQz6GyfOu=*c?AHtdcBUt_WdhIc+{$JDn
z30z?LeaZJi{}kyF&)?MkCRg&$qrLNc7W^V4KYx1(ucXv^d4;ql*w5eIz*;}+k={}k
zSh6G^Ki;9)NhyDR{`LWu{br<(l(I3uhc$kmki5QS@8@q{sFl6f``55He}*;Q-;mBz
z%HGe<e!#N#`uhnNSn_vR^YaVI>rL0oJ{~pv7q!)~!Q2Szcx`Ti)t}e%3|Renz0QOS
zEV%}2{+p4!zSN)BTPwBdum4X)QR|B96Ca=2(5wGhNV6%`zwc+}!0O-MM>rQQuw1__
zu-02UlGm5|_xkCeR(<*JIp)La&)f;CKd;X&SpE6?N4wzyOP&X7efA)EeP(}a|DD?E
z$NBZrN^&34x{AJ^TE-t~fKu`J`>Yqing1Xx|K1M^f`>x#{m3x<I@Zew?CTTxb9{@#
z$}G=b|4Y#LdP@0Pzl_?nUtY0a3TyqZKw3$u_3ZEe=;JCi?N?XqSHW7pYmnAbYJK_h
zKkH!4x7XKtIFA<_;GB<*uwwUm7=tz5&pFa;f;HaOZ-y0LFZY{U-~vm%$6Nl#(QH>J
zJYVwXVTPDr`SW;9gg^84@Mqoz%gGL;os`PQ>v0#H`Rs;e>-9Sc=X%})=X%}?E1z*9
z+Xoj|@>W>>_9G2f;y)Pnj`vX5n@9Oi@gGKWgi`Tu$J2v96=E&t`&h;PD6IUBBb}g>
zQ`?_}Grv=C=69;{yyrCf?C%V$7##0Z=+7dpspNY;^lpElVt+39BGLg$#dirQpYQni
zd4*bykB?_wC2DW~*U)FY*Wp54>aW5Y&uOF^l(`;m!t%A@-^=P2EdNdLZ8*p44y^us
ze7OtD(tJ7E-wTb82Y&z418TLuH*)>^5Z3-a%Jt(TSo`-l*H@2W?O%W1@CmH(@bUa9
zto(eueFiH(@4x4;^7DFs0V_X0?|BI;Kga(HR(|&X8ZNNp`=Nh>^fvTEA$h&NgGZzG
zeMmmOeyC%`^AW!KFX~JAe1iS`L#p$9OY(SrL4UjY`+sURzTc3(Q)+ytWLWzFYyA9t
zeS773!%y_;{}<BkioUi;Ui8xtlH+NFZ&lmVwz(*0SYL^ECbf#U8OiVKmXY&qp;qy?
zBDGO!efWN97M%H9uk=3~z4DoZG?%i#GM*+_{kJ3e`zxe(|9St@f!^=WO8tCl6<;Tk
z-w&4hE@~BTH&PF!*0cXUU;&)*|ER>@i(c{fAvJK;N&o%SiWefyqf|TtNPgdAU3)EU
zKF=|Teo5td!w|KKcNl4eQt|rl4Mt(b>nG2PVa2zQ$c8KNEkR$XYfF(9QOf@^r2PD&
z?N?B%{zkd-@b7D6@A+7XUj45^T1~0`Cp(Iwwg#4DUJlFOT5H%}V(XoS+S~tnTFL(g
zq>YsFzx|)oY7Ex##rtOyERCP%tb=908EG+Dh;2VkZTi~^%ikjWZ-Wag+i!{X6G-k=
zddDlt`)>z&zdv4e*6*ZN>w6c{Zc42WA3yx};Msl>z2;{Rl0W~P`n}X@{PrR3r&N9(
zuLH31b3O-Q<>&aOIA0c6#&-z4_%PD;XnzFhY~^^Nmd^JW`s0*&ylbhf=M(6a?@6Sk
z75yn{mG2bNX-eg{p}#0<{{5IFkLMZm%J(eNIm(>R^RV)DJ{Mrwd;X6GUku5<FV(Tm
z2bW<VpY!~FHCj2I{C>P^XnefZ`ONxhYSaEk#r}Hm&5%64w_qR7)88Fx)8E~&a(~Ly
z_V>`-r_}tM;C%l8)_k1t`5)H!`*{8c*7$m*`*@!HJwacn%lsb08vmzA&qDA1Z^P>U
zIg*d>na@jV)BmfmcRqRie~so1CGm5;@)lP7exKtzSnJ2f_xEt-<Kuhw_Yr;3yv*kV
ztb9Hp`FNl4exWw)zgFx&2Y*9)L8*AZBl&!g{(e%M{(iw3Pd*Q;{qL%6pj5to-$f&=
zd@pmo)&whGA6ff3AEf`8=nHk3?+jS^HY54`k@2-soAzxL`<CEYNI!^Q@y&+afBKtC
zZTf2ud(U^CkLIE2pj3Xof1D31KmUD6C#?7fI8t@N1(u(mo)h-n*2MY8pD$ZLt^E1(
z5xubd`To2Q&ht&by%c)?ezPa+7a|?tDWulBzkg&AwVHpwKXee*`1t)HLvZFd3@aY@
zKLTewqp;%f{qAD8z_R^7v|obMJWD#ovjk}wwTj2z2f7?qJXg`LfECY2cqN?UvkF!`
zzP?`#E1n~qS=PV>)|PVry)^V|kv_8?)&AiewOSwTo$tEf4I%mY;70fg>r3lt4EFI;
z?B|1<snz=O@pMagsUBa)(fD{Jdp{rC7WO`VO@zI9E3EO{j^zC=dp{rC8TQ`)yTabQ
z1J?NOM)LlVy`K;6348CSy<u;jgf(CLki6by@B7sQVej>QFzn6yVa@L$B(G=fJs<Cn
zP^<Hw`6w*^-XF(cjjz}Lak#*e55rn7Cy=~8<=^Y|6t(jI@J~fin}X%v`qQxdk9A9b
z2A1UYaT3=0JB#G?CjVYf=c$!{|NYDbSpK~}FT(Qg^?3;{u;g>F*5_p;ug~<q;NPpQ
zepFZN8d|BpYe?5A)t}>?hBKcVuq>^=5_~fx-=E%sH&M#|Hj=O3#P0uYSefOyJpZHd
z^{Dc({z3RNKdji_hqb;RAw8zldiD3+4p*N4J+0V3fwexLA^oVde^F`w9M*b#iS&w6
z>&KtRdJSv7y*}Q+dHi?_D;LlIJDByw@#Q_N`LO;2tno8{gbOU$^C5qq&@53ZHO1r4
zGqp1R^5^mU8ve}R!k_sItoXkp{h(C*UXMRvwRJqd;9S48!9vB~`?-AstoVnBq!Csd
z^XIT{LX*$0%Fq8%o8#FGE1t#pYk@PKR#@>^-v;M?nguH!ujkotfhEs~_H#nx_38Iv
zw^OV2c9iSUd9c=--*?>sYZCnas`;?ii~l~e6W09r^M_rq^7HYd8&-ba?>%tlw*Xdt
zt^c7YYQ1po-#%FR*<U}bmgc#kUx+ji`uhDW`$cH(Fh8;%jFz6?p*mJP!|><-qPB{E
z1ornotIq37lE-r~`aaIus<VCxwHn{0NXsZSzEf&cTMlcy%IDFQ=N~K3tN)cq`z!iY
z)XLN9kQ~n%_<p6mT3Wvjy}u7lb&hvEwTgEGlE1$!^&6>G{9{O)D78L(|FRj*d~R3z
z--2HGj3aHOlz+#w7FPe;ko^6p(mTGqAK8xH?-Nh`4r&$OP9(oCJ@vb&RlK`xPpS3n
z`;|R##^1>GQrhoDulV;NHCOcesa5*}NE4Kb=O9uecTLhepS-^~jNb1nOZ^dQ74K0b
zzrQW@$Ea2O$B|A@YCrn#2~NV9&qyWSQ|Oh?6w=a){xr4f?+nr*O2u;)sh_(Z>77sB
zKb%MJzb{Vx1!@)VMWjoVig#a!T3v<}ub=c^ffe6&BAcwlcNM)XuOXeIl>h5U`T1Jg
z-=J3g`T2!^Un6_Re-pj>zlC(0QvEOZlUm(@C7GvT`MZm>jpK#bdS{{b_J5yN^8Wzo
zA*K9({wKA11gou&2ajQC{5<I%Ec+)&`TWK9&!|m*&tdtS#{Uag{@ng)w10`@UZr=u
zl6<^)js8>R`PCb0wO`*Ny`$86UyS7U_sNI-y{A^|=L3@eem(Ucsnz^_Lh|RkQ~#M-
zjqewvuar5S-(cnMe80o$+wo6umQ8;@(2IW}y^8j~klHH8bG7t%H2fcu8Y%PmzNgZ@
z3BAT+2GWg+ekQdVk7lH=6@3e}8jn__HcI91zen-!-wG_pcNTh$$84lIl(`<}!Ws|f
z+YZa#>!B7rFC_c!sAHWU=fjg6-*tZV{B}hv^Oqj^R{z~-eE!Pow*}OueQ(9SC%7*p
zkAFYx^IQ5Gpf>$23M<E>Xly@-W{6Vr=kMzrhBaT0xgHvUH9tPTjlvpV?-ZZkvcDzh
z3w1dji(%!z6lq!L-Ty*Z{VzxI`7ZNWNp1RH752_2&xfngtf3@+&NORb#qaO?SO;r8
z`Fyt?&U}2n%l<Z^FPfM6Y=D)|7?RI_8SiFl(|$|EepB!`(h5q&yA{dj$MiQrZTi~|
zXFPfS+<|5%rSkRrPItk|*Y7Lc4Qv1S{5T0`{yslue|ynqe|uo%zYodh%Z&E`wP}B_
zV!uE55YjeE#d{dZ=hO6el-l%n49<A+e0v<t2}<Sb_m`Z6mG6vymena(`TEQ>!TB`(
zpGL2iUSCtN@;!s(^KZs?j@q<8U$H+Md;#eQrQ*AY<o?s&Wopyk6*%L`^Z8XY*C>^r
z?^mzG%CCnfjnlB=KgVxAZov4PtMXFV-$csuw?BV(n_Btv=Sl9s^5^@lyRgQ}$Af!t
zf#vVxZ-xDRq-ma#YQOvYc^^`%_3!W3c?4@ctS8>bu*T~E`~=Q?pTdgI@jQbwzUQ#w
z^Zo4$xWKaggJ}N}=?3R_#rFm2HMNSbW45f`z>04j{1#Sx$KiLd;(G|chjaWsz>2TD
z|A!Ud7-!~BaDlaVJU@69`p-zM^Q2RI>%T^O=l>=6TS$I>`5o@0)O!1Y)D!IIm%m`G
zzdoeeP$BYDGIDcKHlSG+_I`fZM6K)x(aZ>Yb0e(ror$z5?EU<*CG5x1w1&O88P<HX
zA?*))KfjzE_J`2S348M_So1d*$@^2|;pdn0!ruF}BkaxXu;zO{(v9ff&o{cl-utIJ
z?9H99)<+ML_Y3#is;u==t9ZQM`e2QxKi|?1tEG7Xto5}J=>_q~pV!wSYUR&72+N<>
z%Me^($pf&~=P;7jqx^ZjjZ!OrUayN``LlirTwuu~u-5BRB(K->x13t}b37~HjBh0@
zf7UMxUKNs`U#y0IlE3WNz`ouUD~4j%hLxGhn%47rG`_x<&iakiru|sOegmxaya{PD
zrPgN`SF+11&mYGt_FG`B$E`>+ItsCt{Y_NbZ*!}n&32?4mG(O;?RUUhTDy>TQ)<2V
z^Kp}K9*_3G%H8w17tZ<G2W!5p-w!KZ^8vWPl09FtKZvILFVbne=JCx*hpE+gb@Tq<
zBe2F}_&*m#?I^7MHpcn;7_5ADbACGxD<6Np?F5|poP?E+*Xt=b^O=HkJ)ee^kJsB7
zxWJMRMf<a%@%6O7-|alL%Fo~begRf~{{FU$u=4Z!)i1#uPsr~wto%mF?+UE^{Q1kP
zu<~<!*WjG5>u}~b4d?#40cU<U;lf?%?_B6_A>9sr{eF}E9W-l0e>WuW$9r|Gc<#fa
zaew&$zQtKq{d>Pj@_0T%|FWWgOs&TE3DQ$ajqj8UYtLYfkAMGipq=WXu>a@iCBHyA
zQqjMpRyMCfay+l$CzbYUY5iODFDmiAqgL_0M{4G(KsJu&1GS3(Bhn{Itq<RCeTFli
z2ko-ekL|ypm;4p!8>RG)=MAj>zazc)i*)+2ecnI)MDOp<OZ_iu6<_VYs_^&!NwR$d
zwTib9sfkkS+4om7;EccJkFwQ|?PsEw+>A84qHm#A?OTz4L_BS9%m4Iw;%xMO-@feK
z-yCWc?_4B*zd-8Ssa5>*kUA)}AAP?xAI^N1{ZY31vHwo=lDm*rRrKA|s(laAEK0?*
z0BPud`aH1@z2A=~d-vB*t>RsX<o5xlet=rVzX)lNlIsN=48fVto<GV~KlVS2Uh)Xi
zfr@^VTD4z{)Jv&&mLQ$vQ&iI1U*5kgL+`(rPyKRg74Hh9m6VFtfB&%xR=oaw*lJk5
zFZ{76YF8;GxxY2&#cPq4Qp*22r2PE3?Ke=X{$_I}(N=k0wh_JhA4A$islM+1sVHij
zVM*rou>5U7%HPLX?<~~b@ouG+{BJ{=pp<UBTdlUkI-dIYwgZ;N&-=z<+3!S}Ll$D&
z@1{2WO~UdwjQ>4wfo1z$(S9$IdzIetO7ih<Kl<s)cpact$De~phbVPC@$tQxyBztj
zzr*OYAC4dmRrE)x)%rSyw6&r?POawm1d>1BUtsC~B(<84Q%F;kIo_vX#p3Ze18aPo
z-#mUxS77PyEPC-dq<zu;JkssT`9Li_UKi0{qSW~KeAZn#KU_wy@w$RER?%OjR^xRI
zX{w^XPOZjk8tG|8e}h_$*G;5blp3GD|56mSp2~dQMz8U@gLIcN*V8>%<K^+V56hF+
z--X}@A$cqx*0Jm#!9IWMdc*7ENwhN0;(R9gDH@;8b-iQ#b86H6MaBME@XL@qKd)e)
z@6+EKYSZ7_uyTJz$HkBCC*GlXPpSF+#`Dw<u;%j@{1Mjt`F#Hg*7$m-`Fx-KeL-KS
z%ltmW>ia9wx6r%)*RcBkj^y)y=JS)<^#3dDoljmL)P~h-10~l3T(396ihl;&1Z%yO
z=YKf!@%cadYep~6?r$b6xdqAB0~v1{wP`=AV&57(8|er6DBd}+uNTr^JGJR=Uf4UH
ze7@R&W<I6zZQ=f;6IQ;n;VxMF$=3_raOUsph3szu`l5N6e-Es_dy#zokn#3YoAwJU
z_I<$vNOLI_?;<2$U!=bwYSZ5^oblxI)e$tKl*+fC`<2D8@*RYiz&d{T??IQsnZK_u
zvcKi%v%h7q@?U}E>y3<e6}4%<x?;aFcn#7ZrQ%(S<m-|2x1QScw*k(0@_J<>nlVb{
zyXs%mY7?w{{k(NEtbBcDKmSLyO8?{NRp<4!1(v)O$=5F#-vqU3zrA9=EqDjgI!eX2
z6UqIjzunZPzezab$?Ks#X!cSnKR++n2P;4Sz1@CT@vr1ecL0_@e?D_p*dIj7>mTb6
zQ!9V|e9;kD{(OIX6xR8`$HQZAf#v6E4u$=3q;8(N=y<mf=_Iw<|Ht4{u=az$?`sOy
z`tbX$Ps19&e)2g3XZ~kl#q0Ra!5Qy)Sn>LK$OX8-vi*r@e-Y^j=U2sh6X`OwiuW~q
z1y;PRT<Khe74Haq4OYAp@O4=6o`$F49N!zT;&psCVZ}R(E1O$zfwfNfQs{3Z_0E${
z?XABX?L8iMg71ao_V?k(9FMggAHY8Uiv9fg5w%*MJ|900FV*w&6Er^G$==VOpM|~8
zf6v3-{1n!Bzd&lGl)axnzk=2OY^2we1(y60*8IFd>Z6pspFh8YWj}!Qp0dD_-@=;D
z4@fI1W$)+DpJ3UqLHbNtV96h0&HopqZIrV2^XG4{?0r1=4i{MRS6J)i2a@-z?ESp?
zSJ-=h*8We~>c{*Oz1CL)8t+Hhd;d03tN#6Yw;5q?ZiKZSXCirj$lmL*CG5SPTEpJl
z3~T+iA$h&Z-s^F8*qi5sy?GX_^*a~I>sR*nKQHXf9bs>751t>ApLcb_4`ckg;HMl#
zwBBAL^-!zzGsu<r0$A(8-<Q`5YkvKH_&!+k<@c@i!y148eeOb7<LS>w4#2s;7s0t-
z2jLvAAz1U}{D$EIOLo3$KN1>W-_HMwS}mql`F-Ykb_uNf+PNNF3M;=pu8)?%%5OE-
z3(H~UxAk9&qP7B7e*XLDm9X;j=Sx??dAwZ>XMStooX@pz=C=-3PtJEV^y`r}guZ@$
zWxo+kcj(7L^89bAW5u%>e#rAG@fLVz<^Hiy6hFFO*oyvq<$h}$wHn_Er0tX%->KqX
zv1(wAhu_b4w4LgrP+f5qfL{IYLfTEK@maz1_v4lRCeh1sPe_h$Z-pJtT)e2g``b?|
z#d`qhVa5MJY8C$>q{Eb~4-Ind2%Pymt>kkQz4AGRbevN8Y+}8gfaS^Y?SmE1Nu-s;
zD|Y{#SgF0^pQ4rGJB{?C68{-$74KQ3bCg=ozTY_yXZ&-x{wvg_{|o39|3#!rl!|``
z`{RA3zsu-le+B6jrQ*Aaw5L-#<>UOXhu-lG;#F;&-!yu~e*>w9tAy0wq*nRdLb^@K
z`9eX~?!cMf>Pmih(JQ}uNcSma>i750sr2^%y*xiex<;w^9wB9ZwLh!X6Ka*e$Lndd
zcf1=os;H&&eTH87JV#nr>Hh__%I_u8D@q-IeE;$q&U_D6@_mC|`MyPZN2z?928yD#
zw9?;u^wNAldQ7SKJ|bm)-k+bT)p&UPzC?S+yOX1){5jvR=#|emq(hbdzf-IHejxp%
z)baI<irOzY^SxHdw>F|y%C}*pC~A$A%6G#e@vcgLP3WbWf%FOgif<;I`R!&Wwot3_
z@c6aDtUoOMzKcR#=G%r|`OHF^O{rA;ewI0~^6~pE=E92qDVepyir=3{Jzt4`9{NIE
z>p*IzRDbi4GTsZm|EE^*dOW&ewRb!{u;TOcvjwo?`$jyyu;N=fzbI;bu;SbHU&Z~f
zB)9K`<!>R9&jJOO<0Hw(??oe$R#(nHgVgHyF@!Wssr|K;@jhN@KZ0KCaTMuRMZcI@
z&EFEF_Z9t8YBfH~kd{+wd^~?EVCCcdJZlA(`K&~*@mhuSx}^~LQC*SWh)Rv$8l<(9
z8b7yR2NzhoJzwR(h)UV6N6P1!w%<r?`s=9VGlpLNHz94NEU@f<11$S3NZS}yjknK_
zTdCD}pGLC{&g1h0tnu{mYdfs*^Zwoe=lJb}bA9cCbG&xLipTLz!iwMPV-H+l8UHve
z{a&O(D1MrYe|v~`|A<)mOuz?V<#Po-2rC~S-w(mc$H%|Ju=1IKbc9m*bRZq2%=K^#
zRz9A;<8aQ;30U!Z{!YRLmb@?cR7jrxsXCUw)3C3nbZMeKi?jZSO8uC7{~}rK&y7er
zPpSTWKYIZ#uy!)e>>j_1XncK>{x3&+`|sj<MgFg#xk@SjzTdqD7g)Q9|4Xpu<2sVB
zKhpmVY72E4e;-F(`M-(g7Nz|Ae)u+AVC^IRr(w<S9i&75u@ISm$8(Qb>HYoV_hHSy
zKhN<1*8KO*DT>-dSo81arH^3c?jxD6FEaio=nHij|6^G3KSg>*srY?A{v0l_)=qzS
zVa4+TDdWE}uc)lOqE_)c|JShEJKi_2;`irK-olFC@8f<4Hx=ybhxc&i<Liga=Og-}
zd6~}#SowTH`b?>O{CwaGTwrZE`MiV`&sU_3-|O!?wTj>4@dH+S$NLjj{Qf-6FIe&W
zeN(mnR)~Cl-PZ>VaOUIdgUqK1y=>H`C}HI@18F9u^6~SE=4d}jKHo+PRZa1<pvm|j
z{6U&FY8Ai7V-~FTj(0Y!`2BgHIk1i&{`<|juwwI><vP9oreMcA4}F0px5J9R18F{`
z;`j5C&S-xTPpz=}??TFW{e6->)GA)*zaZK>zFt`I`hLC-R&4(KUO%jOI@ym4Va4O;
zF9UFaW&3Ve{uUt(aQ@QqVJ*@SwOa4H;bB<o<s>`;YrOBkqp;%t2rq_nyqCc0&+#sW
z6~8}!wG3ALzW-hhD}L)&zy+4ig9gKXCDH(A75TIMYHHKp8d(1Pyk{*ee{R1j+OI>(
z&x?7yH&C1LZjAQ!HwMf9Lh|1Pr~mb#-;A_^qe|+xMEmiOeE!%9pBYhG`QHX#fPYi4
z&mY^vs(L=zfyU<pwfFg8SF|_pgf;)Wk#2{7AK&*xd-Ei$^|2Sp$J5^w?BnVFXm8#J
zYyBKR^6^UTeY`pp?ac>at*^sK&6K|>c#{2e6fUsjBe2%rF(mIlwfFuz5$(;#VXe=T
zNZuc6@AWwq?ailPt>4o~UXN<;=aXlnz4;8R^>Pl$>rL&w-Y!IY^Lbe7^&*njPqx2Y
zX@3dUdbomgHT0`uWqG|^Lo-47o1*=7B)1p4{S9ghELoC&KXnt$bm(t|WdFD8Sn=P1
z$JvjH?{1yGx!_T*jP6sb^)}3v%wn!L)ZXjsA^P7G?C(Q=6kf~^V6DH$q4D+8rk<j*
z_LN%rKf(FoS+w`}Q9XyX9{v4LFJP@VzyJ0nto7vUk5{nr^ZNl`!;07I`wje?g6;1u
zTwuvhVD<MdH0AX&@qVCI@pdhc)kj$Q`TILRg}vkZ3@cv0Klcl)c>O+&udvp)uQ$HI
z8UJ@!@q54hfPWMIe!>No{@=su?^kFX|0&{c7*$)vznb_PVa4z7?`VRRzrUYj1}uM$
zcP6a({r-+-Sn>Pw@h!0SpRYGs;moHEZYcCVKForZkNwSt3oN+?tG_v+aXvT6r=42m
zv!8tC!OF+)tL%W4&*8qJsLh9!&&oD&CoKPtzYA7A<@<kO<>TL<^uRh^`0r&Fz?ok!
z+)(I!{OW_1U-|iexWJO<!pwhYoZl<*TSTq$yGDM4u=4Z!4~Agncboi%VddxVuO5Mw
zpWkmV3adZovlv!>{{7ApSo!&Qx)fG^e!syoxFPh*VdZE06>xzi55V%jGBnPw_7}BU
zO|9~KOMYu$<>$|1uZ5N0H}YEtE5ErsDO?XLzd@d)ZGe@ZKX1JeR{zdt3|4+V{%?Yn
zpLsLf5WEFee%6n}1(v)DmcOl`aen@N>;$#Sua)EHc3AoO_b)qO<=4&gr=76!TTXtv
zVCA=o{C302&+o6Dgq5Fvzp@9;{Px1i&(}Zu;D&;IKHCo~KkE;`1(v)Gmi<AbLzE2#
z`+Rg5mi;!)XGh=yOP1to@uQ*f_0q8lTYsF|hQj7VonCDHNov*KsXD#b`l+Zr9g@#~
zXX;q_oQ3cGw?eGR{v7;&|4D2MODZ*<8uR*}3$*`#%J%>7zfo(x7uGdyF63VLGFH-`
zhcCfe4_A;<e^ExYYoYH~khQC@*30!u`#I=uRNCK+_CL^1!&+arkaji5tA3^^v;RBj
z?@}s0_kRzT{ZA}!!&;yBktQ{?{8artME{5~{XGu*0S$8P0j$A%f;3I7G*y4k&_Ab4
ze=oxRtTsjMDJ=0NQdi7V)!%FMZz$8>+pr%|lC@Vb`wQtFwbE4meL(+_GW~rD`xZ@N
z?LDkP`;2s)T4}2OzM}s|nf|_q{asbozQ7HI^aDwCJ|1!Sto@=^>+iJ`wc3AIk^UNB
z+5b|b+E3bR=`^A_z^at$uGF;|75kZCKet8tW?1%Pa1$&|OGw^dt#$m{Lf=-$>h!dX
z${+PV8@)?$FV~NAs8v35>+Gdp$CYcgpNGC9+TSnQ6jzC`CSiWXe&=7LPx~(P-4*+u
zuy1F-b;8;&3y|c)*I%bOzNf!F^!=2I-|;LA`y2S{g|+AgkmSw&{QY3*ZxH<uW%?Tq
z`(v8q+9Ft+VgyNb_UHFcr@zJMmr$m^rD1>ax3V0CwcnN@sm}hE4oXUYE6}f`On<Aw
z{wX_uIV^ECl6=^oKX0A>)}miWnf}&?{U|$s4gA}}#|9+a)jj`Ce`Dx3QKrAm@NWyV
zH|+e4u!eFAQra)&`NCFe)8755z4!OFu%AF0r_@w$M>;)M7FxeUtnZ!FroUaV)~nas
zZdmKh>tzyFsGjdVu!h3(wHMZWdA#?*8gGx+e)zWqJKqB^`4ZVdSn+nW7e#FcEa^~4
zKHndPXHm-jNS$8$dr6P1^5<BcUjC26N2B&cNIrj`tnjHime;8|=6F)!71=f8eYT?C
zh5kIXnvcuyIau>?0V(y~zn4Nk!v4JoYrZZc-KSQr`jE2yRrJ@Q{V()aV9oD!q|+Ko
zeya92(BG`s-wONMZ)G+OYkk~CI!~=MReyKU-=kFgj^{os`$6{W9a!t@0n!_43;Zj8
zkI+A+On*<p{ygXJhcN3CX(hY(Z~1$U{sm?Fdl~kN*{{!F1@#K)Gqr!q-y8IADbwG(
zuy0dk?KS+{LVAxhP3_<E_YwUk%Jlac{%v7!UyG>r0oJ5`LCW>?T<Y34YSnbH7Gdo>
zoc?}<eK+UZudtTRPo(sBUgm`x74o;9_0<5UzeZT`_<Y_3tLaw!|H5m5wHat6`FuXJ
zj(=O!HP^BB-#hHp+Q+xnihh82W>KqDef`-6E8f{iF2!ek{-;*)&qXSP;z#;}++St;
zdFVT${YLt0hqb@vSM0|)zNLK^`tFK-PuRc4Uni_Zwg9ORiXX-Eg!{Sl*N48JQt>;U
zg<*f4o!$#;6AT~~Lh&Pit&1e3zd`gvl<99c?C)z*YKvg)uMs5G+25GY*VM}YVx%RM
z>2E2_R;3t)8;kbKkmSw&{P(dL-wO0ADbwF7xUsO=#!g=jE7a9U@@9XBcygKk)}miW
znf}&?eTycwwg%QvZa_-=an9Fc6?@tEZqUcWO<}(oX(OekdJ7WG`Tcqm>v1c!TED(N
z-3Dtsub`iRGv4j6LiPID0c-tu{&&I}8qeP@ILCiC+*s&6ev`1q&-w3xmH$@G-+N)j
z-^uzOhYPIj3(4p2{csDV><`rGmEVcK$SQvh)#>H`Fnlm-kA&p&_t6R;t7CaR4xjn&
zlIgEbuj9#4DQc&vmHsZA_t#Ts^8U7s{dtC3&Bs#sG_3hJi<Elr$Md0|$$mTsYrZZZ
zJ)l-yf5%_8zl8pBv~OhpU4%8iSCF1l`?u_`p}$_SpAP%sMp<2jwLWejwXrn*mcLu*
zZ&NCM$8#s_FJgHUmUtIwFT3(@`MZz)0cHAo81_p!)82y{3kQ#oI@FY(>Ucdt|CBQQ
zJ%bwyi`kl_+GALQ_8jRAwbE4my+r?tGX1>{`-fTtwHL4^@eNYmFMGYbqgG9~F~9F&
zb-G@QuJ!>={~uxb>*aj+7MAHJBtIpRsr`SUR{rm4QP;l0^568oh`+(<|2r)IK0p6}
z<$ovreTHTEGbEp%f7LOI?tiG2f7JCXj!%u$Dn8$TSg-h+>e@^1=SwrGmEPBfGhoHv
zjO0>0+*%a17HXAGE0XH`ed%|(KhE~E(9e$c{p_?hSW9b8#opi7oc8VL=T+=G!u}2Z
z=E7R!^N|#d<LT!7n*O@bcT*~U$I}z`pBdCn_;-bV0g}Ag-)_#Y>8}rcKV|w`2>-6I
zS*W7c3pW<h0FvtLuaVCeroTb-LzL-nIP6celNZ4Xbp#1_d|$mkf1LgnqhCUq{+5RQ
zuqtb#u!eFOQraKn{JNrI@BY-@`*mg5uR>Z*sr9@X$?dg1$623isnz=13tO-Cw*_8@
zUcA1}UhD56&#O03E8d7SMw$6-g0;T9J~qP|I?wMG_;&?+e#T+VkH>c_tnu~uY=f2W
z1n1vED1MaR7RF}+y?8s)8cMa<5t7fxJK+YGg??9^UirS|_YJc2&t#om{`bJUqjqmd
zj%Qzm_t&vJ9)M4B6j6T%>-3tR6KYicXnqb?^!w2rrB?dO@DW)4jv-A_tMOWZbb?yN
zZ$1f2Wu_6=U#HMaQObX}jB2N0)&qPT*8HDA%IkysYF;}R?Vr;Ae6(*<P_?tL*2@JX
z)%p6w_Lsu`8pngnVejL`m9TF`e-YMtyNcAPrNqw<`pfp$(N9PFQCePuwLWhkE&g3;
zUjBYO?QfyKO{xBDe+QQRWh`&P67M2i;iw^>)p+ise?Xc39>TvX+AmjS?H;U9A0e&O
z(D76C_XPb@%Jlav?B{CIYL8(J-E*X7O)WoFe=pI$qD+6U!~QXrFJKMz8zlSEdOnEw
zj#{lJ-;ckCW$O9;04ua%=IbM@BzMTD_6g4ZKf`Le(ANjBmf9Dj!<4x{zQO9x>+w6R
z{+hWy_yMcGCGbx;`}+l}KVL7@mJ}k#pS|?|_5Ua94M4N(vOLeH{L-mZD(l#G+Dc_y
zCzVR2th8gN(;3@#Y&$r%ZQE|v&1PN4%{W=t6%i2;5fKR@A`*g#xFX_+h=_=Yh=_;;
z5fKp)5fKp)5fKp)5fKrQz5n0;t#fa`^}=_*^E>CBbI(1`eV%*sCcZCr>84<j<nuy9
z!K!y-!K%+%p0~|tmG1=H0xMttypx3VQod6Qe@f5#pN>{`pGT*`nolc|Tk*U<Pfaxg
zt>)K;BwczhBK`M`pRaTOnb>DV|M`s94mYO$9Z2%FzrQap`*&gQrqy`%pA9!Ap2_{!
z3IAE*9;76sm-6xFo9B3QvG>yEczxkNq9D~ASfTroq;tGk?Dsj|eC!KobG(J&|EN)(
z^I%PV5t4L{H_6Y_Io@LIOK5YvrQyFtld1+_t*2#3+5a;8*@`-U`S|B)-=BlwzY=LV
zt=9h#65V;8pJl&Xg;wk9W8Hqgj`QSd>{?H23V*GqufJ2Q5wzm9g<VrQ^&ey(MJry1
zw4OH4e*@f@?7rR`VO=U;uT8M7m+QS5R=r)XEwJjfy>9>C+ntovR_vPpHl$%%S+<8%
z+yCJvTE*L0*fqaa|H4nMyml9M#UF!rg?3L!wf(=2_Z6&w`{D6_lC1F#!0&`SPrM&b
zgjfCkd@wBDFAvpmvy!Y1qt*31QrPvp@kqzeYCZV(AIGD=f1W=IE58#+_ENo^&ndJT
z%6uA5_$TLyGgunQO8zI*sX7<_=JVliJ_{?q3rH7fHJ|rHx&$k~xe8jHgth)IBjxkQ
zDE+TS|0ndn7X90Jo?U^pUauo5rr$5K|77@g@O-%${(hd_3jaZ#XE)%+6yrA1R=gCm
zAA9b97yG^Ff0>?lV2SsUUNy>BuX_K7*dNiVll>pV@?WV*RS#ed{RC+bPa#?A<2}Rv
zoVGF99q$D!|5++}^%Pd=ULwuYrQuZ{?=|)}w2i5U<GqFD{}|6#urAFzq<miJ;QD<)
ztFC_k;3KS5d_6wFn$%*h=Vw?`pU@(zzQB!1^7vn2jkkdP`#r3oz9IRplB@5hA80kc
z?~m%AlgRz+^)v<6_$xR+G{72v58MbhCieJEu*Ua!q8Zls<K*+5@e)=oSS0y8F|}Y#
zby~r?zn}4ZZ$+#8r|^8A0W1G5xD8hQR=`O}FXi7}#FO3ckIh0$eObRV;h!ga2a;Ry
zM*cpq6Rqakg_MN!l6{Ex19Jb_*n6V?4&ryiTEBCU<Zb`G9g?ztFZRAV|Nihl!2L8A
zR_J+1is5+kIS=G`3$QPwRsPOrQTTt8vYHR8{sTzTIiCN0YL2%A`%>B*Z&~=CR#B_P
zu-3zJr0oCPKmXVH%g5&d-)}3!e+X#>t=7{p65TluoM-=BjaKX94ZH@{`gm8Y2VMU)
zoEJy1i`N$Ml=`af)KsHr#p??D&l7LzNKLgKt#|{{M%rADO|UMNuh(W+*UR<Z0;}Gx
z*H&2d+F5rV_(VS2uxtL?kyg<rtagOt^T1AcI<4aED(sriwmx~~*H~d!{5|mQ(C!V%
z`}w{)-e0hy9)QP}O4fMe@P37^)OdeA7+z*s)3YJ{cPK1A4;+RshQIgIqtVNZJHHP&
zhUEyYuK#iSFIErnCnB9dtLuLfNmh@41p8fB`8)n;dTD)~K{`vTcrWRH4puzBA8-nm
z|9K?OU)RI)y@*z>=1XwGKRIt)#^U+Q-}zh(fAh8QH(!C3?{%c7WGR3D{%SJ(%{Rl}
zd;`|}ZXw;K)%-pvNOcF+{Q9+ss|)bYlXMp;pHKY$#{K9&jpyNm=)VfS2kZWMh@_a_
zkL>?A{3q3^dJ_JAo;?l!NuH07V2RI=rv6-BdY!_a`@g{cGWrkG^Es^4ULjr9RC(3=
zzrp^NR-x_xF8n)HwCXjiQoTnSRcU$E$NPx=6K#(7IsBjE`2p6Y_=1$r6R)|_-_UAk
zzyI(Z)+AiNAMno;k5T_>SrRLi_KX%yH3iP&H^3Tifc^X{{u-(gi|<mo9>da%R;l`a
zYk~9qF%@n~cCUwNu=3f@`C>Y(e6GN)aL#82tbBalXoHo{5%Oz-6ISgZ`Mfc+U|o+{
z1?%~<kNu((E%y)H1#3Pp;BHv+nZbTC8*WOx1WrPFX+AwzK%R$wKW#2r*?oSR18cs$
zNN&YX|3bcfXf^+SB<Xy;{QX|J|9tEVqW>E?Rr6q7>V<Xw{yg67KY)F4o&S>X?^e>)
zB3SiXiX@%$@#j(Gc+0V`pj9f)XE6NlHOX@stn0ZFDf>6F9}c6<{_^p8!S~Oq@L!EI
zM630%28r(MFPDk87Ok%D2Y3|L_3ixk>bnls^=;?;C!P1R33xsBrli||gqiDow_EZ?
zv?|r6!mjJt{u|jhqZMyK+De<}w++_ya=o|1s<-R416I9u*PRzO{XQwHo!B-1T}UIe
zvg{7Y=Y=u2gI4kO6n5qRu>1q|#QO@n;_rv|hW0>6-tWijc%tCsULAxd{#mldI|Q#$
zD#dx>NO*a_l-2w7(XjZua17ob{@xEyL@%@bb^T9bIZmtVe+ub*_<KJ*6aHrZen9=t
zVmVE#^>PmB!apUEpQk<(={(w|q`QD5tMlK8{SsQ`a~K{~X{m?DyNq4qT|v4^tMUB%
zsB3UjV*mVq5mr5~Be|Xm?fOlk)gb1ZaKb-1f84_2ddlDRyA%HAyWwxX4QoF4kX%ps
zdp-}s-~2HA&G%u=_Yu-Fs-nifAAA!2=BMFrehjNV&yb$eHYJ|Te)j@aeYU|jVBL=|
zk@9)P?}xmO{=0RPR&S#J9rzV2@hy`2_<3Rf_u+rANtO?=#`E*=BP{<>B~`tHmD(qy
z7fsUYwFrCe{{{Qk=-;hLSD#@$FTNoiP$_xU`~SdR{fmq|Z}6W2%l|o^-|40LH(<%<
zi#J@ECbUh-?)NL2VWsN%w!oV2d+Ie6mUvT(q?!ij@t0{U=KlA;-<*zJL$x{*t=8`h
zB;WP<er`vr)O~->gnyCP_v0*B`TBn8fR(SWZzrsLuXFzBf|c(pxEs#-&W4qr&m%ps
z@;k|Sqzz73%?Zi%o?Ec$-CMAVu#59VKU&T2GCU8~{9eQJ;a?=4%Ko$f*8G;j3t`P~
zN3ox2ev7aqA-!Z@sis<tR(79f2Vl*A36fj!{=ZC3wG^%Du?$H%f8NA8-jB%rS70BE
z{s$OuIjs4wtn>HhEoJ{<?5pbhSBL)>O}ZL_bv@P~W&d99|8@TI@p;1c$7uMkLmHvg
z^<0lccg_>niMJ80uFn^E6Rhjg!+Bye{ENh^;4QFHJ;3=c3F)O$e22GU7jHw7)#t0l
zzn8Qft**}wq@A?79+Pdd?}BwbT;JWW>g)Q9!K%-my7R+Z;_tz(`R+y9K%21I7n08p
z`{6!X#XC^gmEXd@lUIIC6n4cw2#<&MP)NT257+ULf)({Be0Z5;jdu)QtEm>}hZEuD
z{Z3ZzzbC`u^TR24BK*Cdorzv%`|En2#d4Zf*ZUmO_3-z8b|L)D`TTGZ%X!*gB>ziD
zufyN_*%h=J)tt{4SFv2C)q1*y<oEZ*bF~Pn>u9x}ZXikL`EO>Vn`kwkWAH6l^YP!8
z`loQ!*W=&D{)@zSknYlIJpVrI9<1^F^Zg_&|NBV3K3Xrn9uLuKJ(wTC3IF6g@)(P+
zkNkZ-o`%2qS@@fuz?$E4Bwru-`+B?#fAg#GH@|>+-Xi(>$lvvN8~)~Z;ctEe|04B&
zkJQRlk-vZc`4O$=Z~g=)tnmj}_5F<Wg;w=FqMN?@3ah@a;0Lh8Z%Fz4;`d8_ME`aL
zNpI7tQU8tbckD`X3Km)Ye6oKdT8(!>MXj2`-_M(7SpI##ki7xc(rQ6E*DS4GE!cDa
zY1pSn|CjWf3aehNNKNFYdUR09Hnd9J?`O2bIlq~(<~PCoX2EiOPW~OR^7D8@+Ioxg
zM<;fT--R@TR@bW=$xjW1^7EhvZF6GZ-*aG1)%WXMINzVWuu}8=(g!PlU!Q(h`M>4-
zF%Qo9&xdpV3t;8z^T<M2`JUrEG8;}<Eegr!k%590Z*jpY$_363OVMh+ui<5IbK*Ak
zujR1jI|Q$QHQ(LvAguXbfmgzs?;AJ?>81G&VF7u*cd}kqp_RQG9)?wq)kto|YxsPn
zHE1=T5u_xfm+bz0!rXrp`?~1AhWKk?)pI>k?*EMac4J+CMfZ8a>w8o9Z${cctLw1^
ziSC>yZm}P4L#z7!fVacViTgM|?0}WpT6ia{`tF5y!K!aR=d&cFm+E^S-i=*6h9s-&
zee3s<_MlaL_ag11RlPjl{jlok`W%2&pM7=biFLD+vKq&(`A#5hrIqDiNIp*-f|t-L
z-r>Tod~W=`yz=X4VORWP@R86S56SoQi8?-6u%e!VkN=Bgjd$9tsTb#ov*G3aN>=Zu
z=fdLi#CiB`_<KLP7`@E)*Y&=H<pOPU;>$>%!r%MRRkZRl=kvrhELUi?KCUBmYbxaL
z{b(}$&G|fW6Uz-+t*2W^E5qOW)1B})=kvy0EVpU3{_Y|9{d@6oBHc%;_4fcN3F)Qh
z%Q<HH2(9Yz7=8>ls}ufDV9l=|_D|UoozGM3%KsVCb6Sn>-^aaxHNJm-e+bL}CDL(5
z)%x@GeT`P@%lrmT_$TL+w^)3=<?rkJKK#ue!r%N3)_gxA`FhLW*Y|Vyo4<s=`4iln
z`hP|8^_IV{?{~Dy-~0nkSmST7>RJ7(8eebuyPgeb<!^3;)zdr$R=t~$_Hb3?@89RP
zgui)e_?w$yU7u-4(`j{m`lPH{VFld>zan2<q#0Q9dB*Rjv`7DUN~)R(tN#Kf*#_(R
zH4907{Cu>3XZYXyr7T^r{QbP^hUNdhS@sTC^PP><Mt(|lf=bLmtNHl-kGZf+j^7I_
z{s{T?!8v|EtoWn4Nva-L*JB=%pEAEp?B~Y<v`Wp-gN3j{`~F@8t2Dk}2Vmvv`*Sgz
z?~f(0@^w9z!pe6F=ZR%-&UZPS^IZWe-^=u$4=1b!L-KySvS7s<Dp*sW*($G9Xn&cc
zVR$vH`5u7Rz?$!Ecm&pbf52;D&388Y;V7*6j>79;&G$&Le`>z#u_PhAWPi@}--uTB
zm+%Hy`ENpUD{kTMA2y>^eYPMaA-%-6@V8dH4f|GF)o**zU-h`he!COxFB3O<|A!T7
z0lXVlJvP8&u<9`m?}1g1v+!P6^=RV!l!Wxse8=E@*v0#iWcBr1He1pGw5rEA(gbau
z|3O&uJ3#)2V9jsY%+ypnU`dBV^7-HhJWMP9qlI1L4K0*cejP9Dihlw=7TS{`d4D`r
z$EOQc)HCpz<&rhtS-451D$WPz!^``Htlr-)gvIBBi}1Yg_kM6WdYSXTN4SFJ60NT9
zRix4I_kM6a{LN?nN#m>k4J_AawH_vsy#LESsv=c~BA)k)+Y!%vEBx;u-K6Dtg5>jn
z;`^P0+Y!(E#RGb2B=i07e~5ICR_pN*QvUtFclr+z&-=$ydMTdyN%%jrKdqdeBjxww
z{qyY0u+P_^)eBhb`xTOOzJ4<p`3>4%Cf#EAEv))&f#1QJ|4H~gtol5HJ*w7^^ZkHb
zLw`i_E+qRYB~g7sE7#9RUub3W&+D&Y_5X_G^{D&9>+d^SU0U-GIN_h1U#b<-dOgbD
z>#qSV_m9j~BP_}GDex~7Hz9dF%HQj+CH&1(!{6KttA5jvy#D0x_0}5x<{9B{o(`+t
zZAe~k^7s0h8UE&3;csq-b$vRJyuRe`>(dqf=I-z}cfz`Uvyo=8isbL>Hz)kfbHm@<
z1MB+sBK6U7={2dUAJ+9<1%KoE>3KR2i~4wd?!~?Ut**y;cp<F%K7bd&62HO&u;$;X
zPSs*qlUM;SftBA5cqy#>j=;;{oZoU-`F+MdA67k9Ak86v#p|I`E72;R-=7(R6>lT?
zZKJ=|pZCXM?25k%X*I3luW3n5H3+N!8YDkuRS!Qu*P>Nwejbj(8p_YJb+GE;=h1pt
zsrq@c0apHgUTlQ({kRFv_1Fw6-*zQYZGm&XTVdtv^U(;bp4&q5ezUz`#oJMEOX9nn
zS9YP*P(R?^u;$x4BQ@0+tod$&_rRL(8F(+O`96pD!J4nnNBd#Tw~zC{0hsGmoEMbe
zIF=-&m+V6=k`AJkeJwlzs~(4t+=?eS9~?%j`W!)WRQY#vo;nu(N9cb%`ujX_6i(f%
z6CwFLaT4B1tMN|N**p37F!J>4Okr0(XW`SKJr|PC1Ly1bLcxl75kANI)_g9RxhoWZ
zjyhFW!pn@ZYDxdQ8Wx`?uE9^j-_Pe8(X0MEF^T0mt=7j)_taA0Jmcr{?eI6}^TZu2
zw`jGV?jrSuzn{<d!{40G4-c^1qvd`>8V!FxpC5<6IiDAvV0lEVNk2t868?TZKM#L%
zJ|Dcm@{CsN`z6w3`1|?%I{eM~yzmCgD_Y$TZ;=|8C$UmI@8s{p-pKRp9jyD|1Co0C
z`F)iu_X(};-&gQwSl4GNnSFs3Y7zVumbeA}2Fvv{>@2jtod0+1%I^n~-?f+BzyGZM
zmn2r2&lIEvw~77p^GCeYzY$9k(yJx?H_rT;(JKFAa0{&bpTJXLcTLJ_8mv@%)Tx>d
zEB|4*6;{4u@C;b_9f#Xs)$<zM4lBQDN}_6lb$`!9>X)*T=^|1GTDkh)Lv+H*Z@QeS
zE?D{b?*+PH<>&Y7XT!?xj*_Z+V2M7T&4HDl>o*t9`SrpYYMqK$&4P9R_aQlJ*$4Ug
zd0yDPU-ZNBoF9^(w+jl^cnb^GP-}=MPuF9hu&X`;{QHZ=XjPvjg<X6F`%<*3*RsMc
zUdi7}E=Q~Sttjl`W&HiZAX?RPWnmZZ;`a+fXjR|g!Y+Qt?+aF;RlQdicJVRxzcpx8
z|B=Ej-pqcr7Om<tTG&;e<Ji}uRXr}i8(_`<1H2K|d}s0dfK9OGHwbTrHJ>qf3#|Mv
zz*}ME`vBesE5En!c3Anfv)`?QwH|gLB_X|J|Ij6ASJ>aeJ7KM--AMM5zxT^MVfTJH
z1}oCukQ{#>yogr*`wP4J4;P<jukpsQABbKPA$fl}SjUG7R=mUT<rR|2x3KH_Y?Pt)
z()BrpJ^#G?65DaKx?U%c^8U3;NmeJ(>iV5R%74GUT!U7p(dv4hLCSw0HmIUkXVL2V
zo<qvNZynb~tj?q5dL!lcE5GWZR~OMryoA*LuhO!96|}mHR-vxc+5P0c7IvSPufj_0
zI+9}e`8<JimsV5rd0>)Ws^3i{zY8F{_xoFDRlnOv{;6Je@8@^Ws(yEo{8PH@-mmYW
zRsHTG`R8BRy&pe7tEoOj@_r@zDeChGt?Ks}$+MQ-`_&V)>iQJP@6yWd-@iRWtNJ}h
zdO^$mq)AsdVD*2A<W(fo%k*FREhk#d-|OWKtoeF<yoEJCuZMTA=Hu)C9#;Oo-XGw6
zeLup=&)4r0ob&q(E5F@Z^wld^OZN+sTe0_puV~ftTS(pyz89?cKMGdpPj&mjltD$A
z@n6)c9?N;&H=tEL8j)nRy^s5;IqZ}4Z-P~?mZHD>{rN!C!al-&F%?!lrx*R@@6Q96
z5%yvBk5*XqZY%oB-=AkOGwl1>PugK!k6A^3`TOtjJH!5k{iOre_3A46%in(=H#_WS
z*l)UFUC*APzx@6C>bYUx$^J11*7fKu`pe(%C-;ZlKkxLxS`YJz{<?k(*dG?4)%Eh{
z&n|>j?>*QT!K&vOcmP(t9>9xX)#EF?1lD{z`T1%otoba5m%+-{`_*z-^Krf_VCC!m
zW<IQ?GKl0>?EPmY+Jx0mNZx;j&9sWQs<5m7*1G*?4ffU1Ya}G^KWpoFv|z<s2Os4w
zQGV+SyXw22`%yh>=U;dey<|U&Wh1QmZ!Y}Rbr1Hf(f>UD+oJyf_tO?w*K0e{1X{Vy
z!QYKscVgc~tMS|Dxf|B_kBC18E8a>KvDyLa`tLy+MJr2v{C(K>(<=V0#p-ncR{ZCT
zHx4U)+y5l{1g!YOS`^h@SnKN`(t5PA)Q@)<`w?1=cc1ZYMt|>5N3m=CV@StoHU0}`
zast-)tI6jitnm+N(N>3Gt?yGvr_jn$pU)ZWXK9s>KY#vf^mjhzuq&VQNON?n@bZ3n
z0j=`8h;)fo`Lz-0GOYX#lkXK+`TZc$X;|V_q^UCTs?Ya2_8YXy*Pm~{A^JPtN$kq^
zCeqQc*M43{t9)-G-3z<-_d95n|6SW@mH$5Sy${Rj4)b{c%XCtms%x;O{t)RRT3PDn
z^BDURTFu9wuivPld3iohv1>lhkmiNm^LdVz^?|e@?4Hj{v{Jr8Iv#ePS6-u4l5ddS
z(rSL4Wd07;{5~+>_ps)-MT1t4U@hVgNc+*sQa|5M*gw;1zMonDkD|Zl`vtq^`xWVX
z*gfBGXr=s))UB?(Jl`K^ndJW}^~$h&zEjX@Y7I!c!tV1~BU;VB38|S@^Z!K9E79NQ
zu@>yA$5f<gw5o@HUjIlwx^<^xX{FVp#V4K9|0Ri>M{Y}~+OTVoPc7nhSo7_t{xe~v
zvK5{MYd&Y;4p{j=fjeR4{|)Yfm9Nid-LUfY`?<4W<vTbvHB}F+d@sW@U|Hsb<n!3v
zf)%f~U|ny2^1D2}zij@GlIGD%c7L91KdkxBFZ@-C@xM+@wJ`e6qH>F(zdtW|0jzor
zAj!w$P5zCfCE?$VzjU?VCt_b3@s=Sir&YZ5oaYw9s{aZkc{~1(zm>ESt>)8P7r&=R
z_95(=-*Dlt_zk?3vkI+vHPRYdjW^==7hqlQ5u_xfm+CWro}^K<8h=6E_zSVG!>;ky
z7ycUW`(LM~+JIKPv9N3W#rSVRE8dK>g;x0-<UG0-*81Cul!WwBen;j@+KyKFEvd`z
z81^05mEX?7U-_KCz6-5*cVSmPYx`1DjiD9qDeTJcH2!<hiuWPyr&Yc`I3I6=b-x@y
zN<w-m|Azl8X#%bCAFRv23Hw3p%KuQ|uY6muA4V%aQrMO6H0(#wijNg`<$II$aU8Aq
zL}6F{Gw?r&R(uNSG_B@yf%E)0to#2AQWDZj^Si*mZ#jon^IKgvzf0K9W7qsH6#kme
z73>$$iZ2y*&F32S%V@<{3cKcW1N&99;%kLn^XdJ&)Ku5eif<Hl&ClOoK8aR*6X_PM
z=DUZVPtL+WCBBW6g!Iz<_YFw8i&pbrS3iG#e{v7I=6}EN*L?kb(htyz9~O4a*WWMw
z2(9>WVb^?{22xW!K`VY**frmdfz(vb(2AcIcFos+|N8>1_+??&{QdpZuh5ELBfX(j
zJ^X&$9azu*w@B}3_52@XC!4k;iR@Pk|DB`{*j0~9@JCql_vhDqf;C_Nd-Bh)=I4LE
z^##^^{P)sdVdd|?SNaAk-;G?q?{Lod2dsSk^H{YqiTu9DKYzW)F5MI?lKk^m1Kbz>
zjfGwFZK~tuf)%3$-au8vQ{krBlB??f)0EQdFsn%G=`lagO{bUYb(qg*YlT&>p^ns4
zGaMzj4OYEuZ-*7!JQG&E%(GzC%iIC0Ugl0%^)h$Cn(y4M)Kq(D#h$=y?6R1<gL^{q
z{y(Q+jW-vb_B;9N<@e`uJ^HXewK44dXjPwiNb_k`pACOd*9EZFlX)Sm`j{8N%GEpo
zt3Kw%u<B!80xMthR<2jVTE0uMt6s~HI#e27p3ic$Qm#O%8Pos1a$Xt??aGk6{)XUQ
zTE!nmI!OSnm#I{4b$Hd+Z%tkQhJPp5wP;m8_aB9opLtzfypia?9x0FS@0Z#bcKdIt
z^WOmL`fRTA_xDR}t@Ga&{T**RoZM^qZGm-tcOd0_{QXk9(B}E=j{c4}2IqJ?VXcon
zNI9OrUuqxP9B+U0cf12|j<*-q`Wi>d@%;T#2hrwuhoZmZ9fotf30Uj%2vUyc@0U7;
zHpe?2{T=TFoZ}sZwZ2ax<#_&nsnck4yfe|?@y^0I-YHo3$2p`NZ!7!Z1++Qd#pv&N
zmtd`L^JO^4KOgohNICve-mklcHpjmn{T=THoY(gxoa0{&`%R>8+?Be&UL)N`o8#Ys
zwVoaSF0A!vz6WbPneW3|59SB3uBZ7Stm|QZ1goCr$FS;ihkTyEn$I%s=cjPO+VkXA
z@UxKo`=saaDq8u!DD2{wb^NMe#eZF}&O>kDE3;&i|3~tB7rm}yk=5s?_gJ2zRsBBj
z{Q8Ji^}Eb|_X$@0{PRX1+Ju#Al-?D<u6lk!8mO~>MXUOLLmI5Je@ClWKafW1?A8C4
zOqJ?C1*w5n^`Ak{Mp*N`LH(QHgtgCC|3Fl&pJpsAv|2ys@Sh56{v#c!siwi2f5UIY
z(_ziu+zM;H<{7Z&XKsTvA9Fjb{LM3A<!_z^EC2qk)KufNVvUjB)xj>w+!5RrQi_%A
z-34pB*>F2oRrB-neGXd9Z`WU?rkV?Deq(Sitg-gOeX!=YAMS@W-Z(rD)_4cu`LO2a
z?~7jmYd(HHEQAx*?q^9ppDx0(ihQN>`%438b-flN`BN*ieF<94Zz<9;TFr0UAJl6(
ztofN&z?z?V5Z3(6D`CygJOpcg<_$}d$jkW+W7m9FA^B6V)WP=EXf^*eNV53l{eL91
zYeVvSABB5p6@MMle1+ogsfVf5hVb%u<K(A$ZLI4*#{IDwt?K3eTVMq>Z>@{BDf(|i
z%H#X{tagOm{yXdZx5KQrI)8tk)mWYXp6Ks*d*PH`Ex+BcuIE0aoR7cH>Hyk2zwzkr
zcoT4rw;$GeIEa+v`TML6qs{S-M1RLS3g>u-V6CTPNI9Or&*}u)9PecGcf3<@j&~f^
zdOVGk<N5on&Z5on&P9L6I}hi0XJD=83rIPhzt8Ft+8pn4^mn`~u-2pbDxBkA4Er^t
z9N*tBaRY6RKN<ZU?<Snr<1IMHzaIA6NR6!OU#1SepYEd7`uBO^9-PO!4{JSoya%w>
zlldX6^<aJk>w20W!@3^kC$Q>iehRBTcggG-toiu)_Z&`G%lA(3i;#RicnPnkmH(^4
zE`D9dZwglYxA5E8|K7o^Q7`|z^8u~$UCnvnBdqwd==lj&yt~*X`TX!1OFsYk`%J#p
z#rswl?|WUmFR-rP52Q=%%DO%)x;4_2A+@?byE`N`z`8zu|L}X=d7%-zu2&OMb4L<+
z>6)b{CtArZNNpX`>Sg;>w7Q<tkfzhBJ}()m6;^%LOiN8Q1D52^Z?9mjzc!?HTCKlr
z9jU2~{YI^L<DW~Kg+15516KSCoXk35^*q4%Ghx-I3#pq{^*Kf4*|6$k?txVg^Bh=n
zHP3}LUvn?4e9V2Y@>$T8n(7FxSYxE0`mswg_Xp1p$+cZju*O?hu<GUYGk{k0F)xNS
zU%wx}1lD}-^ZSUUu*QA}FM~DT$MAAk^L+}hfHnSeco5cnAM$?HN?7yr^J)lA_;1cD
z%6AyciQmbl*H<}JtI#U{)kyvnOj&GSgI4nyL0U_z`HcNRy+&cp$Gi^Ke9Y@%&Bwd}
z)_lxE|CB^t9&aOd&2JNuKQ&7oY~PGlsc%7&#V?;1wuW|FNIsuzhZoT*{tinLS>MO0
z%&zeAc)Q6@_1Rt5e-`)C9<-{D`|pL7pLt(hys_xNA8AUA@9*y#54-&*>iiGDs{g?{
ze}8}1;X3~#(ckfo!pXgs-yvAn?-)|f$KT&|0&Sk($>{HRr{Em#IIQb`8Y#!~_jjE|
zo8z5}{*HGZ&hgH`T0a+%ay);3*Cn($-sR};cvs*Y?;@=AcNHne^Y?dMN1Nl_i2jZ@
zX|LpOz6s~}*TR0wQe58=_NO~&bNsu}-|_CjdHvjnbNt(3e}J?p_D8S(M`(4wZ^ZH#
z&d;YOa323Dto7vapTSxW=I5}kr}+h}>tTKgtDfdpuqM5g`{OmN`S|(t22NNx--p3(
zL-Kjz9lVoP{_hLB_(L6kELibB!SC6nRgcf`+NhV$KVQ+x-i_rOto(hx_zr8l^*yPn
ze!!CM(O;6!7uEkRsf%4N$7?{F<2AxLUK1=&$D0D{e9??_zb@aYXcgc4_cS=ipAP5v
zt#FRt68<xgc6G?6>p$5osU5AZ|D4~5XTrMv{{7&M4r%q$8c62>?2<c>?sZ73m+hTs
zwLZF#x@nc~sgBfCvti{s#QCBJmSt0i+BR70cMj5ATCLws=hvxT;^WgL^<mHT=!X^G
z=aYG`dis3Q3v2%KkrvQu{#`^~2y6c4MX=^(9)Ou2{TIU;-}WW2#vkZPO?8r1tTEEN
zaM&f8mj*8n$+cWju*MrKSoQIG7(%Ohn1^A_&+mt=f*GqfDXZ16=GOqPfi=G-cm&pX
zE$~`c^V{B?nral*eEfYp>tI>@^Nb|#uj{dV{GBy_{CnpOXqE3qB!4QV`uOi{HlbDi
zn~}EAD*y36sMl6l`J1=F%HO;lR{rLdOOwdU@poX?e0Cyr$d#AvyU=QWyOC<f^uKk}
zB#(u5Pe?v*?1fj-D*isCCZ)o9_4}6x!pr0BCO_3<ysm#E_s2oBs)zd@f|Z~7a9zBK
z=zjz$kMHmMIu>^OAFuO23aj2H>iqqEU#IH)Pe*^pI|C>8T7D;CU9Yo9IUj%D*Lk#g
zeix#@<6VSvymPQF+9jkM&)@fT1#OOZHTpZ=H8{t+4C^9YN6PX1eP5GkbG)0;-|=q2
zy58p7aE^Z??01lI{7d{k;vU)@|9<p$ya#Z;-Vfm%|8CeHA^BUtw4Z!nCwYQa`-j)>
zQ&`Urf8W<LI6pt0!#ST9u-1d~c?s)!nqR@X9_H7u>S=xht3Df8&u`)U{CEc^b1lEe
z!S6%z`QQV*pH}`K3%mGJ9e*xZ@xQ=d*w2|i{ERB8K0eQUM=Sd*o_{}J<?r)BHJn6#
ze=*i0X$mZ98_x$xJ|8q-nH}c?$8SQL<2S=OehaMmIQ~>vF&)1V*7co+w4G6v|9#d|
zE7}}?2At!!!8v|Aoa0Z26>nx({QkGc?+Cl+(+O)l@84Z;9<LkD<IRTic(cO42dU>b
zvT41||GlKSXtmyMW9fyp-u(AF>(HvFALM=5wf_2%=FuvjrSzN+|19x7&JPRVgtgC~
zp9AZDSctTUR`<ho{Eu|1ueiBY(qim+zDr=m_xWQfte!r948WS-GNk3Sn%@Z`uYffd
z^B}DGm{-CY&pZTcyro^Ksm{@gHAeb*AG;*;aPaDoT)Q;|YrK(yRS#d^QM8)Bc^$0S
ze!puytof|#OHH)_)_gX=8)3!Y1aE>hpV!@~sW!vP-{0@E1(u~eUnrlgSO)Qu-G7g}
z4XyIqj#T>=kFf7Rt9*AN?V?q_NB@wTYB#KW&110gH4pu>dg<ly_Fz~3dy)L9R@uG}
zt>&{INfy7>@H{*a+VPNlo|u5w(klKzq@_xY_2>5=4~LiY86!W<|43c`d93$iXf=QL
zKMpHD^NG56N2C8qq&&XA-|KYP?SH1u{}inHo~`rW+mV#j`8xj#(cked!s=;02dfB|
zka9l$ey=NN^Zc$xfBRp9bG*y2uJ3iE9M9kHHHkLIyBYl*?-s1<W4;aN_&36S2PwyY
z=KUXSj(<P;JKh60U!R9?j(<1okC6PWU)mpD^Y4$Ipw;vIEjz_iSkG&(zh|)SCx5@!
zb6D%g_xB4p=l2rU^>lu(U|kRMYgqL(zkyYsW30coaK69a!O2|9=W+1+kZSuse27;5
z9}7G2>iBcPivI=v#(u8(euei@71hJ%mG5X}-_7&s2dw;S`~UxuME3vV-v43g{C>Hl
z+WwDa4*P$O--I^DZ-#UH7FhFf{Hd^FI({Rp>pKl;6HgIcU$3WDw0XQ4a2~G>&f~Si
zdAyl$9&b9V__M;|^MLc|M62<>u%5f%JYF}P$D0l3@p|AqUI(mrbHd`^Cwsi!u={%T
z!5YusAJY%#@#evKy!mh*Z*KT6K)UrC*|ff|{a(@{v|8WGI>iI9*7uda7cYi2-V;2R
zz#8xKU&y``mUN>{?Lt`h*D|E#w7S0*5x@GadWo<7rKCaZc|I#)#rOGQ2v$#@FIK?H
ze;8>Mt@3Xo@@iQ5o7cdKZytdae??bns>`%u<&=K@$1cgdHh5h~K2NMKSmSLdSo8Pw
z+JsiIYTy3@D}TTLv;|iFxBF95ZG{!@F1!s^{v%wk?XdFo_x<dE6aJg?gT~*9<z}~R
zdY#gs)h@KkXE%~Rl~NYl$Iz<l9;Cgr%J1|a)N3EC{LHJDNvoIr_hVPS2ax<JPuV_>
zR{2jL$>P@p&(DLQJrt793y0y2w2FTO=_<3*eEfdjvG8&}`^ZoB<8}SduzpXXRS@?-
z1uH-E>AH9)qW>ABV*CZksX7;S`=77#KMSj#7wY`|eO#C7{4Ym;$GZY+B=bdB*W)Tu
z&d1-!bscS<-;L;R|4CT&G~a}C{A*#qg_Pqru>amco8#Y&{*HGK&h@+x=lHk7{s76}
z(xvDBd*VMrtLJmazn9lzSkKQk*2@!E&quGHr?A$)zmMw~tn2Ul?>U_FeF5uwINz7B
z>S=xjt3FMwsi|JW`TlzY%i{4L2EPrd_WnP7lve)l3%mG39e*rX@jt=e*snFe&+snx
zN6p{ok*{cFf5!9U8?5|m@BhOZ?*{w(4>)1%{botE_y1Q(TEPCE<2Rtq@f+bBzX{Iq
zn_)%r``J@qUEda@6I?}I-z7-X(B|=`!+E?`IFC02&f~SgdAzBx;<tyz`@8d*g;wjy
z>$wBY<9EV&{4O|;-wo&SXTy2?nXuybgvI;4$DfN<<8`p!d*M7@ADqYQhx2&z;5^<O
zSn=kErS|(^>bo%PUN4JajpzM)0M6qrhVyt!;5^=f@L!6wv{N?SPm5+tT8>utlm9)<
z3Rv-n={X21{^`F=O|=r1bf5FYGFbQT5YjNM?%%8Uum7$3iYNH{fz{X*-|Kx1toS}p
zjKB$N=ZRIY@?DEGN~?S~6L}r1c;@x6;th4Brn*5ZR*vZui(Qg=L-3}MT%XMaYrHK5
z%h%Uq8(PiJyd74)et&2OEdTz$OHH*CR=&@EFWv<!KYzc^ZdjJ`{RWLUhGhX>vitK@
z_Mp}Hdy)JpjoH2rt@7EAbbwa*T;#m4?qAebFUK3luKXsDF!A$-?T12ZJ_sxS!(p+{
zclPfip*<Rs&kM)kt+X2NIMQk@b=HgDe>)jo9&dttHQ!Tp{a3O+&!E+O-Ty4C{LJU-
z;+>BE=aKUG{(h{BVYmOKI{yo>>Up`&-`|gQwa))q^mn}Lu;y>R0Vk~Sm9S4D<^1OI
zJi3K8&-Zrpcf31rp8s7q$G;i&dr1D)EIt1}6aN8PJ)dW@zdwZayc~uf!FrzU=XyVe
zbrF62pTJtb{(h{daK2xj!8!luu<GgjU%;x*Rj%(#INvX?;AF0icR%=bNZ#Myz$a+&
zFYMxXb^N|y#s2_*VL#S<KEfAxYHPlyG^y${TG^L!zkh+1zn^zsVU72K{rwx9u=akg
zB=7Ivu`FYM&+)7OQ}!Hx3Y_CNz&U;+ET3l1M?Z+F>)V8-1+A{{l#bL?Eok$2Q{g<`
zG&qkp9nRym!iwbanqkGC5f<<7wzs3zdb-T|nF;6dXTf>=4mgkB3Fq;<;5>dCtoYqw
z@&4}dd(dkA`hJ=N=ke#ldHh~DkKYI9@%!OC{%lzB=Y_@ly~kgGR^u(>ep?9V@fN{(
zya70mw;0aj&4(3lNm$agPVDiPh286QIjr%#pRa)Pc!O{rZzY_^TN?gDNRyqi>Hb|m
zAZZm^#e2hfVKuCHJANhm8d#F;!?13p5u~-WdOmdiR=qyaiu-xLXC3yO?|NAAeV*6=
z%hT^qjKa!qBhsoa*>eBQb^SNNioXSEE3Nvk!Shb|tA^=a|L`|&3*Hfu&lfujRzAC6
zf6Acd=j$<sR(8MNvj<i_J|FCbm5;yAXCIvK-<%&*&;3}g|6Vq|{COV-&}zJKB!A0A
zwojnd_y>_TFPBX(`yWE9d=4XFqMo)N4XybItbC7!#XjeGz8??miIBXWPQtrsHQp(t
z9^KlUXZ?QJneeKOPrjPp*}DE+zmn&9w3?s$Ux1aL`68^I=5x{i5>g)D|6ct{*xmms
ztbEPa;2iIA*smkyc)tFVXmfryqrc<bf^)vN;T-=)*zX|uTdef_|IYK~9$G!0d)d$L
z!z$_s`~cSTV~_WLSkIR}uGb@2Yu(rHF|76G@2h$O=k@#)&hvQ&t3KnuN=@|~&g=OF
zEQ{mc4SpGt_xD%uX<GTeF6`nrb^Nwq#eWBXVt-Wr@8Oy3kD8y)BOlSqeuwv8Kf%i1
z`}=2D<5hp9<_j$88ugNt)<XL4E0$I4?>YW=v^o9{ILEJ6%Rk4T0!!!k-{`OF+koXd
zqw4xj>qt%2gf@@Y4CnD$;5^<`IFC0CRwR$t2rK^duy}vBeFj>sr&}GVsoLN?emk7U
zp9$yjXTf>=4p@;KzZF*e&ailYx4j#!*6&&>F&oa~_rQ7lIdC3-E}X~jh4c7bu;TZH
z#rwO*pNCfWi|^<8a2|gFoX1}X=kXW8dHex5kKYd~{^GEBzxVh{(P}*Jugl;(-f}pP
zw*t=N4Z?Z6C9vYH42yps?D2-f?)zmGtnoblYB-O#2F~M+z<Io(@L!8GN~`Bd?{C#>
z9jxccet5J?T5)av$DYUA2x~msH^K7p`CxtY-;A^+`fnuiLt6Q(2I;S2!r#0#cza0R
zpLP_i{C2``+Z09Y`s_xle7(Pq!5YuJ2Tu5J_IK4|FP4GXvgzgTW7vmQ@%JOGT7fa_
z2heJ~aU@$cp8XGo);s~rekd&V8T*y~e>k*9Lh}5M!n<fS-Z7-tdUP;<zaMoXygc6V
zfBmEVWL<yP>vY6(|1)sT|7=~nQ_=q%()s9b_O~|i{A9noh+Rp}hcCf;-mHf&!@B<u
zz*k`1k7wYku+~N+^|=P?esI06!@7R{ex@66UJsM7>ea`2_a>az!!0<OYw<1w-ww(9
z;~n@ot^Ds6cJaMBzF)B7KY%~5zbM~_@Lis&nvc&TkI~9LvM@E(6Il6se|!pSyjJG(
z3|7wx>Lbbf<8v$r(dv4PvQxf9o5y<v=kZ>{dAv7p9`7xzF+AQ2Sn=N><?(F)fL7Ok
zW=CqOk8mFU6P(BY4CnE`z<K<yup&ABdsy+mg~j`)?LWe9uKufhwf-J-NSXrYd>Y`K
zPa~Z3X@YY;&9EXl{&&Vx{FbnIKec@tTG`FhVXglSze!Ei3g>)gz&W2bIOo$2=X_?u
zisblHVa1;n7SG@I&aj)iVBLSctekE*=QA75`Sid!pE+>OXD*!c>41qJ7Voznzd!8e
zd9dz(Kd<J)IiCe^&SxQ<^H~Jvd<Nj0PamxKi^Jmm*yAq^yLlO`@w<MlD9hnI{t7sc
zKM3dXSHkjiyd|*W4TZ&fqwTB0Ze9&*JdeKy&f|^1dAzl79&b4ON0HXi>Unwix9YVX
zR=nw5V!t$=_xFv_-@GaMn>WK6-@FA@6!V6#Z$;V`_9u1YZ4Zn0w;cuR{Qr*ryU_Cd
zfp^1t9@stx>wYuufptHa_rh9_=6$f%gLyx!>tj9us~+a=Unj9ry?nlyz^?h555nqW
z9*0%$LrDG>Aoc&INmNIozxgn%_(zeB(W?JU{=M|^=->JW`TM2#C$Q|KmH$bkJifpG
zXIP~qf3K%A^ve01h1JLToQ`<skj_Vc^M&YNe!q~$zlh~j^uH86{qxx6I=)h{#=i<b
z;`yriU4xJFl+yL^`DNCx)mQmTm;P!ZqL^>M^1q36i&pu0f4vRM|0MrD`VO41_I{Zp
z@2_{U%=@)im(HITb02Na=K-9@dkE+89>ICM$FO4d|61)mSn;1A<?(EPhF0tSCHwnx
zIFJ7V&f~v?^Z2jeJpOA~BRl?6Sn=N=tzp$EAKTxB-TWTb{dTG&HPr_==kpQH`Fw(N
zKA+*7&lgyc9RDq>_+ODm$Vd6v{ypsGAF%Fs|NVHiCW)*Kua_xs&Zhy+`82{gpC(u_
z9RFLyZ^p8Le3YN<Q_*UC^E6n`8~?r8bU4?i70&t0fO9@=aL%V4PT^|tTVTbXiL{k`
z^7tKLcRro4o_GFzbr+oT>4tMYv*Dai51jLv1Lu5Z!HPc@X&3n@KabxRc5^?h=dJhq
zd2r5WKAiJe0Ox!b!a1KsaL%U}R{Q~^edMG3JpPifo0q~G-_OToa2|g-oX1}Q=kW*O
zJpN)>@m3-oWPIi0@rJ{0UIlABKaW<!dAv1n9&ZHB;|+!XTBK20`L}ne*E(4K+u-%E
zEcN^GhOl@)-dM0Uk<a*VMyuz;!rv*%j$f<Qc$#zi`#<a&&%7<7m_HIl_U%}9gx$~Q
zEwJwQok&OO;_pVA<Bx@Zef&LG_J-Z@cfq=U_aRNz#Xo>H#~%;>`uG!A4u;+F_rtm$
z4<Ws+i+==dj(;@#>*F88ay;yge;C&NbpmO6dlHNKpF*4CpN7?^KK>ajXT$FJCt=+$
z=a3e(%Qs)&3utrvi?I6C$G?Q-a@ZaJJgocS3Q}GVpV}1VT3!FEuwq}Y>+kz@vabIP
znEMy$7OnEXI$QDmQvS95zs~<QEc;!gdtt9Xf8EEjiB|C+AbJ1P_@3{hu$v#lia($G
z=Lwv!)<550Pq7T}@85E~=XLR3L_FV5FYDqxgLOZ>Lb_5H?+sez@BH4v%Fp-DJ2+v@
z{u<W(^B!p>f1jW8`-nEj`vfcA1kz{P9Pb0H`{fJLGX5Sg$NPph$NLT|p6`zzaE|vC
z*8NfaUut&o_Xjy%1KJ#~5mr3k4^6N<U5_cS?uTZicl;JU$D4{a$D0N#p4b0$ILB*&
zwf<X?j`99bj@O1Z$7_cb&-cenILDg->;9O9w3+jAj@OAc$LoR>&-YI^oa1%C@}G^=
zLo5Fw&dYOP`FlT@3(MbjNq%1RVtE+Xt1o)`{N7*3^9ojs`SA7s`p0++3cL2BOXRZ%
zt@fimoR0@!t@ni;si_vjTCX4AC9u}p{@<jgS_*5uG<S-Z!Mfgi;pMQd*9Uk7ta=aq
zHZ|2Cta_b;SHh}SSC{NVu<GUgcNmtXe*aw+7Vp2S3)XzU6K@2q=DURF$J+S$&iDT)
zc8xcSJAGY5F|UPHpY=%D-}n2*@b~9yYzlw#23YmnT<7omdu#an-^XqXfAbbt_1|9S
z@B4XY`1{}2><WML4p`S~cb&iQ-#y{)zYpFU{^l`Q*LPo?zwg%r;qSjc8V`T-epu^a
zqR!v<=b`ZT?>7&Jzxg1n^>d`o-}mFO@Nebha6J6YM`5kE6JhcF=Kbtc_?u5hFY`%Q
z>+=lK+35eC{qbD%uix*^V_8Eh{|iW;INvHCzkhHk?B3rl!&;C2JlQL7!W!rGd=<+{
znfQ6zpND%LZH|8f*7#oUlW<<|H(|x_dcOv1z28Ereal;7f8OgIv^oA=Sn+*7+=CV0
z>;FESu*SDx-473t{H<_ef4<uzv^oA`Sn++oJb@M8_s3H>VT~Wcx?i3l`CH_~{(P1f
zXmk9Ru;TlEdIc-K@1NIj!Wut^bw9m9^0&^3{qL{eq0RB%!;0_w?E|d%zP~=g32Xco
z*8TPg$=^~Z_P@XSf;Pwh3M;<v$8WIW`~Le5C#>;jSoh-(B!8=&*nf{bWkh{*{03O@
zeZMxsitqcg2^N|wSodo)lD`E{yn~%~D%u=>8m#!fpQpo$@B6nEPFUlX@SlO?Z_QIY
z`?sT2Jm0@FVZ}4gf)m!bE&6vLbw>X!?3Z29-z-l*Kf1A8jC#+Gp5Cu}>Ud7UiZK^n
z82-J5U7OSm#_va~{mb8vFb~%KxwIoS)qGg@&sTT>to45AH>s%>!djoLo#I8X*3$$$
z0PFgHg%`uRUL(IvO|=A8eJ{gHVb#|^FE4{tU+>q;;e>y(U#|#@*Vkadns3wZ<TZp=
z^PK@p=ie7?;PV4lVb}ORZ?1+lzMo%fBC0>1bQo5>M#AFX_w4)Yq^w5K=6LI1#q;xP
zeRz#=K3EH@-W$T=-`8CI8^zm%HpklxE1sWMTf)nqU$PO__1YR1|GwqR-zwgAv^m}m
zSn>RP+8JK{_s`p4UGH6C@$XN1=PBM8+8l2Wta!EkKfL_!n|8zO|6!^9`-}OCcK~gU
zHx4VFpFb1f<-gzF4{N<042ypj{=Pu*4x`QSj=+lN=gZOX^51VAg0)_cg~jXZ%s<HK
z1lk<$B&>LTzMKj#|Ni_qto42x=}5bxsK1{dXQRJ=e{lv@{Bua>Y1QB7gA38W{(Nu|
z%Su}LUqZ^Czwht2xDs}+_p7kt`+RT>PFVZ=`+Wag$Kr1h)BWW8VG^zG2j5RO;as0v
zu;TlEx(z3+`QHftJ4h4UMT+P9;~rYwAHKit!#Vx~Sn+*-J%kh1{O^YUBcxm0Rf^~P
z<q2BdFTUTN!a4pkSn++oJ%<zi@$-1X{{>Pb|7uS0eE+;ctNX|I-)lI>e*-JN@4vTj
z!kYif@PCK2gu71hd_R3atNY3K<3~8h{{$<(@5j$@!kYj4@c)8zhPzPle1CmItNUvL
z%Xc`({{bt$@6YPLC6Sl?zlQ%5EN%Z;M#b~})`(X3oA1{qILB{>72o%33oNvML-<cc
zy8REbDW31Y>1cKT`TlK%bNm^w;`{z>gA>;Lr-gqz(vbn#6wmkTEVPPe?tm4~_jf0p
zux6hb{kxF5qrcAsv!nm~Kgi23#qYs#IqE$pdir^?fc|qs+Z&SYeRbSlutu2&_Yq$_
zAO0V6C8sN<OBOHHchz47Qjdj2Jk@6d_C;uw|3G0Eznm%m#b{NpC52sV`_j-Z3(4oD
z<ppcJ6$R`0Gzbr~%O|V`L-P6<D*DTR7@pdrzIyq2Wm)#s*jLdi|22ibcnHrCw90>N
zVHevz8rpRsc|Pk4rhf2BT0IXpB8|lJ(a+n>X!Sfhk^W2n3ILX5yClzdYgoK~x4~;-
zzW#a4{Wbm$?AvKIznz7@cq5*>&}x3W3%l6%vC!@b$@AS?u*Ta5Z=%(F_9N|z=e0kN
zcpR;sub%G&oUqzXPf4Ed!LWF~hv4lo-?_YV>i!!42=>FYn%~jFU%VI3V`w$M<Aq&p
z`-#w=49W97Rj|f84IiM@e9j=9;glx6!F<l4)$`u-Jr5_Wj?+_;=X)V6p6^BYP|Wvq
zNVZ?beu-A|yHfaz&(QxWTFviTVHeweJ+wDM@_Z)?)_iZmXK6K`TS$}tDT#bu(|6``
z2d(xW&-X5@K3C`|$@9Gz7SHECd^u)$J0#m5Vt+uZ`8_K9#dqlc7_H{_q_B%^e;V3n
zA$h*f3)XyJz_)2NpO;AA|1OFAZSFjF^4DnfaP@rO!0Pjfo{~J@w_)*o-ocM!mTy9`
z{R8&*w3^??!e9KB{-4llexD1w*!C}>{Th<z`>kNj_dEQGR`dCRG{`Aje3<jYl(k7@
zfA)MEVCk07Q<CkCVex#L;4d-Drn>#71$#5C<~OzQ7dO*?8d}Y7dSMsa-Wu8&A$h)S
z1#7<TW?JosGm)MyOd|7}!bztCt@?Yuo%TxnfS&5@{#{}5e7oVcm}O^3w)bG4O{@9M
zDg4D<^q-4X^Xo0_V%z&d+aHqWJFj5nKOde&D_(%K;~$gA{(t@-BrQU#@x9*;z_N_d
zQ<CSqI4t&G0{6u%kMaJF`)j;q*q72O{_?_KJP*$mXf?mV!Y;ObWoU;&@_dI2)_AMn
zg|v#ly0GhdFOE!||43n%zwK+of3&bGp6%<<D!=uGU2OY?&~6OL`EDv$<86l5(8_;H
zVb}X1TMJhHqs4hh{@V+?cntdvw90p9VHdw;{=3j>yxoOeZ2MSf_k`s9_ZF=2_7&Wm
zcz?mle?2FkakRe-o`BVV&CJwP2VtEb{CVbwB8vUh$LsHKSbY7Cz@Or(9_9TR_g8+$
zupgz>{Erv@;)XfudjhTIf3mQPZ9f&-(;>MYXA0JMXW;|1n$Nkyu6p?UA}^p-J<Jzj
z)x+QKbSeC8zYObq;rd*G6W07Cxjt9J;`&^JXEICmX$i^p8`!VYsveVtzqp6~H_@sd
zw+g%1_S>Po6O!w5w_w%h9(<lw^SNKxRiDe8Cmy0zeaw$w)n^^+<uR=KF6KP=1XetM
z-`Z1H=M~rM8Jw^dPm=5PJS?uq3wU`{sV^kkUtxbqtNOey{Kc#3{|2q<^R}>yZGRWq
z_aV7n9|~5zKEe-ZHJ?v~UG;jv`RWT=)yw=9R=xcFT;Je)e|?8lFMl4)4_NX2{h`%=
zPa@|X*KZ0eo#RV#{TjmJ`ZU73qH3cd+1`x3iB|P$Dg4C;=sy*$>NTyfi*27C+SZU<
zzZnIqer@n)=BM*qdtq1oS~%a#LaX|jJ7Cq%-$&L7=lXTQs@Exg!tRC@-`|%y8<xrS
z>wy#2;!AS<=7h!dnG2tfsvQc+_CD;rw5nHs;V-^M|9NOtula>tZ2N-HE)2=_TU4;>
zHvrG1)qEBgcGYh!=f9<BRX_7GnEMs`ayZv-1+04c-}4Q^itq1-T?uQybNz<kgthpR
zT)*M4xIU}kXHm7AA=$nL`)XR%YozcOzoq|Lw5r!=VHexJF0|`Ia{V?Gtom()m(XfH
zn+m(?_m=bI7PP9Lc`K~?`TOR!!MT3hVb#n3K57T7`2IfJov_At{dU0#Yw;zye!Iis
z`i#L%amx5uSHHd3_t2_d`wD+?E1vt&s$K^QyV&;e&`yNp`W-A-`5%He(~1ux9s0*4
za(?yq^&Um5@qJ!62CI+1e^-*{dps=mKLPi|e9zaNUr%8_Nvrs$3xDxkJkOxj{LU73
zvF+zVdp;!3_d>y%-$nQct>RxQ?7F^-B2(vorLfE2_N(E4t*|Se?bp#NzZ->JZ2M$r
zZ-(T2ZxyWZZo`*p<$nih8_!#<=ezLMc>l}q2i-@j^=y6sC#<m~U$2K@sa<dQV^rb(
zEcaEbe4b!`Osn}mE&RnZd1v$)TIKt^u#0Vf5!#m_dH$~o)_AWA)_mT;9gL#+kMVxc
zJG8o={eIVbSp8p+{|8w6u|I$QBb@M0-XHrE7SH!HJh%3KZ(474?~i@O{)JZa|5o_3
z9`O8*R`dT+*u{$+c{GW<ri|8v^gsDG6s&qQ!f%P9`82^NljOfo@%gp|t?J?T%cjDr
zhrd5;8Z3X?r^DKBU7uDsVa+bd>t)6$B8~ECgI7g;)`jHy&BWeLtNF}AN<w;x*VDga
zRIGY*B8kklca5S*O?OE4pIxx>>4BSRHJ>?1lYgE>Ub@HADU4R@r*~9hAFb;3hVx!O
zta`m>{mg?^uLVS!4=cXEzi$Do{nqtc2q&z?ljQm>8bzd0z60>SsM?{BT)!pQ7t^X<
zOOcY0UgE>_Up6XM{gxw%%(kx>MUk4pknF#*VC6Fe&!yFThLJw<_o@kb52vi(YV2!h
zRlhFIdn2&w=kJGG3+MZ96juFwzFP-tyoJ2~w;tC1>w0d06V~EOaxNQ35owhFCiqHJ
z@n%S_=N9anX;r_iNJ&U9@h$pq8x^ab+mS?O+joqjNX^cW?7ypE<+B@JMXULYA&v6+
zBnkhdo_n$Hqg6e3aK76QtDgRTyaRBq=Qy0tdlRt6JI3`m2y5-To`>LswfK^p%i&Q(
z8s&ckejQc(7?SIG4Es@9)$ce`64FcjiT)=>#j58?B$3(nQ==$Sb2=pZpD9@RoQ3z$
zYCh+Xnr9@DSN;8cVN~jiw5n(I4{9!rs#QJx{eYL@T+b`8>gV&{Rami`{&Q-oYq0Wh
zJ+H$FYw?k|wl_vCt5yHWQAyMPTCH9)L$dwWsI)g}RlnOvNk}j8Ec)LW6|0_ikwj+O
z?~S5J&Ha$<|Da&y^AJ8yD}ID@?jMs#zL%)i6SNxN`|DFUVdd{vmgM#GY!s13@t(u|
zG0TU)`nUF%*k8~p{wt&;q?dR;p07v6n(rGVk=gdQqbO4IE+qTEFIf3}fFIK;{zs%F
zq?fMm^2pTl|2!&-U-Gy8%cwN+|B56s+x~4-tbD&CiOjbD7)7Dx{|<?GQwr924e+N?
z^-{b>_}+gPYdtp={q^&X{~n|T?JpDi{jI66`ujXI4c7Yi_lr%3wf@bmaKai(a(!lm
z#r0`}XZN~CdY=D>KT5XG#NJM;dd({Q#mn*RK>M@AorPU&dsk??Lvp=m7p!{q6s-Bo
zfj`Bm&CiEHMpZp}vG>uc9uNOEHB~<>|I5s09{lsf{{DdZuzI?`B-dv_SUmrQ@JQ6B
z<Imk!t@0hfzKB-!SX}svH{rPi?avY~E$m|3mxXqDNUqO{f;HYCJeOAUS&5YY{@CZk
zVYI481An=*3RXS*eQ>M8-}W`I_8-@01Ws7<m*o1a4U6YL3h#~j90|$x_1M?Zsva8(
zfALZJZ$$gE#G4Ac*!In#-4c@Pv$bH=XB#|3tNCn4>iLT#^78u0_1cMj7p>~Gi2Zgq
zta@Ez{fxn?_hwE~dtk-)_bu*)wcogY`{0DNc#>Sd{b6x^4!~EVYIj4jeFFP9t?G5K
z@E6~s{~@$LOMJMni)}v=+M^-4e#Z({{f@&sXf>Y`NXP5WJGp+Ru%D(?{SI;7IRmSH
z{=UDnaK8V}!TG#%9%el1e*xCDay>7?32X5sxt^E8;(A?%-$xaHgk<|w>{n=2ziWlR
zxcVD4*U|ngNjD0+*!IcL-VDk0yj8I3c^f`StNGkPT3mPD$@RR4{XVVg+0Op`09HNy
zeTNU>T+c_a>R0<bAXwwIaNc<WD<9YMDV(qtUy|$jEG(|qbGU=5s84T5w!g&wf>!l=
zRrrhh=>Hn+&l0~W>|)#BhW1@ZuIKxLmH!9$F0J?@(#rpsME-q;-{1O-R{Mj$@A(U?
zdS3rW_52E}p8meaZ*Z>XcUblFzxV$EYrHF5k7`{K+3&r7Z0#27C7)!$E~z0T+Zqd2
zye4>gRMp?NDo@w91$#5?l%$)AgqiUN@tlVCXGuN1u#0VP4egAOoPS%v%BLOv#C)eD
zo>|y6xAl>!^Xn+=^0&Pct^B(RyV&+_w90RGVHexp6WTc;Ip4VjYrI}~7OnjIkebO~
z*So*yuk)4v9(GS(5_$Q0&8L^nTMLjDI!a={zp@BcJf9~9V67j2AKPMB>&LtVPFQ0}
zzWz(Y;`%Lv4@N$lI_OHH`K`ddoOVj$K_vGPpT%<}TFrl`u#0UU4(+OtT+h`7YrHiD
zYd#}zC%az4+WJ1vsH(>(_I0$XN27oKhvmP!BQ@0qSkHU^K5Zi`i~CD*>`h^DeKy0_
zqCP7l6Wh09-$FYj#n^^KIPQ<zcy33ldh96dV%v9yc2`KQ&+dX%pD}nXt>&`_DgXN{
zpRe|zRXr9{kNvRf;qT8o5dOB0!+L(ZJ`-@ln!hC1=U`Yo|3mQesLzLxY(IkiFzu8S
z<0um0sLx0GA498p953u*+fRh{WJs>hse)CX)9_we&F2i#le+UmuGcy2=V?{1^PC?p
zz^d2Yj?`2aVb%LNC%H?o;`{q2FT=W*UB4@E!dg5@uHV(LxIWk5Y5dfnKAj=iegpe;
z+9}CCiKL#Me;564qE)?a6?U=hw?lg;B>UejSoOOHpQY7&?j!B4J1^w=J;eTqR`u&=
ze|ik7e*S*MCvd+1p2GRO@C?>?(>O0Yhn0`(`2tQ@i!aIbd>Izk>lM5tsyG~y?QgKZ
zrk#>vyhS1$>v0wR-=S6g-WPVU?H@w>F(lXXQ^CsrGyH&7`~@kW5Bz?}H?(@5`8@C)
zRz06`Uibm4p8kHw>i<b1zyEiArogJ7&kGH(#=FM#XoRQ8hv&h|?j-V(PdWu)m((1R
z>)TTBPsu(N-V#;y_ovF!^_`A=8m-1_MZ!#dx8XSht?JoU*u}QDhjwO2uJ5dZe@gv3
z;IGt2<8>Bx&22m~b$;E2UH-PuMl1iG!Y;Ob4qD|mx3G(C?+tBVNY1yv;Ga_ed2ko4
z{O2RhBY$1*1#lA5OXmgu`<55{6fK>v*CKl9yfA>Ym{#Xa|Gn=LSnJ6@UoV9f-}~V*
zSnJ8(&$b-a{b^nSC#<m~k3AR`*K;NOA@Xbgjr*$oDg8H$eTY`|T!kd7>+>DY)o4|Z
zHHBSl`$%ZlhGhTIf`3Z=*A=Y!tcMT%MG|?re${^xs2&@!Z=zK_*7Eb;W?24nn9mki
z&ny4FVJn=l)?bqAvn?#1|8{sP<EhVNWMcbH>^o>xpIwE&xDC(UXjPA~!Y;ObPiXgs
z<ofI@_@~r=KfHlf^ErT2{QGO>KY>>DI1L|!Ss(0=hr-|X!;X^ryFN$Ygf)LjuFui1
zc>c%W-l)&wkZeDJ{Wz`aakB6iFQNY_w5rGH!Y;P`OlZ%B<ocW|_@~tWJUmXTwQ>RJ
zYTf>q>vakHWm?s1kmv0cSoP}rO=_yEu<AYjm*Q)%;`{q1ufsnjcKvR^>gjlrT))Y%
zxIQ=Gk*M0{kZiw={T8k2b*JzbZ=wHPw5r#=!Y;P`erO+r<oZ1<_@~tW5qyzW{1_?k
zZ~l4pDO%ls-p`)Fs^1s(yXUa#=kH5=0q6VgC9L{+zk3D$l=ueqe+_GXzMohBK8d`1
z|G&X5#oLfv-**N7l<e=}{ZUna-zTAXzJ0|0fmY*vLb6>vj^}5zs^^!&F1Gz^XupNz
z`hG9?r_}!k{DfBVtMzL9(%jBOroR3Sg<bx(H=>n)Q(+g|-i%iHwG?)-?NdWLEhOhV
zy<m;k3QwVx{|uys<ge@9R`l0?=YMax{O^*;tATbVy|mxWLh7K^e&>Jh(aXD}>gxWT
z*tP$4A$8Mgz4_;z*|5g<^SuYwdh_>>&4IPv%yZ#{HJ0SDdc)#+_rar)|BW{HRjYc;
z!`@G;de1NX#hdV4fL8TdSlGq3FAD8INUs0lf;HZff;FF|@WQ`LBCiJ8EsUyqEXTfr
zR`s~Y^L`MP|Lxz%VI|y<B>#Qj5G;%POLBdN!{Yg`f_F!KHbo}3ufe{WR`nPu{Kfn5
zT#Huq7%l8#+t-D5eMqj)hJsa}jqozshQynY^5=z2GXE`TRgW3`e6kf*J^X!f+u(+<
zZ-*7%_1OU@tociFeRhV$^WOy@kNTVs$@VeqyJ=OAJ%zvc0{!=*r5=S{Z2SJu9tg?x
z882A*Pr#dL#Rrk{^V>g997e14<LC7eSoLZhNKJJVR=uA7&*EcnLz341N_-qve1Cu9
z30U*-dV2DE_0mf|=@fun(y5SaJ6*8ioq=yf75)8-@^n4VVLwZ&@y-|i;yZX=K&$#)
zEbL<2FNOAUNUrCVf|buz_z<n)Un}eliC;yg&hJKHm%r_k;eWHRE1vDQ&?>*%g<Wj>
zozUJ5$@$(ZSmWJ?uhYu^0a81yuJ1#nB&3&~-~RXP_x>J5Y8nt8(@W3qCrD3e_5Aj~
zUt3i7{C<XA&+q3*-|Fly(CT^q66qDK)}PO#uVLlq=hYin>(Ad8^%iajeg`M4*(Evm
z_hIq%_yE6&`Q5L3zJJ30kyh8^bKx)kfae#qs^{0jF1Gz!XupT#>+_>vU7zazRpVDf
z`rj0I8h4en(xp=gqpBW_*qdnoEb$i3OU<zQF6&H9)dDNNf1fiImc{)gIrg-$xIWX(
zJT=v4VPs<a4D7A6sz+PlFK)!M9j)pyv#^V8pB37UkX)b6f|Y+4+(0YtM#|4CpAUP`
zsy==`&4K?c@h$2z7gl|~@cin970>oQSoym?{cyr+)qq;R<UcPguE%`1HR|QhJ8*x+
zUx<AHt>P~#{HY(F187yB#f4qmhJ8tBmxkneEh|{#Er(~*D*lSXuKfEWQ|G_3u*=`}
zq3|Cr?22dmDzwUPbzv9Vz9zIIAvxc*1#7%fc#u~9>yRF;Ph$0F>A&@`$j>K#9>!?=
zD^blUodW2k=hG&n&9r(x`QMwasC)iw!LH}iR-~qmB=T~+ZPq5ucBJbaw*K*c+<{il
ztDQ)@Xtn-)zSs@_Sz_OhW3XcT`*QZcn!kB3oUq1{Jl4Lj_<HS!_s0DFdDZT(c;na)
z(CT_k6#n7^cpgNndLJt6V%rag_DD#+en$(|c*pAaIJ{#ZnYezw-%g^{{D-idg5`g+
zGd0y|Sozt029~A%{yQ5M*W(;~GU`!(|6Ra-o>uWM7XISXcwR!Q`Cl&VV%x8T_G(D3
z$F+hrpX=}mTE)Ln*fsyj$kh4YEbQ{P{Z{zjF6@eD`yI5(?`~li+kP*!_d{~N4+_?J
z58+8#`9DJ1K&yNoBjwMJ@%4I&R{rY;Qd2#Hm7n=JEKB|Mdl44T|0TTeAJtc{`s?=^
z`zu<-e^dC22k?B0R{6gx>|)#BhxS8AuE)oMHJ?ufEB@z#RgaO#)cJoc?DDt$8(R5)
zFYIF5f1p)<)dn?wiEW<}+J=yvZ)3q4uL=GV@tWZ$u<R{Gf9^m2p55cgKCQ5ehp<ma
zt9)CLX3#3X;lf|+{%sMZJtXHlvtY%aRj~X!;Hk74ud}c#->-j2P3<NB?!qo^=#g=D
z`1cfc#XB)m_Bm)Z-rT}2w!JsBeIYsj{(?2$yn=OJo)0ge)&4X1-%?X;;qOVb{|x_5
zyePcP()sy55Eiee#qe9QR-gL&VJY?{w3^?t!e89Q`DQs<&2L3v7u!A<+La-BzC#6T
zzQgcBTFqw_(n0=8R{N*_efgU3GABcNaleGc^IHqgB}?_GpWiy{qqLgO`odp4isuHj
zn$O0<F1CGBXg7!C`E4m!^ZWnldLK|9-*?~h`L3Ve`mUdCY}<B>W6P{9zqMtIV>`we
zV;kc*jxjP?$4HVS*|zOC&Kk!UW6T=Iaf~F%kt9iyBuSDaNs=T<k|arzBuSDa&HaA8
z*Y|p^eQQ7EcD=6mbzjeYUC;CR^E{u=T5B`BoKf}kVcq6iD!M*d#gW(=v&=;(o9f#Z
zitF1BZ~RB=+ljt|QT6nv`QpRO+=W;5>`uDa`kwIa4a@cIORW0#!&?|t&jDN0iplSn
zIYWJiVwPE|>pL8Z>pKFU`bX<KhJKV$^&C(0#W$IG0<Y>hnRK!BQ{g=wmg_r{SoNKS
z4>Icg*g35Ed`j9`_*+jInhSVknPs`Yi=nu_OYp;gw7x6oml;*h)ihuHl9|`=s-Ejf
z7hAs(-kV{$zFUb^-);CjV`t$zSZDZD=l6yCxU+H(Z@~eU<@)Z2;`$!IpZ?MM9-%*E
zR6UQ=eDM!vKEbPco+e#v{aJXQhvoWSBvySd;k%5g=M~my?$YV;^^yAC#4K|W$|n77
zD6a1vJUm{d>gSga=<gX-&&M=hJerxG@T#8ANf%rH65g+2xxR0SRo{2`HKW%11MAM;
z6tj`OVS=oVztyPCY+LbzLUDX2Jmnv)Z!mfnqv{!w=8LB@b0}WbGc4(1>%+r4A}rT8
zGO^Y_%FHMpopi1L*qky9Y|_Ujo%;VLiQRa$zHwON8MPk2-{^^1qf>tsKOq$NXCgd?
zQTn8$YdxEybB>>qbgjqw)R;dl>B?t)I$o`B2G-1o+MMz$epV>n-)wj?qvp@S8Xr~7
zg-;E9>tV`&Q9@$V`-|g2{`rsj#4ljf>z8>Utmk|4BKX(f#c*fv5?GHv$M?eOmw73y
z{+O4+s?WR}Ry}5(e)&GF*Sj)w|9;gKa0zc#h2_Wd>craLn#8LAgeEoX@ap}Dc|EN9
z%^P6VZ{7(18oUWs{nj_bs^8oPtA6tqSnDxwg;l?K8?5@x+u?$Zf77fiKYn(gtd01c
z5$Twj|J46$RK8v4{Smc0EbDtJ-kVrC_9f>2ZesP*N9rJ6_0va6Gkt#f_Zu8SSAP#<
z9br^|%}3#1gO9=Lul3`w`fEM`tH0)xu=;C01*^a2)3Ews_A0erukUQ=KEKYuMQ+Z8
z<@4)&V(srjV&$9sr<&zW{qg(tOGK&u%PC&E-|t?*tA1Rq^b0(aui^c*=+`U#9-sH#
zz^i`Utn@Bk>2Kjx|87_M3hw9K!K;4Wt@PKkinF<gSM}b<dcdguuK5?zAHwSI0?xlj
zu#{P;ABumBaxvncM5Ln2_4!c$uTlA)p+AkN=V4iYQSr;f%JB+5z^Hz|#+uKl{65|b
zVa2}<%g6g&V%7gXv5x0mO=>>k)$ucbf`1ME4D0w<{{riHn7_jGzxc|d9@hS>e}~mS
z^AA|-Hy5L9I{)svf9r9Sp(89me++^@#Qe^rYfg7MUdlfhy(^-IgysGZt$0{s<r@ya
zVSifR2-y8^AAgGU&(n@VAI;cRe2%oYJzitbHD_#CK3?64)xU9xy9$p{l7UUfuZMbj
zB5Fcd?$<<kJfo&gO1jeYrk_WUJ_UVpL`@CL{hC(s^u)?H10Kn!_07a`7sUQ~VMY4;
zYqQbkF#cM6j<mP!*IabXnHQG(H9xWXwIH$bT}%DyDtwN9EsChcVYy#R;DwBu+MD!(
z&DMc;CbFe3Lth$E%fqt1qT-c_m17k=i?OTlYAkm_?4LJMq_0=kqOW7r<I$1!w*6X<
zt~ndRa=$hvR=+kSR=z`ekPd9>-=jYh^hMN`u-vb$@McEse_PTu^FaDOkMter+aqdc
zSngMU#k&$K-)?vfqt>?v%Uuxr`^1VYpS6{L`_T6@>iNo%_O|^xfUY?Q!*ah4C04%<
zCsw|rat>_TUnk#>JQ`8Q!g9Zk!$%mk{}V}9ntSQ<bLpqhPe#<~u-vaR6`xJ4eCOc3
zj9TA$EO$YCQbi1GGB2WEV$}1wBkgVbbs1gLu7u@&T}`akTuZEck2MTz+TYd@f*TQa
zGc5P(7JQvi`@fxZ%^Z_H&y#)^{Z2&P3(NhwU-5&)%J&eyz^L^-!g3eH{yvN%UGEe0
zr;MuCk@mLzdWNn!&%^Tk7l}3hWyN!KkOnrju6v~5bws@h%l&!_zhcz>-z8l$&+vXo
zmizGm{e47z49ohbia#e-jxX?IMy>BFmb)PK=kJR2_1|~&AB=jcaiqO%znZ^eLK!;3
za=!*8R=+wEE8i<U2@GuXlh5x5N7Rt8+^?Z<7o+w+Ea^%!FMZx2eFXaOh#DD|`!%ZK
z(TSCB4E&AywZ5^iyCC-WK^5usjYA*LsQo+A-nL&o=$bPjEca_-V&$KdSo1gk3(fMT
z{%z;|@05s|8kW~H4W7)X`O}lGEdI;jvfPiE=rbZ}R#?_&S3D=Na?FLh8MVH7Snc(i
z`{C;$>Hd3X3y9MC7Gim9`?Uyfk(<R~xnD~Xt6#l|72iEZqc`nu8TwL2@?))tS@rem
z%1~VYs>I5=8lKOnd~2{=&mRiA-gS7pg4e@3^{sD!_0(bB2<!RFyb0Fh)4Um0z2-hx
z^_jQ8T90`vT=1v+7u!Pd<9$24BfRzX&(2WXkN(8UzYAU)-rZsO`w)8)>-xyoU;FUt
z{rPk)y4er^A@~5S{#ic=tAFN0u=-~{46A?UBe42sJ_@UU=3}t>XFd*VDdrP!!KO1^
zuPFW`N_%~IDk2sA53fg+?+p6sh&mgV`+2V7^NE%3LSo$?xd{95^@qZ~-*6eP`enWX
zt6%1;u=-`b2CHA@>#+J|z5%OW=9{qUH{XI)pZPXi@TdD3cS7;`b~mw(zkf5peY}4N
zegLZ;>knboV}1my9`j>Z^_ZW)s>l2kRz2otu<9{ChgFaH1zhkS+;36*OO$&N|0*IC
z{oDNs+sgL_{dGjW4a>*>UB&McE6WG?5~ChJAF<l|UB0uVNMGOj`t37O>faZvuZ-%S
z`5UbMnZLv8pZN!@{+XK%#pLq<a|f(`m<PeC*X&jOp|ID}6}s<-bize$28ZS6_aTXO
zyoM%LzEkP(IJmIyZw)6(^^QpK(*1epNW7|lRHeV-`e!s=^<zw>cXNMhEME1eyVCo3
ze>)DZ`Zd1Nzw>^s2e0axfHjd({aZe-49z51{oBCn`(#+k#Z<52r=Sdr_^DXaBEEip
znI4MIw;73*e<u8i<2|_WEZBEl#lC;pKHtnipUc=j-`K15`}od7FWAfv%g1*?V)bKT
zV&z+{B+X*HI$q`_u#S(p7uNAGFNM{A^D<cZ&C6l+&%6TGuFS<Ko6fK4^m`?`e5=Cp
z`>WOPqL{xX>54y^j+gSULth(F>%;Q#*iiAt#LBk`p3SKBZN_rH#eRJG_^5wd(6=(G
ze|~<pw>>`F(2Lw`56j1AM`HDFXJX}h$??%l-yhmSy}Kf6cUbP%9=M-TQ}-ra&u97f
z(JSZvq$~aayf3^5!*c%)ReU(H@*RQu7}cMnSni+L_ix-k)ps2I1f$M3_s`z8e<#t4
z+?)!_{X3ml{X3Ib`L5_B9N4tK8IuI(BI<lt?%xIYETi^+G3n}G{{8gIbUEpYzXD$h
z@71u}ziSm=Ppo`5;A4zh?@cWCPwe|S?w{(rjedtwkI#Yk2XNcJyKs@4dtteM_Y<ps
z4-zZiT{#Cf?Qb3ZdlXTR!*c(gzz-R<|EEb;|MKsrSK8-ESNse3S$JQD<^H{@_;q6C
zdjsEM)Oz1yxqo8c-*Nv`-+S~AjCwwE|Lkr1_Yu9w&8M*3zt4%)sxOI^uhC8hHkn80
z-?xbR9+vy}1OCdW{WpI<FuDAv{^j3KFJ(~D72gSWgtsd!_iu2;LlP_BQ1~7D*LsJ+
z?w{EAd)z<OHv)Ymqw076>}~ru3cbk9=&;<sF^M&QY{i>&&;~Z`?+*PN7g6KGa{qeZ
zZbt2YLel@FaQ^-DN;@g(ik}Qm4DXb%+`p+6PfM(P)8XNaTJH=j_fPEmKklFEorOM|
zQBPIwpS^AW=Aak3nH!e-H!rdB%}=a+L-nLPuu1<y{}x8nqOjb*#qa_~?SDzq|D<sK
z{q#z^H0g?82KR<{d06h>ii%ezR=!p6Oh&DDHJ1A)_WdCDPxY-uU&pBZyMOk!{acS-
z<Yq%y?%&45%D*YG=C7NlS>Ck2v3!%WFQT@D<^FAjH#2Jfwxlb|`SkNM(s!V5kEoqt
zxnKPi?@FwEyWusATHhWlUk`|V|Hq%tYk&LDJ&OJQaX;RI&4IAopM#0jpF@ciKfb#E
za|Hb`qw*icIu^6)>#^gZxZV?qmH#BXmr?mnVO{)NY1-=d-)GW%#h*>A_;c{-@Sexo
z%lq*^Df)#_{Q0Zzq+P<R_kX_Mb2*|`#Y)_-E1~%M?P}t|Wxl`9aXq~C_d#x;Tw~Pw
zZ$_lovmm|SEpl@^>59Jt-wN;Du-xB!72i*+d=C;2Df}?8*6+{%ALCU&zG<h;6PWjR
z@KadtSFAsS^;B+t4(s*A`~ueVqxmJQ^UeGU=6ojqYgnfBH*mqGKlMlPZ&8ND>*>3Q
zRP;Z*-c!C0=<g%yV_5Frr;0x(R=zLrBgQ`|{1s~fXNmgb>-Fz=)gSW@Sp6|K8;i+X
z2XhCk{+I{B>W{e-R=wsfSoN4ktuH3mTfTl761pG%gJH!C4a?{Au*BNm@WeX){>@P%
z@v1)aC|LEGN5iVmJO<YBH;;u?pSc^>{><ZG)n^_Lt3GoNT(DXBFEx5o`~;K{5kD~^
z9n)WZziKl2q==dlmXH6`il-%3#_8}kj;9_kGhiQo^~*<M7GCwsN1_;I6Z`sTHoE#Z
z2Wu{)`e&X8tAFPCu=;0S0IPrIg|PZzUIeRuX0M{%|B}#sek_Jdc+(q}&yS^vwZCPF
zm2dVi&GM%D{rjd@5T*K7rg-Tecs*H#SM{#0^qJfrT7y^hudVd`+#gzpSN&LD=_C23
z?FPJB??$XmjOx!k&Y#V&`m>kwqYp0Ftgg<lEhx()errT3y7af#|7%pf?daPgYDZYs
zcUIh=SUGmVGa1#d-B|7O%k1@v+Kab+e%S|0nTIaR$8Ucqe!V)7So5c<Da|3gIv(c3
zu=;O40;}KVqp<pGJ_ak5`8ce8m`}h3o5g8;ia&{RFyc=|q@v6HvUGka-x>7N5p^~!
z_xD`I=MyX61$Ymm&fkkz?yA_2Pxo8>xr}~=QT_4rt-V^0A3s;o3pUrna{sR<R=;i}
zR=!vCUo-uEm)E?$-HNE&Vfp>%9rz}r_J23&dOpg3k3~7}CtdLm;CtbH7?%6@sN%<o
zmG23BiBbJ|isk-^egDG!Q+?0TUoh%?a{ugY`}Y#P$jz&;+`rd})xS51mG7gR1Dp2O
z$KRiL7g6uSa{oTSZyB}!k4abm^50`o+RsT>{1^CBc)y0_{(Y<Xdt&AL0Y78ZdYgZv
z!Tl4TR8fulCvy;bC!-#J?w`GF|GLmMb8uMh-;l&=)zHMsH;w&irr(d8q<_OBYD8G>
z-$-~EqxL^4>FQtp`zy*hCh3YF3y%(OcUbP<xQfRoR=ys%gHcPLfaU&)egDG!Q+<=r
zCo`&k_s`z8e^bzl+)NG2{hO9p^QTvQf`h1;j(<r1W=7Pku-w1d@C-)ne@@cXzx?-B
zlyhFv6+a)I8{P$Bxqk~QUX)n*7Q+)6)t@C;?w{EAFWf)XyA*vHqn@hVKYQE$Ek`eM
zvmz|_V`XCHTa{S(X6s3JV3XebGYxAZYHe8V-#U0TqxQc(>FQtp`zp$`G3kom1aAoM
z=CItqzKXXbR=%xpFQeAG4a@x#`~HQmCsp4L^qq{_zx!uz+rNJFA~(Cja{qQGR{lMS
zHNW>?YL++cZvy?>7g77ea{ms%dl@zVVA7T4QFZ^~F#4g0Iue%qb+qDRiIwj-yq!_&
zJAu_+Z~Oi7DZDxr+@G!unyYx<-#Cq~^`61<*!J%%Ud=fdmiu=;vHEu*vEuux{#`=9
z$f*36t9XB&sF|++D*Ba(x)zr8>lNQftQ<GtlZ@KmEiBio*Hic74qiRgnD4@RzBAv0
z_4qa4hgGln0jz$SAHv$7`4L?3r_YZchvN5-PvEEFt*@V-h2r|3CszI!@a^!v#JU*Q
zQ?Ekt_3YWd)vPz+t$)7bZ75#fyTp3`d~&qre+X~={gaO<?-|vPPZ8<;&rjEn%Je1a
zivJ3K4)3?HT>tlqe<W7EW)maBkTQ0_zW=H9yZ%nRdVKi)XIIRs`!P5a_hU$6<@3*b
z3=41m`4^oZ!%>DZs=g6eBO|`9Z&WC*cXZ-1y%_@!V*HcBW3k%Dzv~-^SM?3yozZw$
z=l>kI2iEy-o&f9oH&29h{+lPkI{(d+Vby1z0;@i=pKr8(zyF^Wy5HYVg^S!w56jOl
zGZJfmGZU-d{=UI%yvpAwsF?$+KJ#3dw-V^{VAW@RKCJr83t&PS7Q(8}`XX5MnHR&t
z74tQEQ~VN?SrOkGk&anZU4Jb@Um8)%!}9T8QSr*e%D4*dX4LET>ZGe*1NZmww#R=R
z+#dh+aC`hW!0qwh2&*+dzMJ6o_-}^W<L|v{|Gs~=1-(5Vwnn_qhd#K3H`~JU`LI2)
z_P-;s^7%K>_TyE3=3TJrGw+5~pLq|g`pkP_<u~txRiAl3toqCc;DXJn>i8c-*%|SN
zB2v-i_wl9YKjk}uemJ6zhUMdbtm5N|mG1<+hEe@KiM5td{c-0{!|IPaUyQPeeSLWb
zUHv+Xb&gT}GM|UlFY^Uh{W4#K)i3iUSoN8`*LHtbLih2%443fcYFMS$g|8*n{;nrh
zzUlmYNioW%dj0o7ZW5(>Zl!qX)A;%O+jv#qok~B${jj@uwf}pSK85>X_wi~y53n9G
zs{Xm0507Bge~IJ$7%teXsm_-tC^sVhX+$czydVA7{$Hc=Jx6~QQ7^)>{<7j%iIw9u
ze2P*1c!M?YDp=Uh*FJyL-*@Qm8P!ie{_WLzeEdG37i>O;<>U7$vHJBnvGUE3v-yfw
z$HV*$R{zc4VTGE1!0NZT`M1TSKLae}{GQMAZ3nu1gTnIr;ZFDq`BYC=(iJ~0onO+2
zpbw6yp<#Ld!zv!0Souc4Z`q&vI}&z3+sB9dul|fiAH%5rxc~OH{U3{7<fc0;_kUbs
z^>2J)<r||W4{X}s1nQj-Q4_;*zb3&wjN1R?r1N?+<+p79e`?YdKMkG|-sxct9KVWZ
zCRWB-@F+&DcQ%&$C-(gw_fPfBMW4s0Qr$m$+y2c*FLJXWEcb6=V)buPV&z+@oeXR;
zPgDPri0Tc?{aXqzX4L+dC0+f?e}7JCS0r8WE8*qgT@{x5x4PmriIs0HJcm*1U5DlV
ziG9Dv{ZoA#&^I!we)rGbwtt(@i`;Au%l+$1tod6iex!pouxWo!>EE`9+8&nsw*%hF
zsQvFuy84&@-kj3zO1k2A!~Nmi6PEk8x8i+?m2W@1o>A*PfaU&)eZR;3Q@w}K4>Rid
z%Kfvq?cWjfA~#3Fa{rDcR=(qjm2Z=t#0NI%L;qTEGNMj}<^G+9PcUl#XOgb|<-aed
zOy`oW`1A1D@LmYZ{kvH4rNqj289vCU^<Kep|HQuE<Lgt^cMbhIqxSFq+1vK-26~a3
zn_;<sw-PJ=?ZleDWWHv3)Ba}Dzq=82FD&=(K75B!^B*K#{oB&xT)&NvlCJp2@Wb#v
z3CsO^TJf{Q%K03=%Bc0ez;eHID){~0E4+F=alfX;>!t7iyhhi0-gthnU(esdMQ+}O
z<$k_TtbTq-toXjFpP$e_GHQRHQ@r}MtLoR+q$~a#{3X2K!*aiVRNQPXlhW1!za&ce
z2Enesv#|Tqg;&pi=E1NY&*mYp>NO9A)qnFaSozJv;etP1-;M~ymy#plQQ=+Ak<v`p
zH#!van8b=13wMUM8|yW9MbzJMu)mcf_Vt)%`u%bbx<{?w$A3cPn;4dl|D?p~$K=Gi
z-_kR=3<I0a$EoN;hsj0%(Wb{N_4v0<^Jkz;3w>r-e*DdXr!Xqt?4)addH>2gH|dI>
z2hR!b{II;f1r;w$tbB_SYrTtM-(S-HednV$q6Ty4RWsecrJ?xvFH5ZX&$++0BE0qY
zb5^1(XH-3_BGSimeY(EXKG!5&@oVAL;awM&>tA2-hQ!LZ5njTm`%jy&{P~8~@B2-C
zc=i0_`=MLlf<Jv<W@{+!$F{`E=kJ^B2ygv;m7OTt8C73@M7kft|5STzx7|rs{2q8$
zc=v|oe(bAwe_~}l0B>g0{g;DS?enqEhr@W)4_^r%f%W|3>*J%ao`1~8U_Ca>$6-C*
z%qL(y|Cmq0s>kf-`}TU`bm)G3pMpzxb0#dGpJx+mf9DeGc=-O+1-!~Xn+NbkSoN4M
z!MvYDzYNQ?eg#&3^HrGFU*fO9s>k|uxL~vDUupEF_!}taBmQPYI%ZyV{dODuRz%$i
z%g6g}#rF~`<9+xLqn=M6BwhU(xc`s0J-(0O_V_-5RjQBIQ@B08&*1j>K8M@m>%C}y
zzFvQc-X8B)5%1&u0xsdr>#%&h-z3)l-zHW*|0R(3cvX-21FU+?A7RyF{sb$Z`7^9~
z%wJ&DWBv*kY}QoA_Z!N)i2ojuiZ1<6&v(k#{5uUlBB}$H&&PLA#hr;2(*-|dzWO^D
zegvx@?(|T+>W4dBjIxP+{W%O>{TYrmf>Hf3kA&49^C(#TF^`5-kJ)=^^N$VP$9D`|
z!kg}}e0;|x*8avPR=)MaHOrgo+tDq10#RE3#1t>RkNann@T#84mA;VsV^i>Ie^arh
zF{-|K9N+1%>U+-dn*kSW)}hPt>-|iWo`|0nk&aot)c<Q#zB%Z#BWi9~*5_3`Ke2Kw
zfQK-u-i26xyor6k)aQfxw-|j1WBd5FSL^Zd=|wNtEDg)YXIWzPYk6Yj+o~ovEAh%S
zuYwhCUJa|i<~6YPZ!SjJwBFf&CTlIataV|z-|OKOjGDh8>5A`7=Zo}B=o=$yb6D<o
zU&UJzE8kXl5u?_(4a@x#`|;#{s~<bicQUFUe*Uz#?RP(Vk(*s%x!=1JtABeEE8kx2
zWMGrIoO<^~)c&yCuLJO2M(zJ#()Ik2{~oZ?9!|RAkHCk*do(Qf?^wmh6D!{dcsrxk
zdlJk26Z?LS`=|O&qn}|^{qCQ=ZU4@q7r8kXmiu=;vF2Z>_?r&ez^48Em@2pwQJ2GV
z|E|Cn8MXhbNmu{!-vd^r>q%Gq4ftAkZ-(Xm-KzL@V&%I7pJLQ{?_#-sV&Bhk|5WdN
z^aqT3yt#k&w*7mEUgYLcSnl8B#LD+1vGSc#(F2?Gsr<gMXA$*0EcfpP{FG7qf0=Zp
z%76b?X<sK@@o(T);e8vH`}eNm_lcG71ALEB>;0H??ceWz-B0Phzw?<W)%ykOE2Gxq
ze%jmi^IK&79+vz0BeC)~eHy%JesA@9vW9*Rim1-8+|Mq!gHiJbCtdZt?s4wl#-T}9
z{4jV(c!!7OevYVkWMbtU1%IL{^=CBfe(Ckc??1-k)kAII@yq)Y#rytFH@em{4$Gt1
zuSetY7HoRLaz7^|RzD{uR{WN#pOeuiF)II*6t8}Ls`@o8>588YPYv&ku-vbi70*gs
zrZ=<UF^tML2g~*A`Op2ChgXkh^L$wKnHRw7pLrpyeC9=P!Jn>|7Kh^N*ClXoc<bwn
zrJ=aKWr>x4IXpMKE3n4L`_YxK@8_t$e*dqT{=927x<{?w$9qlWTN{>-_qxRD$NI#&
zzcHHMbYG0J>HOP>zK)+dP=58a-1U!HW}N&zv_6zgp>GMxkGHMx21e!EmUQhe?_XJW
zBwg`4;qBq=56k`CRq^h`%C{%6>fH<bTQqHdeSb&m*^lnA?eBreaxg6S=1^kw_i$p}
zKN(;3_bB?gs=vo$R_?FnpFlYl`pK}|-&61rMy>aB(p691f5GN#(iMLWJ`>*aVY$B-
zD!!Ol`7Xix7`5KZSiWDR{V&<5sH-un7naZcyB3NcU)K|B{;0oD<jwGQ4-<RS<M|fK
z4Mx>-J0g8PudMD5-A%gU@4<J%dp|7K|DfWBiM5JH@D)bgA9{@C&xf>r-w%3<SI_6Z
zfBXzC_|x}co`>RoyhyBk{(i};@Ydf?d5!XtQT4rvNcZDZx}Mhl-z8n~@8P%M{ScP>
z@v-7hiIwj&{De{WPrhKauW!C{^$oB3;Va+ou%6F{^UC-G)?>lk{O`r&t6Am_SjXQy
z2-f<|z8|LizP{)R-OrbuaFLtAVflO<l30)Dp^4Rh-)|a@SNSh!(ai{0rg<c+^_xe*
z%4Z%8YyIXiu-0!L3m0tGEzsyq@!crHB7R&%I%ezef#C9=^7WvPkEjV@S)W+(q{PZJ
z8UD)g(DUV#q^lo3pQqt%kKc5-J$^G_)$ijo6K;>+EVw;>&Z_*r9-o8W9?!WE@8dZe
zF5%6*uzWn{C)WNKBv!sl9KS_)WttbmTEBS-toi0%SnD@0g|&Y3GPq!~p*nucQ5Hu0
ziilKn`TQn5K9z43`pSq}9hQ&Znu^yZR=#!cR7Ul4J(iD`>UU>1;#K|bY%$6v_Vwi^
zboFC1Rv)AKVcr6(ALgyF)^B#!HsAKpef+k;CA`@YmXF`g#M)nfV&!}K=bGhB_4w~y
z?<Pv?-IL;_pXL76UcAb;4{JZ8*1wSBbpY1-JNdlkAY8E7R2|PlD7zy5a6~G)9RL5#
z|7%pfqv%H>>R4FTk5_ymv2vV*H!!N6Q&@hyi2Z!$<E#FhK|jmbJ|6AWdffkW=mnee
zVY&Yo602Vq6D!{v?WDPkSGxHMtbUrW!rGs?7-iGc%{*USi>%kf^81?`@THi4GwI54
z^UpPUQ~ulNw<79JSnluLiti;>mizE&My>Awmis04<H7w^{g2QeGpc?+zuDXN_X&ED
zo2Oy9zt0kD{_~1^^q?Ksw7)xlE_fMHuflS_Uc)aK>37nVYHs>{+sgDV>56|3zYXt)
zu-w0o6@N;se4pWmj9Tv(EcZ|B`z`LD>ivfPol)nD`)6<4zaQvDE*Geb49eG$SosDe
zR=#_B(HhvK_fmgXL=6th{Tl*zGHU-rldk@4tok=R>53l#4-4<eu-v~<6^~9_rZ;2Y
zuhgscj!nAu@Apscr*z+M8Ap`r9go$+sP(v?_O|_;5LqXN<@0e;V&$KlnEBQ7-*);j
zHKL}4<$g|wr!Z>%jHIicm48)+w9QJo;%CD%!#gJ|_j7K=^AaoVe7KuY{aJwJe(Cvg
z4xL_vSC4P^t1He&-)~uruJtUz@<>017H89oSJu+7+|Ol+)z9UL6~Dde=SuVyjLN?%
z#j9T%s(!6Wy5iTutHZl4Eca`D#Tycr>CHxXA*1qb!gBq3ytzMpcvX*i3*0__x5j+y
z+u#!Z)BEl1q4@p%4tQsHC$x`zUO)RoaXq^dEB|hIb9nb)t>XQw`nMPM{S~p_Uuvd5
zKiQA&u|2*ABHzKVe0&cjRzD6W*8PT+{#BMr&*w8o(KpxE|1nEF{%zCz6DY?*KN*%E
zU#H+Bj9TyMr0e|7`&ZtxNmu+i_)K`uhvoiWsQ6-H<-3$v>%9#7{z}_l-(S&suA+Nv
z`+F_2To23ry^&b`y_s0|8`f3*y^Vgk>hIl{mHVst_fYPHem^Yt_W^v1QR{t}bk&ph
zU$A+cbj3e`ABFd6Snlt$ik~M|z8CNnMy>ZHmcND5_Sg4Yw4T@K9^3xD!K-|4!*YM$
zC02jmC)WLp!&QGjqJORW`#EOi{%Zaglux054a@!g27h4GdcP-K_2m5*Y?^=1$e{QR
z_(#kdROy`+cO_Pm!SE~QYrR8Y-@noRukd}nVKJ-z`IX_J`1xx@V$EN~{i{*o?fSFg
z9N6@HIT~doqv{zGk$%3on63vktvl(89|w;O@A$BMe)Uv5A+hpJgoiTfe$6DT_VaJw
zpP7PJuaCZ8J{8vd`uir+LUBK)CssfFeU6#oUGuM$#hdyu3uOkQ>YE*r?#KPAA9Itg
z_<8W0@Xim*{a8@(!o*s|B6u>R-a0PE8prve_503JFJARyF0W5ZVV(P%;bpKMPv+&Y
z>NBr^wO+H|Z?xAJt3vnn*-E&CH><<)<9AJB?Qd;jt=IR1*5g(FC3@0mHo#i1c_Xa(
z=1s8HYu*fNz2-i+VAJ<MYxJi0Ehy_EerrTJ=FOiE1egDmZ#(+7h}sdB^_>;>Csw9i
z@DfIqwma#n-{<RIyzTMX2e-#(KinRl18{qMoJIM3eSHYMJzj?+-pA`8T*8|pVflC+
zO|1PNORRiLIX)-wYQ5%@u;R_9V6E4D8rFKvXW)X(*6R42ML8bv=OR+k<@tpB9k!M4
z0{Z!gx)_#^&!vhlCsvj#@E%6>?<$s$hw61Fuj5s{?qo5_CieB>4RqCi6YCbE>Nnqp
zwO+HcwDa$V?&EU@F5%6+u)M$fiM786iIs29KhZ32TL108l>LY(#XrV+!pQNV|4(79
zZwmc=25aVxQ5wA|{yECSh<_20j_F%A5M2IKzE|ikBkFZn*56e8HnB3jgRe2Fp7&Tj
z-^IS);p3(HKcatPRK0%wvRCVIe?OxaY`%o${(eoY`QIwu%lZEUuliwbwkntM53rE)
z<0a209q9PN^81TU_&fPDzbomA-}p~7dXqi`eQ-n#4a@r<R`Kw}$}$4}!2Z;)k+A#I
zo{#RQ>K~0hhEesppZ2!>9E)D$raLUxKQ6KIjZdt6U#j~bebhT4q9%sreocaV7`6Y&
zN!R1|T>ATC1)Hf!SNt@1N_eM-<^Ij6cxGbdn+1<zR6VnkuKoM<*Zq|4`yX?OQoZxA
z<}+$N?x($NKNm#Sg<-j$ixMmU;>4Q2rg}cTN<VrdYH3*R=Q4N+Bl}Of>Us88Wk}n~
zq$_?Eydu1-!*V~@RJ=B^(yoK&FseW6vD~lr`FA5;ouBU4D$ZZU`~Jr!bggGImPhL0
z{zo6)A~##YazD2wRzJ5TR{XB2pF7aEGb;bi6t8~0t@^bq>5AVC_lI{+SOd==74J)2
zrZ@ZH4UEcn0L%4j{qD~pyy}nnaKxLBz(xM){o2t`{QmeDd_256=)7iny(dC3pG>Tn
zQ}Ds?p2pf2?^n;jzTct#`TdJ#`u_VlbdT-vJRkWkgyrLTF|qn_DY35quk-sTmEHNT
zpl`3P7q7)EopZl!%tyHz`i-#sc)AH+X4HCbC0*xp-oNtRNxI_i!nebFFD&=>e#H+G
zE8oM!TJIy+_dDAD`hJJj^90>v+ux^=<ylzn@AJg!?~BB`{=ZZ8_Z9k$s=seyR_?Fn
zzeRZ+`n#~)-}mrKMy>Zl(p691f5GNc(iQ(1{utgbVY$CwEB=;P`M$%C8MWRYSiaxU
z_Sg42w4RRtL$f@#{T+l?N@rN^Z&zaVcW`3vS5*BSir&GehRW}L4v$&6znVV+WmxDV
z!*YK|!9y68Z*<aC&zH3Sg3Z{ZE4~{Z6W(!QxxeEp?n$hC6U>ZS??fzrOQr3v?|*1L
zlhHl4{hi`0MV}g$dowMu`a3=G9}187@5?Z-DgR9L*;RjM$E@66&7XrZEA+Wxxxe$^
z8H`%*{G@AtdH)5Qg-KWZB6vY~7l-BkE~&UTvGOg2CoyWh%dpz-w~yufEh}PHH>{cN
z-^x(@`mido*1wJWNo&G8BYodPuSaW9Rx_%ebrI?3<7d_VlMP8%{6=_vcsGUR`ZrhH
zm$*!Cw!q67_11GMmOt;)`hCA-J6;`Ie?G7SF8I^;H+F{Ne)K0+K7U_gcX;dXTkJvE
z#i;uBMx^`krRvB2q$~aayf3^5!*V|kReU&cncf_Mw=wF{<|x)&p4GH|-}yO?SN-sn
z>j_woA79U&gmrw)r(mtm?DuP$@9X6=q5FF5G+gB7Y*;?u&L!6V&L`ITe81)*UgaOB
zle)PCE8ct=*80p>V6D%56)xE9T&U5T;;*4xi1_Of>6pV@uh^zu^cxX%D=Z(6+ZEqQ
ztSoooV~l#fyO(s;>+|se-nRb_;kN&e;I{vsrTM;IeuCZ}kEapu<M9|S;mxzKd_0~f
z*8X24R=ytk{|c{k^J`e^GrxhgKJ(kiva9O<JCv6Z|2`ti<gzWS?gxED{}551!gBvV
zSNtWh@_mKxGpb+Tu-tFe=g$4WtNPrzVw6qn>%C^1SoL;b4PsQiX3uKlyFz#WJ7MJ*
z9G3e(B(dfXt$4+MsaeDEYX7V0=LlH)e>O_`$e3l8&+8q9GA!apN2FsOjPm~)m2WKi
zn272Q%lf#A$0t^f9{4-`RDUPHK407OvpwG@p-*OP&v$#Z9`|nwy7EsA%l(^{SpA!x
zSov0P{?5d!eCA@5P4NeKyw8eRv%_-#=D;&z{@kQ1$83&|Eca(V`n-r*5SI0Y6)#Gx
z9E;(Jj9TB4r0e|k^SApW-RI|0qEzoPtmTZV*U#7Xw*6cYSyzVTey&Qa{Hqgd{>JL@
zJdgU<M%22n+`skk8b;0EfVDBA>gUr<p}1e06PM{tAKc5RdbeP?{`T>_4X@Vk`u+N(
zc;8>xj;{6W!1CDkXD8kwH~nF`Kf4ku|L(+!-(U4-FZv!v<=>a$bv)Nh(5!YlkaWc#
zg!hN{P+0EI;fjwWR@S5NRz~GJhUNOz5BKLp=;o8K=GU*^r$X`L=QMmKy!G)s8;aL^
zF0t~ThmVK%0@m4hzj6`w{e<@QPBVQxE~9&FkKdKZcQq`>UrVgxcRjJLuc!PE%Ir<&
z(@pf<)%EV}n5CHCHqF0-ax3(^VfpcJ55B>u_1;gqa^?Li@57`k{t^5jypO|jf1gzR
zG_mqMORV)ihkZYx?XT}AXgx2{J+}RQ6<J<~<^H}&tp2`Dtn2HURe#^3->v%lF=pld
zYW^pb521e!%l-WVzhl&Tzb0L|^8O1p-;=KRAMm%<`+q9RoAi!~2PIZiC;Wo>T5lKZ
z`w4A-eLq3#8DgEW?e9=n`G$q%{ti#9{*FjIxbTLmzoXEHRM)#>Vpi_2=8r`g9eQ_I
z?(aBwB%{_lKIzJp_g}D?kaWdQgnPm}DJ-AAlPjK*Sox;HgFP0WhUNPSZGU|~LF<`;
z?y>FfOuWiBD=hbSc4GB+PGY^4*jM#;9{Pf+zYAhk?yu%AM42D@qOjcG#qeB4t#?V%
zl`HSRV6!yoieCozhIe^b?(d3<S0+}zRq%91t#>t+zm?JUxBdC=wdfw({;tETeCxw<
ze>Wsne>W!9_50bXznjr_RQ=r&vvPmA{zvHxeOp-W?{;_-qt?44>B^P&U$E&<y5e`i
zJHxv>EcbU$#d{Mg-#&N^qt?40%l9j^|LuIA<6z9%0c)oFcPJFU{vJ-O`N#i4kw?RO
zCVl@wulL7Ljxeg8;}PlngVObvGM!Ai;!nXR!h1R_*MFwsvx$}O9DIOL_b1L{wV(I;
ze#Aw*IzRmR#wA$u>+d&Q4#oYrl34xl_Y1CtxBh;@b(E`&s_#Zbx*y$DKW-&m@wefd
z;k^@<`*FA8dx^{R=01FZQTGQPU@hhKL+kgQmPdHi4_|3MhIKqUh<pNTJ!Ze(RlKhc
zo`vq~si$y}o9AJ<-WQ2A|7BvW$M;8G<CXqgFB;7oSnDyrg|!~@yU4QVe^I<Q#lJ^+
z74aV;(lP6+>#I-bA0z5>Snl_iioYgS#&7ULMm?W>PrB;!`POV#Y}?-sxb3f_6z}_A
zo#<`9yCUBG9t11r;IQ29A&E7AXvHt-?{K_Yk9h>F^_WM-tbJ8~N1+Uh_|XwrCYSB)
zDF3ff`NpD;iKy<dtdFaBd}8J3fq&3d^=E>0M%Cv|O@dXAJ5`LbiG6)G8C~m{g5{`I
zpBB3NI~7)r>0!CQGZJh6GZQP{kbkOKv+-(w<~b2%R*cs-7iCt&&%>G@@pZozgyQ}!
zOst%X;E9Y{-{PdJe}4S?e3S0Sb1zX^|5B`Fj9R}R|MrUApXHHtMOg07%EZdQDzWDG
zaXzgH?{MC!7olw0|5}vQjEY}}wLaqO$LEGn+>eckm2(rkgi-l7W4T_f&*#sU&|R;e
z-xTljXDhnavkl8*+mG#di`?u8%l+7ySo`ZwtoQ|0{kze3F)IHati3U-u76)Bu77`G
z<v#%TF)H6dthOH4dpKs*&)-Kv@$2DH_*i)B^&Ahy>p78F>p2M@3hybbOY!=28us;h
z`+TUG-v3$jbBsDZ{`<Z5w#VZ<y5?L6%g5tlVjYi5iMf9L8_n`2{R;Zkh%#H({;#22
zX4L+#N2J&LJmu4@n@LyvE%-)wZ-?dn-KqF)V&%J+SnIzJ`}(`>pRd1F&qMS_j9R~c
zv%bA;{~kxyCt<mNPZKNOv&6bSeUs{y{sR4FM45|FHtqiv%5z5T|8+#Ve>tD#yiK~|
z-@$Lf`#vo9??c5O6D!{*_yMEV{~62I*KPlNeXV-FqJLx5`u&^N>}~t^9lglSkFeao
z=Kqq{oAPxe)=Trq*#lzvPkJYMS45c|qx}y?8N{gl4~a<6&-pZKSke_g93C3p5n;K1
zBP$-2Souc7U#L>+9|QaPx$U2?pH)vc`Zz|d-#__lZ`;4|=tXXN!gBv6Bv!tOiFJKB
zz3Sg&^eGW#R%V}nQ&A={YX8$B(*4W%G-pQA6+aW69^P4Dxqq`Oo|9Pl=E7qcwf=cn
zzCLdI*ZzL51?USI)jxmJ)!w#$i_n#Saaiu(lEms?Z(?0PF01;t41IY-nU&f7TY<8a
zQTtyRk?vp4r#Y*WuJ|?Zs_?E2%l%td@%qHdw*j8dsP%8e@~8A||Jt9|-HhJHsQ&qr
zBzxQbZ9!N5tzo%;+Y+mP+Y{^hb4%5~o#_1$WmabQZx_lAM(uxhM7n=DpXTgMy5jf2
zd&0XvEcfp~#Rn5B-ywJtqt<^ItNniOUB1tE6tDW_caFzk&9A?IemoSf|3t-C|3b4)
zh1V>f`*9lOB%|s(6Oqn0c{HIhoJ+dm&%<ZKdm$|M<6^~^5-aIt_z0t}pRZuGpD+4)
z`5IpJ!=G<lhc&<cJp4u|UjNOC{rU9m@aE5}mH!UPEk@OMHzJ*HLDi4@Nmu*>_+EG)
zhUI=ds`zo@GQD{MUuD$w?Nh8?p6_-3`_8~~yjpJ;$_rTgp8~&x3;y)}_*E#b=XJ%t
zUVn>M`Fr&yr+Eh}zxjR4%GdXb|A6u);y*^D@|4#vuGefU-)Hns5%nc3_v>rL-x4d!
zcla5jo_~HMUH$U;(y>FaZGY^Q?(4BmbgkdlA6*eYaQzP}$KbI1{4^x7@(oR_e5>f+
zaJ<^Tc|=6@q<$!VB+9Ue9~F^BEL)COzA@;dBWi3|uD845afy|0yqQt!?@7AY=i5ZQ
zTA#1fCc)ajJ2g3G)%}?giqE&Hi8X&ekEiM3Jq#D2Y}(%plxd8LpNTaq;_LHeb||iY
zPGaSp3r}EF{&`q!eLfQw;MM-N@pxJYYyJ*cmXH6UP+Z?)cuCCn^<-~E)$3gvir2d=
zvG%bXp3kWDtiWpf@5lS9m{qTDbtqon8hCAZ>-DS)#p_w0SnJsUuMF=-tTS{)=gTJR
zf2&xrA73IL&pz}mjH<`illF@Jc-xAuIorZ=zqcn={vC;RJ+XqHFX+ds<9m$zkGmqu
zT!gYo-;J`9QTyK$k=Bo<`<I%tFX@Wk5AO}{fw0`agB2f2tbB(P>#5=h?CZ(4f4-ii
z9`xgk+P|+Sj|IDbCt&428J7EZDzWmPPOR&RIsE>+vv{??^VEMXqRd4o8#>AvMy=;U
zL|Q*r_3u*B6@MAN7~U&kxqnwHzLr>PxDFp>)bYQ8<?G3|f4-j7dT*iMX4L+DJ!!Al
z{kwx+u(=zS`*$y~^50La>xs+s?;&38?*sKeiYRjt$|n6W$^%C2|4Bqze_!?QS<)5%
z9DW+!7h$=7FDrhPxJ++e!#5dq{NG^tda~`GuP3$Mcj)gKwSQkv+S~T;1A390k72og
zpAswo=ft|6Si<jX{EAom8_WIeZxLlKLfNE$NBP32{r`wa>toXWapwHr8oeogkU6}a
zVYz=@6%S6VEJNV8>{Z8qDD3OWwtv2!)Ov@bk6_gPeLZP!+rN?MMQ%og<^GLMto&mV
z>w01Vzb~L0ulBc?`o~3-xd>&GJ|1N(qxRnuk=7Sg{hOF{#ZQ7Kgm-dS?%$M(rzS4b
zn`!VcMjij@SiYWY`{(OPt#>B+EJp3$*OT_P{hN(m<YrD-?%&+R%0Dl$u0OW({rClV
zwZEOzzc8ZAMJSu}MJV$bwg1HtX?;i4zuu%Pekr^pyvxFJ|CU$0B5|4Ctb}JU>iDn1
z@~5zE|9pL^^{zo*%c%YP`qJLEf9ueT+^i4F{o9aO`8Ouk^~yUwuilJT`#VqleGz3Y
zLfNEmLD|Hp{cnv(>*uQeZBM%5cfi}iyE82JufO75iOck6H@uor$A1r&uRpcEu5F6i
zhgbXamBW5m%3yR^?$3cx{Ql=)VqKpc<@>6K@hZQ+zk4L2^7nbAA4NIDsQn*{NcZP{
z)t?hdSNuu%cz92R<^G(m_)Ow5y*Uf-Wz_LKXPx(Z^atw#UhU7HZ(MX#;lb7W<x8Qs
zKbI@s$m`uzyvpy-H?Kuh{=8HAb(AZN+W(D+bbsDd{kfHN#ovZ+hWAcb?$6zd?<FqN
zoBQy2MjhV=Sd-&bsD3~GD9zX7=W$}y<Ll$6c(uL{<IB)Ii>Q44toY|BPa^(BL~34n
ze>mFzYgE2h=r1Gcby(KlRQxuva=e2dGHU(rldkpn`tW0T>-s;1;^Y50vDWvNdcTG@
zuV4AUp?qOf{CBJ$5ntES>?}b8o8mhX%RLDGz<lNJgctmsG`*ht{q<nHdVTWy#UZes
zZ~gvfD6HoXzn%|+^?32?({Nblho5gp!0Ml$Pe#IR|3<-DudhEx!v%l3{u~pE`#Bcw
zj`_a+92Ze_f5wO6<KL55`<noFF={;%v3z{n^-Ydh_3@q(iq|(4o)+GEJ<~(+dS)cn
zdS=3t!aECVGmkg*Z+0k6qw9fBTo2C0tM|7j%D?ie4{QB1x&JahW|;}%^=SdhQqBj(
zFN{d9ZyCy>@GcI^`jU!!6KgL^6YKhKSz@hsA=eWt@alY=szo#_VVMh9|Eic}R*awj
zR-+vLd$HozM5Or$%G&U*3(NZYiZ>)y&W-SLM)i9W)~t=v(&Gi@@vESwk0`BY3zkRm
z!1X^~MQ#hrudmw^>+!QAvHEj^e)Z$k{(mTGvkR8#zaO|eW|<Y^e(gco8S#4~(lHap
z_<xPcw;z39L>&mr`oW41C035Z@McCG?;}{J`7L7Y^NX*?+Ws9QO8Y;K<xxCv{g1a`
zb22RV?^I&-?{s4IYbDoTXYp$PgA~-9gO%UEPyT$&GAqXYyMS^g;x9&|V<uJoyNrG*
zqOOGH{#~v3T4H6q4j*OY_+t&_r)1mbV_%Q8{kuh!>bZ^OvF+a-yvlz!EcfqTVzuUe
zV)bh&*Iy6uYXAOwc8_4?_wO@%9JBJ@tJC_Ppgf59rx97ivQ4S__Z<CMM7;>h{d-yQ
ztHjFp8otS><NpS0Bi~wWU%z}k*7olmQL5)XmdCb#AMh&w$FSVLPl?sP&xv{e&Gpw;
zyxPBiKl(RV`Tg^|-(yz({pVWW50ozv-~2ztnYL+F{|2FVL{w*3?q65MgA*(55cn<o
z)A1h)x4)mtulK$lYx_5xDAh9p%VXQWk$9DVR9Noc=)~&Zn8fPW7p}j$@#_7Cf4|o_
zSo!^Z+VL?f|NbtmuLosp#7~IGB9?7N)xSyT6C-MJSnl7Hil-)4zG?6<Mjij@Snbbq
z`u&kV1#J5_lPJ|Q3(I5Mzu9<|e@<BL-`vFN-@L@?*J-ZL7T}fcpNCxtE5AQ4TokkF
z&kq-)%#Zjb5m_deZC2I4rRcp8wJa?6Z+XQl5-Z<Icm|`6|0=9Waee0Nu{C(L{%I&{
zVa=ajU7xKB#qZbFSG<kuvyFIlJpBFDO|bI&`fPK|s;}4jP&P#TmWb49%JHiDvkiS~
zL~Ret{n=6R&cw>s53gp_@!f^hu|t~H--)#cuh!oM?}ZgJ7?$PpXJ07p&;G<bet182
zF!K5Hx<e6_KfhD_VUz<Ae<UK=WixM#|JSJX9Ya4FQOCowexl-&iIw9Nyqi(y_vxf7
zzpuB>hPS@{I)~C7&#&hr();)KDKCWgVp!HMReU+I)^`Oy!>ImT#Tv=}#6F*|<JEe7
zeRKmZ_|x^#%}{*2Zo#)>zORq&L{z=ryP<gf_Y!M=_u*@dTF(P4=a*jRdz9uY{&8Z(
zKY<^H_bJw#==ZZwe0}qc>zfyN_5QK<zgCu)u-*@?_;1ACbbYb&uVueN*X#Z3lu!EE
ze=hwEUcH{Zt@PXft@L+z^?d!l(mQ5I|A1G|M;|MF=}hUL@apmSxzb<ElKus+&d;w{
z-xziLch4z9^Bq?Ie7*Jqmhy&v$nxX6>6f+R?=&jDqhFRc@u2=P3~b`g{@=*|cO_PT
z1}9eh)4wglz$PBr{~P)LVek+}UHS~i8pr#4_22gsM&eb!&7)xT*E|~L^_@z_!0Mm%
zv9S7O?uOMb^Eg=RGmnQ0Huc}5?+L|^mkEh=ejWQ`8Jgi6G-~~m`ek{O{$i}`$^9Bt
z&lD_C*;o1Zk@IJ2zgYE6!xCAa#`!b7U#xm(V2P~n;ryA|FIN4tute5}{f(^I{TkJe
zIaqTU)sOrCYZ;n({TkH|U;oXA<-5rBqb#343;JbEWK{e@tYVZ+yr^H6H}T^B0T}pi
z2|R*P_4i`6fB)V0kCx$8Kg`Qv)o)$_t6uX;nEEyrXR``ceb!gQT90`RT(FtWnJ3Hr
zTiY+ooARyeAAs_oj_+Eo2kq1I$p?=AhJJZ;d^ci=e823{e<f>Ezed%w8B1h+0mrwm
zU#$AJV2P}s<oIsw7pvZFSR(5aIlkNb#aizUteuRi{~^b>A6EUoKHUWu9Qb?nvV44Z
z_sd$(sQ5it#VDJ2Z@(;W;(h%CF!0}gcqya$a{#OTdu6^KcnGiRH6MmmpZN%^ddx>*
z)nh&eYyalsaKWGc{^W^J+@F()b-Y$`eOipN>G&?{k#)LXqmI`ZERppc-LlU1Yt;JB
zVTr6?=6Id&7ptBNSR(85I9?a~#j5WT)@4T3_n6~#1y+5&9=-|}9QgZbvV6R*^~*ZN
zsQBwx#VDKjM!zg?;+y>gF!0|k_#mU|zm3)V?~6%&zF&J6uj(=1gSCG1eOT)^KY+DA
z^Fz4cPk+DSQ7G=m<HYL!f#GEs*mS&Z^a!5zYgGTAVTt_s^WU#}-Y?dAUto!>FQ@-6
z`^8%SE3DUyTK`k}{|46jeLejaE;#V}z-77r@A_puVO0EktYVZ+{Gnf#H}S{*0T}r2
z6MTnJ^?k-_f1j1Fm%rlGdd=Tpt=Ie=R(|sjxZqE}KePFN<@Kg~9f{S?A6ze6SN~`H
zmF!NU)X%OIFWtYtc`#n(8-g{IQR{n7KZn7;6!!J?aJb;W@5hqmevUvH6!9Y?()}D&
z@#w_LF$Vt9FI(#y3%5US>g(rmc(p$Bc=(s#9=PC7zb|A$C_aBCCRTsWbG@vYK0mM0
zzsW?YKU1)#GHU-X>CZIym%_e&o(>lr`1w>>?#~RANfAFYBHf=^70*tr9CP4qMjh|D
zSnc;`eLXQB?=RZtHqBZ9%c_4qYhftv$D)e+xjtTkSM|Q8-d^~Z!oD6}8nf!}&n`n*
z9P!H|()F&Wcx7U(cNIL3QO9RBR{MFPuRqtutorlBbtr3hDAzCL-};C&Z>V@<V$InE
zuVLizi#2Vhv|q}<`g(B-x>W016U(;^?qgIxw<rCV!tIrt=kH9q=J&%p7!|(@>of17
z_5AO@N4^KIo{#+Zvi8DyJo)!W?}K&z`1d#Mht*&IeCGjJ_4@m=2Vt$(pNAfTe<|$i
z)x&VXpRQMrgyQq-XkyJjR`Kz~%69_Z9o~~z&*S>&6#Qt8Vw>ha5BC4QiqiGTaU5r2
zzIyQ6rh3nY;`N<_9j|1be*v%F51B8*>bLn4tbUs>!`hem3aoycufp2D`5LT#o3F#_
zxA_MAOYlv&VDojTMsJ#b3*|hc=HHG;KmWKhckupF^t(wH->dk3;vzQ>5)Uc-5cXB7
z`h9<_q8{T_|L*;%_({yF`~Nf)_x~BZe2ivk{vhVRz^ndG`9;c0Sp7G@g4KWXYgqd-
zzk$_%^IKT`H@}0`Kl6K7{WE`ne+m8w7aUlhEU*6)%5z4||BTi4XXqaZWsv?A{R`tS
zg}-4rM*O|vABl<DrSTD7^}hq|rfcfoUans{@hY<Je^)48|KMu=UCytec-!-TSj@7n
z%$`3SWe8(O@r}T0*W>e<@J9M5^pT9JcQlrD@tBIoCRS88Jcv>Cj>GEZu8`L2`g>wl
zUH^noy#9&R{2n?v8E^Y|pAxgIYbBmP6=f1*NAXRINI(9(vgvqL-;AV-XI4Bbagm$Z
z@OVbmHwSAgce%7a*E=s})%DH~#p_*A%|A!Ii}1G3XNzN&b*;qnm!K?U>?pq8h;+SP
z*;2f!Z&}jC%PU@yxX8^)crK&rTZMIiyDnOv>s=GG>U!6P;`Oep=0D>4aRXk>_4&Cm
zW?3&n+4TId31vNFN8!y8>3Y4gKD?@LOVY(#E8dp4$jx?mHKXd=fpzb{lcx2#-u{?X
z*SjkeuXlGfzmw~Oy?EQ#qkS>Uy7uPz`%(5Vb`;-%h;+SP*+IOj?@-dkhbumkxX8^>
zcqgN3IfgZct8lH)^`3}Xb-gD;@p?~H^S6%BUe4fcUvJOGEbEH#{BtO$89R#ad_=ll
zuj~R|)ps%J;!71@PF&>X3VfVV^<Bj}GfSG*=X$Tlth(MCp?JMFtNGm{mFYI#_Wi`2
zm}Olto_`nR7Gp>8-HS-q>y_QdtNI=!UHq`(M~REvJch3^s=g;!^ZrL^TA%BE7PIPl
zpNHc37uEciT%Wwc+fnlQ@%uVvS=Zh?{|(B^h<_WAuGcGjhgbEzPrCR+#UB%EAD`f-
zjH>T5mVZh|uh0HI%U8S|g<bzQxZqE(&)-Aw`hURf{Ox=`*YO`TSL<{AgJAir%kunA
zD~#HI7nav2_IyRVA4AXwGb;a3EM)dKtm5H`6*U6>!m5>jB;39~KhOKc(Rh{L{TLHj
z>hoc2D6Xfw%J-4?E93F%{ebJ~ft7y&uWu6~i@6A8`(61r5oH{s);kHy>uvK*!Q1v*
zv)!+$D3e2<hGkvx(<`2lSWz?KQH+Y8h1I@)^!u$jF{|#++)!N4ylTF$7Z%`c>sbi5
z@9!4D?fad@aQl8>39Nm)zrAq#da@L5pKq7Jzl-?gaC^S3fZKkqgiH8O*Eg$B=EwZi
zSZ#m2p0#+}`qsg1ee2=2z723&-$uBtZxh_sw;68h>w|w6^=*OM`nJMtecRx=KE-cG
zSrhR)B68q<K*jxum2Ve3JG{HYD);t^z9+HP<0}u%bpCxwmv4V!%|DP>&u7<pJRQQT
ze*1dqa75MT=aEo+ejbJWEzfrTalATS&UXUV@iL!;b-c`{VC~C%8rJbLpMiC}%xB@>
z1)qb}f9vOA^~ZbxF8I^+-bIvSG5=CT`uV_>UB;_?SCTHiTJg2S+TV5fAfx(y1FM^>
zI`!)$)-Am1SKqKQG`C?{b^q^#;{M--NB>c=n!l6dc^|L({Z)%>9>D6i`5~;_=0~vl
zZGH@^-{vRq?}DGg>bLc0uy$pB4i_9)k1VhE1<Jjc{}O8!t5!djQVHRW^1nuZ#i;ym
zu&j&UR{SopqTa(d8I}J-(sex6PE^z<yy~A{zdlD)-TyD4xSp@@QP!{d)3LteZO``~
zG0VF4>G{oWS>MoAZwK7w^ZBb7pO2mBgBVqR7Zx(F=YuOAl2}ng;g9T3>m8PK^<xF+
z-w3=~zxy#VqUwH(3dQw|hWBqMQ~5k^3;h_2w|%^K$1LlL_WW@uV;I$s@e%3zow*0E
z>YtEw@x+QJB`$I^86M8a@kzSs@8)`P8eXl}^-qtey8aoVc>Ocs%ha#=GbWXxnT=O-
zeLUyHEbEH#{JAKz7*+qgh;;qVJRh&>U66F~!ipCqE^@ONp3128ElIlS-#<lBOYv&G
zu76oX)%7nA#p_=IKc{}huA}}{c-!am)iKMu_UZX+P*yUk{<RV5`ki?lUe&uk>EaC)
zZ%ka|W)s}YsP%15y6V44{af&Ay{><2MAh|g3&rc-4iEbKGL_Fqk5K<kdyCJ<zdvSK
zSG4EvLfOHn`gcd9>v!focvbJ-q>J}eygzY~n*(qkqv|`Dbk+Zb`VZqBRM_<&iKx2%
zqoH{H$KXlSulaYV{{-IO6?Xk6W0v(Ilui06l;e!5|8zvUerG;|SM{Dvy7*kh=MxvX
zxd0zx98~yX(pCQi?mS+`tM$14D-l)Ke>D`Z{~ElM`ZfOx_20m&dR+g_m}R{PWmEhu
zl<N_HJ0e}bGvC3hdhaG(e6QmBiHqDkfG;s>e-D$c`bYA9<T2jCg?+vI1lIc9kEb!K
z?#HuGT+egZzontg_cHR0<@<oIV6ET%c^z4-7olug?;DgCG5;-=^SAvaoc9m!(cdvD
z{|7AV;*S-7O01~Q@FPa$|AN)NU-tFyH@wQ{{(OfuzwXbEP+U**9~ITUfA;n4AiR2g
zc0W2{<)6>}f-YDy&9a<tFiMBV;v0hH{B6Erc$LrjHQVRcaFn5;kHE67_>mQlO01~S
z@Ym?a7`T1E>(7(AV^-ataiO@L@o@Y8(4Qwwz}wa{5pLgaO@iC^8<Sz}%k@rye;+&*
z9uzzc*7@f6>2P~~&4Anf&4f$%PuCZ-P<mqiY^=5(=bwwWt!EzG)-xY&>sbJ|^(=&c
zAM0HNxAiQB+j^G3Z9TnkThCIsu1E39Q07GZ@`&{H=ZcC~CRV;x@YwLK#@hQIr0Mx*
z4cy+Z@#AS-#MkG``cQnnY^dh@e#s`h>aXuFY>rvhwRg|&L)plvdbdQR>)TrKw#3S@
zJ@JsjI})qEzLHU-^YtfPzFqK6M)hNN()Il5_vd@@svci&?Te_oKl?**eFtEF%e0+;
z2(QjJ=Q|ARd@~<`mD_w2{(bN<Sm&Gd<FL**^9fk}G@pdk5A!LwV6&d<1zBG2X_SL8
z|4c;s`O1}?#jAYhk}f`9@rA_N$3=J#qxyRZ>m9Fx>d%JmGBj84sz2+wKDY`?sr!8`
z6tDj}JhxY|nm?B7tDAV$-*0M4a|>23^KJO|!FOQw*ZN&p{Waf%mCAe{R{iD&aKVB7
z%kugjqTGo2kFe&jUe)jKR};?b=@azFjLQEM%ewek#m^Hf>IHn6QTbmcUH#uVQBkk)
zs$YKmzlo^2-)}>4J@4QtbXoKLdFKbb?fLvMX4RjEenNTAsD6INYV-MgEkfBipV7ZC
z(r+y5;_nszNKDiojj!-(y&W(L-=FB^eCx!k^}8Qk5!LBXMx7snLvcTb!1p&QK=WVo
z_!@>+b6wBym}Onjo<9O*D5L5f8Ii8vnMdJOy`z&Z9#iqy#6@np;X#aA-?*gfd{{DE
zQ9XD&i{<(!M3j8LZK{7_C|>_0_%rn@wr{ecr{Mj4v0VSum}Olto<9v`GNbCB9+9r!
znP=cty)%<8o>lSe#6@oAz~dP^3(rlu>VGp;QS<R?y{>;jL}|`%o9bT}ir2pg9`kP$
zqxmPPe+gd2yZ+voWnIypzZ7LLqv~H4k*?pFm*Z8vE0Qi=S@EjGMQ&EZ^BA?hHAz?f
zqxojUI=ou1>t7#HoyGUtCVfLFUjIgT9`#FqNd24fwy#fpG0VC$O5cLAiBa`$jY!w;
z%-is)-t9>j@2GfZ;vzTw@LEQ#Z&%V)|03$&gIDWu{d*&-v-p17G=E<xu75wgk@_{i
z`DYpq;#EC9{)gIG=!)_D!zc$L{zx0i^Pe*x#jARcC0%^H;uDFrkCX6jMy>Bu(pCRU
zUWw1()$4_?N6*4qzx#16W_1?dZ=3pYJ`~q;0e-}%&TYO+c$IGg^<Rdye)s1}WU=l&
zXuVfaF2?+8SkB+}*YV;T=+_yQ|0b4o@vVw)Csx!Q_%x&P-NkC(5BhraK3?T>e;&Y^
z->G3><M9xR`|}9iz*VOD<Ijhl;MMDs`|%W3{`EvYi!5gEK>c}+@|aQUeSzitZN67{
zmCyM-U-7R|UWWb#%evy<R{SopqTa*z7#05kt9^gx&s#pltWHfD*wmlTp}0R^VE<H>
z`s4Sj-|)8ee23fj8$aOA5<gJif6^}6*Pjkp`?Ed>R{zYMu=-){g4=!#hKu~u=Pg4}
zzOsMK9}2hYcfR3x+x3rte~tZ(gxmFxg4^|vhTHXzf!p<uh1>Oa!|nRV!S(tTKOSXR
z#P>v`ub(DVJTbBIO@cpCzj!jd_CLzj^UD<Y<Y=*urynoVB8zJNZBu>IL-F}Aqnhvg
z6SE@9><sG1Y?PUds&7t2x}Lce&r7T<^Aqd(asll7QSJH{MO3~1#i4lpOW^kYkk`8u
zug(YGpI8>N>Ux%=^fIcR6%pxrR#v<!aS3l$!wVU?{>NJVM`_x>ub0;0{k5>KXV$~2
z&Ab8D`Doq<>v)+r!Ro(xGpzNR`(T}q<}Gl+W(`*ovfQt&DDCyqwup4S+biCYSUGmW
zYZ-O^^(S4&&+qql<5m4$&z^{?kLTV{yuN*~f6B0(e*o{Vk?$bf_U{nf_U|y<_U{PX
z_U|a%_U{<n_U|}ccGrC6NXqj1PN3|M`6naN@29--Q+So{bkfCVDn6T7`#1;hVpKoR
zW1Z`krhbh6OIa83{#vYKTwh#*rPTes9E#U}1z!5E6|4E3T%TRTtGUzEwB|ajewuH<
zlFT<@_0xO{RzJ<RVbyEC0~Z|FpDeHEF3Q!Ie-Epd^{HO}d@SL-UweRlpHcZAVp$hI
zs`znYMLmHpFe?Akq^sY@CMxPV-d~I5=hGJvRrmL0D6Z!fJdUnv{(K&PZ}7I~>)V)R
zUHkO>cPOtJ)z9}>Z9YGq2&W$((LXS%{!due#h)wwl2}n+;b)A$7XFrW^<y{Z*AKi}
zzx&bbEhbytkB(4W&mef}zg4heC(xNLyzS$4aLlq!YCbO+g3`&TehiIBKi-^q7+%#o
zJn7;Q6^~4;y^MmtM}4D{uKI8MxuVA6)p}ijcSP0oj|;{1kB3)KzviEwqI?tZw$D!!
zW0rNrc>W}m9!AwaIU-%ZGf%;*dZ#8`JgwsCiHqFKfX6UueKV7;`e*V@_t|*0Ue`Y-
zqU!qRhT`?lgLhHC=0BzW1$f)%<ApKHdI>C>^hGH18CCz{h;;qVyacc6?M=FPX~oMD
z7r9vu&tla2RwP~ZuciJ~c(oqazdEAo`qzZw^{<7`QNQL7{p&I`>+z}{Kb|+lEbEH#
z{EaB<B7Rdux_)Qgj92ycC0)Fw;;o6bk8SWuMy+pq(pCS-?lLqx@pcu<*RTDs*6)7o
zidl6(c8B76_P~$mM_1(AhgbP#)1UpY*6;otfC~=jvYhWA%HEiN2+R4~{yJWK1pP3h
z@*l;rE<RTA@x+Qc0q<Z`zLQwHdH(1s?CaOlc$LrnIRh8`>Gk<+D6Z!m{5AUH&r2@g
z{k6<@KQ6+`zpF=CFGUu!e9m_n<vgR-dj-q++kDsXDqsEjavkMr=r^#G-R~D~R(vb5
zVs68y7?uAHR{MU&pGVw_S@rpIKNQ#V0A9qaYFEkU_h*mrw)H%QmCN-!f!o)cr*QlH
z`wZ6k@A&6%d;YwD+y1<SOZZRkuV0}&jQOvz+VwjBTfFUh-@)yA-^1;CKfvvJKf>*L
zKf&#KKf~>Mzrgi+75^3GO&cGPKEB^8{*hSun*UG3-SBq6Q~#5^dj1$>-Yo7a|NMC9
z!Yf~Wya$Kk<2|IBKZ8ueBFd~xjvtOPlu`AKh)CBnvf@#Rm1A^bU7wCgtn0hsf2yc%
zylp+>BC4)ud?;RD5B!|#b<OwpT_;AAS^IGOB$Nq^s%LUUx}GT&Pfe^G)8Mg;TK{w`
z-*0QzKQm_4>z@^h*E1XTr<R)U`$u!}>U{S7n0Ya){ycO(${a@3vmhc}&%%lqB`)F3
zVt59lu0NMxo%y3Q?cdikOYy1}Uw<rv^>{KbhxK?euYmP<GOvWSKJzMAk0<kLxL~t_
z_p`FxpEW4$^~~Ccbbae8UY}SwHo(1%e<-{$>FT%Nk8j4SdcB^$h^mj@mQcLDt+0P9
zOgn!&-nL&m;I>~o;kIA>aNDn4aNDolaNDmva9M7%tVg3a&EJc%E#~iwNWZ`FO84Vc
zz5_`YAFTLLV(sNHyopi$JA$?3FQuve>!V~H!>jrS^YePgVJUS#PlV!ro`lyd{VjGn
z*Gs4Is(&XnG-qJ-&wLhE{pNG9`e!~5t3LAuxM1V_vb_I`D5qlnC9Kt~NA>yl5fRSy
z;uZAEjLLr%%ewel#n%%n>IQt2QTcBsUH!ez_494K>YbnO??hDH&%2?xo_laFT~zFB
z9$ydew&&x+m}R{LmQDS9gmRxz{d|no=JVr4(LTSPqCa6&{m-zF`9AvdieDsF)Jyml
zqt^Q>>FUR4t{>mv)%x9!w-HtM<6S7O=RJJ*-<7G2<}ar+AMv)2$4@cKx}rV*Gs*`>
z_2WxKx_)Q=idXf2OS<@b#Xk}kxqM)!;Wb{ZuLG9PulF1HeKwtVwcdf(|A?yV9~_F;
zKLox`{hI${sxlA5+dlsck6G3g<M|^{hBB)DkrC<oop}^q)jK-r;xQGEO<d%r8y@7b
z@VKPw_@Ck@r+e`7e8=a36C$dve_|+J|0MV|^=tmre_n=W3SQOY^Lc8_vaT4<pN29y
z;-^QX>v!fEcvbJrq>E=&JUg-WF$W&csP)ZFy6T_*mx`K?SI-x|ep~=+{XQQS#;m#@
zi$ZZdi{YVt%G&1ZjeKk9&r(?HcYl^e7VDbre9KXm#QYUl&foUe@#0nJD;br4_5V-T
z8^Gw;c6px9TW@uJ#wS*5qqR1+KI5yg+8AT1wW%>$tg*FLM8s$j5iw$|G1i(|YmBvG
zj1_CFwbp85O?9=g)>;t}5fKp)5fKp)5fKp)5fKp)5fRzz_y5;>?$g)%_MN=vJ-_om
z*SXGh-S_i6_wzheMV@tdO~q>yleJDfPnLS?<!#pEhxPdV<3>fP=l$6vF8H(8qs^gs
zJzK=xu|NJieygJFt@mS_nED^PsJcC>n2EXG4k>-I^t)4@>o@gwD@wik`E`$!U7_!l
zM|Iy1?W=fyVsZ|MH^@@|puFbw+n;|Qj#2gXb0ie6=css|URBs{-;W$uv{}yyar1g}
zQrtY>_KTb6p8;`my_^y^`*B*#dg}YdGg6Ml__Okw{=A>(6>a*vAa44*C~o?@ByRe<
zEN=R{B5wM-Dz5t@|C*F@k$*iheg1A#d^0iiZix>?^tQYXUGF?U+!1e#>($r$y~wZ6
z=lxK8J|9%$x2V#i$THK3^B+rjD9ieuM5fpCwBl!psqs89?+;%j=Ka-DeZKihQLZnq
z=XGS&>v<E3`+F-s7W;8h-uuWhm%`=X{C<$~PL}n2j7+cRQ^lVXQ{#*Hr7Zn_P5RKn
z1N!-h?}|3-Y5gyZ<*3)w7K;087mxWvavAUMLx)6`8P)kirF6)$o?(&c^$f3gL}F@;
z6n|5{^gl|x=YK|P`X3Xc>i)-u;(o@7{jDD3{drTTqKx(DITK=3{e9s?DdS~XPgi7m
zJ(DV)oVcX7rie$&{*A&@<$eDx8uR=8z;s1<KJfd6ZZXdX<{4tH7xPRp{g`{iJRg{6
zi3_$4jKun2{A?-B`;9q~>GjO5cwS<v%ok6S<?-K}boSTx%L^4{eeP#bWYy<uaVS1t
zOT_-Go6Y!TiZ=VRT-@x>3URYPE5*(JtP(f-vszr*Yu)L>`e6JTDNAGg+Q{_%mOERg
zDD~DS9o|s!#>C9BNxVRo{n{+=#c$A9umAnJK1EsY72SVt75|jO|2bIywotr(+r=CI
zDLUg%>HW)2MaiGdq^(_IT@T{jV)o1W9x>}N?-euB_3%93J}En5{C;^GG(YR{-)mL6
z-oGA{en6J`hvZp@4_AC7F<D2&TV$z!Ea@!e`DC(AD9ZZ%{CzUA81vJi>n9YiXFz;I
zyT<s<di<PLw7K5S#3<{o$bO!ca!Qu{JSVTI=f{Kd(Jx3pFU$Hb%Cin%s`zqZvaX1a
z%hK=Fq_ZCbx_+)JO8?%E8<AD-$IVc@AGgGB|797f>+QC7=8mGx<Lz#YvQD<g-;;7%
zmi69`Oh2An`GKOW_hHiEM-@L#T;$dh@ikf2_cZCOf0lmI^0}h)>-E2gta|+~LvjDF
z#3TF4P`zF+`D45{in1P`&$ltkIyugNC*^hIzmH6>-<3Zo%6dO09sX4D=fuqMMf^;b
z^?gk`>wo+kvc4<ITK)d5b$}@Sdq3L5#OnQM55?>05YN(nH1&o?z3tkcVPg9C{tS;Q
z)|tumMo1YF<44MK{bqli5092UN|yR#<XMNuRy-~-S>wguv>(*#6fcbZ@%y)lic-(}
z(-l?f{h1Vs*E3nXCicgl_fA!m$EWvWnwa_<{!THi=~2Z@%=NmZOp&GE8S-4esn??@
z^<1CPKEJc1%nW_DJnQ7osd#Q;vgU~=$dW%_Uh{h8&s!J7sCs`EhT`=s5^vSBD!G3B
zU7~2So~7dE`F5GOdA?aLZmy3N;%5CT#q?j_|E!X-IL5D**YxB4TdQc(&pL6_&w6pw
z&jxYR&qi_6&n9u*5BZy=tcm<Bk?H%fzKXXdrrtJjZ$!7tyBqiWJH*H0di3?YEAs2}
zwL27_uRYcHld7~Yvdnbi{QXk)%Cf!#k?HjutoTr3Y8*~Htnd->8~v3p>TwRrtG=S_
zulab4GApU|>+-)7QclXUR<FN5^6T{vgyQv_65opbyDRTZWSKo5*TY#Ur)BB)Tx5Fv
z=PSODm?{^=M`h{%Qqp-pbYVJKR}^j5b2YN+^;`?Z>$xue5bOCY?`C9~nZx<Fq}-5Y
zJ+~v%>$y|$-Ne+mC%!C8|M!#5`=NV!fBI0-W<8H0t6tCJP~6`W@j|^nCD-2{K8q}K
z5z4{&c`oItEbDm@nO@J!ieDwB#%u8dS^9q?&!7J_{lAM*b^q@}aX%l#{+5hff1dS8
zQJ#PN`O)VXRe%5XMaoB6*7G$oy`FCse@|S}TdjYGd8;Vz=i0<8yNEKs@Ao?t<+0`W
z14G2@r+KKD`OU+`JU-3C#RXg6bpMFw^^cIUBVLb3MyC58Rq^P=)EFafm*swEY|`0J
z-~WzRl=Zlu&d93I&xBCi-$b$h)q-aHBt@J3m@IDgV~V)hkE!BjKc<OGJFU5T{m1is
z)1`F9`0mK`>$y9bp(yocCLQjncvfQOm@OVB%i8D2TQvcV_4(fipQkA6JD~gL`C@YF
z{pt<H{Vx#rEhCrli}n6vk)rI+Fdj6m#bWlyyhKd@=A~j~YCN9nFO#w`#xIw*Mf1_W
z|Gf&O>;877^cAwyUnS2vyt?8wiOE_ko-0fJbxGG={1I6j6lJ}Bec2dU^?q#%#p~HD
z-l$bF{)HYNeTp{M)7BVeojE;zo0KiG?B{lQO+8=lO4okul)gij_3x5r9o}8>p2TGB
z6|a}odXvstx9WO1peX%&KMqD#y&s1{@p=x6r*CC0#&6Ni996V=JROTs*2#AMaVbY4
z|3qZ^@#D%T6=l8sNrwk2K9!g`PK)=;(%+e+v$myrB%M=~>&5T4&Wq{a`*9&g)%$TV
z6tCx!c%}BEsdpvnUD5ZGSH<-2^L;I<ST903==Zvm%Q60jJlAjbSLwQ5Zb`o>Oa0sO
ztiyLIzMGh=d*ZXQ)W0upye#YS`>ls!>Un=2i3|Sh`Q~vbUe6Qp?${rH{`gE$u21jB
zb20Vb==t_VR53G?>%ElnRF-~U$#eat-Wx@!S3kbqN_idnJ9$+1>)HE?KO`pSqxgX=
z^*_mLo}c}B;FlOxUq4?%@p`_AU+Y<g{T_V1ImleidfLQXA6`$pxVauW#Laq#h^bM(
zo)4AsU9&QNn7EnW^+zb$%s*1x%s)!p%s*P(%s)n4&rkkXDZ?XwTx5Fx$5-5$n0gb$
zpJNv%ig)V%h`sI-Uykd|*X!h{QlF10q4<1Et;SzdrRkAnrW5CPOPMCi`esC?*E6%?
zp2XCcm3Ua;+2W7Y`>DB#vcH^@@~%HdnHALgsrgcRWx1Zb{soa=uYX}EUe6-&%h<m+
z@|HxF+4FHdES0iYmh~@-Os{`=#VZn1Wu<tIEbpgQ$-AbX;-H?_w?@%s{cFXH&+F&?
z%Q`9RWt;VHi2Qo}8$<E>H;IS;57cJ-D0y2V%Z%#$J}H}J>33^ndi~of-kz8mJH)GH
z>3?U^xfSd9W3qND+N@_!WYz208;bkeC+>;$%#n8>vdqlk{DV^V%d(zBk?HjuuJ}k|
zY8(~slBNG+N$35`XT6_1p=h(7laW=gr#}?;Hz3}o_mhnG_j9Ks%UpzVaDASUa!Qu<
zoQ+Jc=Um0-6I0`Y__!?nUzF$1Bb)v&$EdphE1|fbt73mk#dv?dc3n}f<$i*#8!@W>
z{_CccYqG58R%CiTw=2Grn96s>mt=WAc2C~@E;Q!%`+*0FvVXqce<)@?^CK~jNAqKG
z!PeR8{lF6`3*+_XX=J+JXB9tBOuZN4`?Boq%cQeazMp-qDE+&iH<4AJkGG-te7qC;
zUv+E7e^9hp|3`7N{!ij&{h!5U`qs_r{o)rX?_>Pe$n^cLXa1%r^}Z(^ZvC$qA8=b@
zqV3{W8pVEei0@61R?I{_-i9j5db-8KqDs9#!$a}@j1ceqGwLyZ;_u^)Qk4C;$&*%V
zw3z<PW1@=l$?^EHQbxx3aq{l#r-a#m|9gB&*Zpm$^zpLPpCHdVJh9@g#AHnp50Rz*
z<fOA-qqHAW6=i*Xy_^<V_5Mr`#p~%7&(^Lm{-Cb^nTj^oOHYilUJ}be{wygoB7e5L
zrk<~7rE5RtN}nUk`sc~B4$rT+H!)cY#8YIMf1$kQdRac4ti_7bzxQK_7^U8irJ;B|
z%fv^t3+%V+t%!Q_v{Ng^^y~GliYnHb$@NxCSsvrp$aDQ>f1MAnlfG7#`s?Lchc{Hb
zF)>-2#EWF9w^?5E{NndReTq`g`?FQd_<Db~h2r&W7a!EW+Q|O+^RJzXaz4BtyTsIA
zGpU%??x<oW=6ZXi?2x73z4BbYskdKI>ebiN0V(@JKPZptettew@!`be91(AkrT$TQ
z&GqEZr;f*{dVfxY;`N*qH`kA!PX`oj)^keSod46}W_@SG^jE(got4rb<Il-!=JWns
zP_&uvV&q%DByQ%rEUxFHzbjJCNB-5w^!{F}_<CaM-4Gv(=uLT(;`#oT_(oh$z8>#H
ze!bs!L-Bs!tH$3}r3aB^rW5BslyYB|^*xGAujg^aPZCq(X=2{*JQIJb-tW9nl>Ox~
zQeO3AlvzQ&-+3kFwJe&~|0eS5^}h|p>v<=B7yI{7-iOFCdp@p*k5b;tvi?tz>GglE
z_)B7{d=)>J<^9e#dAF<gJFP?HHtTN_6U*!8rMF#5hitR{A(3CNe`qLP|1j~GfAv%C
z@$yDQmKoLgBc%+NW&NWf)BTRFcuZnyj1_;^s_B26cyA{f^}N1LMVs|ch$?ygyuX+z
zrAxM1|D?#T*FQNFuV;#QUaWtCylIhTraR|PmoinBe!C;n>z`5a%*52_5s#Op|5-`r
z{YBrOkTplqW<7Hwt6tB%P~6{q@#a|1R(T5|%gh|kUnr$lmh~)(Os{8g#Y+-XW2tzy
zEd4J_I`1z!^_!S06m8bCGP3IRtO~{btrnlq`#r|{`>wT-RsX!(Iw@;pS<m{&^m;Z_
zyfJY}Z*3AUm!<#B^89&d(|=!#s{7v>iu>Ot_P0We_vd>%6y^EEpSSIdQG=iV6~*Is
zN!c#TdUi*q*R!YMy@{!@PrOBzUiZuE)w>kt_x<@nMXB%m_d{YHf9AvDf~}ppf5UTs
zN2H9@<C*bCBh&pItN3_gYMc-skmY{-q`dCGjYfZ-e;`KH`+X`D=bsk)U#)J&pH;M3
z-#Kx!zVlI~SNB`Y?s^xboQd%lBh$}Up6QaJ)VrK?_)5iB6Env(alb6r$8~wl`cLYW
z@us5m@B7bNV#e3|aXS?Ee@DDyIk}AY_lNfsrN6Jd2(|9VDC@*L{(+RcvW$Nyui4+(
zX}{1POMfIw{U`E@Qx5oP#m^Fx^IUvGmh<;QUb7#5Kk-UY=JV_QYcb>N{dg0K*Yj5F
zf5n{ouJ=Cbt<m-UK}^5C{ys((>&)bOpQOBt@t@_nKK*&T(zX9zrGJs7{x^Bn;qMi<
z{x@qs**5V@Wl_If-0Y99k0FXu&-*hps?_^4EEKP2xVYILf4(wO(PllP#MFPK_lu*W
zirL+=zhk6~i1B0Pc^4R8@6UMY<7Cl0<+&a_q2h^&$?6h!$dW%vUb8>`{9{Uts`q1R
zDBh20;$}bm{LrmvvmZ0W&3a}=mHPRzN6PdVKTBRy-}^Bqbn{$sQ-7YA_2&BYGhfQ=
z$nT9zKmHa}yf88K7KtZEbg{hKdVc5mX^Hsqc5*qtzP^@4e!ZW|Lvj8J@xgJ7XFb#`
zpZZ6Zxv9Te${JbLH~8=WMZR?vQ9tXXtc?8ik?Hw1RJ<`URW>E&{mEu=M|FSRr)bmv
z))?jf-49Q#+oWulZT4$N<k$PPGZgRFF7d-^zxG6y=X)OKW3QBbvh0`tKI8t#x9<Mv
z=YW*mk$*5Uy<dkaKAe~;N5orXS?^JK532n-u4uDgC&Y};`^Ec#lT!L+oBbMy{CdAm
zh2s4>Egt>1sNKwWHnKcl$G=9W{y8b<W!W$PeT@r|Z=G!CUzBnt@-IcE=eu0-mBiGz
zDn2I5daubl)QQIY?(c@8P5(E=<mCP0{lhIOw`H6Cx)b^Je%%el>$xXhQtj7+$ntzs
zW4|6sc_d4}gMa@g@~zXU>pzilKk}bOruXYv#m^H{<AwOTEbDzKZ^m!Xn*DmMXtQ5$
z#N_1t;{C~6Deq*P{dyny^?rQ_#q0Sf-dpY0=g9JW%VNL2Nck#Dzy5i_Z;@}EPF?@I
zluwc0I&2Ng`r0aPPfSjS_?5=9-XTfn{mhqtNY*e#oAnQmta|+;LUDg1#TTpfkB%&_
ze`l<JjFhpmtl!^njf;Hi^yK>ErHqRF&dBuoCsaH!F*UlxLuFa-q@=U9UcDckqG+@J
zsgYH$e_AN+Z@T!(A2Ju?{e9UCMOmNU&&`Zc*2#8$kCg7npB0&2-|UL#B&Nn(@nl(g
zohQ$qPdDr7jZyV_7KGw{7K;5X6yyDQ>taP&k3a8R5~Hjap&aBdm9i-Emqn)6v%KOJ
ziK($tJYSagf2-u()%#PfcfUVb6Qk<;%eBsr`{8ww>G{`Jydg33ZxpYV<=Wkpbk^th
zUt1JqKip4WWYzn-H5Bj9HgVS<l%c-=*ZZv<iZ<)p8KeAt9oZhgOUiax=HD%Ek1XR4
z{ZC~2fcHvicwb_o`^B4OS>FM9NB=e&_5J?gkfPM{{oP?PIrVyvgyMdWiU;(rfcidP
z#}%c%`GlDIUhm1MQm?;X%CQ(fAg`&H^QnJY`YBoJpOIIba=>RRK9`uB^WuZD)Vm<B
zk6S@q@4g-`h3@^jEN=GeikLC=eq9a4^{$DV`re-#iZZ{~cT-G#>$jqcnVDSgwv_8J
z{*Jt+p0D3~ic-(4;X42KrQ8kufjsNvKdkssVzM5KFUpetL|*gw@qRsvQT6^j55?<w
zAzq|U8Jd1yMOMB3*HT`}vVU*njjbMk?-Xt7y%*DeuE+QfQr<@X$H?^c^r_;{iK+KR
z{4}Cp<t^3gGmnpN;=}sXfqn+>SN?a#a+tsD#;2b)Debc4`~6Ty<Xb1(`!~eOzkwM)
zG&0@)u!@H#X3U7hJP1aLPgVVnjx6`v{QHe#q>PoNU%ww27x~ti$^DL(()|04ossE&
zCsaH!F*Ulxqhxuioh0wQ`sM!7pZC13`kxwA-2W6Y`!!A8bXofM`-AStw_b#Da6V^9
zY5u*BnUU%Kdn%rlm>RRilVy2-Fh}0_F=*V+x&P7P=6abQRowqPG5z<-TOdom@7EVb
zzV#xMgZ>vuY5v~p;>dLWODbNPm>SE(b7i&P@)oII?#JB!{Hp&|QN{hQ6x07|d23|p
z-}ldJBj0)v%0d6@q%7VKGk$$!y8jIoZ%oXXP2v@@?DuAQJJm1GRqlUl)&JJ0;{N-@
z%)d?Ec3JxO{qK&*w_b#D(Em;;Lk_@<-xZnee|N=u5;JD6c#ACiy-(gb^~?R0`#)9n
ze=w@J{{v#?KP2z4EdBfb_DJMgFG4x!|EQGa=hu%#ru#o$@rlILI4RyQ%YOIEYkodx
zuzyAA&);917So^aSI>wG4(fRB@2r&N@qNX)$aH__E54AJ8W+U_vh3$2dClkH?(d4C
z^ykkDuZro<pXXf@7aY{_+~0L6&F9HCBGdidtoT-9YTOoImgQXDk=NW`<<~dP*FEXY
z{ndRjm3;l3)1BM{Md|-x(&0xHKTb@IC*r%Z%=c8DtFk}7A9$`P^}K&C#07tL|MW5x
z@7JrUp4a!Ls`oZV)$4yJ<+UvRypK$;-<3WnN`D`d4u7inbK)YmzKEa6QvYkxc|G<0
z<ab4Ry)w6s6t|_%!~ByGVxCW}w~KjxGIxl1yqkxJdHk4%iuL`P>J1ZfeOMnZ=KPpP
zh@0~>Qp|e&eqfZi;Lpy_=umuq#)zBs&HOE+#wp7B`c}Z>#jJ0axKqsf4u~g+S>G}7
zL^10-CGHZlz6;_>V%GOj&vcW;tk3t;Q^c&#*TYmX>oZRi7yK*tgN&apWo(S^me-8;
z{xQ<m&rInvWU1dHPqN;R%&K^HVzTClzv=p5{9JMKc=7p|AEVflpAOdF8;Z}z0&(;B
z@Ol?TR{i)`EM=iA`?Vx8y*@vFmMThr%aRT+uXsh`BDYqG=S6gtyzjazX1>*-`1x<@
zzhRUQ>aR^Y(RGP=e63GR{_uZGmJfJi(ur;oZ;<8jxLIEF@8MqiPsr+1l<U*?gImSa
z8!3I8m`pRC_kX*T=HENp5t&}!&Wd*>rp9jZ7FixYd*q$c`y2XMF@mgpit>2z{oZ~t
z{rT^W9T1ag#&drMr8Ixf{!nDPzrz(DNlcBS;=Qswo{!0E{vPs@-zDpWqFk%KpF1h0
zKmWdYznDxjp8Fe+(iiu4ry|q+ov!#yVrrZfAD3mn&dF>3p4Fa_WL;2{=M&$rT@=%w
ze}CbUm`pRC`@1Y<O5DF)iA?u*wc=}usc~I=UY7HBLtgXy&7XdctXqom`1bwSZ881%
z=WXtY$u#4+zq?YJ-=Dh|neOj?#Saow<DvMbEa&f$yyoZU{qw9(6y^ES_hV1R^yklC
zpNR_&GM@W;E@emDpS_4o_xG~mSBa_dTKrg+^Y=zxbARUVv)?Jo^Na7t-iztaKmYJS
zTyT)_+}}qjBjWS<Pm$^VK3DuDF*Ux5-^z0SzR7Do{~7!|>;E8^{>*J+`ZKqS$r;SY
z)%|yel;-oFA(82NTX|A!4UKxkl1}~M6^}^F$dTgj>YDRAN<2kOzxC_i80j;lQ-5r#
z2al_GeBvUvI>n=9sXswp=R`Ed`}MCYM%Ax>lS1+SOcrm|_me!of6)EyR7H6{9k1u_
zX=0wg)=n;_HC@c}h5!BOZZVHf|9e(5#LVr#&plJj_2<8L)+6S8xBdt-ORW9VGxuz9
zvww5Mtk18<bH$9TU!UhmnG)mYN2brWNA@a8y#+~!7goF|G4m}JPn0EpNz&=p^EdUE
zC7t}`6|YEK<km{@(ul5-w<fNa)uDJjZNFvI8r=m@e{Is?QU4kGx`?h1&)3U_iZ>=^
z<fg<tR5mAOy(2XLoPSF$^YuyJ8d>#x+d^^v_QcfKA>Ja(^|({s1zm+)e>>&vR<ya_
z*dylp^ZmzOG1s4YpP1{<ykE@qXFee2`ZFICvp(}7G3zrQ78m^4zaM%;O7riB9*s<&
zuVpJ4bu8)~mv<tv>is$yiubEOF_i|yyJUI1o|3mvcRlRS8hK|FZSH^0irF9E51kXU
zKj!md_Q!ld%>I}!irF9YB{BPBzAP^IvwyGVij?NxtGODP-k;UlpKDR?y1W~aRqxNu
zP`p345;Om8@o8DEpF8sA>8^|YSRwD8qU?w7zwV3K5Ay>t`(b`4W<Si2#O#Opv6%fZ
zKM@!F+23P+Dy8{*%+Dgz`>{d$@jU9ikoPjO>iu{XiudDnV&;D%zAMZ1@mAhe-Q}_V
z1M=Q0%KCl3_d(41%^$_A-~36;`puuktl#`aT<~Xq-|VZD#c_Z5Ei%3SKCS<I)N383
zN}DWRz5e!4y#9{F<PQ<QQ$5cAQ1NTsMY7&+@`fwQdVN1RLd<&2BgL%OJW9-Z&7;Ky
zfA;qV#z<-Y-oV(%^m=z{z2l<ZczK<XRj+qKC|>Wx#LV9%9wy8Aoh0wb-$Y}5XXQ;%
zl=b=kbgG#3nWu?apLx2t;Lm=as9Q?&`$RJ$)9c%(_05cWJ@RHnR=vL2p?H0B5;Ol?
z@nl)f-#mHE&ky?N0ecl?J-)wPAZ9)0h2nyL<>v?4k3~|Z$NlZ%$n<&+YduS%-cotX
zBCB4{@=&~<6^WUDrFgz9=Vw*Y>Hmc0YrcP5BYkaT)$^?j#q+IC%zPWft7Td5MtMu)
ze#4*dZH`fO{Vk!meqUnhZxwHnrT=a67V7bbUf0`^#&dplCMJKEc)Kk6?xb^na#f$_
z?NyZfhda8T-6!Vt@viP4_KSHv*rM0R17e;J*X#A*pqS@}<9a?kB<ArmbW|~|!(y(t
zD|-AK5p%x$`+Y~n?5BUe_L!LU`}5u7V*2;}`U!EtpM8FKG8Esh_lukLebM?(Da!iV
zwZ7Bh=6>mnxVaxVD{fx@&WW4n|MTMJ`S60cdA_(PW_^BqT@tfC-;ZAwvp(|`alxP6
zuV0li5aX{!rXOF{uPaKu8}e>OR(<{43dPss?ZnJ~N4zJZcjc{#>+zoWzy7btZMFWX
zcGJF}FNgp3C-V7tp!|ojtl!_PKN8dLk+I}I7UT7f!}=iqNhq%OG%?rjGx4kSj3ECd
zC$05DQR;90&*7Ibs*~X0q4N=n>%SI1m*skSBk!#&*Ngd`nCr#-Ud+_y4`Qwt^G7k)
zi}{n7>&5(8%=Ka}PC3vQ{av{-=wFrT80^RIH$_>`ckBNr87%dqe)0@5JHJgjvG(x1
ze;tXbKScZ`>JLpi{q?3Rfc)V}hpmrLl>SC09kxD7QTiP%Z%kx$R@cMWP<+0|iHFHD
zetgn-zUxd(KYO<qGk9?QOiViKSz2AclcZ0UrC(paQ^d^Y>vw8YsjuH@p}61a;x1XP
zukNHX|BAF;`kk3{c$M@XMd@c&(qZef6{Wv9Nr$b^jp)4aeE#Pr*7+09kmdSckaYTW
zz2cOE{6$HJPpjX>iqhYbq{G&iDoTILk`7y69?=!yx!;wEwLjv8vOGRlC!Kzu{&6vb
z2l;E04qs5e>lCHG^+|`VZ%~x}HYOdmzA2)c!*jn|5;I?)c#SO2A6t`7zhh<=GkB1{
zJ?ZdO^}9n+`rDaw*!nI->2G(^Ve5M$x;H%cyDu^G?H6y8)$3u>>32g<F@p#BhmsE8
zQon~4rN1Ldhpit~l>Uw-9kzZvq9?+0zb6wjU%&XEEYH6KNvGdWvx*r!$UmKQ_`do*
zqbU8IO*(A-oTBu1KIyRa3lY5-p8LI&nE5V?Ps!5Xm88Rm|FoFFgZyhrho7k5>x$Cf
zjikfYZz`(&Oge1+c0})l=YH=dX1;sktFrL@q|@)_s^5o6C;#m47t?yADE&Q__e7R{
zF78100XzSxbfV9~bAQhhQ~!ndfh_f3CY}D~>+{s&l!N@&Nr$b!iScifPCe`I6s5oS
z@;*e?M4gW!l!N?_p?JPe;#aba|158UEU!;r<P~S|sPA9CC7pi1i@RibeQ6!Tw8=L2
zFYV&y{-s0Q+`kMFH}@|?#m)W8Ffse*`<3Bh<~NTJv)-YpKl1%~d2z}?{wQS%#nwm1
z_%TVRp7pVcvR~tp4qG1|(a!L^{}U23|3vXfS;lwC`x^T<DdnT@Pxm_oTT_xwe^V1v
ze_CSB=k&yyuc|jA>C~H<n0h_pZduOnEP1nKIln&NbHvU0Meu%~nQQ+i_WP@O%4fd$
z@|*)(?^Tq37bG3FzA&PT!t;JFPE7wx#B*h-zclGwAO8NNIOQOJdD3C)D`Nc0q*KrO
zDn;pUb<$z$Ya+TfJomdUG4rh#FOy~b26>ZZ+3$_=ic=2smfkPp_}H9u`rDG2`hAJH
zKDH*N-s$T4*q(Ii?MO_$o#Jh>TpzoVPQCS2y*){%-rmI2+b7;F%X;_AJ0Q#T<?HRB
zxOx6KB&J?{e*JwI1ATsvD6?VfM`Qf4q*KrOaYb3riKN5UPe!yqJfGiz#H{a>_^_<@
zTizyF)^|o;ams;yr8>Xol1_i;6I1^}V$SbH@g>>j`MC&#M<)-0!Gn5N(s=4!6<?O+
zd|XR9{k^Kr?~SBW?`C4^-4b7yWxcoM-I3*d`uyG%H?Ifx#MG<LufN}9pwI6EWj1X6
zVT^y2bn01utSIYwl62Vm(}+F`&*%4fV%GOUd|#IFFXf$;Wqq&Y6{j5N7xej-Q07h2
z>F;e~>c30O`F$_`Ap1+__W&=Vg9r6KrSa7JEdD6V`S_A_`a4)%f8UZ$z3+*s*ZOnJ
zS4CNGo48$;^Xc>3A#PsZhlr_HpI?7p%|M^uVajaS`tTS(BI(q#K2lNEGb-t@_0bU>
z6Q0lS*u<=FoOq}#<HyT;t@X0L&XkY-QlD2AXYiPqbo%Q`O#MlTIlq&|Q)GYX{7%+`
z#>J^OEsdw%bn#SKQoEB*e|xIyZ)Vb|*OQofv&1uGS?_Flb7Xa?X(#52oBOqSV(QiB
z_xa=!96YGst4s%A>kDH1!lYBr`XWVH&*G%R)|W(dX?Q-r%Mvr+a`Ajw#;=e!L6-Hc
zlvkW`pfAzq&qA5iNvFRxiK)LfG3R%kc)jc|o!>*tR91$18`F5|Z4z&g<$P>TI{jU)
zuD`ydQ*Ucx>TMHmk!8Kx<?WEwONGwwPBHnu|K260UVVQ3^CU$m2l;!HDHL1Z8{_vS
zoqE>yE6REfBptSXFrtUT^Z7lTnE8*0cgr&VsJvCOtnZk-;*<mZo4!vF%A80#{hdrq
z{r<$9-vRL{*<U)pNB>M^WvF*1ji=sO@o8Dk$GN1_UsrYgT}V3hE+(elCGmM#)_Ymr
z6<KsYKVKCyzJ5P7>JLcrLH>1R-iZ9sNoTzCZ%U`%Tk<>}wthRJcf#}eyPKH#?uoC-
zGXB22<Fe=v<P~S|sNb(YN;>(E6LY?vh@Z;-()l{L{HMz9?|B+ey%*wVvh456q|@)i
z>Uw&eboT2_V(PsWzmkRDCB5L!K2QIUbn-un-^)_}Q_^+4|2|cGkpCs=@G<FMWBfOH
z-(^|P{_67*=eLf#V%ekcykG5!sox>~9QB5XAI5w`tNdgC{HMw-{e8vZ(nrYt()k*z
z@8dj1*JD+0w0NW}{ftREqw4<0C7t~7;<2*S@2vFY{|!|pD9V0Kls7E6E9G-O)>YrX
zOinuU9sg}HttpB!-_)eT)~6}TeAAN-TknqOjPQJZW+rC79&z*i)U2e_uj>`39OTbQ
zI{aMU|ISsE{^lhewmx4``s+<PY<)pQ7l!A47bRxC#p2nrykA+8bo#ya_lp@k$X}Lp
zc=BY#<%-hZiloEVS1L+>tC9{|Umejk;kn<niJ5Pmc&RM+-|Lf3zu*2rF@p#B8<P%C
zRll1QrN7Ndhplf>l>YjX4qM+E(QV<m-|dN+Z-;n;EccT;lTN=gW)w4ckiR?W@O1UN
zM^XCQn{?RvK1Jzof6`&=2O@efJokGjG4mZ3?~>*I=t$D(_wdYO1`qO&B^{ojevd0k
ze<zX-TR*8N{q-juwmuNiQ{lPa(}|hyjQFT5ulHw@PQPvcsF=Zn{PRhNd(`g*Md|Ni
z(qZeD6s5n*Nr$apiRjhv-0!u-%y(UUPL}>|Bpp8ckBb>R$iJ0zc((ezttkE7Njhx(
zuA=mJFX^!L`w@K*p8I{6nE4)wZ_2`tlTN=otM3n<N`EFxKYsmtE@pne{=JAQZQ*(T
zmx-D0mH3G)^<K++BTK#U`XqRgxM1sTc;#ok3cpJ{v~aib$@KU4EB>B+Ec1O#`S8|1
zLiwa9^M6h{Z2gO(^z$|8u=Q^d{T`mz+xqt<Y4BjaHt`2#@qFB#boSfzJb?TmNr$(q
z-=T`q->{^^)`u%fe<P9(TOS$GQQ^7Y(TSOFjJQLV=i{+Sr{9y+^YQqkGk&M~?NpTh
zCL|rUK2cHn>q<IoeNsdxhv$B$Bxb&;;&HM(A5Tj<{a&fQf9_5?<9Dmy8H&>1%%sEC
zdlaR=SxJYj&yMJv@Z9g*#LPEOJYAOO<M~Oa-_L(i%-})(f~3QH)$c+@>2FceVe5+(
zrN1RfhpjJ-=(6zK@AAaVw?f=2%k%Ndq|<M2PcefB`Kyx-?^nNT6s5nlNr$bkQ<VPJ
zCmpuFA)*_@bHAGsGv8+MDp~s5l63gttYQWa^0y`(KB#`TDN29alMY+op(y?BOge0R
zS44M*=YIDjX1=}RK3RC5y#2Dw=kHGsh^g=ID~nSOo(~U7nefkH@`v-FZ5@vMb@SjO
zV!T%r89c~88j7DUkBOV-tK;GmvXnNT6!Um9_lvon%>!bt7xO7G`)@uiX1(U(lmmTj
z_56KSnUeK<K0}|kpHr0n&&#_YtNr;y=VD>!UzASlQh464%ZcgdiujBy^{>jiCfn@)
zA@Q$^eqCO1%E9Z=M7<vM$TEKHAE4Zd@khqOw_{ZO^GkO^@%gwbzA4M=$31!XWjP<K
ztJgpO{0?(?{6l3n{Iv`Jk)rhXIO(wUCyKJ(r%8vcKa1$|@VuWd60@H##Sdh;US7$&
zu18rxopb)r!TEnvjelG5O^tk~DE+=qI&A%eqV)SQ>9F-r5&ayV`~Q-d{=bS}%W{2x
zlXvH@?Z0)RBn=*nZ>#v8Mz$+Tza2@3tq)O@eupL<wmvMP!^3m`BN8+JNbz@d&Es*D
z_~BpM|Cnn0*oq%(<Typ?cYM-e>z#_y?}Vho)+a`^D?Il<DKY&|7LS(Y`j{f`*<aiL
zv}*kHieG4Cx1#hrBk8d9nTpbHPtsxQvm!b>Joi5*G5yaKPnCt|C7t!`ukN>dlTQAF
z-!G=MKvDWzm~`0sB1P$ManfPyOCq{7JomdSG4m}K&zGhCilo!;dOe>NryS(3N;+(P
zb&Ow=bn01Ot0?`glea#yw)~S496ZS15Q^v9C|)Vc_)YR|==$dQcXP_8O#OP-mvs8w
zDsG-%w~4pQHm`R(#Les7PI2>kw@ci--t88%Uw(btBW6DHUNP&ts?Lj34)Twt?~}>j
zuS`_0-}-?Ve=zCPvwlcX_UCZYVe3aCdNe#=562R#U-3R!#-EV4MV8m2lk$pF4)oDe
z<c1kYI{lqWO#Rb|Ie%voQ?D=WN5R&)q*L#FV(MKGpOvM*i}EhXaz1^2FN>S=S%h-1
z|E=F*d{FPIG860bylaXw|MjH9{(X-diqikhq{G&4Mf7%f-v2v^ng6c%iY)c-C7ph|
z(teZwAnCC6hcW(9(y3?tv7+?%B<ZmArxAS?p8I{CnE76a@5?g&rM!Mw_WzZ<;*<k@
zZt9=do21j<+r-p=mzeA2ePY$CzOVn7bn1OdOuf(I53*b@Uy@F}_to|HE$P(zo|t;A
z{|oa~QP$fgZkOeH^YzyuZk|7eh^bef-=%4Ps6R}Z#VH4DeRzx?k#y==AE_wo8I^R{
z`sj#`3D4(uY+~jcCmt%x`0?^yYrU+mGv%XiPW=~bO-wrdbtR_$q{N)x$>J%poFDJs
zR5ANo|GdVD>ikbn^_Z_aG4st3Pm`tpneuvMIX|9nmbiI-pDq5S^R*|fm-=&+S)6jf
z*5}3e`AMgq^<G8UzXeH$tuKt|qVRma7AI!DCE_`<j9)5mf-LJ>Ca*Z<K<`ie6I+pV
z`dgWp`l}LizE+FZ$TsI|t(g7o);C+lDF^c%u73VveX7TN8xk|$M)5jX`rjmPvn=Pw
z=WC0&dHwAZ|I+!ol-5iAZOSZ8IbiGCWBiV!Q_uQNMOn|Tq{G&CM|4kkK3{tiGv7Y(
zR$0dHm$zJ&^&OB`oN}N)Nc|H#lyv$#oS6DY5_7(eijT=Q=j*tb{oP!huUpm6Q=Clo
zn6E!E^9_hk$kP8Qd8cJLKR#b)#N_+_=&bmc&eyB7Uh>Z?vpD5|tzU@o7n4ps>z5Q|
z|1KvTwtgj|SHtu9x|W#vu8YsfGX93VgR-pero7^m1O0pIpV;lB)8C!M)W4gU^L0;r
zU$!}455(;6x$1m%S3e)|DAi-W$BCKmiTI%`{XdoWOcvee>$#Zm_5JIJ>igT5$}EZH
zV7&ELG5&SZsb~F-qU_h(q{G(VMf81mK0hB4Gv7z?3t7g0l6OlM{j<E{3?56<>pA^=
zO*;AC5_3Mjn@=*lIUj9e_OJf=hZoh)KXfRQ(e8gpV&)s_O0w{<q%)@eJZnVK$sZ{m
zF3WmGC7u5K`yIt82l->9kBxl)e#kg6`{&;e86Q>ZpD*bQ#q}nLN5}Yy^1f)-=%=g7
zzw|FkaPVM%Crh6q+wAXDvHI0FE7Qc(^UtqL7t`->>63!H<;{>~8h?KJURl2`JTnxZ
zPyc+^EJeBBFwYkAdS;#@=K0b*SIpzlJWtGio9Bz^-`p#vfB(GE0x|vj`>^7aV_5lb
zp%kI6H-8>zrvAR_`~4*;pZV5|BX?=cw=C(*Z+*F<%)cV(u=SM@T@{|M-_?mVpLnq>
z`?ogf^y_-XDF^xMlMWx%^T`H9>2G7wVe6X|rN7NdhplgkXkU2lcWYwi+a_Ko%lX}&
zbozZ*eV?>5>5M<Fes?KKf4h?oTi>H7{q0RUY<*uu_lM_x4<u&3gW?^sTz`j>PQN3n
z@Ar=+o$)8t?@>kR?^x1d>&F$PzY|G^t)Gl&e|YY9ATjfu5+9c3@o_rox*mE;aPT1i
zY|`NY^?OcH`a7R=*!l%U>F;9FVe6M7dO1AzdnGaRT@{~^rN3)Qhu_UAX7C{YM$+Na
z>i4Fi^mi-iu=U%D(%+q=!`AOc^j>)G_kLpLdmz3p3qO?iNS66l==JTfnEIQ<i^M$t
zJ&{+Oaxnhhc)YoKeq{W!q{G&qD@wf=Nr$b!jOeTI-2dyu%=acS&-ZV|J^!M(`hIIR
zPa>`Nic){cKY>5QsMj<#c;J2v#q0SbekV(*&+@*=@_09Y74vv9e-m@Pn!k%V|K`?z
zD6aNvkU@Q()K@(pw<}Y!^3Uq?g$_mOcZj^9vaIjxA37HcJAYVI86KYZXGCK5bELS<
zw(zK=(|`T<Psb!(<JI5T7(XuQ^y~5C6{WvUc@rXQl3s6$P!94ZhT{F|5|5T;{3Ll#
zwZD4(Px;iSub-(&r{8IbxqhZ6X1&kH7c+Q}KSTOVS^D$!-6N(SU(d6mN<IJVP`sWw
z;%-^4uenKQ{`YA=n16oK;ZM?g6{VjANr$a3RFwV}B^|cDIHF6!^ZqYQ%zVql^JKaH
zmnWTmU9ULhAb(}j;m>-0Tcs%dtxh^@eT|~@w>Igp^>q<lAD;W&keK;4idV?;_}nD#
zo4P3I&v0?dLH}E-@qHDyrjof;QTpAMblCcKMd^1((qZd6Bf2X*_rE(a{qGTPmgV_m
zue=U*K{<N<>A>G#jXzNFP>npODE%HvI&A&0qV#(t>9F;q5j_^3`#+wT{!fVa$<p6R
zc_aSX{s*e@rz#$$k*5`<-!n;vt)Eqte$OQxwthaM7s7M@7ZcO}C2_wjd^zc?XW&nZ
z89dOhCLR8+@8hm1N`Kdr4qLyWDE-|`I&A$`L~n=Ze(xk^zPsWpvedtqboyPHKA$H4
zLDFIC4`ckJq*KrOV@2ujNz!5KPb2y)Joo!NG4s6;-<M_lOL<ddc|Lw6uQ-E8{d)Z-
z>C}5G?v~~G^qsu-vd!!D2XXUy{ZZV!UVjp^Uw(c5ET+Esi<tcwC9gQ;Ab)E5JemA&
zNr$a}kMXVk5*$3JXT7bT5c|<C4>DWt=vSbaA>ny{hbCseVdAfvk9xz!uf^=o2yt=B
zfxb8%nF_T=_51%=`WxMk=Y#rV`Uj!>kMlKFJWiJS{(aT)V)ozXqf^}M{{%7h>))Rl
zm|TK`2lI9H|3rR$u|7#r#!pT<Y<-HNtZ!=4Ve8W(Iz2qEw>vTO&k#?PW&BKeBV}1%
zkG$fP1ARxepR@Z>e9+&V{y`}JqyF5)?B~41)a&`(V$#vu-vIR%B&Oa%@qAg%$0B*f
zDF^l5r0bQ~l76fY>MiXbgz`V?EfX)6WxdPgt&rt>`uwgGH;<=PV(QiB_f~a&*C?|j
zmV^1MukD8!zfK-xw!Xd}W<49^L1yb4`xPi=Q+OV~IWhBX5wDh|UZ1>KvaD~byyBDt
z{cLr9xA&v?px+(+gHZlQ{hf(9zq`b{Wt-=#J!1B^{{G{Ab^iA$vm};-`S$nY`Cz^S
z{rG!j>Hna-L$aJ7pRdE>=K1c3_?OPt>*{<RQ)Vet4(79dydP%#33-s&`pJHn{p*(p
znXM1>D^Sd-@I3x>V&*#|J}Rs8A#a;3>pLf}IORZpTAi;8{U|=@_hSDbl>brxQew{6
zW$_i+=6qchv%mHC9}|AB1k-W7zX9gEk(l{zim%Di|1Ej9WjQ}SUw6dh`}OFq_?OPt
zkUuI(g9rKd`+p*@&-w#J8UHZpu=PiZvVV`04qJZ`(Wl}0d_7Cd{LjVrWEuZL-g#Np
z_flSQ%Axvy&;C#Lb^lME>%U1%{kMrZU+={4Wt;Q$L9FZJ&r8za!F-3S?>|2E|D<}p
z&xx7ui}<4~{ePABO%~nf>${l!tnU{lROhGdFG|wj!FcQKiZZ?<>9F-7ivCb|XwqTp
z!y-C7Jg;X&V&)rZmi?jdD0#2?i>t@OXffoYz8@W%bn1;u%=s8E?v!oL#{{v?e|0{3
zMh{Lj_`j}HkM&PV%zTr@6J_BkNvFi{|A6(u_-RQef4X?8EP8j+>CZnOSDbQ?KT~>7
z<S*3cW3$9R6n(LHwwN*X_eFC;alN_X8L~f={CV=m$kNYzc~tUI-(N3CI{ht7%>FMD
zFP3fge~Fm<G5X|gshIivebqAY4}~Y|la}7#<?@=($JT3nNh}BZ<=^iUYQI(~zu|j-
z7k{;)%(o`#u=TZy{!n;b(qZfCBf23xU*8)Ov%XE@m9o6PZcaM=&Z>SNuP^D0f1rN1
zDoTIbk`7znuILYicO)IQzB8h`!gIg76Eoi)@fKNLU-l-Qeveh3*Y8g{;~%Nt1B%k$
z!KB014=MUX;loLXtsjZ#(eT{wvBb=GT)a<~=hqWSr{5v}sF=Zn{QjiFPt@;#qV#tv
z>9F<FivCdeOwwWNXCrzpJokG(G4ovzpOmG)i%Ews{NrK<5ArW39e$>MuP91?SCbA~
zzozI9g|8<awtgd`H^Xzkw-PhoZSf^p_>R20vdrht>+gwwDD2PcSBML??#t_m&r2VK
z;`w}k{z%auN`C$OBac%)&maEzi>He6crrf|bG@3Mi@6@mFU0Jx`K6fkm|uytpZ~rD
zTd&1G6wm!U5&ydI8+qiEYpeV>H$A^o|JFZ1@j?CfDIb2N&v!p4%6uP_4qN}E=nsWI
zCmpu_C8A%$^L~Cy%zWR)?_}Ap)&Rx_{koo+{Pv{7_jNzip(y<gNjhwOsG>g<9+q_2
z`tXR32+#eFOw4?v#BH*i&(TSz-$~W;&)B3h{-OFE=PHHAC%rB7PDSZ&LegQ6pBT}u
z@Z9gD#LPEYJVuu5ZA#MVcYF1H;k2YP{;~R<u4r4~?xe%kXDCX4Gm{Qm?}_NF@Z9h0
z#LPEGJXMzd<|Z9(ubzMAC!O(6)o-t&ZG{&k9k#wuQTkhyblCdhh%O1w{Vq++e9Of1
zWZ~uVR>-y$zE?f|c6XKF;6eT>WjX*`UmfGuB%ONJ*D6ZC>*TGEtS$3h3rqfnP<%hN
zQM^)?@tfqm{R{H>zG!pGXTRV77R3ks^(7td|4-4jD%w`OZApi%Z&#H0b|f9PzB8h`
z!gK$-6EokQ#5}+46>s}*i>vi+BG}rmDD@X>KMusGP8KzIw3YuK48{9%NW4#$=cB{&
zj>z(OHy;)AcrqUoQ`&r7Ouy#hlmq=i_56EMnUZxsIA5PX^()#|!UOV7$+DjBf9PB+
z?EKTxiJb}0`*Aig{hSk@kZmh`KI!x~@CU^V9^_w4I&A$?jK7@pw$QIAN`F`7U5l(K
z>H9nKuZQCOzahRL%lMn}w#ah7eoJ0)29NrBxs!DIy_=Xz<6dIcdr{Y~i;@38`a{{a
z!oHp#iRs7J?_)8e>iM69;`KZg-<RcjdX{wN@BUj<@xlBrk`DJsf2n9&;a5qAt-n^3
z{@x@Vw*EGv@51x-@jfy0eGosF<$C{^bozC@;*^8@&q;@;PDA;kXj}2VCLOl^O;P&$
zo^;rH>o1F|qb)r5+n$*DI>et;g~#I%aksjl06qV7;18?D53hKpMvhRFen%!9wmwQx
z`W>Bg*!q}=jt$TKk4yYx$saEsDocNz@@D_F{ZEu$63g*p`LC<uxf(f1QTm;nblCb7
zMYZ2ahpkVG==AX1e|O>^Oa2V;1X*~dyyBFD^<4i`xiaXpk`7NDgEU)F`kRw<*!o;W
z>2F@r)xXBik7#dr?sq}rAItcK;vQM*FG@Q7UZ|e`mL&bh(3i&eWl5)=$1hiu{#GO%
zw!Si=tHN`?s}uiN^4EwL%QAkgyxRlC)&2cCar6A*zpuJM(dPAPqqup!+9YPZhgE5_
z_{ZQaV%Af?K6L(W2@W3QZ&juPu=Q;*etXiXXMKmFtY>G^Ve7jhx;s4Y&z{6Tmi)cq
zK3T@^leb=$=iB}Aic=2s9r4IgsC6*u^mi!nkA)8>=Jn%9V(Lvw`%$oUEa}ucp7_VY
zC&Wi(>F=bxep$|!&)<N!IbTI62j^?M?r(*9{GV24!~XY>&M3<KXOj+FKc^`DpHDh$
z{X#@9hUfjil=#Pze_4D=mikwcPQM4zev^MK>9F<diZcF2(qZd26{WvhNr$c9j_956
z-0$7QKbHJ^;;XWZzc25AEc^dJUUABSem?b2>`~I`?{VTE3qMKB_3|_^^)^<&|M5KO
z)O(Tm$HFhg&t$n?UL~D+W2$;@l1{z1iGM8oPW)Py^}d()L6+;y*WX8R^Zf8hOuhR2
z-bnlNW6{4TvpD5|t$&U2-;z!}>)#b+J*`t1AF%bdh_;94^V^Y_`G$x;N4=rqhho+@
zEag-GW$M3RYedrNZ)9TXk4nt>9W5Rs%lYyCjTN)M_4i*Zf3F17F+SB}zRtwVH$gm3
zmi{No>ym9R?D-~%$@la5WbrSZug__{<WE&*amoQ(pBCe%C!KoMyA@^sW+WZ9J~N^{
z;rV>cO3Zw-#ZzP%KS$nh+4jP7<rSwK=%fF>+%WT#PJg|LslOmG=WC&Ok!*9m7K_>6
z`uBhCSKogvP4$>>Sz_i}E?y$rUU-GPm9pqQU#rB7uU}s$rS*}&Mw!Ja2W)+9j9-^@
z>RDf}DEqY`>9F;U5#1D?&(G$>%(q3nT9)yB^5)5+Z<SY^!K3#tfAU;!d(z3@k(l$b
zQ@l&IIUl>l?M1JD|EI6|{%fx?JtynmmzeqXi}%RF2a?XH`u*~uq?3PGd{CD9N0Q!N
zxUZ|2!Gru`Nr$Z;kMSpxPCe@<6=i?>ldk<%{eg&{3eWp{Ix+K|5g(Oh{8@S1WSQ@r
zyy6TVtN!vQ&-E@Ooq87&bG|N#FUvOP>x!6se_z(rtoyx|>XCn4d{vhIZdCdweX?^?
zQPy)y-ud9$DZjnw?cK!;9@M{^boiU@pYAEjeD{+MTYsP^^F2&DZ2eJ0ABX4tdy<&>
zo{IMk6t~5GJxh9fVb??T<NHO@8Q;?L^-D$R?^V)a>#r51zc)#Tt-p=vyYSra`^3!m
zLHt~n*RPLBZ!dhJ`h5Fy(iz{be!nP6e_xXhTmPmg{e4e5Y`yg#i>sq8Jonq4nE5)y
zpH$^{3J*zod*NZ#_iMwF&iEnfcetYTHzMh<^^uCw->9U+)<;KlOnB~hY+~jcCmt$G
zf8&!5U#dReo{)6L4^zJr6{Wwfq{G%HDN28nlMY*-649yQx!-AtnQywdQx@({I{mh<
zDQ56MpDDdZmVW$vH%rX?etw%BRqE%5IidLRFjqW7mU{E#&6lO#rh#HwcTQnBdZj%4
z3w%B=Tp)%@ujRk4^z%;iyC~_f^~H)Z-;$)m)|V>E{L7LKTVEd072$b*S0-k@RpRFR
z#nnmY_Z8P9X8x=C{%@V4TEBjtVy&3(|JJ8`o^Sl~P#YEH@oe5C{+-~>V)n=S7BT&q
z`^3!epV!$cX8uX~eq)1}?+>=gD^5A|d^cbpOZ~5Z+%WZbrhNE{K9Aj{DD&-3I&6K9
zqRhWH>9F;E5#1l2_y0g*<~u0fA<O<8N;>_zUUAAn{*k1^Gp3^)Rh0gYB^|bYTv7Tv
zk#yMl$%yuc=Y9tgGv6ukVcFj)d^+j$d!+h4?`+Z;-=ludDN29mlMY+IpeX%aOge1+
zQbaF@=YFpwX1=T9GqUt|E$Q(1>iO<Q(iuNn{oYiR{%$25wtibt`n!{K*!taw-V4wD
z-cQVY55(7H;fL}b$ui%fzbt0(p#P7$KXZWmC(3Nt`qLQyEa}v<{#;S|eIf5<WcB?Q
zu7xH4RVcn5UyC2hGX9Oc?Xo=oy_Hv-a?tO>s^9lXr~eI|#k4*ss{WD=TmPge^L<V_
zZ2e0_zlP`jza?hA?}>T7Xr0Df{O_>LH^5D2t6fp*FVTK<h*9c)pJ+%Z-k+i3HrbAn
zKTO_m+208sA!dK9j}+6Nxj5xO@2GwrYP2#X>-k}}J`WtDDE*I>H%^xR+tT-6u=B@9
zmCo?I{t1ccXQFtNEcLsRPJj2R&#xyZo$=PE#Q3R6r=Im`iqhY7dEJpUE%i_Sj8MGa
zGsTl+8Q&xCoz60+a#qSO*s8COIZ3DAxrw<x<|SsmJ35OQJjm~rzCf1#K5FKLV*2s*
zx+tpD^Dhp?>scb6FWXVZFHJi0Z_)R2#VH5#FHbtWP5KH&>1SoqVe6|DrN7llhpn%P
z=-TjneXL8&eCx%_WVyaKB%OX;uQ=r(e^b)oBYM8wtSJ3$Njhx3Pf_~YnsnIuwuo*I
z&;9O5%zQh=8)fNlm%QWZqM#mg{GS7TPc?pT#V0j#pQ7};Kk2ab1B%k`!KB014@LBF
zc<%p5V){QS-Yp9sOFI2NtG@p_k#zD`>HDjbiqc<y(qZcZiqhYyq{G%vNAyg1?)PkB
z<~t`oE=&FMNvGeZ)$_;2q%+?7r5JxX>D04+MN#^@nsnIuwTNC1&;8y=%zQV+7i1ZK
zOWtf*o)2!zn=ji@*niLLuDE%Azb9sW!{ptUrM~%rnEt!u6{j5JFCHmZhWtlKhpj)3
z@lTRYJ?l>urT=G1hpj)4=!@{YA1@O#-z)J$S;oJXcSp9P@Edu>DF^!FcqA#*dY5$i
zd!Ly49}=^_9}`n=dD@SHt<OoP-j~GG`zrn<+fn$NyzjD{pTWOB_kR~x`|a}qna@<8
zhqf!zI`y}V!0%9$`G+JOwmwu*`X82b*!u8@jtI~DKQb}%jS{!n79O2+u9w$ozsVn)
zblCd17(YJg^lQCSQTm&ZblCdDh<1hNekUbnzRBV-vW%Z1?``b=)Rd1tB>j9+!PfMo
z(_eRD>d#30tHLuAQ}0>zeaEb%Q*U-+>dg`N$a1~RO*-}VR`up5oqD~AskcBpPnPR#
zp}a-1oG)L0i^b&o`dcEVUVVPYru`v*nKFx04%qtg7{4Ov)U&=)QP#66>9F<H5nU6W
z&+ppA%(qUwRF?7U<xP`ieH-KzryS@#sefXdl1_h{6H|Xn;$Ic+6K|E}{CNMiiP_)!
z`;#Gmvjo$zLzxaR-_FF$w@bWTmi~9k+arta`Syw#Uq4?jOzR_mzcPzc4%qsE7=JM7
z)U$p_QTFR_(qZdIB6>7DpPyrineVuGpDg1~$lEB3eo|g>29Nsndm!oLpGy3z!l%V&
zWSjGGR?Pm@-=CbXzCSsyOi#}GFC=EZi{f*#@TH_Ps#DJ-cwYaNq?3PDd|8(I*OE?u
zueypEJjlP1blCdM7=J72)U$qDQTF#v(qZd&BYH19_j^Av^F0t>mu37zdHu4?_efrG
z29Nsw<w?@1_cZaZ3O^G+mu=413o-fi_a}9~uaxP@$$u?=DNBEEDt+1(a^EV-dfv%<
z9Q;1zb3W!)?{7aQo%vSj_3e|Q%=bCzu=OvBGT+yv!`8n=^m}+dAFVSbY4BjaHgTJ-
zGWM%I>GbP*9zgz(q{C~}?@(7MJS^$-Ykjz)^fw~uu=SA<9TlGY9i5o@#)vy)c|IJQ
zbow1peIGGC>5N~eemfPVzX?f)txr^x{<@M5Tb~rs$>F)*DT$eHs(73%{Y^_ce5Lw)
zt~=?B-=KbHC`x}blMY+&QI!5>B^|atJEC*KbH8&FGv7S%bXj<Q(&=~TKPzVNKwltz
zp)CFQ`D2lo`TcycII7f-w<V$Y^<$~HSC)Fq<Smz_o<D#45LfjIDGUE&k@WL=E5(rS
zZ^u^OSFTPv{aat7DD$mNI&6KNqRhWO>9F+;5#1P`_jglb=G!c8zK__FbiR-1OU!;x
ztoq-Ubn02(t|<NPNIGnNr=s+`E9tQH-4Wdrp8MaMnECdJ*J-~QzhAsnmhVRnq<rT0
z_Zf#2CEtH<<)E1FGY+SGo`3xFHAfZY@ohdPW<Siw#q?u7A!a`RyvIo~^ZDo7kBIra
zwqIUx%E5d~^~@*K`=ce*_phf@KJ)GFB=?M>%y%~Fu=R6_GXMFc!`3fE^kR74?@Ni9
z@3Q!mEc<aK>FkH=6{j5JUrRcCQrFLQMd|NG(qZd26{WvhNr$c9j_956-0$7Q%y&<G
zRhItlCmo(yJ>NY{I^ze_?;}O&?{U&$>rWJ=zo$uutv`$C^YGm7i^R<LQv5&`ekJd<
zEc4Z$-)#6hB{+DH|5lj}z}DZz`1eVtp7jrk((gxkpCW5}uWMn+{~U_X?-%hKS;l{r
zHy}Ht@HctIDF^#~y-ThP{k8s|zsh5O1Gg#4eC<hxt#>HOd_$5BTOS(HVd1&|;fa}l
zL}DI)BgHTNWpTCMyDXwLT2bmR?}f+2sL8*AeW<@syg%c_qhxu!jF;Cb%YK+Ai0Q}d
zdg!aF$A6bHt&_ibB>p5tnSZjpDYEq2kv_kNoj*0IObgHJot~Kb-QtO|)Sr=b`ukjc
ze%O<A##^5i<7X$Gde-MCN`G_Z&5Nw=)Ia(2L-GFhif76)eu2F2y6QMJ3sZi<R((Az
zPCETANv!AN#H@G9Z>Zvf{N>VD$kLy$*Og-W@%6bXs?_tZ4#n$PBVH!U^|ChU%zvi(
z{$YL6>F2!k4T{pw#-zj6Hz`Vgo0AS(-xATj@O*u2P0W1T#Oq|~Z+p^V*DFpr$lsZC
z_>-PrcPUDLyOR!E-=iq~?M*steP2ZPhv$9|Bxb&Y;vKT^p`_FA*Xr~8BT3hIeSUvb
zQTjWUboik3<BHPXiKN5UPe!yqJoh`0nE6hL56e>jbfx$Is}dYM$ZsDDoQ?c*DWCDy
z&nrql7m^NJzZlU=;km!diJ9+;_>3&$ugY5_%j4&oyyklL-*dX5DEmEL-c4ERnQw{d
zcZR&;l!N^1zb99Q{5wg9t>2CD_mWOM>-QC<-v>#Dtv`(Dqwu``$BCKmiTJiG<DbgA
zF3aQhnY`kZ1ATJ(c^G0Zl1_gw6I1_HV)pZOV(Q&a`%$p<HtE!Rmza9*#cyQk?}NOL
zvh1(V&nGeYJ|D#?2m0&k^R_R_l&r`1dVL@MRZ-^umUP(qcSY&Hbr$0Tw%!)e_VB#_
z9f|30i1>5NH#F(=+mrU2{NYK5t&dQY{zfJpwmwQx`Wu~e*!q}=jt$TKj!Ufl6c3YS
ze5btU>Ysimq<r-K)#s^QNvFR_iK#zX+??MjNvGcQs@}AuQ*U}=>UE2!%F^Eqc{63D
z|9J_vdc=&cAFpex{hzH&#`yKX`kWX)H|f-~K2K5lpPzKtdT&G*gy;QVn3#SSiD$_&
zezClXvgk|X6=(3MpP!c{o&4pAd3>%AuaxES<;T-1G5c44KKr`*e0EK$r}ZahzIEc&
zvhez(7i>+d9&a0yPW~qG23hKFPCEUqtlm%bC7tosx5oHwNvEFm?TWI$JCY7t-x<+e
z;rV>+PRx9J#9L$;zgON;S?1d(uQ-E8{d#pE>C`)znDcc=d|0+QUq{5`*PqYU{T@s8
z$UiPVDocMSDt%R73ARou%6j_c?GGME`J9h|>i++9(wXmu?w`&m%6w;&4qHE`DD$09
zI&A$yL@$Qt^KmIL^IaB?(pAQOT}e9qx?XY0LH@O*!?)D$bw$-*(qZd26{WvhNf&GU
z?TFq9&;8y_%zXF6S7qt%e$wG<_51&%Gyaa|d!#7+Jx)4o{fVOV_cZCS^=A=%9-jMs
zk(l{jiXX_ruaZu`Z~j>^g9rK>>2GD}$B)N%V&?bb?|oFMuip=$_<Vg7zm}!mCwZS`
zspt3ir^E$YU*xTd_gh~>@%_Te>idQ7NvHoo{r{yF^R>x?%+}i#W&Vz&!`6pHbZB@U
zKP)lx4Hq|`caBIppLdQ-%zm${`X8Ni>RBJ7DE*I3I&6KMqVzjH>9F<Ah)xL4{ZCBH
zd|l$^^Ug`)QL?`-`eb><DF^)@srsLqbn023rYQYRPdaS9TT%L*k#yMl%!u}c=l*9U
zX1>|t=JVG%;wiF2i#|8yGrvDSov$eKt^LblTJywzqj<e3pXVcgpTAI1)^A=UW`6Tx
zG4=g@@)9xidrlYAS|H}5pQZAMwOZ6)n_ge3f4%zo>lG=V`KJG-nAS=~nQv9nVe6|E
zW&Sluhpn%T=(_N{zv~k--v;q=S^C?UblCNZQx5VsCmkO3Cn#GKrN6$U!`8PdN`Kpu
z4qM+I(H-Hr-<^q>Z<lzJEWBIZ9$Dtg?|13{O?7{=Pnkt12ji{pkMReRPCe@f6{X)p
z@(xGV?*Fm`2M_X(gyQ-~#d~ELe@xyoSw3$%F3$z%cV^Y^$)wZoHGN*tuPE~kBptSX
zN>S!JopjjxnTVbZ&-;BYG4q{I%=LUh{QbW#u0P-9qHkSNl=^G5AD3g)p=Ibk=<iA>
z-k+=Di?Xc$n!M|>TCY5hN55M=er_h6{1<wEdrMK~yDjgIEd32lpAW*$zZ+HVh3EC%
zPfYy>;v2Hme^}`^tIt<D_4&%<$bXXZ8E^fmqV)4j-t)+snffLFMJV3Cm*PjVjDIEX
zgsk5G%PYd*QJ?R(NoRfU5_7)aCuaX|{bsOG`5*ZorGJv8KVOfZ#q{Ir?@Lsv=l>dt
z>wOb{kY&E_NrxX*pJ%q6E5X5oex68gSCoD_k`7xRqA2|hO*(9SSVV`1=j&laV&)rZ
zmW4+poqk=fIORYeBYmuFvtQ%H&3=uKD)oMKhT?h?#G_@YH!<nVKULRXamvB`lcZ0M
z{ImaBk__XWKSetIOilH~sy8j7)5G)rbSGxM8R9Nk#?O@ZMrW1lt4G|NZ~r}n*@`mW
z&j)kF^p_uRtZzg5e1iOW$}CPfVC(Z^d~edJXMKU9^tUkSu=Pa|T^yd*yCgC5Efvp|
zW&AREvt;RaxxC_(1O13zKZP<YlTLrD5>tP5V)k!MV(M*4`%$p9F6q=;pIG}NUMov~
z8|7`1MfdsGEdHhaA4vU^->1ytlmoWDHO6mCI`yn?SCsyDBptTCGorh~^ZxHn%zS&q
zTVxr(SKbO)^nLP*Qx5c1zb`k;fuz&l!NiO|ByO(P!%3%JM^*1=(y4bWG4+m%kI2F&
zl3uV?zaI4`o%{juNm=TjN;>EBX>~twCh3f~em2IROFH$epI4OiT}V1?{bEEfh3E5g
zIWhBH5ucW2{8f4TWts1qyy6TV(-WiLNKCz(iFrKS65p0({l0$hh{>-%pQ-!3m+Fy!
zUwl`V`5#pJ&aEZbdZ;Mtc_i<8@Z*$EKclOk?|Pba=9{L+(=$bx?|IT;>n{{#zL!ad
zt-p%s>+pO&-Xvzex8mmh>s`|6*Y%214)Q-F9qv}Y9~Gs)Pf3TZe^!+Kz9b#C{xzcC
z!gIgh6Ek1y|HHgj6mAm}^ZVESwf3>-9ny!$(vPq2p<?Fu^*k)9)YrrCP+V_>xLuZd
zBjt^frJnEapG4QArF_$;7~GGI5f`T%?C-Ve^SW_Kr+@3?6=lB8q{G%HD9Zd3lMY+&
zis+>9yuXtZGv5?(^LfYAqz^0lw8Zp(yXwC?>D046Ls9yjnRM8CkD~NDE9tQH*%6%+
zp8KDhnEB?3o6kGui>J%}y6C+rpZ-5r{Vz;9^{g*alztZ{9k#wiQTkn)blCc`h%OJ$
z{jW&Od@IGx=N+rW3uO7cV|B`>|55+2n8AbbYm*LJU#BSju1`8_eS@O(yD{mo^-U4o
z9G?5%l9>7W#PfB3$M~({HL`sEvMuE^zdujep(y$O{jKd{-dgTV`K;I9FYZ>9`OJI7
z)bsaAd&SgSpwC}+iFv=hPhN4#LB0C@#hU8#-GeEg`R@IOk%tszzQaj}tsha8`Hv<Y
zwtg(4$HVh}o=D7mC&dS3;eL4ovdlLzo@u<EHIqtk@F4%RG97@epNa8jlTJPB=M<&i
z^YSi4)`11Cg(d%DD1LstBt9j}_{;M4%kunpMP6~rK|fck`;&Y6eB+w3sDEAF4O!})
z{2z-MJhY$6zZq3;h3EcmCuY7oi8=pw#cew%$$TrgNL%+6rT#{(_d$$0`e*1q$bT4$
z*YikxPnP)}C!P5=RoB;3>Ca@TH+x$#t><FqAD-U-!v}SL|01fs4A1?)O3eJP#ZP3Z
z|0e15(_6hid?)>V<ln2_A3Fbobo%)y?~`o7)~wVo^L-A*`}0NoR+jN!<z1EK{_UH*
z;tU@3`D~s4NpZcl#H^>i;@$~=HGhcop|bSn>uZ>petdlmk1F;2BSP`~BgGxE?Dwcj
zU#;tBjH1naW5vyU<6=}j-}q2GU#EDqEcGT-`cpj~x<dE*CW)K*Cda6HzA2%2zNzAg
zF@Bo7?>bBD_jGZye*b>g3`Oa$zTRe~_ebnkk1~r>4%qsv7(YAd)U!TEQPwjz>9F;A
z5uG2NA0NGmnQwu3rYz$Z%IlUzUnH+M<v^d8`X{y|>GZcWG2@qsoBdgybjH_@-<3&c
z{3`JZS?aHr_ePIOc<dh((^{)2{T<Qcd7T)gw|YFT55@bvLA)l$|NnHo4`^3wv+wuY
zd2?)zCs^wZsg+d3D`}1d36k0%-Vki+O+8+lrZxl-2@*skh=dSqDqaa95=2DAS{tkl
zB38tDt+m#AZQj(Tx!%-Tn~I2th=_=Yh=_<t*Y`7dXAQI8y<pFt&-0yUX4YEITEBm5
zXAk0aW0n5^o-*0~FQuNb>`>4ZKO9*7kHF>rAA(1*ieK|z6=q>m{5bc&!|2+dBX|d$
zkK)+`t-tAXKRp(7<-5)MqvMRK-ie@#O&@1e^-cy|Z2Bo5J?);Yr!#?7?<`#2|IY<o
z{q}YgW?@tO1@sB5`mytQ5iZZ?CC`%2=cFrkJ}<-PvC4M^?<!XL?DcpIF0gV9Z-w7~
zue)OTo^U=CY23o+*PBEs|E&-&HvKlE)C;=U^t(QK&pkVy_XF$rJb=s3BU3@w=aK2a
zivOAV-AKPPM5({o5HB|U5u@sFF6d&@AN%MN_pINifmMGVE<b-fgCAn``Qv$tZ~8Ba
z!G%rp_tWo7qSW835HB|UHKXe9P0+=rzxB~~?peR@1FPN#xct2F5q^Qy=Z#M(en;we
zoPNI$rT)H#c(Li<7*&7YgDy7xhmZbr&-(opSp8Q12buEoMHT#+D7|&7h81J$^=Rt%
zD*e_FrT!L&c(LiVjH<sSK^L38)JK=OXZ_X%R=@S|VXiODUk)$A>hsNt5U=|7`DG=e
zinr%u8(@8YSry`y-@YGT!>H!l_v4K|-+m8T4eR}PQ<`7Lk!$w(tKoG%e-K^^>-||v
zn6LX;d-}Z5ioOA>ero@n!c^K|?awst-#2=ej`aGp$rU?)?TI@AtA0;MVHP$WkItZr
z_wahXg;Dj>g|`)}ewKy$VvFDAS+=`p=eIks^7p`-vC6+A>F;?z*5|q%kDYLNJa+l4
zd^~o$V#lK&?)CY5@YZ8>JO=Ozr`Xibp?{8xQNR0wF5aK`?SG=s1B{mE?;u?EJLI!+
zzr(Irza#J<mVWR?u^ex_y;${g7*9RemXH6@peue1F7qFQk7JeJ*6$Hm^-rXDd;f9L
z<Bi9iPvMp4*IrN0xNiAR!|M1f-VLrAosV;_*yr<?>HW$D^a-r`n;KOX+r$=s5ncOp
zDdZEIKIx;E-Lvz5C9sayRk(aTy%u!6o?Z{E{@<m3Z=&DAs=xQCUyHwuuKw<Xd}7n@
z`sh9Ptl#^A)$aqid_A3lZ(#L$IvwKGZ+&}V7B<bFL7&B{-=+WMUsS7S@sH5e-(1Ki
zHvO@WK5@_HKMkyU^Kkik`V4-E)$8f=5U+kWq<&wbzrw2Dw$!i1zeZPoZ$dt?>2H1X
zoqN{r`@rh=16;nIeuQ6O^?Ld##H-)l)bAJcuUPflpZc}<Z|Lgpd&nm?{fCeKbkF+z
z6<GaNZpxIer&aK0qV#%N4J*d3x8c-p4f<lN`aO~QwfI_e^|vJC6Pv!&N0+&0{niCm
zzxD7+`qTX7@FJ{U&sT(a^<%H!D;ZUM8{h9W*sOwArFi>%y~gA1`;^tNUauQd{2@A7
z>+yE~YJzosn?t;KprbGgoA###eLYtFHuC!33aj6feE!_vSvte(tK!>SvDb%<fu(N>
zta`2gxG<FtM$3Ae;j&(*&&u_-xMKCX;C7$C6>l9@^|s-urk&3V>GiWa={@ictopIz
zxgA!&y(!*aUv_%Dai8<96mPFL{jOX7-5#|E?>uK!{SUZepVw<H6oU(!?(h4OzUHFD
z{fz2<Iv8}F|BvDO4&^@>bg}6}jB0;}@kX#Z9xo0TW?>Us{2|XW>Yg3%!-19mNMOxB
z3Ln7gemWL(_1nPvt->ib%|9M=vFRrmRlnnSC$Y+3#rxC3DK@dipYklH-Lrnr1XljD
zfi?ded<?7m>G`0m-)*ViiJ&W==@%JQznAbPvC6+T^=t8$J<ApMtlz7FmH%2`<+~1F
z!0LW_Bk1b)aO(F~(3Q{h+l;E;J9u}o%HNavwfK9U<-U8??}Na~KNVQ{rs11d-A^9|
zUHx85{murR{YQVqsQR75dyG~7(bTWyd*WH1x@Y~)2Uh-PftBw$JcHHeu@^~i;hp14
zMs@#wmGnJa>8}~p{=G@M-5=gEs`~Hn-ea|Y#)VUC>c{RsAJD}g@jhV{WAS@^{%2Q;
z&vrilE2Fx9yga8_wyFM3?*D7~mQVG+hxuaDe=w^0KZ7nd{Z~2qFN(p1P4lY)t6nwy
zjd<N37Qr=GU4L8YWU-AFJiz_0aEeXGbL!v6#VFqrB5h1O$o?#4RP~nyU2J+Cqw2pt
z=wj2C`{)YyZ2dF@R=t&QEtb#!L07-O{)56SY>HnKbnyuNHZrRInu0DieJ!KvuQ}*q
z)7SZEi+k4Z`oOB!3a`d$eQyZ5`t9CWn1xO88-p%BO23;JRe$Y47n|O}sQTL+bg}83
zKDxy{>$fYg>TQMFu)5y11zr8V*i@K>P4V497mw3#52NaDN6^Kl_cE&f`hqSteW#D^
za?kqR9a#1H;q6%Uw<qZ0L+QUq-y3wzKTE&+7*&7!gDy6GkWuw_An0P#5Blhkd)Du8
zVAUIe2e9Hpc%xX=d&m2e!?5zN<oYa}V$=QQ2ugW>vHR5+qq@FZi9ZIH*Y|N)uV4M>
zCtzJaBk(w^^?4FL3G4h%!lz&z&%5wxSp7eS&%o;c4SW_>|Mve|KML!9cn+^{icRq+
zkKkgI??TYEzZ399pKtqn3D*7^Pr};Yx&Njx3!CzN;{3M#w;EEtD@2NnO~1;h`n?u(
zvFX=+^oDyj|7Kv-y9Hmy>UiJAyMxv7?xT~!DK;I?mNs0B=HDaI#>Btq|30JY|3T2j
zrcW`dey4*jHvOTG&bVj&&jwb#NAO*&*27%T)$drkUp)!B=GXkYg{eGcRQ=5dU2OU@
zM%CZ*po>j^;iE6zvwmL%R=wBoW31Neo1m-T+J91*g-!AAf-YW0zwa4Ue;<M_HvJ=`
z>hDv~#ioDu(J$^<zh48Z-Z%IyR{ebsy7*eUU;PZa<~PvqFGkg0<(7<XV$-V_Re#k%
z7n{DwM{C@(eisK;y;}GO^~6hpu6}Q(ewU%wVb#wt?>y>Z)wj<-%RS3z`A&xGbA>DR
zd8GkfidDXqc&o6=Xa7Hy^Yo|t!D^JkDK_0dw*PnX8X497XZ?9`6I|Xu*221f*!`rN
zyO`?P?~m)yRnLA;Zh;H@-S5fkU9tXK;byGv2OF|(*UO}Gsout*i|zk+y@^rPZx6cI
z^bQ~0?4IT846O6F1#ZLYe$<7x6|3w03!M~BvFZFyr0ab<k;r_W?4<v0M%8am(8Z?j
zU{w9~23>4=pO5Zz&-&jLSpDyYw_$a?_Xl15HvW^sENqG&2)cMX{qAK{{p}07*!2C3
zs=vXYi%mb^qX*ryeuo09-Y~oetNuoUE}lu(&uGv!zmI+oGphcM1YK<UQAX9@SkT3$
zAM?@U?pePl0;}FQd<ZK(8FckKm-;=8eg><4?E8bWu<G0Q2j@IX{=VS6D|WqHfKOqS
zZvyWkR{8Aj|E+;_y<WmAoMMyy{NKcNb2;eBcO|g)?`mM(FRsDYvASQ3aKE?#>waPS
zO}M;Y+=6v|+x=sncOj~0_m4a1>d)>Uci{qmcmKHOiXD&p@NKNF*9S?r|DVRzE6SyM
z(?J)T{*Y1Cp9#9y^jRN$<euf53#{Yy7@orFe(?nFDOT6xemW_fV$*u*NY~>tB9Xa&
zjIq9-Gpc@H1YK<UOGef2tDuWbf9<1h+_V1Q23G&?;CZb2dmnW1+qAwv2A%7Hem^m)
z{yqm?d=mW&qw4Q#(8Z>I^U?3_S-(F5tKLue16KSi=<4@F>bL5DECwspSoLGyk1c{#
z-@YHKffacrz5XtC#nxY~F;@AO;4Q@}pZ)jVlXRu^zs%wb&#uR@rMPbDgRXqb18e_Q
z1lIM~0I$UAdc4K;SUAO|`Y%)d)nUH!uL-RDjqob0uIHwpD_`BeRhY0f2VMEr1y;Tm
zcr8}<gY|f=*z$g`0oL_v_lLqMHl4p8jkp-)+eqXltm@hQqa9X%cK_&rH7P&;wAmFq
zf1Pj}R@dv6q}$)a+xg!sm+EZ|y4dt>jH>?jpo>lK_R${qEZ>g6+P_}73#<D@AKp%^
zj>jmS6i%^;t2zp^uxb8oB5go?m+P&cQT4kg=wj0c7*)S}gDy6GpO5Z$&-xz>ta=CF
zU0CtKpsU}Sj>0T#(udJUu<FOY|2+h&zJ32Y>RIyly@y?~^LYdw!YbcUyfLiu+4KE%
zu-4l#yuv9q>4(z#J`r@~8xO4hPX^ZYcnUs^)%Ex(U5{^4{<C4e@}CQ={O92_SY3}7
zg06mRmlY;#7lW>RmjWx_Bs_uD^>{hx%Ga6lT@AYOT??#y*WoKzUC%f0Zeq*p`4+6}
zD_`G3|6Vb;uqodiBJW~V&#v!#u==y>`#!8``TBm~imit!_%>G8({$49zYj0}d-R#0
ztG?;8jH>>lpo>kP^U=rd+4b=xu=ejM{1B__VIJ=pR(jp_!YpjkS9Sb_Y=2%5`4X%C
z?DvOPu==szA6~<nnSXD1<BH{b3qQvy-#fhbSmm?l!H&Z^e;@D)r`V)lOY7xR(3S6V
zVC~<Rz`9<(!r!pEUe^BCg<05?zy2Tnh3wxy!hGfb8Cdy$!QZjEUMja`Y*W7OfAkl!
ze^&=x`4$CMz8bg+tLtTP(3NjA<y#VT<y#t9`If=8SY0o5L07(8Dc|y-E8mL1%GUtb
zV|Bf)#9M_euea5()_=VIH2(|NUn4sC`F*|#RzG&Vt%VEx-SyV&imj)0@EWYvZ%fj@
z@p`nFU#(QHHRxi~H!!ODZ9x~CzR^cFxo6i~dtmKf2fQ9D-i+6YRXuxtaSN>c_B_N#
z){l-?7fRt2oAecRxNf!uUHP^LR=w`PTJJsZ4y@Mu-n8D2*A;_d>kIRhe`jFj-v#$#
zwcd9JUHwki6(($Zg06f6ft7DB+>h0I-xqY{`&n0*unh)X`3?kDzJu_7tk(Nb(3P(-
z{r!QFpex^@z{)oY4`a374+mZOcBgztgRXpIftBwVd<3iO<v896Y<azm!&=Yr`VsGM
zD$K&Be5Z&!ja5B+{W=4yKf9jJ!kU&}zs|X0*VB3UBv$z^;7wpTKK#CW5mtWty>~0D
z{x0DaPO(X!Nyq1M(3S5>VAZ=CSnKy1d>yOxJDJw+y82=;Y&XMv<-ZkJ`ESEFuv))&
zg06n|rF{2-u6*|cE8he7E>`PzD(K2Lnesghy7J8gR=!zy8msmDDCo-fBISD=bme;z
zSoxm9b6Bn4dAw)Xa{U!Tu_=Gczm4nW1(Alz|1z-hzk;7*wSHgYy}_32_bse=ThH%c
z<+JC9-ovWDmCwJE9{&Na5Q<IfVHLl}ePUGW;dxjOipk$!e+lzd|110%tMmUY=$fCu
z5Bm{x&Ho91$Lf6l3cBX!&+k?LlSXaR{Ay#Y&hMh2D=L59SR8cCueF(2ozEpf*Zlnc
zYgy1WzYboC)%mZ-TaMNFtLBw*1<d`1>%9Tid^>+DVVytYRj|&VJ>T(>qauAZO5qfn
z&fgl&Un8SBe@oydSm(ojUo4zr)BM}%_sC`<*J5@2*WoGJ;$Not_2?~F9q-l@U;WRS
ziqZbHp>M$I_-;(`%_+VeeG^v4vm?dtNb#NMo3T3HTkyKD<?-GMtDhdOhi!0qytl(T
z-gf-gICtaSpC}}bpS>RJaNS-HdSS)n*MmM+?Db%0V4c5R@NTTmpFL0059|Ed@7;S~
zoge%CcL3J$-@rFhdtn`4`~GwvtmC(ZcS8GN9UuGrGzjbXw6L-cz&bwm`g9Q1@v-~K
z5L~Xu9=MPz!+2jfs^Ss&{!aNtxBuAwUE1c-<@?c5&t%8<aAMPsFsk}TgDy6G%tw#8
zXZPRZiBAMpE8~H6K2E~3k}5jhocPLVMs>W6&%ip~#%Ez2Z{u^Yj<@l7SjXG=0<7b0
zJOS%?8()OAf5w;K0vA}Gt*1#>?D$=VKclNZJKk3rRe#3UVD)Ew9aewFH(>Q=d=plG
z#<yVgXM7tjaDnAnKX*{Bc>G<wdmf+9*L_#){5=S)oKx^Atge^or00AyL07-CftBwO
z{1B`Cn+v-3|JC0s$~Ngw(4S(J&(`C-&&u_mxnleCJg~C9fFEO(?`6=-{I7j9=YQjh
z<$oJk`QO2>eDuA0_WJQ5u=aPnR<mr={(cI&*w));M%CXJyssXW`}^jK_4hrns{9D7
z(m!Fl{-oRbmuKs}a>smG^-~2`W6ORPc~tJF#ue*labV@Fg@4fnucvUoQuF_7Yr$K_
zsID*LI#}12aXqZ-%Xm4={g(MFU>$GM8({5^@k&^s#;f207g(MhkJYZ&@mK>l`g}V-
zO&*nx$68nHcr*uAjdk!+tX_{=@b0k}(&PD2|E*!Zf;PZyKAP)qbj9j#3atF?@OrH7
z#~pZQREjOv?+o)*e+%5@qq+W8SFHZFz$&mE-i+1#zZ>toP90mWzaz|7{a(1wM|1t1
zu2}tDfmL8P+=JD6>&KhdQew;X2f}>S-wW^a(OiGOD^`CnunHW2_h7ZY58`c>%a-d8
zhxw{M0w40xTz}LRtA9AK3LJrlu)3a(;=R$KV9WK7h54#~96sTrx&F8-R{vyR6*vWt
zVRg_?2VIM>t6NdFsoq)ia~_rJop;6RT?ni!6Yv?V7THC-ga4s4<+uHv^jUfTFS}y#
zSKzBYn)|utip5_KteQ9AOIYpi&7g}nu>a-j;cfIg9+m6eb;au43#@wg;agbk?}MO=
z?S3}xqdEUWS1kWbVCA2Mr+oAg-bcUR&%wtO%4Y9x%-8vN;xp}j`!w+o?-%A7Rlm>h
zo_kd8_k}Cg@5{id`YNzqA78`vepGrq|LX5;h}Zdfmv}Y&9;^O7;C=L{+}|fxtiR8J
zi|Lgw@EfdNFTdh_!>Yc$pDNdf9giRAnxE_abj9lZ3at3b|19&JQT1O1Ys}&;{~{mF
z`D<LU_{D*hqZY3A(It3~si)V!rSLa}vgP$r=QC}6)F(c|`dH4W`d@+9;8D5Xm9AL7
zs{*Tm)q%A>*1!!)&HEKwA59*W*UMU0tlwsM_Md6Kl6)sqi$@ttwfOZY>#z!K#oOTV
zd4JkmvHTkYE9WM-5v%poj%V+`q}%%;dG`KibC|F7)(LOHsvkSPT^^PD+3Je*vn{Y{
zY==9rI{)2xJ=njtzO7y_y5{G4eXdx&oq-j<3*LcM|GR@;?#~_{&G`phvHW`jEB`*Y
z-$(c3EyL>l)gazkm14{5`=HOX^FNe$ob^4-sFIA}9rCE$@2D%*@8Q5|;7DMt@1wB2
z|J0iRThGTlDzES3u2{b(;5lF4KXei+Cq2qoV-|l3WgM&hIgNM5<MaNUb;b7QTwvuq
z507EBzAxadrwi%v`r`FJ%vaDQcoJJ4-^(7A`?=zZ^>a0_>Rp2;usZ+O@or%M+WNNh
zc?(_hbG_THSiL)e6@M4LiB<pif?n>=10T)#r(Ci8(}9)$A$;FQXYdYS_5OVpZ=WCU
zyuRmrrk(%CiO;dVpD?O^pW@AXRPOhgE7tGx!0Pu!V6E?$uzkMKn`~RpuRSWS?>DYk
zzi;6uzP?-er10LOj8)m<KcKwBYJWcBee(FcKc8K({rM7DIlscMuv*{W@Y=ML+2Zx3
z!5?A1PRdXC7q&dUmAf|k_v@|773-%uu;wg+zmrerzXo26{cG#n&gT-(lJ|e9D^_n=
zVAZRGYq9FTKIrBCtnksCzrhvDzcR4$uY#BR=xV%2?4Rz3Yv4gY-g$jD`Aj?iYZFhh
zzMC0Uzw7W?JSz9Q-WBV&HL&{K5LoNG4YtqE<@ckTJSwm6c2}(54tU<z_a!B%bb6Gr
z#w>md%4V$grwebZ$LIao=8Eml_Q1;74R6G1efQvv_~-F>ed#3hhWT1=eeh0fd3<+y
zRPJZDE7nhc;38dR54;1b^FM&M7yH-Nx1G=Z=$fDF4Z33W4g^;GL3kfl{SO7b+@BF2
z&G`?xV);h{EB|45*hi1xHDYx?Jc@VKk9S_*$9$%p|Ko{ou)a?)s(#1uPI^@C_mnHv
z@9Dtm_e@}|@3XLdKcgmXJ)ifeyuL5EV*O6Q&wYKj^G(Mkk1|$ei=RZfh}HgF#=GM2
zd4I0DV*7I~uyS69&tbK`Z{WS-Dw7_sFRkxeVZPSeZTJqhJid25D))2G73=4IVAXp7
z-^A+tPvK2t|JwSt^ErdA`MKV#D^~AOV8zeD53%b1anQ^CdFrD%|GX=f|5;$=e-1zK
z(HD4QSRLe-c=i7MT3+9;eWsoNH;M1DzTYyce&6A}_o&?O2Uo1$kAc<ir@&g@pJDs{
zPv_s(^H-0`>-(E4*6(-trLXVWzg3l=9%ZaCi~oi41FQY1{4Xe2d3k@TU9tUH6j<>!
z@E7uFeJ_SjaFt1q*O&HhNtmzowiI55Est-VN9BI%U9o<a2Ufima4lBnzX5M0_OGpP
zJD;o3H9yx|<BHX546OJjcokOtuMK*+KkIxn=WlVv@~;o9{H<`ak8Z$w#qrktunoTB
z$2+g@O+M4ke|zE?)^`V^>UT3<r$^;}x42^cb_G_yTLWu-Z-edoWgUN8&)puC*LROA
z*6)tQ<9({q%c%P8!`tamx!+x`SiidiD^owb9jo=b2haYBx%7DbX#MUD^R++w;QiS0
z_zikg?&p9j*3ZGfsy74=V0C_n@kX$JZT;H$8b#OqT<@?eR_{n)#UF(aVb%Xw(98Wf
z?xQ*X30Extcwpr}2_N&(Q+OM(I-aLpvGZ-~_pFcR^?c41i$9<EDeL(Hqw0SG@1jTL
z{x7*={Z9r~|Ca-6Jzoi|{^RchIzQKfE^b&-n96lV)z1yQn;w<>x#f!Wb33py-GQ%S
zwO;Sy4gG^OZPWTvZDCV?_rrYk^8lX0md9t>qjEnFU9o;<0;|j{d=IO7kMQQOe{H?m
z`FMh^`MKUxSFGNAV8uU!A7j=3^Prde^U_Ci{#UM8{?~z({|)@YN8jR|!D@frxnkd!
zuGgf6P5OtRi|u)bkBq9nPk5g_D);xr73=S7V3qk6SnKh7U>$$^{Ya5^ef&iKg)Qq>
z?peg|kAIabR=+y1<}8ALkWcHcCg`ef>s^snzZQK7wyeL@XXX80=8Dy?3#^>=@M5fv
z?{d8I_Ygb24L&R9U+IeFUlmySSHml?>UT}h%l?~uH0NLIisf$(to-ZXMjvg#d++CG
zJ-kk#Z2A7T!Drg>ZG$)ZXzpi|E7nhYU=`>Hto5`Rw&#na=X_g2ypBg#V8w5RJF!|H
z+wityb!)QUuexEqRW<H`^?j1@4p?t$jC*0di8t<p_5RLyC#=^?<6W@Uqw#K7>&4jC
zOM$=Jzdb}svEwxmSYvzPeysL?AKreCviz;igYMb$K?ee>A3LAr^FKpDSN^@co(=ox
zh<n!Gp~Rzsi|Liafpvb5z}5bHpVb@lsGR?pD^~A#VC6pnAI0i?kK;9ZetSOcl+Vif
zPrG9I&jeQfv+zl**3Y@1>-d#dip{@(KH*Wh-bGg|{!(Don}p9}wLUN7UBPO78efIA
zK8>%zTA#+(VXaT&8?e@=@l9Ck)A$yw{V^`@XLf$>pcir_@6TOVY=7<rR{VYVHdgED
zLD0pPf7(ZL{)etu{+YnaKMPO!=p*-Rz0U>K{@Hro$f)W+!F%dax&FK>R{vRG)qfsX
z>-$Au9bc=bNV{LYLVt}d>%Z|?x&B*Mtp2;e%K09CiPif5fY-$Om!9)|3iDO}b6~}P
zfj?rk-oGY2=ldRX<@*s>`F_IRusZ&~@XGaN$G_@-Rjjt0zuFbs|3!fnUt^3_{l!5q
zkM9y6&H0zQV)>T^R{lD;)<^5{9<vuZ-pgIF_hUyjX<^g;HlVM>svmnkW0lX!{j7Gy
z`dJfLX&VD;y*0t*^By^0bBI^{b%B+y1zwBQ{;bE_;=k8ezZ-m3&fn&W^}8{!@^6A$
zv06{<c=r3K?qBx%=w?QB|1$1`b^kKn0_*-|+y(3UGTsX7cpGnnwZF#O;Q|*}o}I65
zSM2)ifp_?P+y7pV%KP8vitYc-z^bte?!fAPz8mk3T4jsRKWK1In6Lf^;JrSY>+f^L
z>hBM%0)ucrR<9oi@Md-B*mC`$FkkhD;SnFr^$)pX^+yA%z+w0xR_FVO={mJ+x&By~
zulmQ}<35_}pK!(Mj|WzPlkicj*4HV#19I7N{WD>{>Ys(r`Dm_x-W98VA+QQez^Ad=
z>5F(vbSl_#{mC$2^)JI$d^Fd;>WbCB7FY$Y!<VqSer^O^>#g@cRg`V2cMJWtN9B5V
zT(Nq011rlt_$F41>^|P!PHD<-`#a^c^8Qb|V(|~*86VC4%(`Onj{>Xa9Q**Q{e2vC
z@fP;Kd_8)KKJQVv-ZNLM-t)k!_X2)`)&9N=y4da~uYEM<f8&bfe;Zi&-@&hZ^gZ4R
ztnRNLT(SGxM@?GTw7;LwKV#L;3hwk@d{*w~t1H&ex4=sKJ+NMne!%v;n)Lkr>aP&5
zek%86s<350)v%P@&mvc>pPImmUkv}GieArZ;bs1QD6TiH&!u6$`dOB^n@n|#s=s=?
z<sOy$Tj7fJ*ATdvURen*!Rmai!ds11eS3e@%UMx;&fiF+6wBWfSYvD9HCXlAjJM|x
z^R<NeieDdC`C8$1KDq(#BS%HAXKk+7dOM*c3!C<56M8#V(g>Y&_^iBtn_aQ}>kO>4
zTLNpnbp_V>Z1pp3ujkv)w`0rt-99VV?{UTI?+C2=z3^77)>j|iYxY{NZ??X6`K-L&
zcDrKz^}~CxN@CBW4R}=UZ?7xX-@d@b^vZsCCsylg5U+fmEay8I=BxftVC5Tz4`6k^
zNAM0|%k^45KbG?!CQ_NK-y?xFb`&1Ps{R;W`Mg-pcRb8j{E5KIHx3{3(UW)^v3k)x
z<%+G>UD}C-P3{@=vsmS~=ZDVutlZCeS8V?-1XkLKz*?^t18co@ru90Bei>WVzv8oU
z{j086{cC|$|2ljLtMz&V&)$FPO^~h6TRtnV*W0exdc6bR#i~DhzU-by<^JxwV*Nb`
zTuiS_!8fs5uhXXU`=a!mZzjxF{n@~Ze*{0o>U_`PJ;s*nb;%#*e@dh>S-<mvHTDdC
zf>r(Jcq{%e-^(yx@vj0a-)s1VkG{b>jn)0+tt+-(`?Y8mHto-Q^bc6&Uq>e&eO5kx
zpIov1`y5zlzXaBL{Tf)Mcck_D9sLKktpC$z<@&!|vHF#NsjB5x1%D$->$MuT&ntTW
zZ0obeXXW*}*cDr^weS+G`s?EOEcK||-!fOMzq-KcvL0T9)p}iyx9bnje?yqB`YQt~
z-zs<oR_A*)-WqJVUibfD{w5-o$@*OzSYyp_BbM`nH}Z%1)`$6uZw;(`8{ifnZNq!V
z`O^Jlqbs&vC-k9XVblJ!qjzAH-=6Q;?6dOu=yb*QZ%bgM?Fy{*x;3!Y>p)ts+tItR
zW&IwXmFw?t#p?G4R{cJB8&>Oer|EpY)vnw6-0idSdhK_`*6SX40IUA&`LDemmHXT0
ziuJcYa523y2=Bsby&k|TpWn*)hQfT+9}cX1Bk)12&i5g_QEa(h%jdOn{v$*xll6Nv
zu*SyV!&ucnhF3nHmGhkl^Esb^mG2~c+(%F0ZNlm#op#06>tg?Az|O~6^mAC{x94@v
z`>fp01y^kUCIYLUi-EOXF9p_m9Zu`@GWr#4S^uif%Jr|gV)d^FR{b0BBv$M7CZ2sC
zqWZQzZ~LsgUhlYK$LB7553Bwv{E~RzqjG-_T(SP90&Ds-d<(1f`Vg;<tkQG7*)U)A
z9|czY96W>7`F@P|1Y54x)qj|Oo=9b~exC)_*mL+PR`p-tt^31#uflxAzYeT?Z{U|c
z`WEjDR`-*4uGo6LrWcKcP5bi!{UcWSH`B={pOuf_XIE_hz64g<uYt8*zXjHMIhNMz
z5A>hdvi>ihmFrg?sETchuL`WuYWO?zwO$v&_Wham*VgA^pOx2Ztt+-(m%vN0s@KQy
zS>{o>zdBd!_|yk3rdO83HCV0J6?lVxc>Y(0`KrGvu=1^j8?ZXxYw#Me<$4|c!~AQB
zR3_`UIk3jo!A)4zZ^0{{ugd%18s;m0Lty1=gV+1$M!ff&FRhPFuGo4V(}&1~P5aY<
zz8S0h_IysK&&vI5amDtpE3ndT4XpLLEwK8D|9!XWccb@U%lbQfR<7Uciq-E6T%@b)
zgtue0UUvmu_2c)Os^5>k2dnxwII{yjE7#xaiq+p2xR_qq5AVimJr3fP&sXJq2g7{T
z9}28|!|(yD`X9kNge})&`8-w5f0#&RvVM;Q*4R;a6s!7Uc;)j`Ip6UxU-2gbE8jSL
z%tue+wPV%qDOYSgp3|g-P5K%1vsmS~=XuWgtlZCeS8V?-1XkLKz*>(Njrsjhdd@c)
z;#L20V8vg7FJZO5t_EG_$G*>2q}}hXqu;=m`*YK0<@&c=vHiInSUK;&*RWb&ck!0~
z;r`qY^Hu*rVC9>F?_qWPr|}y8FyBm=uY9wCmG2S!5G#ESujvo-Jqhy_|1_}j&BKp<
z^cmi1tm2>J+4D1s&&Ttn&$Q$DDzM^T2iE#{1Kaa4(sRCdAzt<02Uh$C_$^lJ<0GCu
z4<kM2`yA#g-<QCO{|bM?>U@90`;OJE+`g~=0qgq~<DanJni&6r_14<B^1l^sMeoOq
zt6;s}8CSzv&&G@3@_ti3Kb7}qF_Fc@V$=TA2G-aTxCSeIDc&-VvU)G*SMhZy2U$Nl
zp7kDS*O&eMh<V-xDc_2qi|y}6H2COB_pHBFiB|_MrdQSk*7|6K%fI(v_11b+&fn~c
z)ms->`CH&7toCnx&~?0zDQIES{%k;R^Qc^JqbpW#Q(&cOhg-4A-+@>D{$~5r>9cbF
zEv{JpuE5H_72b?hzuSUdo}X?X&G~y=vHUv%D}OJ%-ADV}v*(R=2G;&nSQ#t%y+rkQ
zqxXAMuD{0>t3MD}>GlTJde{e->%sC5dQ{GTz!l4XFtG9u!TYgV55sun^B|W0kk88b
zM_sY}hXX7B5qJcv`^izf9e#Yi@RwVT`K+A(xGR?bL}29~hsUtGKb;J^&d02R7B-!a
z)97bBD%U&fiq$(8SZU6~r?9&JUBH{b>i%bZ5!U_B_!6x9pYbHD`=9Y;Soc5UE3o=E
zF0Yr}DA%xsT*>`kcg6a@5m@mz;j363k6S@6*Xtc0&H3-TV)^d{R{s0&Z6AGrw+pNF
zHHBCHJ)NBYq0hAZGl7+VHn6UTN3gwqs(<_YF^@ee=YQgg<$oGj`RCy|tonTxbe$i&
zzbn#S4_=_Z#Fq76`K(<3wJTQtO<?7G3qQx|dU=P}%k?5X=lc-mtNzEpivI+^$Ljj{
zob;UUYtWVNTVUn;4u8RFeg42J{~l1z_bbd-zRHwLxm8Wc|4EeeYIu?Vex38xpcjF~
zrufBE^2)7tO8%m$!murw(!Zw3uj9ECwpTeFkLKc^;#Gf&e-*~qNawqL%6wVv@A4^m
zE3m3>&r>wO1^({*taQctT@_gIs{?C2uYu2SS1j;%&r>v^OR;{|PRVP=s-JqknO_GN
z_`7~uT(N%E2UdJ5+=$is-+;HAtOfoq-$ryPmT%J(uA6qa4Xfkdfmi<h6YIB=(L(-R
z{w=Op{;t49cx5ZR8LRWT4bT2wh3>!h_bR#>)&1AF2d;MB0qcC5-V5t|8~4FFzQ#M@
z0vA}GeZJf^g^SVr-Ecp)JU@HjLjK+U4!C0byEkwVUfBn4$LjTGKi+4x&SuX)ny>l?
zrp%XB{ex5ThOqMT^)>8@#g7D5{2_P{tJk|xyjC4rwp{<n)Phj_OZAV!W7q<JSO1tR
z7Joc&5ned~AI9qZj^kaF%a-e(npzNwf2say_zbqd-_<|sip8G`toZZrNi47Dc<nkB
zY`Ol$sRg0<m+D`FC$R<ouKs0LEdEO1BD``Hp1^ATUc)P#V$=EF--C-$y&F?<Z(`-;
z^L@(|t9LuF;_txMv07wz@p}HF!exJKfA2G@vAq8eT(S5mc-lvEKM!58_?f_!Vw;8U
zVYR=H@Cv8c#Jkx4^8M1|DJf5|@^ZbWu2{YKz>0qc&tY{upW_uyv5D>e^>RwAE$4qV
z#V|(kuLEoF4gA7K-{LL9>VEbP@A5w_T(*h7IK{tpK0Zv91KR(O@F%S5+4EPQ;R1ix
z-xpVGf4&A*{I|e*J@^j4R%*8V{rk_U1)=zt`uS!2XN{KqRKXg{$E(^Ei(eF2@ip*|
zDfx@_54_pmAI0^j<Fh2pS3gS=@0uzGE6W)Dt?=sb>OCs=x7-!$Z$)5bYJh98I)5wi
zR$*1&-Y=EUPv!h;h*T!a-xye9P4H^$Zw0T#E1#dr`PQLprsZo1tg-cQvyZmoy`Pe%
zo7x6=R#?&f-qznnkI(CIlPh-q+u;uEZ^e9jzG|~a<$gO|v3|D%Ru5f)wH~(y*7@G!
zE5Yh-NAJe|R_Ip0$7kjGJ6y5)y@8AAl|FbIR_kvk-W#3Tie7|l{q6Qy#!~Hi?RUlc
z+XD|^e=B0_`KrAhmHXT0iuJcYuxbp#yRce+2TZ>!O<T@46z2a{=)-{(KLQ`bYCRmn
z8^xCExqQAV=RZQEGFiVz18ZyyK8*dX;A42@^Hn+D33Sc0eB*&Nb`n1Bqo?rNuv)*T
z@oYWoeA)Uv>+yL#pL4~|*LnB?_P1ibJ%2UfQMuoXu2{d90vFROlYzCKF9+6o9!l%^
zD*83-Z-s94uluZA|As48|7PG~dgT^;1*`RZ8_(WP>ivza-@865ujhNN*zvg!KfwN0
z%(v&SraUV5H|>h`_b_lVy)pye!D>Cv;+4-|<$QBt{%=M6<G{-I1b&3odU%RAk1f}8
z`TSMR|C~r=vVLC#*4Rt<8TPk=U*VO{U*&vn&^6QYy$!6fckpW;eUEnrtM&T<&(^cf
zm#yDV9-r6qXIJceeSyDXe=FwO^I6|KD);-{73=p$;9`2^XJD=8UxBrr$I^PPn%1mp
z>~Do<^%ucXa{U@ttp4J_imx@sYCSK(v(G1bzijJwna?uTOuIkVxnjqs9$t=BfA)OV
z3XjVDHMnB^tqiOhtKg+rt>@Kv<?~rNUt^fB`b~kAZ!NqAtM$-~w+>rXu)W_XpU=wq
z*AuBs)^BTIjctHiu&UpNS3aMW^KA<A72h6M`8wc@KDrt2<DaEz{dU5(o^`%#{dReL
zUe8-yvGcVJ-i}p$dw#3iqjJAJuGs$X2wY6B^aj>??hCB-d?u~uUFf^9W&M7imFw?u
z#p(|PR{g#3POR4RK0N!ptNONn2Ypsv&j(zw<8u%m!m2-eerwpHa(^SPSbv8CYx*d>
zAFK6z7_WSOE9W~J=Bxf#VC6doAHixp9LGC>tt!~obNT#M&VQ0fWwL%x1=iSUcpR(x
zXYk7Bw{pI7VZP$e2Ufld@L3<7z}te=`n`x}>sjZ^*6(B)uOthb^vkZ;`MLsM#j3tN
z-*wHSa=+JIvHiahSY>Vo)_T4bSoJ5<dcK2x7hBf9=d*JC`>t612Z2?83ciiidY;C!
z?@y`<w)H#1sN(Z_o^{2J&m(vatN!fyuE!pg`+MSw_4hQe>dnIsv0Bg1@XF`Aa=sT~
zzUsdWtbDKF=UA<W*LZKRRR!C6E}!qp`QH(#OxExFz#97izs0KlN4)a+uAJ|4n6LOR
zftBwo{K-eZ;a$RVzj4K0FOO-`!d6xM`zQJ@kIMBc|NCE}ZGWl)OQ{ZATks-yioZ7~
zJ>UNqhj`Vmg_mHpfA)OYQjg00EOW*BsSB)n^>7VV*UR#t|Eb{k-_xpo1NusAS$~z!
z%Jo;fV)fSqF49#R;T2e2FHJ%JQ^E23HPvrMUx!tFd%mp2XXX0qU9tMDfs5&t4e(m5
zu7@_f^7*oyZ&R4B`t5<0uLItQ{Zql4@j9{U->!%9`Ldk9i%4a%ezykJ*fw|zR`s{z
zmCu*ud_7^l;&%jAzFxT7NBi)8OiNS0J7K#DG{0FwWw*y0GsyRK{jS*jJ@5cl^X>Vw
zy&jeO-RFw!|Ng+LG8kCb&jHx}e<R9o*Uykg<?CtK73*&VK7=j%8}+E%-(gp*zaxRw
z-%<D=R@c)QUio}l&UZY_SN#)#m2VtAhSl|PGU$IQ*uD=|r0vgX^fTCUf6n@>T>qRa
zwm;_sE9V9H6js;A1YY@kT+VkX%vb%%z{+<SzKGTOx`J0eAD8o83-guldSK<d0bj*R
zzlm2qAD8pp4)Ya%C$RF}g>U)jJ-l65#oxzUF{M~-IscT;wBtD)Sn&@7YyHl^_PmSq
zobOSHSN*xbihm5xVzu6$;Mwyn(sRD~Fkkte1y=lX_$gNF?FF7a&mukNdllv@-|N7N
ze*?e7YW=*$dxxzl*zSk#VSQg=`~lYIJ>!qC-Y*+}g7tpG_%r+`=Pz)1zqQ{>3i)^a
ze<M<gov-hKHTDDkiq-!8#QWt@R{w!><)LOR_uu2IV2#=JS;sH`%dyJ0DClDQ|L@fJ
z=wkP*zuLr00;|T-z*=9+;B~29y+`Hz%U!X0D*`Kj16+sIdRvKCK2K%)v)X6n{A*mX
z{EdN?zX@K2)%sf-be+#{3R>87yw;(&cvP;p-W99Y8dzyIz|C0YZ^J8pU$gz$<g;@A
zc2_KaM_}dO3~$7$-_D?y=fBHGbN;QaSpIE+m47?D#Yel{v*-7E0&D;5?^Tq4FQXT|
z&!ckvovv8@U4d19cVMlzez@wsH0__|AMmK0f3GVRzb~+I?1%SYwcZBt>QerLJ}c)R
za>eow2Uh+O_yAVx?NHElyc)C<3!B`-=tn#%*E{Np)f)?}G{@jktnwenE7zMHuW_H1
z^PhCZ@}CN<{HNg)SoM1*=;ir1=c76Qc~>m|g}}-`0iX5Ji+DS*IzN|OvHRU-?mYH-
zsrr}EuXt3hf7KPMe=V@;Uk|MHb^~snl2+!w<xx5RZC5P*PGIG@3*W?Qf9~Ox>&^Oq
z;Inf6DOW82bYSIw2;awQz0Kg2&kI@pM?Nd(pL50XKMt(?PvBXsUT>e`^-oFD@v*<x
z^UP=E{Lfvn_!ohd<0U+g)$8}Gpldz%tH{D8_YL}6kIMDlxnlL+2UeO7@N2BzAAH37
zgw^{4<Ik|(9~ggutDV2Xe{%i?t6z&RuRlBfKhO)glKcJXiuL;|u;MHKhs<|Iwf|MH
z#w_0QFY?ixzs41dUmRFDYT;@hU4l1BJ*}sua06GJ;&c8wpK1B)11o-cU|nA;;A-x-
z(sRC*Azu5tDzM^L!wpznPiyeH{;<EMFkkuB23EdixDl)UT^DqnUwi+gNW1^6M{mU{
zpFPjG!Dr?DX>-Mn&&I&Yxe0E;>iTNO+cPCiTh6yR%vb%+z>41jcVKlrbtOIL+ZJ@?
z+a6f?y5X%@t?wSZ^6xL@e7#}5^7RE)zMb$6tn^)Y<=<b*`TE0r#qSBMd;{=qAKi<$
z46Eb056|A^>3B42Qf1KNjTx-yd>?Sd&i6rh2&?+`e9*8*<$gz8vGaW>u&Rs(*7a~0
zF5gdE{-Yk1^N+b=`Huxw{^Rfwtgep}cy)KAX=~9=ENt4}lVQHj?<x2+R-tu&R`3~*
z%Ke;m#rioHSToPV<5*o^7x3!IDm~}B80M?~rND}xgeR~%znAgK|9_hGd(~&<{MTHu
zey;~s{u}TWtk%m-ypd{Ye^dO^ig%k)xyE;39Z%!Cu#TtkJy`o=d><}wf#uov!w+1s
z^*04i`+VEKhaQ#pZ^jkdzuCa5@d&<!)$89J-mbrqrtOECUfAS5LAL?*{}i70(OmzT
zD^~w`U}bp$KgR0y_9fm^xoo-q>o8yS-@tEuG}nLUiq(G~SOq@7udshp@JGA@I@N5s
z{%3U4RR0V7)kkyvZ?0JV?}3%&2mA@E_4706I^Ku=Gey~^dX*WODy+O*ui6!>w<xgU
zYv5m0(fV8rcW;rV{I<VKd{*B7rLI`~GPur1b3gU2Sp4$9s<{HL#cF>Wf-W9p|I7DJ
ztI$__RIazi6|2`6SoNCVm00cX+MtW=dRphBIe&{QmVbR<<!^<XeRKofevY>mRU3S}
zOR?JW{dbekwClYc?!c<Qh3Ee~D)-mviuJc8u<CUM*8O)Y{6>eGE&pD)J;W=h8}7lD
z{p|3l+)uA7)=ytx72FAL!|MLM3$J@hnzp$9v|jteeD$*@vE45R7*&6J@%DLC?r*;<
z*56>@VtVBOyc?_YcMxv~tNJ~h+4A|loPUH!WwQK-0&8p(9>%KQ!+7QMdpY0HFkkUw
zftBwVe8fkO<88$1{(b__K1D4m*w)`kMm0aL$5XD@dOQuE!K%JJKX=xna=+(XvHd?E
zSoJOh)_R->tn+<fsxS+ij`t<>No-mFvd_x(uef6MuLf4yYw$&^*57r!27i6G^>@=}
z<@I>W6+1q+;X7FMXV355^{Cw6Jy)#1`+?Qp1Na73>u(CLe10$Idl=@c{!C!yn}w&b
zS`Ux#=CI{@E}!4a`JWJ}OxEwyz#5x}A7fSj8D9DPUe5O-%vb!&z{>Xue(s~M@y4->
z3jGb9t>?cf*w*hmMm0aL=l8DI`T78V#HzkMKljO_a=)KlvHkxNSoOXJ)_VRHSnK)7
zRACl29q%9LKe1)~Up_0>ul%2XnQir}0!yiezcXL!c@b>y=d`G8{Vw)dc|F&<V#j9*
zycDbc?D@TA9+ms6bH)0r4_r*IEQf2%7Q6zle10$ITN&o7{;I&rw;FE1E-H8pUL&?#
z&*k%bIsaNBmC5>T4y>_ta1&PbTky)~_j110FkkT-0xMq|yxvDQ;=Sd3Y5i`3Z9VIJ
z+4}A9_`IGsyJF|76W)SVeS3bd%cF9?TV1jJ-xj!-UfCX4>$y9y*7K>U!Yph$-aF8H
zv1R=}pOx$Hbj9lL3aqrd;U28kb3fiwooYUx+xi{wS$RG0b;XX)K6pP?{n_(-gC3Rp
zJK&1-cQCM~55aq|x<3!&mCx_xe22n()gKM4e23u?tk%O3yrbB1J(th#<^0EpR3_{9
zcwmj4fXA?^KaN*EznAl!3iB0zI<WGcflvDAS-f_v*6%qyThCfAwtg>od|uBJuGsmy
z2w%dgzCFJ;=~21g%dXh|UkO}HuUrkR^?WU``nxz)n1xNp`v&?=Y+3)7&&u_0yJGe4
z1XkL+@O7-#^F2KKys3J&ejoU(yq>3AvEwrhKg6m(dwy@mqjG<<u2_GM0vFRObMSqv
z*7IY$^7*}-?`fE?`tyO6?-~3AtM%|4?*+D8&*k%bIsYpnmC5>j9av*;;Fnm{e~VW>
zznAm95AzlOA+Yj&gx~q-C%p4mt&h*H*!?H|UabB3ivG=`a{ceF*#7(otolC#>-)f8
zfmJ{LUZ{FivxTWtW98*~i(IjKHGzpY#_IdQTD*t;ykNdQmxlSOzYMO!>Ui4og7qGi
z`&sUa^|K<d`e}fdV0C@247&C|{`a}6zZ!iFwyfXivvU0=SFHZpz(u-BGrS6`>vLVu
zReve3)QYt0Z#{Y|R`u<9!3{nu*Kc#h>Te9JoSWblY)!%Kc;)kgIp1b<&9r=-fi<=T
z?!c=5F1)Q+9Y6d0T0SqB^KU0onJj;IV2$;_+pyaI9eCyQf;nGbn6LPqft7C;-0P#e
z@xE{ssNa6rt~$-P@9PIVK7W6|*A+Wo`{4ap&9~<T2R$nHd%zXj|AT>x>6M|tx?YE2
zyGoURLP3>79%alR?_Wk;vHlLjN3dmoM?EU{H|C1<cPy}~9EV4+eE*MU|9=nVx9j_)
z&&t>PDOaq&)9@K=+22`@%Ke>l#riuRSp8jq$FaKJC-BPW33I+nVZQ2523Eey@I|by
z-z!1a`nT^B6>0l(4gET{+@BjhE7!m2itW#>z{+_WzKX3W_zqtAJY&vx4_z}Y-~GTE
zdjQ|XYW+{)mCrNgd=JBX?axeL<(q}4vC<#mmCrNge2>F?#XkwGd{5yyADzeBgH`-9
zydl0NQ+&?<!e`q4zYMJSSAlhXy@u`gG3hzq+Yqn%?*c3SJ^Ti%>)`{QJ%1rR=lc}q
zE8pk9ivI$C#A^M1#k1!vr00C!!+hoY5m@m*;cr;2-(PtBQ_{5Md{zI-#$}bSI<UqT
z8Dnb-uEAT3{Wl7>`+qI04^<1_XTtjYVZ0R9`#0ldu&yWLI=Fm2vG3~(`FH&;CsK;_
zyCSg08sK`Y_GcyDDvz>y&p9fJUyV}zQ2yT*|E%#yyS@+dB)~9M`I>?*9{>BoRMz@v
zvwPOxy2LGkHFJGnt<P3?Jk@LSsGNVJD^_n)VC8RzH(<41JMhZqd2D|=eOAuD#TCon
z6<GPV!ke*wTky7^>wKQoL0Z`4cBA)rRIazf6|2`9SZVs;?O5gCiC6x<WBaq)XXX6;
zu2}v(ft7y%-i1}adxI{v{QG@0=O1*%@*fDS{0HHEK04%{Jr6kyxAQ!U>TTec_Cp?(
z>y5f%^$rJCy(59OzK+7%Q~qNfmGd8W#qysBto-Bf7*^}+B;KBs|FqA_`Ommw`OgMc
z{&VmttnQEJ@yhjU$7jN4<@^_2vHX_;EB_>X0sFTFUk<v~*FBwtg-z~N^lKiK>s@!n
z>fH#eG&kWZSmnQkSFT^%pF2J)=fCTU<-ZqL`R~KGvFi5$UK^`Odd@c;<}3bTV8zeC
zQ$9M2H-gpqe&mYXFYWKoe45f+<$H|&#G`Wkr><E1d|>5x7FhM38~<5ang69n<@~Q)
zvG~`4mE#Tk0;~1)7H?U~|K4Zi{2yGg{2v1=|0nnz_HPUR9CV%k*V>7NP3~9pZyuHF
zeRsv`{RpfyKjAM}<^P3Ot}i<uRgV;_E$6Rx#quu-toRyZtomIXbg|`M;-fkLQdcbh
zvcSq;2iN*&J>DF9vAEEeyJG9@BCnJ~ygyX^2K1F4mFur^#p<sPtomyL>weh?m(NpK
z{<R*J^EbO<`PT(j{ua0itM$AduY5kr@^A22Ie(igmVaYl<=+IiViy<Oj#sW{%fFdX
z#pnE;u2}vpffe5ccVPdv;H`M&^HP?7yU)t`yIryTJ%N>f2fPid_nW<V<?~AR_r7-e
ztek(BE0%wEVCC<J`>=Zdx+mzmUe?PjY+6ry(f4^&uD9P6t2Y=}X%4^xSiL_!h&P1Q
z`(xu_SnrRGM_|1_Ha-NaHRJMnw&Q&my^w!*K99I!{T&Ug_%V1CtNlF|^zwQ-;iGx~
z$6c}fCj%@0DfqaLp2k~&)%rPucZjQ4@j3rFpK1Be2Uh%rz`9;1;BMZ3NYD8$g?R1X
zWMIW#hA(1ueO|$<`m;1`Ip4J~U-_;FR{Rb4Dt2+fH}T5<KV;5#8(lMPfA0j=*j@M*
zR>$vN(6wId^N1qt{`dfW3akF?dC+N}mFqur#p=%lR?b=YK33P~BfRqY!JO}Ln6LUz
z0xREBcn+)UaX#re-}9g=-;2P?_Y!`F)%EfUul##&Ip3QwU-{k!R=#)eYpnG5c;(-F
z%lSTr`HKG(SouD~AAIx+-dU`U=T~D*t>}0(%c*?#cw+|b_e)n6-haWruu5XjdsY6m
z&G`NLt#ZZAcXeRRSrk~;R}EZ#KDGR{9+i*B5?3t$(!k2U3|@@=yMpWR%Fhp$e>tOy
z&-qulV)+{aD}E(hk6m2wD!fkrD;xQFwKZYB)=wkcgw^rf%lG$dJu3Ip?27fXE^slu
z(gLr>>iS)ew~wsSbG{8>zUsFHR{Tb|6|42L32!HVZ?5dO!)N9En_aPfI|D2K7PuX&
z_1J~?^&h0^esf7LVwG)->UbG%hgILW8&;&TJe%L+iml%raIep|<K5>`x&NK6SpT~M
ztHy44D^{<+{dhm*vf1;~=BxjKFrVWG@AJ`If4?hMe=xAJ9)R~?dA-M*)Tv_2^@qcJ
z)gOTm`Dm^`>WbAr99RX8z(ZKQzc?Cn?eEwQMcJl$$Iy>^RIYcz6{|NMSXoZOV_2<^
zQ+Pf9RGRYJ{+{t!dH>J4V)5tT^FEsUx!{V$PXt!Yi|}bI>oe%$L+pR~e(Ey%6_3jG
zuDW9Nt_4=T>+mF2`+FnkVq4F*d^G33?TY2U6Il80!Z&^N9^N<Z_qsms!!!S}VzuS_
z+mz3=>unl-h*f{~Jm!o?<^E<}vHl(fR=v5vy1zY!?RiM)`FVt=AztTW9)5-``+4qB
zxt|xVSU)cVtKKX4304=~Ydrh!Eu_cwr}g?a%vV3}68FIGvFh&w-bath{e5!9`uiNX
zm|pn;zrpJKeZ~8RRegK^Qa(?a^Zy`HnJoX$z#97nf5)od%A8F3JY~*TjjkBWw<xg2
zYTzm#U5xjD{JN>u!uBaj_d8pEOFcfX$7QbAdaQ%%vFg{Jr(Et)x!)D8SicQ{i|Lh>
zfwdl21=jhF|2>M1_Zsv@Y+1j_XXW~9U9tMjfs1sNb?|De)?W+W30^gIKeqMP>a+5C
z+~A5GpEh_SR{h!Yl$$&%_t)-<_16)&m|ocoug7Zrb>fxJQ|5eKVZQ2b4Xk|I;4N6K
zhwXUX*m6CW&r|07JBU;!>$f+s#`@qMtm^N?E1###`F4l-iti7se0$(sK01K61gn#@
z7thwS&X=v<{T`p!^Pnqsz7D_#v8r#+Qx17l?swP~+y9Zk#q`Rdz*^6vfwi9Ff8V6z
zeFXg|wyZzqvvU1ou2}u!fs1sN6YycI*7G=?y`NHjTfe7#R$kAiU9sbH20n{bfA&1(
zIgiTyop;6hyAW8@C*YG<t>=q)<@1y|-(;At`j-PM-xc^0R_oy^-ZgBwp3CPcbN(Ad
zDwFklGqA>P!Pl{>e;coSo-*gV8|EwiUSQ?B58v_82YCCiTEA0xww`sqZ2dm;_`IHH
zT(R>t3qQiDzCBMl=TW)e$FA7^KM7n+uRIN`^*kR~{l))YPRIK>`U`AX|E15$^<TMS
z^<M`r(pBET&#+q0Z}IH?x$4>aeebjKdj8;w9iNZzC#?Fj=P5sXRPOJKE7srFz{T{+
zH~1Y^>-jrg`8;LL_cP2_{a=BVukwG%{9sh;p$e|Xmg~8Eo-*gJAyPT4-^GD7Rtqn}
zs{RtZ@_EXfZ&{eH_`1N#R}U}s(dBs4^sn`?!WH{G8Gmoq{;Wh_<x#o*YFBK3)&y4l
z#=x}&Hw9Mx`1_#hHKVWds9dkb6|1*Ca525o3a`cfUBMfIu6ptJBGuc7zR9C<y>?fu
zUPs_!dSx@*hSm2Yop`hVOq#ZQKj=a?P4&0J+ps!+_Wb5{kIMaYyJG$H1Xk7^@D{A@
z2fabp{>T5GRrPnG@4}Y#cl)edzuy(Bzb9~!t}+1kVRb*)8+6r=pHEePKl&h6_3io1
z13oL)Kj@0p9|~MduMETcu)5wy@XF^mbH33qU-b_MR=y+fA*}j8iZ_N;|MvN!e10?M
zKTf1FS-&R&Yit}ohE@HOc;)k(Ip66pU-4%GE8ki8l#ianYrv}C^LTcZYkspPRVF;%
zm_fduy6B4CpD)3aSk1TRH!pis?)Qo-w*OZHtID;&x<6cp?XIBw6AG%_^eAHn>F<^+
z*57UT4z}#?u1Dqm?zv+9-4CoP58xYE-A|_Q>@K4G_PpjppOv5AoN>kan}r`?%l_s(
zD);x;73=RwVD<MDp2q6_GmmHgKN;n>`_FTqmG4I{T(SOM!mqGpf3H0%_xHvX>+fw~
z_4f{bhSmM(Jzn{IXU_LA%%^@}<@*eO!0P_;CFtDW!uN4n@88hBW6S;d;j?o6pRU;c
z{0gl4mB%t)8P)xz3ND{7&G{CgYmVis39PZja5Yx_*5Z}Vm*#v+!+h<}vcSq$2QR@&
zug5E&FU|Q@g!zhZ2&{Z7;pINM3hx5@ulUul{a&K@oWId$+Wt2MR{Yw)y8fGC`+Y=u
z&esy+Reyb8#ka!iu)O}`+3z9JbH0sXzVdAftoU}g4Xf*`1J9lZke>5(hWX03C9vYV
z;LTWF4_oo<_kZa*-}W$H`MLuuz6aih)%CCg&wlThp7ZsE`O3F5u;O>Yy;!a9-FW?2
zeIH@3cY9!co--bR^?ulRFRbg)cpqH8UfTD?h5Wnz28onn>*YXTjU9ydW7Yo<-mphm
zy*17wc#Z!`b9H<UxnlRbIes~R;?Ij74!ZK6`+Lni;-g31v;M{s9}BFR#{+A9pMc+`
zdM7<9=Rf6&)jJ(n`Om=PSgrT7c;)jXwm;{6R?dIH70W*nSotr)=de0{mx8YIxld+c
z)A72De#N75y{oQRy=#G$<~lryRq7jf<?jo&Kev2V&VSn#%YP@Z^52DTV%6`xpo=a4
z10T)#r(Ci8(}9)$A$;FQXWX;rQ)l6`{(R>ao-Ca6s9f){D^~AGVAXpXSnF#ZzMS$u
z_o$rzg)5f-Wnkrh1wX@TeZ9uJoAST)SvmhZS1kYgz{>vteuLHh^&?)ne(m^t_E|aq
z7gsF**TBmE4gQ4H`u!est*<j_{r*J%<x#m_<^NVz+q7P)0&BDy{=s~uUIdrx*Y;<z
z&&v60U9tUH5?J|{!ZldcUxwG^&!^^m^<lo^mj_n96>y!8HsC#?f1U4@aL1n&tN8=`
z^1s^SbG<dLSbSq(<!B15{A=Ovlz*K^<@_zKSpM~amA@5k#%eunz#B;UH~Orcf0HYg
zzdf+>cff5}y?$@TE7z+XpDjKs=kIdG@^1~S{M+D8tk&!HpldzdN$a%-eTPTodcCe#
zy}rPzw-fHhD)lbBa=qIA^!u!we~&Ace;}~(?}c|`wSM;D?e*tJa=yVZU-1V5E8jtQ
zzmE>#t-|Vj54&Qo@7rfIs{^ZihtNkoD%U^kitW#lz{+$qu<DJ$Jt_ZjkIMN^xMKOo
z11tYY_!w5}>lEHV%74aZ<@{$|vHa%(EB|@;G*;{DLeO>o%fCcr^Dm-b@~B*I(iMxp
z99Z?Pz!O;Izlv9`FFPOCeOAtY!xhVaGqCdCg0Eq9es2f8Jl}VHH0QtPisio_Sot5o
zcYJgTZv?CJGwq74w;#N-`}Ih3ReuJ3)}wO$N3K}>TwvvR99XaKPvG+TG0Q*iQ91uJ
zS1kYYz{>vueu~xo_$6NX{Fvo`?Xz<JH?COzw}F-a9sCNb>*YOO)4!Hh9-ogsE9d{@
zip75ptQ=q94_KX#uXyG4V*P*jSvmg?S1kX}z{>v%{)W}{Qh6d%J|AZJs~MG&^DlD6
z^4A1b{9?EYtIu1tc)fmn?C;?%^;tRpGFL2rU0~&}hnHX%6}&v?x*pr~A#GvP`Dj32
z=~21fDp#!D>cC2~23~>H=fg(4CagXm8n1;_+PE23KgQ+#!H#bWdLjSr_^x-w`e_ZU
z_zmzntoE-h=;iv`<fD0i+g-8z9f6g9GrZA9JMkX+df5Wcb5~G&&cD@XTK;W;6~8^O
zuK#ZM3h%$A=X^Uty!Nj*u;TmR9;~kSoyLEbrY+~&9p)=ve_+M$fp=kbeGlO6;Ppy+
z&bKejSHAs$6+Z~?#p-%KU^>rZO3(R*!hGc$4y^bQ_#jr-@1dY;{n_VxMcV!QF!~X!
z^4asVM}1bVKjw;^zhi-w^Ef<;)%AS>uaE0ndd_z;%vb$Wffaum9>?l>K9lsE?_AK8
z?|fk8y8xfX>iV0&EB~Hi&UY!ySH8)>%6A#Qh?RZ?ul#$8Ip4J~U-8!iE8h+Hs*m2p
z>%!`I-omqQA#^;NHK}sP<Bb{Q_kz2w*!jK(-^Z%HJ-_$BqjJAfuGsmW4y-B<1M7O7
zfy?iEEdL{q%K7J9vHXt%EB_OC7OU&`DPH+`-10y3Svmi6S1kXFz{>v;p2zBXeuY<l
zezN>;d{)l?))mYDF0k^yhhJlLeSg5~nUbb0Ki~K%%-8z-41dAueA)AZUp*@K^UW3O
z=X+r4!5^`@Km0WQ!|Sv1|7ezNs$UgYqt);)vS@uSg75hA<ks(EpOyQqb;bH!5?J|{
z!Zlc}_hooh|4f>WPrHg%>KRpk#>-(T#`5g<{uQp+{04ZX&$oV8c~tIqwJX-|n!u{j
z2-jitexM2O5pSiW$LHDAe{-16^$554Xs*BB6|3JGSot@=Yq5I&(H3;oJMo_@$~M*8
zgx>B^xn74WR&R4)W$A=BV)gp61+TA5n)2KJZuMDt|F^kf@!R2UAI<&rxMJ};0;^^(
z+=bQt_61#hl>IN?Z|y?g?NPa2zbjU6Phiy>fOlfGzk7o&w)M2%M|1u`S1kX5z{-CR
z-shu3c(=LUbUh5iFSaUHTfUzh@|m{YN8!U*^=Hq^9`UH$-%(erzp=oocPy|L`El5u
zSCyWhe;N<*Iv*$DQ`oYf(;k)kIpd1;b2hN*or6zcb!#|}_w^s7X^ZPm>vbZ`S3egM
z+x_Aaqv~%G@3Keb{;s%U{ap=QOs`ynFJN{4uH)Uns=mD+DW7-E`EL=aOqTz4V2#~@
zZ(`N&UA*#n*PQQun6LN;ft7CxzUQOUcq3Td-yY)Grz+iVZ2ir8d|r=_T(R{y2S3KD
zzCG{y#G`V*PhGM7pATG2uRIH^_4qun&i8=7(pmkN=&!J4{ntJ#*MH-R)qfjU_20oS
zuv&lb@fvxRQhi&0AAMF{kDpwz{yxKBu<FmAcm3*7xxa6&SbyIGYx)oP16J$rCtmry
zYtC1Bs#&(FepO(NR>Qx@qV=!{uECb;xqRL==dTU<lz&NJ<zEUf#!6p?S3d8W^VNs>
zieDaB`BuPnKH7jcL;qU8D`8vDI$ySaS9^S3&ud(<^VJA9VO8IrcU|jIx!-12?0l^Y
zTuiUD1lD?9A6Wejr}ex6y$xH|-{`Y){Y|b|{r14B-vPH`wTL(4+4~utUt7Ohd{$o1
zU9Q;i*$QvNsy}<)b-PF9{<>YU{(1rz(<?jRPOR2*FJAe)YtFYb%vb$gft7DJ+=tbA
z=*QcGE!T7Tylc+Cmq=x@e)k2|*nW5btNMd@<@2sN-@!0n@k4=?Zx}w{qa%2$uv#C7
zT(S4R@%L-(&tdc<9+m4Kb;b5)EU@Yy3#`w7#{;W={Jl~2#?eoDRIYc*6{~kTa524d
z20nrPyMoUKUG?JcMXGlm{enm3dK0c#y^Dd1>6J_HIjlY(P6l1|;_nBlcLn{bN9B6g
zT(NrB0~gaPH{i=yeO|nYH^=84>G}S1JIq)8JMdks){8w~d(WeCKlfd+ejWr?y(#z>
zR`;Ljplko*e-EnqGw8F}vi>8VmFv&BV)Y*fF49$=zz?yy|2z%4>Tl!Dtw_7SJVSqu
zRegKD_Jz;N^<TPT^<M>6&e!lfR`-`Tc;)l8Ip4c5U-jPyR=yALTdey3i1!Jr<7e;x
z%I9ly{x3u-llA*Gu*SZ@pRua{9j|=8Hs|{p<}3bJVCAd)zcN33v<e=D)o(RycNNXI
z@1JTI)y({T)M8iceAU8Bu$phr*Dm#_-0w11Z2#*5t6qIz-H(>Tb{A6q2?bReJj$3s
zzAszpiuJb&UX3mLTjNo=zeZQAzox*dvKC%})%~j(&+b~vZ_m@V_^kYV?Rr<NzgBny
zw(PIXqjG;6U9tW)1y+CU@H(vScO7_kms5Uwp0?9x<>za+xMKZv!CSFqf7?7N_qW{@
z>#sYo`s;x=V|9Prf!94HP5JHq*ypqI{c@)(*5598H@57r-=lJWdt9-41A*1UUbq*l
z`{h2o^7-4GZ!pYP{R4rO?;yM%tNY(j&~^W??=uu>`!j-m2wU#YsL#sv54&Rfb0n~G
z9)*Xoy8n&gmCyg?e8<Cl)jttf`NrX6SlvHP;+4<;=6t8aeC0b6SozMvr?Aq`;g!$-
z=6n~ze8o=$R=$hyc^|!mw+O5FNxb`f|DyPu|BBDF<9Ri(;;#kP{pmVv-<M0z`EG`I
z)xQ;3@wed{Slv(V;Mw=%(sRChVZQR+53KkHHXp0&e+tjO50{?vJq+`eZzizfXW?nA
zuGdF+_ItJTobPd%uY6AeEB+}wht>5pk7vJ6OV9b9hxy9)BCz6L!q2d}zFy(k@6pn8
zzBggM^1ThL_;>JYtge^$cptF(d~C1pA7OpIF#ZJVdN%$Hm+uGc`^rN8T|Zxmlw#}c
zTVRcShreLe?+?769%c0|JO9EP<#{+AkIKA^ZR)3qZ}yx0`~B*mEC1x*D|V5O*0^W=
zElyk;STmOd*7dOz-kj>yc~s6{?~2u19$5KTz{{|@UK;Sq=NoK)R{5-)f3+)?e@$TJ
zZ-iH3b^MxwuH!eTlf1C$cr~N1^Qc^}#TBc!KCsfX!fUb0zX7lOe%tnEqtD9uH@RZ@
z+XE|q2i%5Lzng<Dw)|UsH0SSf#qw_rto+;HP9NRwo;^R@4S(?GZ+m(2bB9OedcCe#
zy}rPzw==NT*Dm-+%HQu%IsYD4EdM}Y<=+eM#%g`-!&~w%rRjKC|ARg&=Re?z#UBi;
z97FJatnSalc;))F{D*v2&Ohpk<v$!)`H#ROSgqfqLD%{^pVsd&^y40t>z#1L>Wv3h
zy_4`5R{2limFw5`=Zw$F`Omsy`OgJb{`2r@td9Q$ygq+^IOn?<<}3bEVC9>HCw%lW
zUJq91`wHHLKPy)Ahk5ezn#bpQ*Ilvr8-bPMW?<#N1z$_~?|4+sf7cbue=o4|--mBw
zwVoc}JxKYdeOAu@&=t!+6Il6Y;VCSy|9Itkwd3>HXXX4)T(SI511tYLJcreKeHL`B
zr`fb#U!cGAs9f)rD^~AyVAXpAKgTNnTfB0;+Wx%vSvmg)S1kX>z{>v#euvfi`HVN>
z&kyH(U&DOGe+#U9-{CJl`UCGOR_FUC-kBN2YW~3~d6oYUTbNw0$`y;R4y-wg0xN$F
zT>k$vEq|>?<@`%rvHVK|EB`WhF;?rT4zK+GUt0d<J}c*6;fm#N2(0`o;d-pzU#`L{
z*Q@1U<Fj)9MprC<Q()y^3$Mm%y*3A3>*;e^uPx~7Ju260b;as!2&{T-@H(vWZ^SFt
ztL;y_&&v5bT(SI{11o<gya}uIvjuNxN}9HuZ)=#Z_-%m|za8%K(Qdq7tWurt9#`!1
zuKhi*^6!!LqW5`JuD{b2+n-&5ReyJ2)%*YHdIOLw-*w&7<#M~+E)fZdh^CPcafe8R
zNJNB)NYiwpaXM~^kPs1ZoKE9}NJNB$NQi`p6A>aJA`ueO@wnaYaJySBkIN$-m$W?|
zkH^z?HyyXrIE~YBnnvckuDiM4i~G;|;D7(`-+SHn^*rDAzR&aN=d0ZzCx2he{2RS0
z`Zu{^{>{ShZy`4@;`(Z3mi&D%^S|d^(Z9_V^S>_)|90|SMqFPVqT~E0e_74?A5wqh
zRdKw>u2_AiFvfdAe!vL-E@sK~WzXlScSZjmSIoax82-=5-Hf<i`a}nt|9~Hj{?A=8
z{};mWe@X85ql3(DGUEIUxnkE_Ex!|);rIU-e}wv|SH<ziT(R+A31j@%!uWc0oSfW0
zXZ{mj75(43V*ZoD@Sh^TVZ_%D)6A0l=gj||cSZkMSImD-82<0cGmO~p=b0t<&zb+C
zcSZjtSImD|82&5d1xBpLRc6WkaOVHPyQ2TPE9So;4F65?8Y9m47PDkMn*T@divByU
znExkX_<tsEGh#jNGE44{GygB%75(>JG5@c^@IN5$G2-)vZ_G~fry{sMoA}QD-Mgay
z4_D0pNErTU9}o_C6rW$DlX2|l=Z*Lf<L3k8Wm3=bsyJS@D>hz^Fl=(k85UEV$Lts*
z-WrYb$=Gj<ll{hC&lA*B@-N<hPP$^_pAts>Y4UMKJf8y5ll5NcN8|G=a>e|Mh2eje
ze8!KKFdOFUi|eD5e2%*e>ZAX8?==51VbqrkV?Vh-{=x5Wp+~<<Qjh0%Ss3*d<co~h
zKPs8M{#$5xM89h3hu;-p)L$i6F=D^C#%zRFDfH-fL;B%YBaHf+<m-&sA8MH;fB!T3
z-I9Lz-4=#lJ-Ln%`@tP%$-jRd{TihoeoeygYbG}^;{3LVj_cVzFGHoRr@PeeF~ZO8
zKW_7`IR1TC?0RSyhGz%4l@a^H17-#OQ`6}8Ncu7UV`2Dpk{>c+KX?-K=+`Ye{GJNK
zuZP^li1pmdEcyGT(XUVX;nyz=zX9?yM(EF(C4av(`n{BX)DH^7Z;1TDj}9|C$B5T+
zgqeM+hu5P7O=)9ZZ_I=I`Qj^A?0ml_k2CW1;mUvGRdK!(uGsm0D~wSlg|Ysp$jRrY
zcE9J0S4IDKu9*L<F#PAp(~Q^;-ZM)+-!lIN?~4A5u9*LlF#MOv^NiRZR+uH9N0|Sb
zcSZjXu9*M2F#I>jtBlw$Hkl>gKbrrxcSZk?u9*LhF#JD}w-~X1d}cQJJ7{>s`(gK_
zAJ_jE@;)Q32fN?&t5?PO9Jpfh`6i6<4#~TW*nhq=OYUEden--e@zeeuA$g>ef3OPI
ze+K#3U!fwIZ<cpO|7=&RK1UcHx#UbntfxHDv0onfJEN_ieCo#;lkrb@R~-MOD>nWq
zVT^y8e2fua+7yV6^V3s{DtlnOLh40c6~`-f#l|};43`q}8Ad$6Qf3YR4K(=M?=PJ9
zF8zH5%%{v1t1l;C@S|})7hSRXOTrlQGWi@M{3}EUck%frUvE`WulA}q-W6ADysN?(
z?;5$15zqI!=*ju4@uSiIrYq)OD-8cS@(n+Fi`gizUtC|e$@~8;YVnBc^Nx4g_0~Xc
zWW@aJe&r^wit}rB#pc%{jPY89u|DsT?S5hCLzv{x2d<AcsmJ-aPi|*S=F{O-aXt@R
zvH3g{#xRe__ZYFhA2YMxw}GzLALjE!`gwhjyBRSbyI=XKSH=1CxMK6^6-N6rawj8R
ziauujj2O?pUP$gQj{eVC2`BS^A&g@$$peg-?;x|}{^IC2Ed8h-5r*F=dB~5BF{@|9
ze)5W0JHKnf>u1;7xYx()?~N;V{Y{YHGGctYzj)HC;(VuEvFAT6oN7;-5ytiRP8jnm
z@vjtZ{5k6H8I$qny(^Bt;EIjED2(x!$g_;N-j<nt!&_$>&aYi>tKJo_zcp8^{sVcP
z5%aVAi#NO~&TrEdo8Oi&=CDm(VZ`<Kky&zoarFBn{TTnVF#LAOJB+vp_LzNPOs?nT
z{^IEWm6dR^`5p-4*f;V%BgQ{umfT+){eDP4>W_rsm$r`Z-H)b|Uz2ftWROu~_ZREW
zxAA<ksAqds96!eudp^0s@XQm&*R#ijF~0sh65}1Ge!{Ebcqd)4@lFY++S5*x^BM8=
zZGq?*Pk)|-@d~LIc~u;**cBV^tZ=G5t%Q7r5nu0?ijML0=K&b+JoPfKisO~LV&h#9
zPPM09B%fo%*T0uU$9VerFvhE(Ug=eFyee00ylUZ8d)gK9WkxLOtISsXe&)E}U6+20
ze}i1Zi0jktXTIrGaXz)K*nH}QQ|)QD$k!OL-`y4+&%gVhqskr_{|@yA#$^0P?~3C$
zxnkot3&XXAT+fL8u2po5U*;>#_OpA`+ZZvv-OqgAyW;rmuGsh;!m0MO2jshq*v}p^
zOYUcmevhRe<97<f?+N)4Bj(@5teX+9pS?dP_cKTT9#+E1=G!ZbW6#J>88Lnzv*do}
z=r<t!sDCaDzZc|wKl+kcCL`uM$jo*z^xOCE!(Jc1pC56>&ete;j1m2IKl3ZEit~N#
ziaq~v;Z%Ft8)58!6J*=<;BWUYPkNOxI&D9ma>eF1O`c&)=J(F4;{0Y^vH8sjV~qFY
zw~W{?=b70q34gnPdC|M#{me_Q*!-5sD~!qfR=q0DZ_O2(-v?pLZ=Jlri2ZegneD3Z
zxBHj3yer<%yzPq3?<0AKF`3^duZr{g?265AR~Yl#BX2TdKmNkZc47G2{mWmyE8fq1
z;EK)f8~KnincsJ>iu3#7ip}px81qZ}cL@7Div2sCZ2uk-{B8fv<WW?{{XEMRn_o6L
zhcTI7u2;qR<+)<>J0^_r^2r&D*w2qMd*JsoM!%ENkMU0l!|yct1S9t60@1m@$@l-*
zFAAv_F(%Ka*t_ERXI-)9QzDG<OUY*#u|J<<mfUY0{mP^t<ChD=?*jQeBj$UNS#rO1
z^t&wm@T(ApUnThxBlId}$^F*R?~3%J{;Dwiu92(#=yhg8yxvfMgFMdf*HIt+Z+fS_
zp0&cLuM@`pd5dhHheD5j^-_=V?+By5fqa`0`&}b5`}`An^lO%W__YY5zLng>i2dm<
zGyA*~dh~0Pe)!!NMtwW^9wYXX4rccGCiLj{Q2OEbNEr2x$qyK@{yUl3&qtw0zb@&A
zU$-#opOT+2V!ie-v!91TkABajAAWtpsP8BDGGe_BFteY3LXUngq#u4Sg;769e$I&X
zH^gk15#O)b*E1tz><7l9<mBre`+O`V|6=@Ctb}6M>uX^g8z+x3Vt#L!O?Z`!SL6Ja
zSvv2J!SkPV#rE4LQ*iBOgx|F2;PJnJKI2E<d1mvQ4Lm1|&iBGtU-RU_Fy5k9MgJvN
zY`kS*_^*%`7_r_~nI%6zx99W0yQ2TPE9So;4F65?8Y5o6Ezxm4$M{JNDy{z`^&PK@
z<9%|)>OTv^W0$<m2>(51$>*u|eD=L7`hRuB{11fT|Bd{G5$E?%^yK{i@T1ZH$QAQX
z+kk8GNGE^ystnO_{xiuHe!p|mBzm*GDvp=qij9{mjLtk^_#Y$R2>!>tD*B&r#r#hS
z!~YaHpApyBX=aVV|BQD<|3X*HzepJV#pD7;?C)opCD*ULKBe9j{m;2#{^y0^Uq&ur
z#PwS)I<Bv^aQ$ASe#xuic$ZzV@hXHdUM2YgBmAqFCD*S#pDW%K{ja)W{?~-zf1O;-
zi0kzRvu0jJ(4*f?=|_F7FzV~bHGcFKvn)oO@7v4{{uZ_9f5JO$?|6M2ufY|oZxn_{
zlQ8_7$r*Fd68~1OivD+9vHE+$@Mt5qFyeZ;&+J6-@9?hZ|G*XVe<%$9N91-!eEsm4
zS#rJF>+{6BqJNhw=HD$0|EJ_mMqIBwqT_l>!<+8U2VSpd)cd?Dj@R#sjW-|+o9E<S
zM)<#AmRzs)d<MNM`VYBc{=>rXA0fYF#C%7Yb@~0;(eIV?qyDup{Km;+e)J8qdPbb@
z31)lqs73$dS!9!5AIF<=#p<Vp(K#aw|99jc!GF%HqW^nW%zs`O{tM(;MqE#e%<_H@
zEt&tacSZjdSFC<j7#?fnB}ROG`hi(;z1r)u;a$;x(-rgI5{Caad7Uvc#UDk-^;8zF
z*H6?xdsQ57*A*LYPZ;BUA@4B4f1g=$z1s6R@UH0p%@y-M6o&tI@>fQ@{y&&?&O*Z@
z`lbDQJC2C@bYUFJARqZCndG-*obN31@g>xvfAx3Ba@-}3m+Okv=Lw_pm@xeF$wk5c
zgjYrXldhQmDPj1ZCLd?S^;E#@V(>5YuIOLniuo4{!~ZP#3?sh(DPfjeulD+!^RDQB
z-WBsN6NY~|xs(yt>jlwqJ>3r1>m}-!y(*4Z;fjq{DU9)|$QK#mU(GDJUhVl@^{(iD
z%@y;%E)4%0<SUH0erlMl@hXBI{c5Ej^>xCizeT?3M{hIBX2kifcg4PcvcFgN(C?>h
zpx)?Jar`D%?D;ecWBe9jjMqv|{{Ef$-}9>I-{y+>-xr2|JNYgnuCESe$=|Ot|A*cc
z{U5nv{*Q&>-${PJi0kW#=s5q$U;eZHZt73HDvsCViq-cDW4veNE=KtGF-xv5dp-l+
z75$&PV*W3L;s27{&xq?~P;{{Q5Bt&RKjMn{j|#(oj6CE=UopGGi1YK>6}#Rh_?@$T
z-i7hsP@nLsIR0B#Z2U=Kj6Wre@1Lg0$^C%l|IVwT|Ew$KKPL?T_v9Hye7!r*EV&=h
z{1?3|`Y*X+{>#GfUm-6r;_H)DX3714=KsOFqW`)p=D#5f|4s55Bi>K8m?ifEn*T@d
zivByUnExkX_<tsEGh)5(GE467GygB%75(>JG5@c^@IN5$G2(jq#w=Oy=KtNhqW=$9
z%>PIj{%M;Chdhe)o=#5g_cQ-Y9z|vJ&vM25vxQNgL(X8tTT?Ex<NPTou7CUcsmHu4
z`scf1{>O#ke}bIHh;M~YijMu{Q+Pi-O})UY;&^9VvGEFpF<ue*6eB(#EM|6=5#t#r
z`<K0brPR?M$2;eWjdxxc^=0G|M!a6-q9^;uML!z-FS%m=mxbY9LB8NeE18Y^^-x9b
z;jV@H=zqmK&Ht(}>aPi7f4WYt;pZ>VqhF2G<N4hbMtv>$1|#;PI%b)3(C~<Ux1}F`
z^}?vXL%zj`{ilK1(L6LfqF<Br!>?Hw^)2K^M(j7O%!>K-CG_ZbPx|54CXD*~<hzX6
zU)q@^e?K?+J&=C*JrsuDBXS2L_LIlVrvBvleIotv>k@`vH@TA$`^Qt!u|DkcXH?qz
zUoZ7%jPSGjvHQF$KA(P9?D`rIhUar~4<nZP3uY($E{o_lDE%0JNEm*@<d=-tPey_s
z{l-Lx-z#DGy(W(`Vt*KCmi+zS=r<w#@Ovu^ze(~NM(9(_lE42O{br;e_3wn?H%p%O
zqjSuv8S#3)XJ((0<Mk*(Q`&;p8}lH4|6$P;JKsy>Wk!tu^Y8z9Rh;jtD|WuugfYqo
zVeBXC<mBfO=D+Dx(SOSo^WPSR|3~r$BledaX36Kp=KtBdqW`Wd=D#Nl|1acEjM#7X
znI)g^ng4-zMgMQEnE#<L{J)dGGGhPv!7TYa#{AR%18VVz{^_ome}*vXGs#DE#eS4U
zPQHIO{~Yg%{<*H0f1WV>kCC$(u|MTAyY>fYcnrz=Irf(m(vS6Zl6;C0*PGp+eA=tx
zd<tB#`J53(dm;HaBlfo<X371|(eJGEWBd|f_?4228SzxkF>CoNXvuubyes;byJGbh
zgyC_Ke4Y{O^^)j#y`I*g${u*VDyUa7CgWFmR~*0E6&wGGFkG*aFEe7iYs^}&LW6$}
zF3PkU-ertqwqMk^V)Zx4wSF|tr_L3tza<RM+vMwvc)s<bgM0rHRms<D4b&UGDvsCW
zijCJS45t?I9Y#FgR?(B!_nse({%x+9|9xTjx0CPs(GF(wT#q>456DN?P>V-gFOR&_
zUhl``PDaen?l*tpRdIe@uGsv#g)!b!VXT)Pvfb|uJ>K8_OzLqy`pEr^$$SR9D$eJ*
zD>k1O!Wi!*xt9^^ZIIcf-=C`2AFkJ7>BoFV$fJyykKJ!R=2dY%uUxVDycSNir;U?`
z7;(PdFq>e+c=q){a({UApJXMR%zsK4$EL||88P1(X372G(Qj7zQ9maPzxU*KesrGM
zLq@z_3$EDxi2Cz%Jf9`%%U%`7Uvb5r&#ExSUlYdr{Rd%;uRs69cpKC=y(*5k<%*5B
zEu3mk`$%4A<omzq7%xrUe=y!>>bqVQ$J=wo#`_`+yM6K}MtnW+RdkG}KYze@->4sY
zRUGfTD>mK_;Z%Ft5&3|TTk#f-+5_Y1=f@Z?gL<Y{#qqLSvGKBn;hIBEXT;YFxuRn{
z{X7xl9iyJ_RdKxIuGn}dgj4NlC&_t?`1;`#vo&AuaX&1OevE&HT*!#^VE3aJc~zWG
zu`4#8v%;zNv=Z`ZM(l^BqT~7N?;B$L^VG{2lkv;FD~^A`6&wGeaLO+268Rh>F5Szb
zWBeMqJ}`bI^(sb;Z}+2DdsiI)iYqq$RpC^7+BI?oBlf%N%#!=jqhF2mWBi-K@T(=?
zV8s0EnB8K;{B8eC?njUQ^{j-G&G(Kljx~^PGh+NkX372N(XUzhQQsmAzgBXSAHB<L
zk*_-Ddyj0pCi?CBsrz1U3@6)P+g-8u?+)?<M)ceL=nuUr&i9ck_WU0UV~kE=?6*(I
zw#&l*C5qCzy~>ye`TgHhS8RSg<X*;Pe$Tur&aclEn_s^$Mj0S?F=BsyZaQ~m_}l&G
zFTE??k3Q&%&2NZ2%$Uq?#H-@`MqRP_jR|9ZugEVLv7f(YX1h52?f&yO-WBghpK!(I
z_m(`#n9Og=tK$5oU9tJi2xETl$m5LI|7V%mt`C2^|NOmo#rx6cU9tHskQW(~`7L=>
zoZqr5Hop~N%x{%E$B6ffHD>lM0e`#yeBHZ@(P`^r!xfv~CV7i7ncuco#rb`7#pbso
zj4?iuKQQ9`<ufz;_ov`*?=O4a72j{ZxMK6$Cx2y3=6B##aem)ivH2YeV}9SsyNr0h
z`N6E%@8^qtY5x&j_Q3e*!Z?~iKB5a2S*GaNf9?AxRNC{&rk=x?JfB?eisR?GV$bK8
zFg)|gS&Vr9IL<7&Uq1SslzxnVN*I2p$tM`G{}wPy?w5~#h0+hdB4PLylg}_hKg%q+
zUq1SkN<Zq)3B&I^xx|l_F>B-NkNR@5eV&H;=zq~W?e)AQjQY#M*xxJ2_W2p~=vO86
z7{6K=^;gK1jM$H_GPBRiphv&!(ht8I!l<tyUt`4nd6SuaJ_bGd)k#16ZV99QHo2A&
z`&~UV`#cPK^lOlQ_%#ZnzKMK?5&Kg!GyD7tdh~0Re)!!LM*Tf<3nTWEHfHwoJ?PP|
zUHakIA&mM5<ok?R{|}kj&-0*1zsJ%KzfNJ)KOsM2#QN`IW<S4!9{rw5Km2-xQQu4M
zX2g1a#;lJK`-y%1)=y5pp0m$q&>zQp&PphDy}uB~v6tilM$BiB*^pP+co&?9nN4xO
z#Pc0-#rC&t{-k7w5q@K$gQx!@71Cb$(bt~Y{Kf;n5k}{PFxKZ=^7k;_lvhRnX;*B#
z8DaRpBTq77z0NXAe%@=(=e>7D|9Mx;e?b`ji{v>*ynaif<9r^+MfvlA*K39Ps#nGF
z)?BgiJ_y5RoxIEl{|#oz=Xv&gw!AC)Z@XgtABEw+L*8V>d_Revoc~=v8vXZNG5;^Z
z@ZTqY_M=}tOMUO0(htZ3e}h_#*Umeo54|dm_uUn%{~-*IBVqWbZ6k~Z{|p|568$q>
zG5;)K)Mt~^8F78(Fq;nkc|4kuf8l@374y#*M*VSeE+gI_PB2TZUweH{@n}l^h5u<+
z%)dYw^=HT@8FBp<GD{_?2d=NmaQzl<LpjTcEWTbPuGn~`!l*w-E@FiLd1lG=YtN^g
zM^o}I{4cm-{uhN&e~Dbii0kJvvkt%CKF+t2da5w>Kz-FVvgA>{jl6;p*%fBrcvazi
zUnO6kOQr1Z|7&E|w-ND(<K5WiVFrv>BaDMLh2dXIt`GjVyej(NcE#pXFPxTo+#%O7
z;(BUe))xGmcr+#dV*bspn172f>RZW;jDMcuyUdd7)n1=A9!<%=@W1bh`L_$BzJq*^
z5!dSjW~n6g!1Z)DT(6I|p*&_p7GJMUS8Ti|!l>^eKV*b|H?!n=wdd2rqbd0p{=Kf4
z|1)9K_mQ76;(F+3Ho&VWg}?B7P92K*z1U{z;U#&%j}9`s#)$Jh#H{-Fsg&32vsq*#
z+lY9?*JpH_hZ!)xF<~5hB@F-9<l5l>#;c<Lgex|mx58<u$0T{25!cfcvzFjL!=owr
z7xRDTiuun9qkfJ&&4{mW-!n_DS9^UHcr+#d!hg{f^IsB1{W5u;5!dSqvs99L;CdPi
z*X!Cgln;!^;_J2UijB7+jQUOTDkJ>2jQ?dSmGk|PM{z9r@3><1pM+8WnY_)2>tUB!
z-)t)7Bl>;W{wbvXhx&bCC|}8Ye)NFZFeA?QH)i*iQYrgC{tnsqZA3icct5szm;vJ*
z3G?88Vq}1SI{9(%&-AM3pXG|pCtDb%IphpRe*Vv_KlmT>uIQidiuoTGhW`n29^-FP
ze3Dsmz1r(@+Pk8Efh*>JMi~Bu<Wr2eUW-J>^|TtU*R#}1yef`Y>WYnbP8j2zCl@oq
zzl>S3zuNP;;9b%GqATWqNf`c@$>of{N^u3V9bQGyqhA$uDCSo!jAK{Gm45Upv%_s@
zIN#UE$-n>I^am(6ygrUs<BE-UQy87K!tk#nC;z^;`QP@c=wI)O`QH(Se*^gzBd(`L
zX34+LZT`*P75!UWG5=O!_}?WrG2+s>$1J&C&Hui4MgMkJ%)dhz{tw7)jJRGOijM2)
zd$?X7Q}6VuINlRiY`iXEjMq(m#0dYV%#!QXo=>lLMgM26n17!z{QJp0jK50p0JCOZ
zMbM+)3+hnJ@1-z~4U(Vx(IIBn8F9XcU9tD0w!cSLBjc}9*(mifuZrWpa>d4fEexk|
zVT|{N+#dYjdR6qFbjAFqgyBC;o?yhOo?({!y+)h=tanBKIakd8y)gXe$?q6(eJzNN
z^Pl`>OY2{vzU)<TycJihepMLbt&tZQ;s1eIa(&tJ+3>FDzv+tkZwbSHo4n5Ws}z3}
z9c=!e{Al$5?27sC3d4VoyyHi|FdJdS`Pp~HuD9I3LYIBM`>RxTK>eFn#qkeavGKnP
z!|8`GzTZD0C-+O5fBHw%;t~BbTrvMlVbo_CGyXQk+02srCCxwAyP|)dE9QSp82<U>
z97cRSeVkcxzohw}^seZC$`$iJEe!tx^JB!<KWCUF_e+|8k#|M^Vpq)ntT6mb$c2n}
zzba*x+%IYV=e;ZXm$_p8<-+j4Kt9Ka{p2FEQ~v?luTuY+|7Gur{uQoReWfrws>qiZ
zalKYEOZF4<zv^Al|C%f2e_a^<H^^5Qv7gj1OYVm>|61>g{&lXH|1Dwo-zMK=#OKZR
z%qso$vA@6F;9b$b(G~M=5{7>>`3~c+Q`{nYdWySoQhq*gKJHS#=T&jMHdk!C`@*nk
zC$}=Dr?`VzvLD*(^^iwVAN?P>V*ZbXQQt{^z=-)i5k0w{y8USMf9i_)_Xxwkm)zw?
zpE3LTpP=FV_mMyI^KKlA{sZ1={?CO`|3Vo1-AnS=-$277`VC1vp5L%A>PN_fjM(2s
zncbO#hDY>!Mcp*`y%xsNaq<`=_Omz4>V6LmkLdSS`r$VzjQT0^1S9sZX=a`L{t9~Z
zdnf(yn-xa=9C?Nj`_+49+y53C9?@?>`r)@IjQS<=JR_FEGP4eTy#qb^tx7-q)`U_2
zfxN<q{b-$8KHoK=N54(!hu@Yk>bJ=ojJW<jijMVcKhHs>y+41V{+SVecE9_scg6Ad
zT(Rr*i!eO*$vceLpT07y;{F6Z`hAmrjDIMM`tRfeM$G?5(4$}4KcLGV@JkoQ(G2nt
zUD8vWNj~!@U+-+`hhL5`{Bp@zjL`F#mHtV;eCbF1abftKARqIiCz<tgzIZ)Pk?p5W
zzfN%pn$ilq-k1k@|I!&(?0grJix@G!-5*`-Rq^#a>x!N45@C!|DvbT<969;<p81z~
zRrD`+#r!V_!~Y`rJR|n2OU#m=znFi8cSZk7SIoak82;7d%Z%8+t}shJFE{^d-WC0?
zyJG$~gyCO9zRHOG>?X71^G)-w^RDQB%N6s#Ee!v9axEkFw>!*|&!f!0(YvC5lPl)m
zEDZk^aswmwyH;k&=LhD0&%2_3n=9sjUl{)F<hzX6|2mi*_x(BEU;j}0v3?(sA2Z^5
zw)@#Ty(-S<i7PgrF5y&rS~vLtBlgdy%#!=#qhGJ|WBg~r@arS@Fk=1oGn?i9kj(eF
zcSZjfuGoBE3d4VpJiz$t6b~`Worae9kMJmtMgLJ(tbR-w^{>dojCj3YGfTccv)B8L
zcSZjRSIqydF#IRU<BXW^l<3L)XZ&dNf9Hz%&kDnTjy&y0-!nVS`0JED?~2`Tr$5if
z^IfFA<W+I}Wmjzc6=96ODvbScO&I<=&8S-UqtSoE74zQ|M&}m!10(jwZPDR>=6^ud
zjvtNwpIkBj&%)^3C4XeZ{<tSP{4f5GsM`0V(f_L}=6@iJ&Tr%|jMyI!MTdXKzd+Rw
zKN|gyTrvN&9n>d}bn<srVSmgJ9sU#l6Kb>kX!Or^#r$)G(V0umWW@fMCp!GM|7TR?
z`_brs+!gabA&kzG<YSE3A5Sq`|7Xzfi2GxK^ke)p<U&TQr=R!#dsUoIu`4#8v%(m!
zgnXJ2`(vr-zfN)AU!uw$82>!=GR9>5a_@@cUvS07zbFjXOXPEm87aQZEcyP|?(eVU
zQPfBODp$<ES{U_L$Q6uuK3ADtW5n~x<du}%k01SSuo6z@Un7iTH_6u-@p{xUOYX;y
zez&9_^|yuLS5L0<qj#7saF&>F1KD;p^xM~mO<o_rUTk*7zFur0w=$yN?#I9DRdK%e
zT(RfhCY)+dyDyCWu$^pop}^nnzklFW@qYY=uGst@ksmWA^Xv4gIKL;Z*!;SLF~4qd
z2P5{=r_AiG1Nhth_r2Z~@5g`Uip{T&+|QWIZ@{bK{GPjF^LrtT`Mo6fFk(L*WM)5Q
zhQHl^KkQxce*6(vY<{EUF~($mue>VG@3kv7zj0yA?+tl~5&QWBGyAC`{O$hxN$-mH
z<4?I_^P48mFedYR=T&ijv#!|u=7cf7_vE*Xct4nDW<N!OzukYo=w0!C{3Taxe#_()
z#$<l0UKQuJ=8DblgD~c|PF`Td`^g3~`zZwchp_3UZF!e5j@j2Q+pgIBK9YABllgt}
zsyM&TuGsu`g)zn+d6N<EM_-uPzqbW{dq4W>UGe?tz!jU{H}WB4GQaO$73cTE6`S9Y
zFy@!`j|lrbikB*#ockYf6p!eaN!>JzpCyc=+2jn1Db8V*yx-V<nCD&5|ClQ_-+W>C
zA1CKB;{E0Xv*h;yqTea$$9zu<!>@pRl9BKK%#z;+h<-)V55Hnz_?;yeGD0t5mi#_I
z^gAd0s6Q_ZzcO;EA1!Cr$n%Bz3*;icf1y75U-C|SJueHRzCsx9FO_8bJOX<3tCo6<
ze?=JeSIJe3ct5zt%szjB9{p}eKm2NhQGb(soe}$YEi?PP0ebYiCH?TbEsXklavdY~
z+dItc^9AV9uTlEp*CdSkW^w}~_Qw`x_IU#I=yzB8;df6M^=;%<M(k(znc3$D(4$|6
z^uzCgFzO$Y+ZnO{JYr@)zkwe8I;9_ePlQq5MSjfqXDRMxW<Rfi9{qZ#L$T|xR~W~h
zk)JYVq_~fn?HACa-+=UEe$Rzb|AO4li2dOuvq8q>>rwlD9QDzEn3Yg$z9YgoHcB31
z#Q0;(UU`*$y?fF5HM3Ffr+9wjuGoHliJxp#_~#oFqQigwFH#}xtskBA%;q;0cv={p
zGs0Nk@5r@byg9Fm{_kC}@#cl$zd)X4#Cl(3mi+wAp3ky(MgJ97%zsrF{%hnVM!bF>
zM91r6{u_QY`fs{o{#(NE-zKj!;`;c=Ecv{~{6BeD^#AON`R@wDe~-Mwi1~hDw(nIo
z9x7Asm8t)}QrY9rt5Dy?JGH-geH{PL6&wG%Fg$+<!~cl<BlxF(LM<NAKf@LC≦|
zmN6sFe>StcchHjg=XzK4&vV7<j|sygpPa*p{r@<#<odGL=cIQ<|5L7*|7l_P7m!ad
z;`%zntlRI8kA6kckLOn`48ODFLPlIqCCrlR$>w{`yQ2SjS8Tpz!tgIAmoj4f3(PKh
zm5q16vyAg`iOSd<dQm^}*T^coK8|1Miq%&MqqABV{#VFT!T*|9MgQxrnEwr7_}7rH
zGU9ySWVRIi>%1%a-*UzLZwte}o?Oew_kU)|^<=M4qjyFBCRfbASs4B;<OW7uPp!;G
z`Km*Ye)psw=ci2=_4mnl8F4+eGfS=~o9_efivAB>vH3m{hW}%72P4MsWcI|XY`n{4
zoR2PML%&Ba>W5~LJ@xuHevd0w-z$vHXTtFBBfkm$16~#VpSxoIFNER$lHAXT^F7Gy
zeefUluINAFiusQU!+(rC#E7r|UNK9qr=eL?jq@n7=>NtQ^Pdn#{af;DMqE#m%!X&7
z;Sv3&r61>KMi}+)$Wx5Co@SXP*VE7}s^0S`vgkkWip_UH81;+fIYx}X#BABCY`ktV
z&c_O~#U=Ej{_F3Mt$BSM|AQ-5zb=f<4Pp3ik~f0?wpT^}kFJ>ijxhW`k+&FezCSbj
z68!hPEBb$N#r*e$;s2Gq%ZRW4511v_lf6EN-WC17yJG%7gyDZg{>F&wDeZqnIN+;}
zEc#_ohhl!2!Z?;iPPdriY-Y*zWb@7SuIQiViuoTChJQXehY{Duab_pH>gRZTJ~$sI
zsT8lG7xnFbKz7>e<M;)xSp6AcbQTK3zleMx_@DKv=wITB`IidA{~WoP@i!?x&+J<8
zFXvIzNB;}1nEyp#)L$Z(F=nRtGPC4*ve&25yP|)UE9PG<4F4<S3PxN{SDAJ2Rfit^
zu1i18&kbSJ*O0F<Vt=~HEV-U+zIEOe{cpKq^Svz$|9WyQBgVhOtih{nyi?@gr1VB+
z$-l>5%Ad41dwm?g#T6UBRT$&n75+_%?~#*#Z{7UwdsXyrcg6fWgyH{y+{TFW{g7Gm
z@1>jnWABRoovxVw6JhvwksmSsS&F-vCD)Vr_jp(I?{&rep9#aikNlJo*Hb^UbAEqA
z^m{J-IG-<s;rEg}z=-Q<kXdp)*?fn+EBcSPV)GpphW{9Oh!NwzV)ojrY`i8i&d0bb
z_Wi&8{liY)?}h#e>TkU&&S%mUo6nSRsy%I57~{>5lfS2E{<B^c{pVaU|M$Z1pC`X#
z#Q9%fmi&E0^I!6==)dfW`L77Wf0ew*i1WWDdh+_L`_bsX;fnch3d4Vk{DBeI!#1<z
zda(KLcvtlQ<cj%!7KZ;W`6DCdyT|N{SJ`-P$awwsU9sz-iJ#2a=eg)Vp#IIP;(QKW
zvH5%#PPM1~5a##)<m7%c^H2YbT0EkEhAZZuDUA9oV@7;Gn9VG?-^~1Ty({|Xxnlmu
zgyEl0&SB*D|ICv6&CLI#cSZkGu9*L6VfYu2PcY)^#WT#3`_0V1$h)F{u`A|(Rv7*z
z<U+=*6qhnf?l&|4^E`_B=wIfF`Iif${sQ?N<8M-Yky&!TnfYJ#uIOLkiuqRx!@r7r
zi4prrHM8XYG4sFbUD5xVE9QS)82&fNR~WG#YM3SaiTT%hSM;xQ#r$sx!~Zt<CL{Kf
zdS=P}Wai)CUD3bM74vTrhJQ2p4kJEqZef<(PiB9A`mT3H|9h^Of15D;?~_{@v0t?_
zOZF?9{{!!e{tsO-|3|{`e@yOR#D3E$db0m?`O)a#?TYz76^4Hg`H3IxW%iZ35YERl
zaus(y)JOk*?==4bVbnht#{Tw#e8kT;p+~<#smJph5=Q+n`6VOvvk_*~bI|aJeq+)P
zzgNPje@z}`#QrtTY~uIO@Q8jB(htA4!mKC1VZ?ql#cY$`e^UQPM0=orM*6|;gi$q1
zo@UHS@f@>@{Qd)aoZmckD0V&;gmG+<{GJi}(Gs(Hzu!Oltw=xSw<-+3HS#he_MZ>T
zlD`KX{Whc@ew)JZ+aj+sV!zpD*7_%}za8m^-zQ=CeI|co#Pz%@I`#wm`3)-V{rwB|
zeMb1%{lH(nD?XnCSM2rvCJfI*@*X3``_3%6e>M6YNk7I<`_Bl;Bc1$%RoHJb$jRTM
zj(%Cv55H_-xaN>E8KLJgOa2~p^gAZ~sLvOM-*IxDA3edW&!7KE@+2-j{ym8jBx$F;
z-k1k@zkh)%R)2<E$cXWO-v8%SalXZ_*!ejtj8RI2u|JiPlb^qt|9P*9{$;M1f4MOH
zFObhMV!yh`EcyA1`Cs;~=wIQA`Bw_VzlwZ`5&Ks)v*h!5^S|m{(f^t&=6_un{x`^1
z82>!QHO!LFXU)HsM^PXB>s&GaTf(TnO}@#PmEwA4$>(+E-{4)*ztI)*ZxV)oGx-i9
zF1i+G$>%rbf7iRB|2<dCzfBna_sOk{*#Fv@CEw4R{{!!e{tsO-|3|{`e@yOR#D3Vx
zEcy4j?EcU$?~4B2u9*K*VfgoupD<#7>}6KD0}YSp*C+j0fBnL!A0R(t#D4djS@QLk
z&G)5uMgKupY`#On@E<0>V8s46!YuiE%lyZ@EBe23#r$6j!+)GS%82LpMs%?GzxAWh
zf6^86pAv@uG<m|0&M-U0i0AW;*%bFj)W`jB&O2>Cd{3Td#QeVSopQme;`|m}vH2|t
zW4vWy?1wAl9iLCUe|1gjG5-(bb;e{q8(tOXv+0V>XG<9K*(R?tV*mWeEDu`+AMt+G
zPtuS1d?xQQCiB_zsyLr7uGoC`g)!h)@(v^R+XH45KA(7h>Y?;wKHted7?b%Nc~zWG
z+Ac=52kO&>aWsScjs1U~;!N^ApHI9WHCy^IpB!>7V=|vSuZr_I=8C;O`NEjbadMW$
z6rW%=;`533pPrI_%;z+@fH9fR8Lx`-DRjl=QzVS}6q8Rf;vzoFY{};n?>8-#e$3|_
z`8;DXpE9qC^C@@5=5s+9^SMYaVZ{5zC1!^{pLl<1h4f=SmE<bMWIoki73Xus6`Rjh
zVa(?m`7$HkU#>Gt-d}7#sqwDpf72E7uN8)W9r*?$-d}Dp%k%GoqF=rA<N4hYhF=5u
zHY46&8kr^cmqx#4>4#s7F#KA{O^kSb?=nm7FO7a}(htA;!tiS+-(!T{!7RDIH2OW1
ze$+n_hTmiI13%iyY}WUWC*;CExqozfr=6dt!tn1A#(v*Rwy%Go$NBb2J?7gljQRoc
zGe+#!&zafRyU?TGOX-K-pfKu($S)YPQ#{PfzP^PX{YI%nvFAG`jAO6JBaGNDUo*3>
zXQ4;GH`0&!O$ej@EqR;~i+GZmef<hO`b|qe{APqv|BgJxi2Z7onSH$qJ^H<ue)!D`
zqke%r$B6xAk(qsc3O)KQOF#Tpgi*grUSh<4vBu0k4}>25)}<eQ8^WmHB!6JU{;<W&
zKL3Lr{XR-R{C0#<|B1ZKi2dO+GyD1zdi2|qe)xS6M*Ti{ml6BJS7!G0CiLj{P5R+?
zD2)2=<O4?NKY||p(*6lu_CS5QFpg%BkK84b+~u4_e#8A1uSd4@<M|Bm>%|w0@Xr+;
zy!scZke261k9lV6D?jjYVRW7l#{P1W{5p(x+N+{}fh#uN8DaPrl20-IHpNBElFyIr
z`JClZ)JOjkSIoau81?7K#f*6U&WoPBUgdr?`d@Ix{4WZ_{}Q>35$EHw=-^IlQu6QL
zRZ_3=syJS?D>mL0VK`kSS1@A!*O*=RDjgr^>jsrdzhAVUcV6D~`Z#{AD>i<eFvh<n
z4FB8Yn&5xOtD=8{E9T!Q4F4u_J>zdv+{~;Y__y*X>ZAW%SIqyOFzVaLEsWVIzRxVV
z-t6`1@UH0pz!md<C=CBc<aS0}Z;zP``2DWY?}_x|e0B-LubbS-i0kR8=-}+XLsjzq
zb1(I0UKPjdbH(Q0FAS#vat|Zs^PJfWud?xL$iGeLFPR<9p%?WNyc2WC>*M&tu2}tu
zFg!+uaea-EbNMV2|JPm>{l{G~|2M+$pCG?t{B4TgGCLjor+5_g(SO<%^Pdq${X6m`
zBd)JmW~IUZy>~_bc~{JTK^Xpv<T*xcElbRj>(^fY74M4vtFD;;nlSu7ke3;Mo#J(7
zZ~gw-=(j2TI6qs$@Y^PDFyeasC^|TA0aeNM`-%EzuZrXCx?=O+6Nb|l@(v^Bv(N0S
zSK0W3WSpM^X5W5~Ueu4zB0Kc@IR1B6tp0~EI*){L{if|9Wbj!g{uw+9CHiN&V*Xje
zsLv*+GyXQkIn45df1Y<m|6{J0f4(sMkCSs5@%o%#Rv7$Gc~|s5?TYyq2*dvj`6MH*
z-$G_(!N1tMqW@V}%)dk!{-xw1#;g>dW0tIs@mW-rc~|r=cg6fK2&3~N`8*@m$0cTO
zW})E`{VJp%=f6@I^;P7{j93rVqJyve8&oCh<0|!QUKPi??uyO-hA^CJ$X6IKpPS5T
zy~@V_#;X|Tr;bViXMy^(d4$_uAIGnE#m2uQjLrt(oD?^bOM`#2S4IC8SIoav82)$3
zO^jF{_n2J@{`b8r`nS7c{vE>be?V?y#QJ#1>{{@D>|N2n(-rf7A`Jg7@*_sP{@u)O
z2mc=LivGQ>nEx|j`1g^YGGcx7Giwe0&%G=9zi`F;Ukby2kUYSM?|+AwCF{?wpAqkh
z{-ds#|CliRUy+9yvHo5&OXpPyJ^H<oeq6s3!l-{s9yga1Pl}H9_m)4YPuAZw^%<{<
z<Gpjm=07Wp@#e@=jF``RX7gTU<KH6V{46kg<o7E-`2$>*ygrV<?23)QB8<*e;hYq&
zk$Zywx>rU24Oh&6QyBhR<PVHkf7{Gn1pgiHivFKmG5^oP@ZTkWWW@U0V>TB2_q{9n
ze|5$D4}{_Wjr@fX>+g`+RPg`dUD5x@74uK~-{6`&(#hXhh4Y(1UI_kK-WC0`T`~V0
zVT_VX&Sb>;%VV}4{PVpl`X6`2{7(qO|0MYsBR-Eh#VlFhc6}CjSM)#Qiuo4`!@r1p
zni1=}m{}LEdg#%wMEbFwN`+B>j(nC8>-oIs;OpzCO4fHd^$T7V$Ghl?&Hs`xoGz2g
z7%`s;W|dxL<1h03<NQ=n$>uCje~EWuU-9}l{#93O{A<Fg_O$E5IVrwDJ`wzHdR6qV
zb;bPagyDaST*HX<eVbWP@W10-(Z9hJ^KTS}e-pW$5$n5|Sy}LJ^{(iD*A?@>Ck+2K
zatkBY_kCuS!N0@1qW=R|%>SV<{2!6q8L_?}Gph;yPrNJoce!Hz-NNvHO73LD_0z+w
zA^1P@uIS(Aiuv~o!+(I>%ZT;;oLO7&f9YM(f6x{49}<TDF!==|K7Srzmh2yP{f~K9
z^nc}w`M(y1|2TP+5&Op*W|#f<8=~J^>Bst;6o%gvd4du9#kA<)f-O`f`^P)#vtAX)
zn{&nH|6UkQ^W+&u%x8hwqF34Y)nuHXC1%V1`wfM>6L7`r<M^wt*!XM082^JX_K$V)
zX7Jzis_4JviurE~!~Y|BgAx134zu0h|Jl2u|E??Mzb6d;FXT^**gy7}9R~jc?~4B4
zTrvMcVfcS1e`Un}@q<|=uL7Jed;QbCpcaqlpYDqJX9%M{lYB&1>>pX={NSJCUC}?+
z74y#%hW{~gHY4_rd}f8g|Aco%|C6qm|0!YkpC%t?#PwOgtStB!dRO!>a>e|Mh2eje
ze1;MGM+vj4;D64$qW^hU%)d++{^jISM*KYM0<&a)vh#b%yQ2SPSIoac82**yi;UQx
zs+bk|{kzfciuB|9x+)C6YvgK1emx^P_b1*7mh4Y8)NguK9Iw_Dn}3}!#=Awn!HD_X
zW>)W2*O@Kz`o;OV<BHwyWPgv*{(dR?8>u&WRh&<=D>k1N;Z%ECt1$MfyJY+OrHOx=
zS4IE(u9$zjF#J2n_ZYEXJz!>kzclfG<XzGKu`A}^DGdK7<cEyduezAo-!D!4pL$pH
z?{UTadxhcujNHwL{i=_d{r%F!f55w<|8rN&|AjF8Uy}P7v0n{Z#;Y#zANH>3KjMn{
zj|#(oj6B4M{puC7{NO+CUD5xIE9O5T4F9*}*NoV&CYcom|7q`v{xhza|2tv$&yuGY
zu^#4_l?DHK?~48lu9*L#F#MOu?-?^vyv!{5dvLbCR=q3wueoCWAB5q*PF`WeezhTb
za(=h`X!PH9#r!`C!+(do$%y^xljz`KzH=x0*Dm!vuZrV+amB{l7shyB$)6c9{{v><
zyvoLJAmjBsbj9|s8UEzk?$<&859&u=73Y)ozo&|RK2V=7jKdki*uOH#$^Gl*pY2uA
zKgSh&zPZBi&m(6sV*fhEEV+N({EvHA^grQ>`JWVq|0!}lBlfS;%#!=p&Hs#dMgKxq
z%)dw&{>9`1M(kf_nI-qHn}4ZyMgMcInE!cU_?MAO7_onqGfVDYH~)*?75y){V*Zzf
z;a@?%z=-{;l38;9y7^aoSM<N)iuqp^hW|Bk6(jbq>&%k-*Ui7iyQ2S1SIoaw82)wS
z8;sb$ZZS*lFEsyp?~49+TrvL!VfZ(aZ!==OH8D%}FY|BluIS(DiuvCahW|ZsGb8q|
zHfG8F?B?I@UD3b874v@}4F8AZ`;6GH9x+S){(SW7lz!|7PlVyuMSjc(y<7BTzv=O#
z(ZAOfo9{DW`1g^Y`q6%7-?@L`^%)=!a+gDW^nc-<=KoR{^@GCL&xXi1-$BD8`i)3E
zp5Lf2>c_~#jM%?kF)R2xXm~`wap{NO8)4K>kY6)mzk188XaO1?(Qiun;WsUe`Wf;h
zBlf3v%<BIQG(4i;ob<!*y)f$M$+L{uj~19M^7C8h(Qirm;kPV|`W5SE#Qw9&tdXDR
zK#zVOq#u6k!l>UMuQ6i3*<@DE@4ui&zisJ<-$!B8?~u0`vA=v`R?e@Fphv%5>4)E*
zFzUaMKQm%K*=IKQC$HxN>4)DpVfY=AzcONdd>0*T_t&A)zCJiIeIE=z`~9JGGLFUP
zli`ZhX9}Y}i~NJG*k7{A$?wNRzg+3Z_<6$cJ4Vi7gr3iA^H07$C!`<sCxzj6ihSIU
zo@Vyk=Ud>4{XOVsX!`lU^C_fW#0Y=8U%lA7;`2M}ioISX!muqB#{P4TJp0d}!QX!W
zrOd11@57Y4V(0S$`66R7ze`>f=Xco^8?QnbbEqVrXT*M1#q7P$&wd}~ig(4|kGblK
z&F>odI%6`w8(tOXSL2G!@1`*3S4*yD#Qs<(I<EKg{|Z(1!1=pPy`C`{|BiRX@f%#R
z@f(HV+C;v^i2bx#bd28{#&4y5moXXto_EFZ+g!2n?+au6c5(|N_TLWCG5&5C{~`59
zjLG<qy(^C2>57g2L>S|DksmN(zwQ<t<5y3i${u+Ad#Lv^CgVTzt~h?5D>i<=FkA=7
zPZ_blKNlV24~OwzQXgbY#vk&oIR3CJHvWh(#vdiWV8r{u7_*vPXm~`w*V2#i$AwY<
zhWv^V?*|jilHXs6ev{G<zbRq(O_Sd;;`Nwemi+!o^qZA__{|B!?>+e)BhKeMv*h<z
zqTizQ!*59#e#_(qM(8WdlHXs6erwW?`VYeJTPLsj(G6y27*W5;te@{6;1V>YZF{{j
z5AyfHKe}T3*ADrUAC2?-?2274yTWkY6UKi3g>3hyLyvx6r5^J=5Jvqs@;)Q>=R;<8
z|1tFF_e1*OcO;DZwEqL)JC9;NO()y^pirV;CUq$Ge6xgcESsFci2X5#ncY7JJ^JNI
zKjwE#81?z&Tt@77$C=svK+vP#N$H2*DPh!~CZAx${#C%t?mvJY{R*WYenrBlFD9R1
z#C~*^nf*Kxdh{!me)ydeM*Vqm2_yEGGG_Mk1L)E3g7m}hqA=<&k;@sezg%W!-@ihS
zewES>zbawWSCcCkvA<klmi+!p^t&eg@VhPyzZ>MMjM!glnAzuP(4$|i^uw=C81=Wv
zHyNSd4tn&vBRc9EgyGjnuJ@x&%(i?LHIsAx3ALDii&q+-hmf}C`_Em`G2Yf+K)>fl
z+dQ-Nbw6;sFgiPgvA;YJ#(eJl9jcCe{72LudsQ5-(-j;4i7=eH$PXE@|8z4;KCiIn
z*W+E$zt<J>e<lq7KJrsW%)g&m^7*RyKliTa|H2jXe<=+ALGl12UjHG{!R9~WN2C9!
zE9O5Y4F6Z;VL$rXv(#Rg(#OgD{Ja6<z2$FSOn6ls@2x8~-lQ<bn-YfqG&won=Ks#C
zqW`Qb=07J4|M%n>Mx5_?(Q$qr@RNyge?E)Um%J*Dx9p0Iw<3)3R>=#Dct2WWmRw)<
zeAc}y`fs>m{+q(^-y(lt#Qe9JP5SS@M86&B$NBms48PChkBrcFMNiJ}7e5;P_g%61
zeierQ0eR1leq;8Ak?;Sm*nV^Cze86eS3So6LH)?9;`nJ_QEv~_rwij~hA^(LOmc_&
zuktr9vb`$$=eT0eFIO1;dE_icJfCCClIzL*k9$}2KjDh`pA?4wDRMp|uBX$Y<NVL_
zldwL2K4+*GdQ}{+$Q2u}SQz7-B^NN_>z@*4$@Oc`=bU#%|MRYxf0;1+%gLpTnEwT4
zYySH$(eIM<<NRJ0hF=BwA|v!l(ZM#~YCjtNuef6Ky($d<Yvd|FdY##KUXM5*H(asn
z_ihckTDYrV{F~Hky(*4h=ZcMgOBhbKg>n7XlOF~D2Cs_#jjot~lQ8_7$#)oW{kAac
zbN}U8RNeKi=zq@@^KTPI=Y4W3BVMm|X36zx{tvt>`ag8V{2vL!|1r6P5!Y*{=(xVB
z|A?yB{(QQqcY9SF@2M*`UXL)GddW{1vr_zwS+YLt`Sg2N^dE4={GSWM{{^{^5%Yh^
zY-JW29?@?|`f<Gt3!{F7Jje)rRCKV-_mv-w{;yrJ`Hl<2{|$M}k4`YFVZ`}(>x!+9
zhyOjghPi8D{3+_wUKPimamB`eCk&@qVXTii@?`Lz_p0c>;EMS#3d4Vi{GJi(W0~1v
z@L%<==)dNQ`F{|G|2lbv5$j`v*_Qhk%%f_{yQ2TLE9U=E7@a%hO-7uLPt20_VE((_
z75(>IG5;^Z@ZTqYX2g2<Dmt#;1O6oB(4WsY>W5wx$NTPzjrT(s;~kL?81emY+W(1=
ztUr4`89WLl`e(Xg{#nAP&nBl^OmPmgGdv5>qhFr%<9a?OjQV_XE+h2gqJwR|C;e#j
zKjn(e_p~tl3&<z@=ow~{e0^{}3SF`F*L4$Jxqn2&_{G%EdQ}|1#1*SA6^6$-VXVLN
z<THPSmiU)@RrJ5$iq&5fhQ}px86(!;WoG4ngqHYM@+gi)|0-9kzFHXdSI8BNSbtZU
zUHv1p#Q!>v;#l;*;fmGQ2&4Wc`5GhEUoErxKSG25$RCj1;!$ML|F$buUoVXMJLEb>
zobLu^$$B&YChv;=&90b#i!l6K$&HLyZ+At<`rhDACOiI!T0EaN>i4}Wj@Ryr)prQP
z;{o{|BR-FM$Shgk_Iw_DSM=|6#r&TL!@rCCh!OMeW;V*R06qHkNI#xmuQ2MLk)JX`
z?-M;azXN_W`agHY=KDez{x8Y>esqvo5hKpWkSn&nd;U4P#<=TpeCnfK6~`ZQ#m0Xn
z45!z^Sl{F1nczR+Rnh;gE9O5b4F4(e8%C_}X=W?I|DAV5|5;bee@+<w@5wWaSl{!^
zc7p$+cSZjtSImD|82&5d1xBpzRc435|ATi$|8-Z)e?u7lo8&b{tnV#mIsXnC&hPDi
zi|nI!MgJXFtp1ZQIzN-Q8F4-BGE3I8`G4`Q=)doZ`F|CL{{eZA5$pMz=vaUD?-v*O
z^Z8EwhgZe%j$E<v(he|6@<=BivI?I+XONTq!=6u;cSZkfSIj?07^CEpGZ``eJZAMg
z3(%uqzVzdK9T!IZ3Gy*U=qE)_&hKeI8vP4gvH6}6hJPXXlpif(Hq6%t=cCva+dukh
z(e;44I>s-dUg}kG{By3@_~(V;R3?o5qnz9u{4aV{^uOea`Ck@>e+BshBleF<X2Ze1
z+Pk9v6<5svsxbVok*gT7e_Ura8T@O!EBfDb#r$i9;a^9-!HE6i7PH0RU+-Pf|Bfr>
z-yjVCM)GY&>>o|cwt|0)cSZkJSIqyeF#PY4n;Efxv@!eY{#E?Vi+1md{vEEE{{vz8
zKP2C0#P#}!S+ZZ4f2Vgv|0k}Pf0r=)yUC9kv0pqD9qYSd7gag@_iwQtdZ|D2syJSs
zD>h!gFq{U+J&gEy)^ldb{$$VRrFTXDL08OwNErUZ<QI&X{|K{co(1U9Z%q2}{9Xy8
z{xx}&5&F33V4LrRAC3NRU9tI23d4Vj{Kk(?Gds(O^D*O!?N87D5?!r3h!}sC`kYtA
z@!z{*_4C5;SP;hkv`Bs&{Fl8d`meZR{;R_9Un4IuVt@L;tUvf~cvtk_bjAF)gyFwU
zUT4Jq^pV+E@c-mp(f_k6=D#Zp|2^^!Blf2+%w~fBSMQ4c2d<d^H(~f6lJ^<0KYeGm
z68w+6EBdGXUvRMpu7`AC9L*sAU_bV!O!7|f&-Sk9pW}+nKUWz3dE_ic>`%v-9lC!5
zf4}0mcSZjbu9*KxVfddS=QCnGoMx8nN9KRVyP|)gE9PG$4F6(s0b@pr&oWEy55LLz
zmwH$9Kj(`1pBILI8M%b<*C{S%mh5*n|BK!g{V%y<{+ET}UqQaWi2bgTStDl+J^EEk
zKdzT6!l=JWu406KO?0r$_l6&h{xz=Hd~XWFzm|O6kJd4J$LkZX|1DQ+zk61PuH^5R
z*HgdaRdM_VS8V)7VK_AjW4~)ACx4IJ{9C;$`rmcM{O<|Fzm43&i2d$9v*hoKn}3IQ
zMgIq`nEyjz_&*}IGh)Ac%q;nP;pYFuyP|)WE9T!V4F9L(PDbo^J<M|XRRGSv`9Jfn
z=-=mx`S%OMe}LS}i2d$4vx4CN(z~MnpeyD-Bn<yy@(V`ncO%Ts2mdkeivF)$G5^=X
z@E<3SGGf1b!>lU!zxA%@Kk173PYJ_+nmobC_kU)|@59vbPLNseivDx1nE!iW_|KEy
zF=D+fFiZA3^I!6==)dfW`L77Wf0ew*i2ZJjS@Q4MM89?E$Mv-#48KkC2S)5~Tg;N*
ze~Eq{r5}Df!tnb<-e!dUnc2)gK*J;Y?MXlCzX+p#pS<fwzcRbci06O6tcdp;q2K;}
zh(oWB<9&C<Uf&<W81G0J`&ZgGgp0vHgGZr6|4diRKT8<(+2nLa>|Z&|t_S}-?~4A%
zTrvNAVfY^>=Q3ue_yn{1;D5@yqW@`E%)dYw{%6Q18L@vAGP@i6i@huQpLNCjON8NH
zN-ko={&kMoqu^iWUD3bX74yF!4F8Md^NiTPE-~v3{uSO8{VQED|0-elSCcO@V*k3r
zY%us=^RDQB-4*k{Aq@W-@>NFcUpJX`{by)+M87)e$NIP>jQZQ;T1M<w^~{oge<u1h
zNI(1<h2hskzQc(1+05+apPXN-^uzD2F#PV3TNtrFwJ}S6e<seaUHakIAq>9<<ok@!
zA2NIUC+GKA`cdC048JGjM}D-6**ESYm~S_EpYJNDkMr&EPCMVd!l-{HjQyz3cp4fW
z(QiQNG2iFHsDDB3XT<*VlG&Sg(C~<UL(&hwVPVvdkOvvD-;6Tr|2t@SM88+k55L#K
zs2?YfF=Bst!)$y38XnQ_t@OihQW*79<OxRXC)3Qn^XJ9Tqu)E}hu^F)>gUKajMzWk
zGkfqyXm~`w1?h+1qA=>0$n%WYFP51V^Yd!x(Qj4y;kPD?`VZt4M(hvk%yRkp67=Y|
zDgE%<5=Q+td4m!A!$)Sx?_Wf}Ptp&+&%*HACGRj|f7oM|{QgDs+n0X$eHDh^0r?9f
z*4sB`$?so8zwgoyzaPTzJ0c%4LQnfI2+8kXM86E`sIm2%DU4%T<a9rp&FrcB=aB9G
zXVgdkJnuCBW5TG<7smc@oNV{ELXUnYr5?}klrZW~lTR>We<)yP_ZvcweudHxzanAO
z7n9F0Vt+Wx%<j*E9{ozCAAaYAQGcFX!ifE$jG5hU0zLX&kbd}G6h{3eaycXRhs(_D
z=iAVuU#0ZJuSyv8)#M6B><?F%+0VP6N55;*55McesJ}tJ%831;hM9dn4L$nRN<aMS
zgi(Kse3KFT!)<2vc@OmHcSri+*C34gMshtP_J<~B_Wcg@=+`3s@M{%D{atc1Bld@T
z%<S_V=+W=K^uw=R81)_GHb(3Z516g~OK5mRzemy!zsJI;?<7BDg#IMx(XU%{)ISx5
zUk|y<kM=Ulb$-UImG^_9zmI&8@BiQ_e<rp+40xyUb7744LKyqSOJVp;2frcF(LYQc
zWW@e3B0Bo7yhoKiz+<B0=qvIlBld&WqNBd$U!%$%;5VY<=mdG35$pf0=%|0Uj4FG8
zr$oomY4Ri^*87a;sIOi_l|8_-qT}cs`5hzQ|3ydr4}a&j*MC8D^e>X<8L^(1L`VOw
zzf)WPis<NHB`-5#{jQ0Q{*8Y`l|8`gqT}cW`2!=?>!#?aFaIZ0*#o>SI*xuMZ!uzh
z?ud@{rN1AD{?DR=cLVPUr{uIR<WG$7+ZP@E$#1sU>vJGF`oEFCGNS%abZ}fRKZ1TF
z48OEPgztVdos47l`zjg2@IMIaCrfnnWD8^c<p`rca}rhd0OyI0qsPd(j97p9qNBbz
z^q&wN{U^!C8L|FOiH`mYp}#<M^q(Q0X2kj{6dnCnLVvO7=s!y?V#N9@5gq+?q5qud
z=s!;`WyJa`6CM4{q5p#D=)XuVXT<uuBs%&#LVtzm=&vMSX2kld5*_{Bq5q2L=)X#?
zX2kltCOY~DLjMiX(O*Np&WQDQQ*`u?h5kCx(SM6v%ZT-LTXghKhW<OEqrZV%&xra)
z(ZO?}zgcwjw~(9sXe+Z!MqJN#U9q1}T;(SxCuh+M|2EOV_XD>Jqo+d{>+OLs`uD<o
zABm3s$K;2Mm|v&p=r8x*EV21@iH`nm@)Jg^x2K|`zc%#uijMwg<Q_(>w?5I)-xT@>
zL`VN~az7*1+Y8ar-yZr0MMwV-`6VOP+py^9?+X2+qN9I|Ji>_e_DXd04}|`4(b4~g
z{F)K#Z9;VPkB0t9(a}Fee#?mUHZ3~(lYbe<&fh!H(LYO`VZ?fy6CM5YVf=Z~(Z4``
z&xrN5C_4I+-%PUcmqkba3VDeU^{b+Tx5M}!L`VNRdCiY*FuTWy>v5A=+wV{dzp{UY
z%pUajPSZaMqiRPO>+6#+`pbjguIT9BBY$SZ`uZX|`cKTD${ygaqT}cRd7lx_=bPxL
zubNGTpAYbN(Q)_(`H&Io>qvCeH_WEO&j&dD|Nj5U{-0sYi1n2zI_leItqu{KEjo_n
zSSKUaSFY%&@0?AApAYac(Q!DRoX3dubzF4R_syol&j<LV=s0|ee1Z|{>$K>oAD&Hx
zpAYaE(Q&wtT)>F+RU|s<-^`}M&j<Ld=r~+LE@s5~Dis~|bF-=N^8r3DIu4hS&oN?s
zm5Yx0mDyDI`2b%O9fvQGFEB#CEIN2|HWhw8z?Guoa22`2k5)6=^6Tje`DhWf=zkX0
z!!_?T{kkxEZU|$2)d<6{FZk7pj{Z9GO-8J*TcV@CF|4n8(b0d0e47#Lt3h=1AOBla
z*#q1pI*vAz8yT^_T0}?v7<V32+Vj6FI*#2Vw=!aVwTX`Y_o2UCbo6(S?=xb3JrEuJ
zYoY&<=;(h;e#nUR)hRmqcS3)c=;-ezKVkf{6h9Rm{Rg4HS9J70Blj?3ef5cs{^VcI
zvDa@vbo4(b_cLOBy$~J!`SYl<2Y66)933LRWW@R!79I7;Z!X#RqoSjKj6A}K`d6ZZ
zOT+l%qND!}`L!RNV0M)e*TY+8Gb^Zt-(FY`Q{HL%v@m*Rgt5Nf3B&J8@S77I{qM=M
zj96duqN9I0tgl7U(Z57qV8r@b79IUfe~T)6fLBGw(KYf4Bi7dk(NW(VUf&JT(Z5Mv
zXT<BdB|7>m{(vfbfIo_kqdVknMy#(-qNBbp^zVv}{yp+%My#(dqI3SC|EuWeKOpZj
zVtsuR9sM1l|GVhu|3N-v#QHiC9sS9_Tw~Wy`ge3Cj|^i*tglSb(f>S*pDj9Ea>!YX
zSYNrKqd)o0Ashdg=;+TU=P{!Gxai=CF#bu=(SM43!jGP2Hpy23=d*x3{sFb{yE28$
z9^gXnG`&a|RmH+sUuT8Ue>M1(ijMws<Pyf;rue+*=+FBbRM`VuE;^20AeS*>eO(kC
z^|ODADtmx0i;kle<V%cLUzMVxek!c5YSGbug<Qpm^>tNr^zVi9b6s@w-ymOO#QCTZ
z9sSw<n<4i4*NTq*I`U0Mtgl<5qrV{Z*Ncw+JLKDpSYHjIqyJp!ZxS8-&E!T#tgjZ)
z(VzUwE;j$WqND#Fxs?&?t4(zD-w5Nki;n&d@_k0EuLq)|Kl#lX8~>5$=zmOp$cXw*
z(ZMZY{4UYa-%WnvN1rk~!-(_I!)$pIweTAW>*1Mqn%*ajo_=AhuK{8BjRwCLqND#M
z`8gxj*P!U=Zwl*cSakG{kcSwtzD7ky|H(O2*#rDabR2z69%ID%8W$b)$9|70dw?fI
z$I-XsH;h<clcJ;k(h{od0iG5eM`y@Wj96dqL`VHdIKOkEqyIg5mJ#Q3UUc+l{XMGe
z0bUdxN0-P8j96dGqNDyq=wB5b{cGeEMy#(7qN6|gmr3mU*$^H5o8)yytgkK6(SIR~
z|50@G?~u0{vA#Zuj{f8~Lu~wA(b2z0{>+H_FQS8M!uVfBNB;qN-;aJ{*2{?3^N?B5
zKcE(VX@7-a5AYA~H2p}JRsYY=;?)1JzS4!!pC0@&MMq~AIfD`FD_eB*&xG}rD?0k~
z$T^HyU&lm8|NXGOj*E`|6XbkGtgn-zqrWw*uhXKVzkqy-5$o%W=;$8^>#Im~^cRy0
z8L__3ijMw+u)az~NB=o;2_x3mdC}4TG+ZC$qND!;xr`Cl!$r~2U*>o6+xfpNI{GWf
zml(0WDn&<sRp_r49sO6xRg73)S4BsEZRo!)I{I&ruQ6hM)rgM%<Tnv){<Wf`zm9y9
z5%sr32j2_h*Ncw+JLKDbw1L@ot`fW+jpXFt)2IvUq1iiael5cAZxzP+x+~222ER7Z
z(SM(Oj}hyuU3Byx^E=yY{0E|={~@`95$o%b=;&V#>#I|A^gkg#X2kmH5*_{XVSPOn
z9sNDzZbq!HUeVFNAJ$i&=;-e!KV!uD8W0`**H=+x5AX}oar7nmIV0BBpy;UI2<vND
zbo7sqhZwQGMny;eSh&7kiH`o)<S|BEPvfGa|2cPVRNDEQ5FN+flHV|5eNBpv{^ZVh
z>z@`K{WIh#My#)QqN6{#6W;pgL`VO7@+>3j=S2r6cfMQyqUh*fA}{#SWoAu`cs?u4
z?C<NsZ#=ArHSaY455n+Y7smS95a#m>ep{lWf1A9?i1qbRbo4id_4P?~^nWJrFk*e}
zijMwse}^i2fWL^2qx<ANMy#)|qNBci0af+@e-j-?56K6NSYO{oNBv#D6VzV6Bhk^H
z_Je^(vA)vDIA--5VSQzaj+!iT1|!y2w&)oD{yM7c0nQa2NAt)zj96dCL`Qu!e-j#&
zHlO37<JbvuJ|ouGNzu`t-05xor$tA90r?aouE#T?qd&Q`+xm+{M}IN7kP++atmx=Z
z?&P-qQqj?Wj$Fcs`tzcLlRLMqzg%?mUm%zH(TmJhc|I|pORiY|epn9`qQkFJ80)D@
z81qS+Mz9C?is(3cm0Zn;^>j^i)F*dh+k9?_j{X|*bw;eGo1&vXx%1lk>qJNYEpja*
z*3)g#(VyIDZT)vdM}Gsko)PP*QFQbtcUD_}v*_q=AvZB%J++FC{^U+->%S*D`rF8N
z8L^)3i;n)}&S~rK5FPyw$nA_+PY*>$e{!d^^*<IJ{hj1Tj95=kL`Q#eXSDTqi;n)M
z<Ss_6rykMSAFiKgqNBf$+{=jTw_kMhp9=lYMMwV&@&F_1Uy2Sc4*f%-qkot@=toDG
zU1mi8s4MpGg-pu*P?+y4(NX_8@VIbFPJ1Ja^)?~Q@x&iIDLVS6$Zr|3-lj!IeNnjo
z<DKZ}pC!*QV!h3Yj{ci}jVgP9=S9cS1@e1FthYtcQGaJP6@EUz%cA4(3VDeU>uptZ
z)X)76RrUaX5FJO?$!m;QZyTbczV;8OvIlrebR69#Z!%)NeH0z_r^EMepF~IhXYvjs
z*4wV==(pdzM5V2lFQVhvK6#H3>+P%P=uhr6w*GITqyLb6z=-wsU3B#4hU@)Ebo8hF
zzX(5g6xVM$8OLnA<W6GaOwm!3Mb2Qvc-hRxe3Tq=|9?R(9=YW1M@IkEe{KJtd5QmH
z{7Ia|v}5kqAKtI>si4N@b6gn5P6%T?ofO9Fvz&{nv;PYs#yd^DfbsvM>wQ48>Y_Ej
zw>C{}>Npw4aWd9=bFGt+V4aN3WYUnaAx$&Ziin6v5J{a}5o>KK5`tI}5fKrwK}1qX
z)6|>hI@Vf8L_|bHLJ$!V5eXt<MMOkIL_~tq_xG&t+vj25lLOyk{r0og+WYLY_j&)F
zFEakTzg3oxzS_8ol_v2DS@z!=d5`};wBmf$s<o{CIw?fQ`Lr0*wqD#UOTAXpSua0z
zK19a-s9kzTijVp16qohC!Rn!R8B?=c+?MitOlLkT{}}W9B9`%Ol)fp&=kvMQ^677j
zF*UY|dsFMS<i+<>+r`E8i}NEh`j6|oQ&H6KvwV10#=DKF(QnN9*&{C2M_zBQ#Z!Nu
zG4=L~2V_|v2TW)Fp6U8^r1dx`{g5p6^7%V#`RGH&Rjdq)56W^sKVmxTCFY07STDz<
zAD1om!wGR&|0k^;`YB^-o)#aK<@Ml<ytA_0--FMI+3LaP#oT{`N5tGugD;2~fAB>y
z^A~(c%=m+=PW2$Z=I_dtA^x%=$5MRE_qe$1d?%zt4fHF<v`&ggQ~s3c^tWC6qgb!k
zq+d_*`Fgrx`Sf?wnEq~wucp@9@^;9wzV67o_P-I!e8m2^r`EFbyDx?4xc@vbrtP6I
z`{9weSg-m1Td(<^Q55|>wtV<W#!ro_a^;zLT9)&9F7Jgb=hG^W$hf|3+4X&8I`bdn
znN9hx<-L(Dn~%4akN(b>KHrO9ru+}4)8D{9C90VJPtrf9_<TQqv3&abYD}eX;*Y8I
zyS%%y?C&2*iTSwp&&Y~{@%)lLCtIwC-{P|Kul)WqJJ!PjW0V?W)<dl^`|ViPf1UJ2
zvPJ(?iuE~FkGEJl<EgiL@RE#|8k4z9yik_)(jf2qC|c3q3bmG<?@B2|$N4rI)3!>y
zT$cG>Ew4$oY&~An`H&g+*Jec)9Ot_><*$?1B3m}T^_Gv`YE0EO@tTz1ZaUXL)<bdq
zJEd<(@%eh}vV8jMHm1KGaYt(HmG@KYiTnM=q{Mps^k0w_2jkf+eT!^yeYT3r&VQTL
zL*H&p)g8vH$DPKk$EmFUUD9{U7X4Ex*30<c!|Rt$e|xMRJdp8TV>0)N`(#;<`%Py&
z9eaq1gZVfpeNeU-&mnQyd>poV=tIU-9Tp#u<$4^EcT|@8`Tg^X&X>$sug4WxaLmVv
zlz&p*DcQ2|owj`RGsaXsD?XO;&za7A#Cj>#$B6U`DL!AX7cHOuE*aC`sQ7$py)18&
zEbm9gk`n8+v5l-a7|(?CE3(D)nG~0u|CH53ziLd?YsReC>&C2)NB^9tIOzYT^joq;
z|DnUrm*C%)PJef-9(*_Bd&Xqm7vGR&y*@CV@pS!bqT*mYkEBn_7UP)_m(9mxtB3x?
zn5s|34`sO?&*VLqrGCC%U+R3xjP?3bkp;(myh{1A@?Oi9jqi=+qrWw#>O1j^l>gpz
z<|Eciu|7UZ|CHkM_4?WJ>F<j%{e2aGNUh)Gjmz?W`Fm1gy$-jN6$j(_DgBphaed~*
zW#|9f>Y-QuUDW#1E-+@j))=!s7G(V|lwK!W^dHsW?xpyPq|@JGs|VL-yu_HyrQ%vy
z*6T9U8PCcAqT*mamP=nDTa0I=xNJTetseR+W2&weH^_25n&hpKrGCC%dv(5K#(G_=
z$bw@&)}{OwdFy4%#@A~3=xxSSZ5KDE{0`HZk616o`q&`7E5+yQwcGOPug94Fdc~co
zb)&o=T2*|W+mw`8ukSm^ii7cNk-k;7xIWv&W#_-$>Y?v2rs_^()@z?J>tlP?|8D91
zvPJ(?iuVIw{sG<|>GU^X_29i3?=vQIzj&7{>-B)?jOS&xUI(Qgk}bw_SX?$ALsk!c
z*tm+7BjSUyT#uvjj>(p-*KaysGGo1-P-MX|A171(DS4-5%f@%c^3l&4Q}vwqc*;L-
zI_o3WOR+vKNWYlk^Ywbk^678XnEoz{M^fvUyv?$F-!Pt(Sg)u5C0TJWo-5KPWsB=G
zB`!Pvt5y&FnlV+c8?#<-7_&a!bP^Q@{oj&)Tej#wbokCc#J?k*{_a{m_+G~Mjmdl<
zzA4LkeP}x4+5cBW#ld){rO(I~<9RGDn~x_}5B;ezRiB9;$#OlO%X=Y9{rvuVPv=W!
ztk+kHEI8(4Hs!yT_eQpCd~You{hcvY--}<S{12uxAF*DF_3=si=M<l>*Dsb&e_xI1
z@0<8zYW*&6LYC|CBPp?7JG;n=gYo>5J||mTpWouL^N&x#k&nJ0o+^xns;x0*z1E6H
z(p6wge;)XC7SDJVi5JTj<B1G-`#-|3mrnmnEFWH)@iJpF8^jA`S-;EW#VVlx7~jg2
zm5;YEDY2ebiC4=O<82a`&EFc!M{hQ+V)fsjrgeoZeXo<(B1`>zeecwKRE6rn_*)ez
z6vuqErTlhz9kONP>$H6I4aQXM60cAB-KNujtgm7{^-ABE;`8;r$@1xMvoZZ`5%;9l
zt@3_qebV1H@#pj_M}EC_q|BI~o#H;(;(F~8m(9m+%SZ1wW_){$S?>elp7gC_KAwFR
z&-nL?56Bkdp>n*xh%-AVo&E<cA3l`vVPk3xiTBE~-iPJ2>RV^@e0)bOpYa_NAD1o0
zcS2k?Uneae{gg5NofaRFrT!UtXJx7H>l;00vOfL(abA%lvSs~WkWx*o9_Sa1X}cso
zCyPF6I{n3ZDb~lB^zjs*uipvFr`{FgDpn@Nms9JMyzR1_@71Kl?^iwgrmXn=A^-lo
zRV(X;vgq%o<-@l!zHMBUD|f`#Wmyk*<rVY0QvKgoEA{g8eISKOF~1LuX?rBTC(HRw
zo6h|Hh~Kl+3;JW}Ph`vbdusXU&y1^Bc`lww`7cbTzxe&LBlY)6`fQ5N&+oP6)889o
z`g<#WnOfh;yCzHgdwIq0o%!{P-$Os9_)qev9P{}(<1fa<d^P5N^G)2S^V9q-Cn^s3
zhsDD`jfwgt{w~XUn3MNgmhZFw*pL4nxqM$3yg<zNF~K!rKJNzCiupVdyim;hwct82
z_nzQIVy;*4VsUXlD6U_u&n40sQ$Bx7rBsFLfxgU`wgz#1%3p3e{V&#?vABLKr8lPd
zyuVeJPk*b8>90w=BDJoO_d#PrZ%#_=|Fy={+o>x{WSmcn>9nmkW<9hTlOHRC$jEOu
zowg2fn=IGA({%C=W&L-VPJXv|gDmT%$8_@JmtrEL|Ba^8wn^M8%lg_ZZ;LGJD|oAz
z^%cBL%=!x6E@piN?+~-Tf_I9!zQKKB)>m-VsUD1XJUidrij*wVFWx0f{2tTc>skI@
z(<!h|Jdj%VCoiu50df2uOufPXnyfg)77rgXChD*;>tRSdm!7|P$0SycsI{#AQOid^
zW=!UB@vtoG<%H?XZ=GJBy3_A#r=*{jE$i=$<)fc9u43h!_@pfB>%8g2ztfo!8Q1TE
z>9k!GkH~VpFPYBzXiD$Y;{D-e>0>EA=4)JBHvS2#hknJlij_(6Xv&{5o%!1GpA)q<
z&DS;Q*He6c{cl)4{oORC(k=1T)OuUqL0PWXoutJ3%eY?gdp-5;nGWC2_<?a%t~@km
zy*&~a*FWZOMy+M_A6q{96JzQ>6;I1D{%7)v^^}kIh2>N4r7`thiJ!}|o@PzwdMwg<
zX#d}dWxc$S{#KTH`So~b`RMPBt62FUel5%W?W5_eznFg_WBq-W{zaDlWB+^=m-YY6
z>Y;x(rsfavCt2>NKjr<B<yH_pC+2<{{9DZZG`O;W+Ke}NftdLUt`RfdKjN!i#P7@Y
z*Fr_srTCcNMdGsaTP#K8bbqclrge$9HsvpsSFFEv+F1=r&)3UxDMkGi#<Z>!FH5bB
z^6qMWSU;=8i}ZbV+4!4MX563F7*oI5nEkU>T$|Qk?4K63mepTx`RJ|2)Nd27lV$(3
z%PZD*)F(35`=qW{r=qC0L7rsIe^<uc#zggqJ7k%kUU?g3%kIBdv-PoAk<lOPE5@@W
z<!_a@O}1=4wp%{>4r8kB6mLrTeWugjVLhKx%>Qob{V6`*|9dQ-{sxTcZ?AY)YTYMq
zwJi68{qlCtyM7L)%ve8z#?(J#%=$TO%zhoso^KeIengh*5!e5yxNJU;Sv~aQ##OAG
z5D&?+zD}A>|1JMLQE@Q8r=_2fE&2}~9@g_QXQk8MIjaYs&v?X`Di_43WLbX~<?T$b
zuW`PkYNcL&Juge4Qq1?5F>T}GOR`+Q33*p!%hvbv?D>f)MN%p5_i?^gQ~ou1*JaDb
zcf<10ZyHncmUuGd-!`53kM&So|GU!frTBb4?pr?nJus%fhvGY_^^v>-vb^3*%Zuj|
z%FgF;%8dDbVod#~#;osW#;mVf+4B%Dq`#Cc*4Ha>S^u+E5B;@q6)SJV&t+NPZ{>Yl
ziN?Vg{ygyCTR!vsA>w6=@k9oEQ0wE9bo&2n`S6#FzZz5JoA{k9>;1dDgV}ojsn)Xd
z|0RV=G5>SMwEY(UkmY(-{(Y(}2wU|o>6H*6=A!oRhmYm_YZV!7aGdYLlwT)rk!;!c
z7F#}gy)jjnh-*^*Qq$=#)<>}(8l*2z@%egRVfpm8(wP1l#miFbDtR-SAKp)`7T2ZU
zPxAU}QfAC|voZD88nfQl8MD5={R^Vv;QZE0Z<Q_9SDUzOKHIGxdWSJpJH;)stoIG_
zzRkPdyDgvb^oV<9i}6r7-d~LC`J9c?>3@^u!<#eSVoZ&#;x1X%`!;zev-Q41t!3xG
zQwo)0{`-t++a=yE%k|tXuV0q)$=CZ(_WZ_xBB>PXKhAe=%HJn%ziip~4p=_=L1StT
ziua`aL#8wTu|A6RFeH6A#pmnsh~?AYQDgc$CO({6kIQS4<@3S`dHwUQ_fsh|=KHiU
z_0Jfy-p?Ad-g`QTii7hzFMUL|SYH>!W%GH_>Y-mUrs}BpoGk18vb?!@*Za8TGoA_Y
z71?4uRF3stuk|r0o&KjRAHJILHDhXA7mvxZ-fzeo&DQ%ZwU(X#Z7EcW`M+aK+g<TZ
zS+3_jdG}@W_0IWz*hf|zaGc-66#q!xv~1aUW~4+u`eS2SpNJo%{HLbVU#y4X`ahTc
zBE{$H`=#a6-z#JKn-xDxt*_;sl;!j98+q|OMcMhhOPMjh?~SSd!I<^^(U|r9G<$yI
zv-B^r#d`WGF6;lB)kFVoT*b-{@h4f<_fL7Xe}Trq82&u)=PaN3{vBLH?P5HU0pHj2
zKntW3QzI{QxHjX3#zfVLf2kMN_agC)Y<<_Om3sO0U1Ignml{{GvP`^Kmh0IdZ@Fx~
zzB&K5=}CpSf3H*|m4f4Z8&m!&d8=j1#@A%|=xdCr*(_d>^4FTq{Kxtz)<cW*^(j7|
zk5<d4zcyp~YZtFetsU~-YW_L@PVr)W)-OAsu9O+;z1x`jJ;to}USsMX_^*hHgY(-Y
zeY0$_zP5<V`rm5x(6<>=b-Q?@EbD!Ty!v_9d!OYqo?YVIvc-6)9P58b&s+3Mr~f^c
z4-aI#*O(gn#5-kK@B8IVXY2i-TFcIVPzse|{tp?`c36BsmiZo%H!NGW-j8I@j~rDb
zm14ce`5sI8$K{=nEgRoS%SS(DOwH5cBPsuk>CAtuk77NXlYTzM=j(mM^6Bq_G5uW>
zpG~co<ZY0pzfpMy=3Vb&DKqAK+?e_k#;o@%;^paEEv~_z2mX}B)BjcRHQ8dlT^E<l
z?+wdGziCWAx5SgOtpD5c?#w%$yOz&*?uqZq7UQ9Etp7N(2h!>Pq2<GmGM+Z3#*Fxm
zEbITVyum&+j(onJT0Y}@CVnnkjPHfGY`$JvKKd(T`kNI$k){4?d2eL%{em7d`7u3@
z@=lTOWy|{iAcdY{{d_d0?UVRz%KvOS{l$7I*2h=r-%@<OAHG{Y<N0Ase?P@vQtK~y
zmt{HMIeGE?N!j^S{sUU$z*}HUYmG7cp;o+5mh~9Ff7R*pa&i60jP*68mAXjr)L(4%
z;QEZ07*k`ZxGrp!m&q%xSNxu`T&>j0=Wm4+D#i6$X-r$AxIvcjuQHwMwOZpZp5JMb
zzDBmJzh=uvUu#^&$~y7tl;2`H{l)K>MSrc*+fsafe(jb|e;vm3*C}3~S~tl1tyMvM
zS5o47#qXEJ@6|n~6W^QhMq~QhWXyWmEG~Wzjqhu>s+D?q{cV<yzTLQrl^x<OvaG+I
z@`~RN-;NO#2l=}!AKq<DRKK`SmiyNpc>}V19~|Eg>=pBUS@1qF-zNm`7xQ^5_<)%A
zr@;rs+zW#T#a!>;L*nB8R9yd9-$T;N=4)6=wNUjyKVnSVQSsrFf6R3H->cuNi~nE!
zg!GdsKEFPvET8^P8`Iwz@$uApR$h1FbMn^dTSl(m`J}}7<NsWzQt$=SX}f65`nqJy
zc;f#=Co=Lcn@-!9cvP1D$4w`HZT7s!71PO|6i>)<y{6<9*DL;ib0VYvYnD&_>&C>~
z5MPx=zbUV{9`XN^6B+exTR!o3jET7`zLi?<B`=;wxo=E<JSjkC)PHC?ZI6tZ?`d)I
z_W=C&M(RDbc=(BN6)R80GqTM8Gt-HWolInm=Y{FCy%ax}Wxu{Mo&5M^pUB96Z8~jl
z#Iv&O@3*FtAHU2K8Ts!`r|pCIoh<i*kMcgraz6<EEarX?{6)<DAo#18`$6zGG5az2
zyO{MATy?4k@yF6Tzj#0YQ<1+?eEj~daNQ5)q!j$ySgp03^$)e;Ef5#iH-2v~@@u6R
zywI4|I&n>ET_o>;>T|spi{tMl(BIx3vf_Z3q|BKArN%@pGiE(Dh~xQyvU)2l9(|=T
z^%}*?Wf|Wpc~k!<8uPzcKaw=5wXFUcDMZJ3n~iB(D_$+jdR=Ea*L%BuA03(?mj2dD
zZ<Q_Uug&t&+l{HwA#RaneRrBp{004`5F%r|U8d94E#4r@czR4{{jF>vDh|fKQTnD7
zAM>?YTsHnKRu6rvF;%yTdsF^))9L@@KP4&-`rm0fd_;PmS{eT?dAnuH#?x>4=zEN-
zSQ!xSNUeM2)yr}{_sNUDKT%fyK+25yK4?t+L1WhQA!EiL>m#1;p#G5Q@NmXQjH`0x
zsQ9of>-(6zV!g%nI-%CG`X{AODaL=wn6}g6<Fd@h8F|I}&BuGr^6BrqG4)2oXJuKx
z7fk2+R`mPo^9fw$=aTeMS?cBYlgpNmK4x6S%DDKVEL(lTbk<wUKap|2os>Q$OaHN7
zuZqk1zh?E&uNzbIhWLssuOBz%-IC??BlxzM*N@;kV#XJISIqnb-xD*w;HpzSi2wPI
z<;oEMK#>nqe9Y$~aoPDyONkojGsd(&7T-_#PfVx3FY3Qof6t^pPx1MBd13kV_tKdD
zUWuQk)>(P`Wm!M3<(<*z)3Wn<n=)g4zcZ%(dt>&`2l04Xf3bf)skN;BXUj+bVod$7
z;*YZIpKtPt^&RzzjP>5F*NY#DqTWw=lJ$E3E8{t1qJE3N%Q8Qe|BxyR!dAT=i)X#`
zs=umJJ-B|giWG`tJPT8PoxDY|W%IGv^3m&!sk%g5lk%6EPXEvJ{8KUi4bqpV_<aAb
zuzdPkX-t2O;$^9ImAp5a1?~r{#UJNgKWkEEte<9M>aR6s{j4))ew(ttKeAqWt1SCB
zu78`jY(Cqq9(spy6)T<M7FpKU2Gi-ke-BY{Fu&c>dt{6LLx(%{JV>u}`rByr;7u8C
zHm1rJahELXZ>zi~SI~<7wyU-5e0NA8I_7()F>QU~ZL(ayUGjFzQa@kcUD@+3dlX5f
zSnqMZ11W#6ynV7|<J)if=m(6cc~IP+@&`?4{$o89*Z;8ep%kC5?_tZQzaz%<cT{{R
zwH}k#B+Ki~ae2M^y{PPbPNvL1UjL1$f7+P!ea4vebu9aPA?Ku@mo2XMh`6l(3sw*P
zqHz@~m&9jfS>L1b?#=uA(3s^j-{ay5*<w6Yj`et5zxQ8}PXCjZ4^L%$)tDOB#Fu4R
z@7GOdepU|<6$j(FDgBmgF`nDvviZ4V_0aDcQ}v$shAh|nzPtyrW&7b~_Wa8uMN%pD
zL(Io?%Ab+<Shj3@Pb?q(sWCO5i65r?=cY3sv3`p6@>2S%6rb;hS<9!t*T(esM*JeR
zzLj@EmiJrl<i+zJW#{uDWyXH^XiWW2#_WgB#$4}D9Yn>!`F)lCO}4n+-^FG9|FC-K
zKaHvSOZ-Ka{V*qQdfxp|SxA*Q7|#N6jchTV(BU1+@N1=$xzO_Ax{MbYlet*@Tcct>
z)SJ%yyw3K+Qt8WNi}5sw=`X+j%dH;z3gaqPR*IL%a=jbnt&*jF{`%0T^CdIZf0H5$
zj`>)V@|)$Yl`R|JI?G3IF{bKz@#>V{YC6{^)=#ls+NF1-_<TM(Eua227}H;uxGlAI
z%X_cu!{?2jP}1)OdHszkGxozKW9n}<W<P8(=6av|mqf+E`E8TFUADO1JH%!4xzp;Q
z_Zd@lmw2lz`(d}dXY=ldJ(kaS2E==1i}6r7ULO`U;O&!6|NAW;K9KQ2V=@QD{j%(b
zL#8u7gMUR-9E@j3`mk&<o+IM2`8jI!(2p5Y^|<)3EZ6&lypytJ`=MUvOJ?kc(~2xO
z=HpDtKP&H?Y}xqETR!@TF;y>!Po?~erZXS0ev0)nD*bYb&)4gi<<sA|G5t-5FQwKi
z@_J>t9+UER&$}P4rp(w6*Nmxu-I)Dw!<hQrT~+hP!TH^iep|M<-gm@h^Lf|mq2Dv6
z?0xY~S@y#Nd9(BGhewvrc&5cOvc-6)9Q)ydo<Dgko&KL#KKwM}XU5ccE`BJ>et03T
zZ{G2}vV6ujD}F6ojPH%OY`)%FKKeW3DpuZ$U&?ZQKFIqhOa1)y;!^hf&1XeYDfUau
z&zF?{Ro*w*vhjVleDoj2)ch&_l=6R>&U|!tRZXQ>Kfgo&kEm7F-vTM*gkEDzTdjC5
z^|DYrC8obRar`~}viggy9(uho^_Lj)edtngJik&_ufgKcmm5=Wg?O1P`)#GX{$?}|
zuIZl#{wmAod{&E_WQ+B*MqD<YX3IxkYfL}u#Er7-zZQ8r(zh)6cv>x=@wAECWsC7p
zIrd+iS%-A`@3ee)L&jak)aVwkmu3I;$U8dk^E?|ZpYd%HZ<Z~_w?$kwUt297eVcI=
zE8E4rvee%pZ>KEveg8?<O!lXLUt*UccgvRb-!FxpV!iJ%rfopnSLB;cf3aSQ^|4?2
zfg-+#Dsj;NLCc2+jfpxW-j`Yr%UdMN`3}jO)vwfL=W`@w#`zpIrv5Qw_SbQ7{C-$g
z@1(_}pE9Q2Y4HhJ_SYGCXJuL6+x1Oa@%?iCeP)lY*LlTLe?(r@sUGl!j4v7!b4h$o
zmi0O+ueko})&H1U%g%3H3YDV231ix>h%d`B|C6S3{a3UQRs8;XRr)pAvi`1HKKcz~
zD%})MrTkl_(_j4lR`hpA`rQ<tzu&oM`Sf?+nEoD!Z>QFW@`h!Jf0UHCzr^or#qYN>
zrW5}-<0r=S_tcp6_e@;;y@I^n3yY`zOJnN25<iz^{mshj(^W6-KX24ZeqR5r6e`8_
ze`ieFd+}>o*7FB>t*TGGqZ35M0e`Z5__HxlU&J3}S+8H^eUs(;%DA6>7xR5h@DDMc
zSA&0w_4!OA`6cGHBlI~j>m~TNnE41U)=%t@1$B&-|MK~%kx~_^2YRhBZ3}}_ex2#`
zAHUZY&l4<`UZ3Lg{+3ui{Vg@7zh&Y@skK4gw9XHGxp+j+8*sf=q{tZm@9g=WM$^e(
zWz70qZOnKU|0XI9c#Y|_HjA5NS&wVwt&?Ru@w`!snCmfR&tq`?+6SxVkAwMZRb*R=
zUzhdYE+rBePlqwBo#OSf=o{q4-#4KD&a7Uy<rCjyT*XSSxGS}8OkO-+w8@zK7X5NU
zX3YN<(`nl(o=MM#Y!h!Sp2uYq{BclkhvmaNjS1@$Z<l4hcbQK7+wAYl^qWrp9`SBj
z=4U`&@qFvn?0oiFKK1t-Q}2LyuPpjOdBxwe*qzloWckD&Hm2T?crdjN%iAo=dOMPo
znD2Npfz04zrqg!ZnDu_bnEvBR5E=QWOsDO%_@t~}|K%0e&tLDUch2(R^TyO05ucUi
z`du)c__*^D8RNNRI&Guki?ZBbFPl#OsP30UM*g_zv`vV|WVs(-F`fMQrJu;ipE8}c
ztKvynmhLrq*JZhX2j38L{|>$>X8#A@60`q<Z;M%v!BwYv5Wh$7pM?57_O2rDrTF+g
zKXk@_UrNCbjA?x+z9UQgBYDO3jNj{v{29w9{;@GpPsG!y^{Kq0vRvP1^5WksA%EL{
zLslH{i<BAj{nD7ISH`U0S#kWmkFt7iEFS%>G4<YwU(2$d-^+{V70T*;w0!hW#?<>P
z{vgZwevw!Ef1z<bH?YVm-_%-G|GN}o;{1OY)Am#RRhISs%XHSyW<4+S^{<Jgzu%$%
z$MjX!-vTK_hhAe$TdjCbRT%n0)2a70d;WTn>EtgK*U2)Tded3YN7oY-2jgEVeOZc+
z`DzfCjeoh-LtkM`)s^BUDZkNl`oI0ph>C;$SDOw`NpDgs<6k4MS+;CEYb_sropBW_
zE#g(Fb-ldj>3X(`2lXmlR=+)E#`Wqjrhca}`(uMR{(eeXy>5#~?=hxcueeK={jt$>
z<|EcyJikKzX4By<8E-YN%9U;6O|tBl?edEC8`poQTFdJ9Nug5A$1Y>qc8hn&vS0c`
zmo2L|5IU*aFMEw?+b7;5%YN8zI_srHe;;AfB(coTLFt3C^q1f74p~0>VdE-RhQtSC
zd3_l+o%I{@Ph@=GcvSi^S^AIte_UMF{|T#ye$tqlr^H8Oc|AKV?~E+3XTfL1j3@Y<
znE41kFJ?T!Ri}CozoSX64DlBfc`?Pu{9O{4jek^1)Ih&%OzW6<B;}8rPJf%#f3e=K
zNS{pc`FftReEPd;On=wJ6RGvOyf#_Z%ME!w`n|2}d~T)8Sbw*Tsei|q{c=~_kk(u5
zm-}ihtN+0A(H|O9|B?8fEc<0zUa_8|K9RA$JM?<<SW(n_B2TjR&(n;b858wfJR{5e
zypZ=&mi1CEkH}ar8`NJg*KgKzIL7lj<-d{lR<>+D-dR5Sdt-X}AbyqdKblT|wR)bb
znE%hxzohtlzkjuS`uk=~f8WKQQtJ<SH)YxXKjp>qD`n?1moj7h{5Gb3Wf56%uznU8
zvmZ}n&+pVqUntA<i0fY`F6)1h)k9xwT*XSgxJH)swZwG#-}kSHii7!GCcQzn=s$G$
zqn=+`E}i~XSUq@U#*M~QStVX7%lca_?|b%sZH-#X&bL_#m14fv8q>B;+$78OYmv8J
zwrqWW&Ys6<QzVt*{vPMsp7J~7b;_2FZ-eEdcNtT&TilxRdrW8kV?7ktf1~tGDL!A{
zn=POIwiwgjR&j4?-6rpsRw=J9+r>5deW~nxcBagj?>=Md?=oh6?>1(AeaW83*&}^G
zwpd?##by2PvwG<JjjLEWAnuoCeIJx}su7KYG5mSpAF_Pr`>=ROwir)jz~}XR%CL0$
zKVtdt(TtB7Q{}jLP?q(6!gR*-c7Uij7|$u`r)7)roDrAJ&snR7e$JSx=fx*wx!xo4
zF33_pzu#ZTp2xYQNGipCi1`>z`IqI5$(D_8-15;UjH!7=d@<!un$CR0`YG1SRq5AK
ze7+y9TR#2WFs8qo;;GbnOWqDy-e298w|CzCa5rVfez<2${rkr3hX=-7?~&|zoJZ29
zWsB=QBQBfI$5s#hiE$MxPsI;q*$>a;oo__rU<`jA_%AG<`F<&WC0mRqGT=@<pE4_*
z{$E=@{3heK##DJHelE*?cyBu6Is8{d#ld(!O8+EVjOVksY<|92J@l`}RQ)FYAj|ds
zF7Jmd_4EDEl|7I1OOaHH{Sfmpm-2sy{&(oRY<vr(C|!DuF|D=YpQ=LsLerU#SU<&j
zStNb2Y*~NxmXE%~xQdmf;=0tjOx_*!&-G{!$MYy<^;e|KINz1V)NeFqKddsQes5RR
z{Bdx8P14uM7T3F3T-N_utB1bMn6fS6)w1k|_3}m=(Kr~xp9g-M<ujgkaffU%p2&dj
z>v@z;>GZ$B^5L$GyN#*RBW{&tKlI95)`-TDk8hLZGrrB@EwaV<wu;N<Yn$bxZ#SmD
z9pa6$^u1GFpDgwB{qZn+9%r{AsTBJo=BGd9?~ykkTQ<JEmXE&An40^=yHfrE)0vOn
zE~1L{GbsH~iqBs!4qHC`4H;8uSbQ+G9+9_Pmi~^)E1t*6>mN^<u|G~2Q~#tf-yfY4
zzu$*eHa}-99{sE_Ip@TuW%>T-yu5b(epgoSg5{%MG^XAq@rW$@cU0byW;Bj`eU4c^
z^D{1<kS*5d6>-^kCM_R*%9#GHiZ9EupRdW=l0K#8<GEq^jOV8KmTWN|D#z#RIJ4W*
z>Hm)9!*?^jXH1Rz;_I^P=Lhmm&-;AOBg<!e)8ZM~VtkLqW%KpK^3k6fSF!R;{7{zq
z&*i<4&G$2U%w+!rx#+JHIV)S%|7$5k$9jEZOxs)W%as4lboz_+Qml^;(m$s7d_R4%
ze8%(HnEt+q->25E@{Y-JKHuc6o%j3RA1O1==ch6Ce;Ko1=fqpm|G$=xx3ZW~#(}rM
znARHcZ&hKx){5izrLy_1vwZYL#?)IZUMS0ct(Uh%mi^MGPkt9=nUDPYrB3anWs0YM
zgS@I!J>caTuP`QNrFf|<>%UQ6v7X}l(bZ}#JHI9=REqxA7}M4)UM0);*P70HI-=h<
zV*b!uq_3AP>#x=F(c6rxSZNopOZgq9(_j3aQuMb$dRL0i*F(4E(_fD<{q>4FQ|m@~
z-?cu7-;|WtpYeN1@%!Eu(}~}j@it@n+iuKy-XSi2-^=UuSv>W38B=e!c&9AuxnExV
zzDayuZ@}`=_ZnBRvQNB6mi4?}UQ@Py5304S{-6{p#d<nqOxt1c0a^CPQ0S^py&r!~
zR2=XT%ZHB|6Lm~HEX(>oF7Jda-$%v!r;}nnj|ZO;^LZrrw3yej;4@;@Tku&i>pQqu
zf3d&LOD~&`5h>Ng>Vba2n6``Jb1DCl>GU7J-xa@CUzR?W;`8e}Zu#^#VN8El#G|Qo
zQr_moQ}R}(-|Ma>CC0xsd%otn>D0er%=*4*%y{~<{M)9Je@A>vmi2sB-u5vx=HLIl
zI_llGeE5NJ6)O+L_heabkK|3uQZIjA>Chpv;$Z$CEAmN-KbejHsg#JP|7XUuJ{Ql(
zqQ8(A|DFc@k7V^;Sw8Wz##OAm7QalbZ;}_!E4?*lJzv-VUruIxK6r0B^*?0%(U_c1
z#$3<O#^fK(p7;4`I{DwkUu3zS-%Tg~Y?lAibn<_Rf5>t_nlqjJ&Md$3cWEt-1>)bz
z;`-N!Yh{`L0j>0Jdg_GCct2a0s^sr)7bPX;bFsKS)w`CBXNkpAf2na5E6c<SWziet
z#ou>eeDUvJ5E=V#h2;~!(wLY=@$%HVO5Qu2Kl8sjDN!%}5(}BZYfPuD*_iyb#`GV5
zDT2tzZ!w*=_2PB1T)$R%FZ5S?IKTXPs&>n#eur@tE1lvtS+3^>(}^F+{vJ@b>E!o_
zyJYFVS6=Zvcb$H@Br?utljT!?voSGS#2aPNx5_L29!Nu0Z@c9azr&b%JH^{lYoEL(
zS>|t7Qeu4ZBn6ql{if5l$C&*)U`+q<<OGqCzt42q_KWw*a{UjOPJUcTBL5hV>9idZ
zACzVMhvgO5-`@{YZ`ktTBgR#%92F1Aa{Z5)PJBi0ByeIpCrqd9r1-cj?-x#)PX1t)
zf5vq3&x%jW^8VtS>Es{J@<&W3|AP3uEbm7y%DW`X`;p*LG54O}%VJ)Sg2%+H-{7iK
zJ&5m1pUmU_G@-~VDL$SzP`KWYOiC$u%9z%x;&EBd@0z^g`o;4EMg9%TC;p}}QMbg`
zQ|oPcyJfkacjRr+t0MVZd&!CezLzrN`rbDt>VYxq{h|1X?#gBLrY#<Q#+Z7K#gAlJ
z|4-z_-)kwW_ssIqpBq!}h4`r~`{AX$cs`@7-mK-Lzc!}c8}Tby=I^b%Uw?zf`Z&lU
zue?`lS^W=Eh>7|9XiVED@jF>ceKwu-cuda&ElB-+mHth(tiSJ;kN(5Bij|+@FS6{f
zU#1g(c7mul;NPaJwVu{FwQ~Lo#8R|BW?RF@GX7fW3uTM>suNQwUw@0N9{OVADpu;n
zH7S3I>Fm!R+553&rZb)o(i_yuc$UjsAzL<{m6ng*Xk5k0D)G|Px?0{{%@5bJNjyF8
zerrydu|C!sQ-7T?`>jPB|Grb%cv~$Vz0H_<?c(*a?6(ei@%MDf>TR%m^e$uSb&ES?
z*>63jGrzHZ<M|)*H<}J_%6PMJRjzCi_sX*Ww#qB^L+ropYAvh3Lkg8*es>zv)+gR3
z%k|nNuh?Jtc>67%{`MGCZ$P|Tmi@KYbk^UP{(ewj+Ryu?ACRS9z8?-+KKh_>6)T6t
z`($~&J8U}pA?BaR*pI`~kH~U;;(l^eT-N_FtA~Evn3^ZVL$bWSo|Jb=mi~iJi#h+`
zGh+G=t~%9&_?afTGQ^)#<oOgI^EDza8}9`vQ3L&=F|C)xXH)*D>GXGB{TJ(NO!|0=
z&)36*<<s94WBQvEUrw!4^47?*KCa4ZNWYKf*Z+FTjP-lNnEE%3*&nyWYts6P{c%UF
zW%G5{^3m@ZQ~$pBwk-SOfxKe<MtvgV_3(gRuO2CideibG>;2G7#*dAOdLn)(%ltf*
z_e_@cvOpe@v0et%UohA2h3RmN=Vi)&C2v-?Y(8FFKKdJDdU-2;p7P(BPJg@g{97^q
zAEbXw@%i=rWcl>>*_i&mh~KByukx<RvfsbS8=80h{79LxetsHL|CcfAXU>@Y_$_<h
zsq*(2<$|zPFRp)$xNJUarBnl}2l_%|+Umr=)hp|3k?HimX@ICWnBRKoOJrFO`TCpD
z^FB+Z)88_y2RCHA+_)-NR)`nNvi?@eo4Sft^tVc_W#_wE3ej=CO~$mX5jV<m{hH;i
zl`UJ}PqOEiS`<m8xSz-Qu21=`^4es}#@BB7=pDw?>=ds{`5R1U{$o89*S}kOPm0gi
zcdzBs-$rBl+a&Hvt()b2*LvXfWQ#bS-zhtvZ7DP6d%H39cNnw2cN(+4E@sa!?UKG*
zwz%H?;<EntSUvOs<0@A6iu+_)-}~gX{UsU)WBBvHKVbRH_d)TXY%!k5fDh<-o<q{<
z|FGr5Lm3YnQ{{+wzbxzhsOgMn_^*hHgYg`fenPew&q*=;<=6j|)k8mROw}{uW3pWD
zv+~Z#QvYw=@3ZHZMifb<*bgxu7gGL3d6#6%#y4vD=$DPDIVL`z^2beQK4Se8>*b2{
z$rPW@$CTyM-&JG!yC$AUt=HvkmF0Tekk^rZKg;XiN|~`AZW~kojxqb;t}*pDbydwD
z2j_QR`UBbGdOsAG&F3Slhdymg*%|RYS@y$Yd0l^r#=#i=Jn)}dKI3^NelA;#Co<rV
zdVc4Hbozg3`S7cZXN{@yTKq(o{qRQKOd}dcKE8LB&-mVpKgbs2`zWUW{Ca(|eDu%8
zRjhmwzm=u$ukyahQa|4xpR?zeekhVku|Hydey03i^5$gA#`oLu(JM=2@pLQ@e^2=}
zrZXS0o{IIeP<owgS$~TxAAPYg9oCC$Q|l6WH`PD=Efp8fFXi*ykTPR`EH|e93S&NR
zuM`*0FXi=CSv=!iZA`r;aic7sx7Wy9^*^AMo&Q?PM_*@5PK&r%me1Sk<;C+qW%b%D
zAHCg}dL80cS?&j&@-8-`apdd0%kr7;ZgG!nvEF;dW#ids`RJRB>2I@mgDm%lE%J`1
zclr5vwpl*o*)HB8Ta1Uw@%}B&Y^QYk@3VY(SH`=IsnIXqD$D(0kGu=>J`c6m@)_Sg
z@qXE2d<Vp3^L5bj(FcvISUDsfkfr`%c|)@K{Q*5@a`vyuML(j*qq1fFACp3Ktk>hl
zw4D$Sr~H$q(_gHYVtt&JekR4|`{}IZGoEwC^mkr-Dz%QtTPDl-T#$ES-tXHkrOY^=
zQDf>~HfH~iiLcK4{q}^#Gu|u4)SDEK%d-Ec<Sk79|6YFn*DRlU*Nv%nLwr@1{eM$l
z{QgjO{cc-6`W<8H-4)-GW&hukcVCwMw?yy6i|=3Z&sztzGao9R`j6yQo$3KkXFOv}
z%wzEbS@zQtdBysS@28%rwe0+!OQBNq_rjRAm*S_gtdCcwvp!$x`|9HNo7d9c$d>i@
z*7DKc8CS9LUOb!fKbTH`@%?zw-zVvxQ+&Q2zF0o}eKn@PZ{m-s^}D=_vc&&LO6>Re
z{=4}7=a=ck&t?4EnEon%pQt$49}C3A?>~9HT8k%hp)pnJ#5J<)k45r|-+%IY^_EY)
zCC1cSDqbwh{#Yh2eorGlueaRt(N`E(v9eO!Aj|$}4A!n-J;i=lt=6*oO;V^7>vN4U
zZO!6Uvh26D@`~@D7yb=VaZta-^5ONyM74_7$+Dl?<h9H4eM7uo>=5&LE4Wk4YisZZ
zG3zzBOU(HO7wb3nXOHx<^Y4{XO{^a18;xn(B<@c6n@y+x_&uliJ#?$|Z7Dv#p4%;-
z{&pDC-%jzC)Y>QSXIkaE#MksZ2iIeFij473X3rDtF`fDY#_W&1#*F87mcQS0@(+mj
z$+8~~%B%l>(U|}I`K&{hPyNHj<P3=iWjUW=c}HZamp`91c9^U<nEzvnJf7lbv+<vh
z67lqZ(wNp$;-j+Yr{&#J75e{})jMnX#Gf;+V&%N}OlloTUOb<5!I<^@_@9#%2j_Fi
zbn1_0eA$?+F=MXhxH0*!vgeVmm`?trctTdM|E81wDa*fRI{DYdS7o`M-H`Y7|3G8@
z@_$e7mgQ6bwlO((#5ZMG4|nC=lciofuk~>yvE;}5?FZ6n%in)LOiFydd?cPu_3Gl^
zk0(|2W-OlikBy0WBEBz+{#0K4dn$~tA*=V?@`-<8T*b;u@w3$WO5R0TuE%Ur;@rMw
z>*bB<)PI}tJ7fBLZ%q9U#^kqU&nta0o&3+@kFs3vFQ${<o8^Bqo&4|Oud=*e{V<*U
z_?Li)jO+2sblT>`KV?}Tze8V2F7w~3U$$52T_0_+9%`gl@o%k<+N8w#SSYSb_4a1x
zv&iD9zu1`i^^qxyzC>R9Jq*ToIIFkJ@`-OSu3}}mcxh@~A@8-$n)zRul$fvhOEqK$
zuQHvs)yCvE8Pk9KWep-Dzu9!!){582a{boH>-@K9oL~Mt*LusReycG#ZQ>SLu4lXH
z#D5thDh{~QbXqrvJ7np<OJ4E+Tg2bTATrLU$MUJyYfQ{Waknh`CV9o*Pl>;OL1fh1
zV)?{xH6~`8cynsqF0WCR`P-3{s25LSkQv-(I&Hg*x!><LrvG^Ig2>3<V>)dE;(l57
z|6bF{k0&jNjQstk({@0-PnPv_&~)-+B@h|;hfJsKuy|0G^B<B|tRMgUM!h4J4<9wI
zV&#~4SeEs3+;rmOohp$ro|C52c1nCgmiMElO(*|=-boV~`Dab1?VR|GEbm{>o38O@
z`4>zl|Dt$AmiN1t<c-R5?+U&w*82l_W3sIG(5p`MApUInCMxb{6N<c&;^X-Qh3oZh
zQcA&7#<X4)kIQmC*W?w~E1o|n@^4r^@i&c$x+T7zT5rqSDa-Y{Bkzjdb&<dAUy&6D
zd@p6j^|)_L)B|Jo$3yYU^!-R)Z`$IiKVwY2$Kpq_?3X9<T6GsM8{ad_M}KZiy%*xA
zvh1Ii^5XC7l+~NHeDv4G)O#a-CCh$#D=(f8DXaJ1^3gvSQ}3hroh;Ymlj*Fl6>UVt
z!Fv26{i`hNae}1EH*s12->n|{4`VWaia*P;AAgyy{`7p(_`e~R{(gu452#hv-vTK_
zhhAe$TdjCbRoK4^O{ZS%BvEm|i%h3=vA9l_@zk5neD(edqT*ouOQkPM@iAWw;<E8C
zw|eL+jH$X(yd>o}noj>M+4Wj&I^&7!*`!v+zeZlOY}t6$T0Z(Z<0@8K#H&*4dU<!#
z^=uWd_;<vX)o)Lkp?4UQ(`n59-XK0XidI&y+v3rCjLGR0cgeE9H_E#;@BZFw`PAED
zOuen*O|tCoZSvypEtQRLhvlR1G^Spkc)Kk7dza~4uP^qz9{K&I!+SCwFs{m#z2e=n
zY~6kGiv1Pq^MG2*>K~LsrI`OgW7-ah_sg=M4~H&WR&O|TQguC#7}IuCJS5A0J!U%V
zdDA~2>U+9BoREG}mj3el|0&ByKW$8<Gved2`u*Q@_E*e5k@0$aUiye^aeulXF6;lI
z)kD8zOwCd8Ia&I<EN@Jf^9>#s(_e7asUF04{}Z_~#9vY5WQvdZnG%<c@2Zrjfqu=H
z*6ZSllz+o?`fFGJ#d^9W{dS7a*Xte2r@y<#^mk8uGqv8A*Cxw)cpz^{`n@;5-j7md
ztgmTf>dzRnA0CSzrS%m1;i+27=Ifc|qdzyM{tNLFS@y$AdBu8-`b5U-+iUIbSw&Ir
zwLHn%A8#^#YfRKT@he&8=e@iSvaFYSc|^wgtr-gcPmcaSrTEYCzQ~rH|5vMr{>_-0
z-^CwO{twexFOT&+Uoqdmq|c@J{CfVjeEO>_lf~1qK>RaB)rcR8+0V7&!Fkt9oz<iA
zB4avOY|MJ8H)j8hX3uXemA*`t`TyhfUrhb{{FYli^cBWctgI9-k!3wKnoj?<e??Rr
z%<pRHO|nJ*p~Itkerb(#`fIj&@Y;;m8B?W2yh@h!wqD-rYiLD(ZE7t$-*zcP$Nuav
zrma)lD$DiTAg@c7`o5ky|FP_OtR6*Hh3dh4#QFB7{EhN9$(D_8v*n|2F{b8Lad(k#
zy86?4D6anw={t+~e?^rzsNZM#@GfJbc8j;C)_!>lWjX&n^5S`<vh&%SGGo5?8B>41
zG3)z)c*$}!4*K}>z#p`D&i9b`uxxSths0&$8Mb`%BgXV|RD4jD^?pp=v%f^+$j5WS
z@)^%b@hRD2JWAF2j59keo&L{QK72OgbH-FTFFr2I`X7<kKkxW1T0Y~uBp#J5#&=mv
z|M~r4%<|F4jjLFh5MPjGZm!6ilr7sY%hHvN{c%;1R0@vyxt8*;%ex_4HolvdkABOT
znzzMMDgTb?%tx%JV*T8cem}+M^YOs)>F=R2{XG)jO|8@N24v}PMqcrJR$l)}%8dQ;
z)R_9ujQM=>TwFY#mDhV|@r?JCG4*D}FJ$?A@>*W;d{$oXt>shioiX*^i{Hrd`Q(GV
zj{gyj_`KdH%SZogOwJeaM_E3fe3iFDzgL#k`)>K@Ka8pOQ~XVq`^_(Tcbd^S^8NkW
z^0|JMe@N8@VXI!ezSfA###1YW#5n(j#<bOm=hO@Ln?>TUdRK;?kEh=98P5{&QrTiZ
zlNqmvac0Y;Grk7PhnHu(!k8K>#fxRR-!#e_??dCr$G6(@8DEoljchT#W^vhkt+jmg
zb;k79B3>m+{q^!%W%K(Ddd%eKDRR-<71<$M)_<oIqT_mPFs7|b+?MjYO{c$DFU9)k
zmA)~>=j(ry<ujhm#`L#E+>=_j%6qK!!uf0yznb^^%pEB+&S$4F_4|yupX?GZO#i-p
zKHh$dXS{oisW%|rEzA96ue^bIzwg*@`P4gLOud8ReX`t72Ia-yCoj8xhb<p{$e4P=
z;zP3BPmaio@2|`19kYD&<HpoGAwDY0{p6&)Q?h!$tWN^P=i&VG*BkBhGm5AFS$R~B
z>vb;U^Tx!Ch)>J1KQG8D)_Z(^c}cBh=Qk>aO3~kCW7@{V7iC#*<EFFTd-VNd@%{f5
z>65Z${Y_au`c>m9R<4OBQvP+*=`X(TEc&}C{Z@+4*XwP|r@uSK^mkW$BemX>w_TR_
z`$>uWM|_`I{C@DzbmAXnJZ(&WGsf(<$KvAmgS_5Ti>LlGW9mH@Kapj>y^vS@evsFD
zW%<;bHKyKc@k?3u+Z%bs?+1Ckca~4R_r}!wAbu;$e)}jde%~QJulL#V(Z3j1vGP^?
zNtXTgO<t3B8S69l*AKOp)&D7lO0nL58Phf={w~Y@{T;gMQ*Tn=)DRi@3mRyR1Fy!I
z*4kiM_UA%*b+UZEjL(yc#JrXUFBY@jgX_hdUvRPhV}CD|UUt6Aq*N2D2YQ1sZOg?=
zQvM3l=|8^TFMf|}l)fs(=httw<<no2G5xI(uS~7Y@*bqCuvXl!=MR|wbty8&Kc`nZ
zDh01MowinE_E(!R<5{F%28fLO4%2Dt6t~N=pEk&An)ms$Zp){Bk1_Rn#a*(T&qjHh
zWVxRC^Jn+6@5i<%a%+lj$;Q7;3O&X7Y&WKDhj_Cr<J&2(PF3iCLsoB><rBZ#xQdm2
zabIfPlf3HOR`mg6*7L%4vf^Mp?K7SF`!haZOx8hT>JJ)|-<CZOb=Y+Bhs1|uxt_zO
zlfN;`KWaMp$HYfuxgQ>v_h}^>NB;izq~&wIr^KganeY60wKEpac+MJEv2sp)LYDP&
zUfzf-_5S$#Vj2(mF`kRktN6FZcPS}<em_Ol<y3E9HXmaaPvp2U^(Vv^WYMq4>s1xT
zH<Z<zvV7vN8dtG$O+1-euglvj%k{gFlsLE6Y<=A_o%**kzGF;(ca5ok&zSs??0KpO
zrj!3rd|#IJ@yK+|N0vWhI{A;q)3UriK9P6)uhE#l#k|P<aZvA><-^a7340-aD$9C#
zDesjm_2T)pdw)SJ`LSMJOQ$Vg&u@|v>*cNZU8*;eo!@(lr~U_H>VFi^%A$Xg7ylj)
z<9nIa`(pXTe>JXR<(v3(YW*(nrYzUvM^fV4HfHPPm+91>%lNl3{Z;-EQE^azfiX&*
z{t`jxaINXIE)>_ua=q(JCw_UBzu0v0>&1&?SsF`BCqMorDI(+gE;F6B2Juo^*2i*r
zD`c7fF8z{zUY|;+7we%>dKLfH`dF2eSRbp!O{rc-c0Ow?p8Czk)L$!JDT}^NUi^I!
z#<wx6x8CxJZ#AxBrA^$DTHEFQ)Kz8vJCYLf6@RIR%-{{C)7E87ez!6G$6p#DGV*&(
zr){ISN0#fiN#31*i^loo&!=s%eClsCCTE*?vn<zhyXnNAnII|-c&F*K_KA1M(*G`b
z#sBXVe=mf{IG=vYr`{f8Vg|&!WzqM_EB>BL{5=pNquzeYC;osjF$cx_QtP0+PFd#f
zP*S2^Jo!Op@Q~@W4IA@*;)pT*$CDmJM*cC=X*(`HD$DD|3De1sCp(CY{8OgWc3ON=
zmixyU)5(t~If#t>bEeaFUVK)T^*3TV`LU9SjQoqH({@RGL6-R&l~=4k|9*mcW0nt(
z8&|P1A-*ij`nzH}@fCe?!in)rnNHhP@uV!DkFJ?cemq%0WaQs4owl3e>#}^Fx@9`~
z@ni&%k$=Z@+U|;P%W|)~C-1&2@85zSh}j>(Ri}CoKbO9#jr-ptMNX&qc>Y1*dcB>I
zQt)GATAzp?$};|^@`~#d&o>nL&n=($7sf=r6hBL?ujCz;<$BG^`<1>w+_{mgIH>m~
zWybuyH74qvG5hJgxK;1^$j|G2w0QJS##O9*7Jrase|?d6UhfLZ>V30(^zX*h`yu`+
z%YOSQZ=qgA%IeKoKKgHC>Q$E0`b(|szXjs>dq-vUYNeAH^S98LwmNZ*Ec<bhym+3a
ztX{q4qc1V0-cs>mS+4Ig(^;>Fv-dyCrLT}>eLrRpm6hVM{u`|x`YK~GSBo2D+0RX;
zv!5>O`Kf#VH?j2BEPbtPS%2#+AHBtx8tcVtWZD0%rW4=rH$=q&x0_CDhqz6a@pPKb
zd`<tCM8(1QyQFug_?WLAaoPBLtseSDW2$ZvZ%Fx@O{f2}+4b6LI^&7!xlOH%f4jUL
zvSs7hY5C}V##OBB5^qVZyXC#sdgprfix25rgR=SqDKpmlUSsO-Gv<D=UpzXBR#xwz
z#iI`zlXFOXK$iQ(VR_5azxS5ke}*ledPj_@cT_wi%l+b*ywmgEFHTrK^-da7@09qs
zEcc7k^5XAlm7VWd%SS(FOuh5sGqP;e5!1Q;vA^PZFY+&%4qwW6)VL~FE{iY7a{m~U
zSM1kV?-Ob*tA9lbmEw9%8q+o<9+zc3U6oht|9rgHEua2w7*p@2_?oO<|4nCqto(;W
z)m_IjKX;_xm8D+3KJHmQ`hDXnRvw6N%d$TonhwYO6B+LZrlrrw(toqO$FgPpKarwz
z?T4qvv_2C*lI8rK%X=Y9{a_;F{mH|B5<ZsrSBjiX@i8B-#bx7pBPD8}zcr@yo%m(S
ze{VYd-BJI=`uQmRQ;N^8_h-wezc0r0_f`BMwSJSgN0#gVU0#!ZA1yndpD8oe=PzUG
z&l$7+e~VwI*Q;3n3;q*om({P4LZ#4ajcHpLEX(?@lUJ<Is83|9*E4#(T&yVitB-u?
z@RE#|8WXfkyhxV$X^^*Emi5wU=gay%r~ax=_0axNWWh0>#+1KG-fG#h`Dn6y^fks*
zZ5FRc`D;z5|ATs-t(gB7>FZN`zJFUSpZ?m6>91Y9F12>Z`=MFj{5!>`=3PHsDKoBb
zw=wm5j9EXu;*Rvx6Mg)7;BT^c&UdqTi!9eC*27kD+5B#^eDv+cRjlj~Z<J-d?Uc7=
z6&goAo?VvDcy^2XWsC7BRrk|4vpv%3f57tLy&3N_rpkVCpDgS1fV@-bejVpOsMfOc
zKO}`paXk(j(>5eND9gDH%R3@lw*EJyD;4Yim?EhZ9OrvH<)4suQnqY-rz{`+v@tc$
zh>xcHv!*luu|A6Ra9;XIiqF^o1<R+ui^lYKNqjD~j>_90OMjQ;70;*T^~Y0Y%=d&b
z^{*K7{%%rSJfD`=yK3=__nI;Fu8XH+d4G39Uh#ZdUhkIWQ}4Dh_3nso%JTm1uDp))
zd|F=bzU5Qzfid+Sitowt{_c^y;r|JZ_`KeX<)c3~Cg+KGT9)^BPvtGu@1te)o?AZp
z3uEfN6hD*Ye)LM-Y%>~1zW-laKI`F)_^oWQ|KEwr#`E6t(LWf|-$(JREcc^N^2XAu
zPClM5md|*;ioeMg<DqiAUdEYymrnmbEFb=v@h@X)%!xnCazFYl@7lc2yDeBj)i@Ym
zjks2}7~euMk@<S4vwZYL##CJ#EKB`*c}ryT`xko5<e7g%F8VS>HprIszg!B@v0hgg
z)3#E)H03v%PJgjpiuJKtdQ*ze&v%XGGoEH+`dcerm0H)y8`D+bd|Jfo=KcKHnlj^j
z+Kj2+Zp{6uL%et1@2fUgJmc*$re3$WQ<nQvkG$!5zpvV8`PAEFOufzGURmx>TjaIR
z`}uR5<x_9FG4*zcx5{#V+9@yo9ysy&_1R_l=(~-pSm_t{$#Q?%BQL)1EUUNI^3nGh
zQ*Xa`K$iQ{0eJ^yxj$^yJG0{RO8)-%tnM6#6i@xb@~TetfQK?3HYVnXcu<!8epFtu
zf8z7nakZA6-w7#HivCU-({@UHOqTU~+I05MBYnSAd|!N4`Z?LM{?1!I`iOBAD;LCP
zQvOBL=`X&|D*79hemTYG>tW3D>2KVa{wBniQtK6Y>t%_bOiJ93;`^%N`{t{r6Mrq^
z>&EnV!<hYhQ(S!CoY%W;@zlR#Ouf6}Te9rmd-96!oAY`PET4K0jj8uYd|#IRJ1wvH
zzB#Y=*z&3O#F%<d#WS+(-)HiQ@0;^_FD##WFO8}9O8i`w{W~i!eqSIyulL6C(cc<Z
zvGPv*T9*C$UfwqCTGo5)*N<u~tN%#~m16&VHm2>1_=7C>gRk<|sy_9`{uiR+fWKQl
z{KJ^2pW<(_?Dt>t=45&A5ub;Di`g%Kd_Mk9sm1vO7yBpf4>i(>$>*<DN>!*H=nIW$
ztBcAhf060*AK(8LzyH)rUy|bU{+3!k{Vg-5zXtK*)Vf^Wl+G7@g}6n(k2BvZQ)G;P
zTlT!zD$~hdZOr~`GG;t`vixS#$zLm8Bg=kVC$Dqf=kL~AKJ{CTsn;fMk>z~a<#ot%
zJ@e=9riaOjgZbZ}$gUKBDjR>dl!&MQ9%EX2#htR~8|C$@3jJTm>TR}s;<p%Av9eXX
zDYb4(UOa!d-I(><*FjbsoX<|vso$6JE@QHG8*@GTjmf`|J>NB8I{ACWdt|wu`%EW)
zGRr?;I{631`(?SG4$AvJ@AG$uEuZrp5)aEV-}&=*M=YN495t?D<(T-8EbHgEyc4q2
zi|6m=vghwkNhd%5JaalJ@qNM>@!3@GQ8pjvES~Y5H>UoG_@u0^hrBDQ!uXzN^)6XH
z@uSAnyDYw#TF2z=kmdS~Cne79RJOjZm`?r4jHit0@2WBNuNjm7J$oMPhUw(r6knHR
zecUpg{964IL}c8*?wC&7UGZ&MUSIFYyZ;wx9QpNoVEL@ChvG-F%y<60-n7Lto*CmR
zRvwG*%d)<n$a^YFy?9=4TH_%<#`9cy75~=wUL+;f*GuuMRIfRkk6DYS{%d3EzY#x^
zMSm-=MpYPJdsgqg<rDwGxQdmJ;&-X_le`I8uHWaR#JP=U>+7rO)c=<8cVqhdVNCs>
z#^mqKo+q0#o&4Y8U$U%^%1W~0z#Go;YfLAqR=hx#_gf3)O--ROfBE0DTV(mvUu;ZH
zy|_-6^|D0XQd#Q7^LwWntFGQ}#CmCvPFud7mnS9G%L?(zRPS<jevKB-_*NNHf3<j-
zEP9i?`1hF@-_@*Mv*i=N*0_q5b>cOtwME{SbUoH5CC=?uwqDvyr+$0J9me$6Y0UNB
zU`&3E{*nWcF~8lW)7B&IlI42$noj=GEPs>f<Zl*ll;!>O7SqX(e_4#kKi-d-PTO|z
zR$11^4tYCeng3n-CBIXjnsq)TRdz|o%h$*5q{RB@7w<{+TC?*Ruz2e4HKzVPai1*u
zetGftR2W}(R_~zY6F+EN#mXV^fz*0fUaKtgKa`Z1ulSeS$P7MWI&DXd$v<XH|M8bu
zh>ZLbrqgy(d|a06cS>H<Ei}$Af4=UF<x~HxF*)bNr)9aG=S?TRW|F8l;0vbHdQm(g
zOaGVT75_hC{Jj+-<9se#KJ~_oi5VA<%A!xmEB^jY{5=&Squ!+D6F+54%vJG~)Ot<c
zuq^X;Jt<Kyo;)El_@?Q!-7@C=>TP5Ck0(utjQqQ%({@jMN0#>^_f021o-83U@*kQ`
z+avJ<Szd3ZO(#E|Bq1{LADd3w6Y-2J_n)VxYyPeh6$kv>bXs4CpUJX*Uz$#QtVANC
z|5?*%do6w?%lyBQSFB(E{*8L?EFXSvT*b-<@mpEe??=;#k5BSM#&|xPPTLppCs{tP
ze>I)_c#?z2$p3CSZ9l}{WVyHfG@bl-5`)OdpEI4d-{N1gyx*(*1z8KiCdP?-=hgH}
zM%*uJ6}d3Q$MY5uPo+931urtDb+NccmiT&k#r25iDT@51mQVaLW1<?wOH%7{c{g-^
zT%Q%<t@>0-{+|DqtT^Dtlo|82%9yCt#`^p(9?_?evU<%HkG|HJdh5h%WZ91`^1h|-
z*YokUT0ZsKjH%ZyUN6i3?2tF0cO_-x+hF<VUB=Yw7I(_BUwh;&(5qNky^WTSzR8$+
zo5j7d?B6Z&;_p?J)!SzI=-Z8{w?n*Dmi@d_UObOeR&ST(qwhARUcb0cmi4m7boSTV
z?ETkX>HB1P{rSO3RrZU^`afXx&<`4uIVc{G<$iF;boS?<p7(0|e~6{OA?d@iW&Ito
zeDtHn)Ho(SEX(;FH=X#~|AweI;FG4)dP;mkmhqf6oqD@EiHd{qpOt<t#m9V|7nhBH
z#Ok46FsAB7@tKr=$#nV~*+o<wa9qF3iekKD^2SqszTYOS9{pc2rs|}4G__92TPe%+
zyDD#H-uun<lo|J%8^+YXY0UlRmiWdfTG@Qvv3T^m#^l@+-<H+uzr106$}Ow+(DKnA
z8B=ds{6Lob&5XQH^WJZsSU&Zh8dL9?_^~Yao9FUQ%zM9iY5CN9WlX(U@e5hD=4*NJ
z_teVH_pRllzcZ%Zd+{4t?l&JyXFbLKjOX3R|71G+IpZ(JRk`w2{85(s&o_C+evkd~
zL#<`?e@dZJtdC#Dw9SdX%d$Ry%Nv$0tGA$$);RELjA^Y6mSw*$G+q0xfvAJ&ezi#Y
zVp;0t`>o#c(U%xgX{oqQmio&~r~jCLBIEtZa_K8%i~HqDaasS3Ru6rZF*R3<8)T{1
zWIE$H^WPEGob))~wc@h=)>%G!i!qhfi`S(5R(ZvG=vqTmd(!ju)**$MSPz}Xv~7rb
zskKYqHLVBcvs>J+=M&1t-<vX{{zhZ!Z!%^*Zx;8a^$_cMt6IzIZ?k;#?Z(vKA>Ja(
zdfq9oSZ`6E$auZnt=G?8ilW|bd6Fw|f5v-^i5d|1$ud8C<?WMYJ^1S%>tR6sRh{Yq
zNB;*>{6TqxvSsIgNQ%-c=!cDI9TM-CMISbu{<d{hO{JLcqtcJ1_<a8zw|wfIFs9N;
z@sZSeN?wmF{hgLqJYSdBKbtaRy__?q{&{0w??%MM^L2T>ix$s#FBwyBRD3~}*SpK|
zis$R{dgGQ)y$NILT@jDT@_IKZuXw&LuXok*sdvqode_BMvb^5ikXJlkm)E;x`P92@
zOuakeo3gy#-3|Vq(TLCM-ItCU`U7Ly9*XbD@_P43UOb;xR&U1g(H|RA?}>O?mixg|
zd2`KZ9PFt-5B%qr&-!{Heksd-i~apdTsEFr%SV50T*b;8@iSTOA8+LyO1m~6&wI;f
zJRig#WsC7pIqo-cW}l?f|7XjGzhwN?m>S>2?_?RvcX?m*s*0YE@2BN6zF*=w*<yUZ
z#bxtV`Ab^kz*}HUYmNAa@~K}dUMO33|BIQNO8<YsB1JBiE$hEt3O&VoTw+YyQgL0%
zUuHVviS<&fkLA)=r1*UOue5x|(`Zb8tHcedb+x=RX+E38C+B^C-<&ezeAXIMf1NS+
zyB6`odB0C+wRpzcW=y?y@p@VAcOCN9%=`X+gXL4N%b0rI;!auacRlh(=Y4;_(ekOc
z$(VYZ#l5oJ@3zQWKkxhdZI(~H?Z(vGA>Jy>{cfkc_<P&L=hu6e<)iO5u41KM+$YQZ
zZjZc$>HTqDZ?EN3Z=W&s_KOE(x!)a-cTkr5%_UWCPU|UuztXQe(ILfC|FFEOQ$66J
zjE9YhIU*jE<z8`AUa=pC)c<j{QZGNh6H=%Y{hc(X?UeYKtoFa@?8iQR{*U=XKP&y5
zY*~NjEgyZvxQdkv;xj4#qUrP(-!~NfjY_|q;`8$xvwZp+H>SS{@uk#yMcx`&;wO_5
z_xt#Mq4<9Bs_DdE%lNu6{oOF;esEJ<e7~62yKV8*zhg|jyW(52+z;-_E52XM>pif1
z>OC~3-XrmSS?&kZ@`~>l^LmdhpL$P>srOVoBg_5ZnY`lr#k}4N%ctH;W9q#UKbPfx
zFe|V4elf52#`3B6)|h(l#II$!AH0_r-%k^t*ZXMs=%0+MSotjeAj|#Wi@f6dsM!DC
z)LK^myA&$Le*9rf+fVUVS?({t<Q1RqA7;-J{<eJjtE`g6)3HE2rzq|pHR4)X_FH`3
zStu@E|BL+>_m@S|%g$%9l;{h+-k8=U;<}W-)O7lv)AzB(?*$Fgm#6sr`mC^g`devC
ze~sd0sdbgSsWeNg#f|!Xp80J`k#Rky^iF_E!Of=Aw$_;az0R2N+{yCSn@)bKxJ8!z
z+$L|^yw4AISU&YTjj6Xm+%C)cbjj<M<$C7N5BC4BWW~Y!_bPH@ihrGrf0LAmr~l2y
zv~Cgi$f9qRcUx8H|5H|PyX6zV!?=o-o#Jh&wJ&+`{NOHQ*7N)9`{{nuslO-V0b}~x
zYs~fBXH5Rr?D@0<rjvhAykC~<IcPfh3u>@&;2k!d)*<mBS?<Tf@_x_z{NPc`=lUHJ
zAD3mm^XCUoSUmloG_GRhl=z4&>*ut*GqTi+=Lc*5f>`q7^U68tv<2gZe?BSkeaVRU
zLaMhan~#eYPyI{A)EpI`l|{cCx~ed~maN{m<r6<)T*b;2@mOk|l($=!>o=8@IG=j`
z|Gi|!`CK!d`qwkQVNA|VW9r{BCVxlveA*q;$-gVUEzA12XFB=&vit|8lmAeBUzXSB
zNAhNLJ<;>)H)Hv%ugBsivdnk>{NPiIXFSi0t5|t1o|a{Oy^!}(mU{90;InLf%}OUf
zAK&Yw#PxV1ew*r@&F15s#WTM5#?=2HekF_kQQlrvVSJ-mz0a0U{1@XYR=$cqrPgoq
zuF7)#z9%KltvOp?KTW6puZ-u6>F>8O^(+4wS#jXaWY4qJm`+r!c!4bIW1;Ef&u00H
zOecS_xK5V$YxVL@H==Rm*Keuiv%Z#z8)TX9{CUIW7SDKA7+0~fQoKZ#_0=eEl`QrC
z_<MnkRoCucP10%0$G0XavA&wcYg4`7*?g?Cc*fUaO#SuZ)w1ZV@?NP5<6HE1XpIA}
z-SXiMW1>36ZK-vGydPQxT)(cQ#JTlk>#N6f>i1^6(U|@=8B>3=G5P)3^Ke^DCx4rG
zi!AG7yXoW~%JO%bPJW+whb-^kcgfrJZ_t>({O=L=TR!#o7?U#~-Yv^|*(-0KEcN2~
z!?wR9mi$;B2c*-Mua|>KiS;rlK9uTR%+Bwy#Z!OCnEJ!w{j%ss<i)?w#rUpd^^RFS
z@yCs;SUDj+np#iF>z3tuoJvZZ+s<sgoH3pHXEQ!$On>K%sXt;&euMsU1(7ko7fq+_
zlK6rw*L&1-^4DbfW2TcoF1{?w=d%gZ$&Y_Yj>zbL(sbIU#8+flA6MmFlV$!d=}Dw|
zeXB#gSPwU(SMhJHkDEz}^>IslJJs8mozESMr~X}I>faMzmqouXFaDkk<J*zdduaK@
zKQgXjWm^0owa&;pEzA5rPD;#I{N*MxgP)pC+cRVGpBvNv0{s$6WaPgzowirv7qVQx
zS$XHv^QrmseQzwE`frV?_fGs;mh1W6bmEu&4N-BxA5EwAllX%y^ZQv|@&Eg-%FgGj
z<x}sQG4;NSzsREhkQdK8QNJat_sjB$pEIsv<+u3%r|W${vwXk*zGu#5S(aa#rfHgH
znax+yEKQwtE^}FCU7BB-S|=fhh|5GI1Q7`$PJ-CfW+EaY5}a7cvLMzvYehsvoCJ|z
zgNTTTh=d>_A|fIpA|fu^{eGQ%uXDcFCwbs=IIruR^S=Jv*LCN49`8@`(_5RB^%U0n
zt$>wj>upc6IG2UETFV3L^H4=#Dch4P$~3*I5La6@T#42D-I@?ry*;U-OslU8akbUM
zwOGBMX$W!E+mk8EwE9&cuC^w)5v!k9t3zD%_9Tijt-dA1)z%6(V|D*(3vt!klPAiw
z`n4ghwsr6ttoHx<5LdnJWMx|Yh7ea<2i%U;_3Om*{U5(ymfogNFYXFlV5uA4h}Hh@
z3327yH%rR2@oWxpwQYfWvAWl74RO_1HObmbUVn(IbsOA=)%(5eA+G#YS^drsSN#CI
z1FQ3~3$OowS4>=))$a-Q(jN@0njv^MR`I=fzP|Q6hB9qE_J?}q4+mDx0eD|(J&3mw
ztMxvFca?8JsNbS0dx=L<rS*3tu(FN@)_EL-zx>ClT}p2(<STwWaDk;0@G-2;=SjTn
ze9Bo$?{uhF{7hi!orO<fbzaBuW_f?Rl-~JJulR+)(z^(s!|MD_;O*vJ&r*6*p<eMz
zfu(mDp2X@rU%{*6r{q$4*FwGG*8@xM27DE(^L-O<o_`-*O7C{4SNu+3>D`5IVRhc`
z;o0*+OX*FAdc_|Emfl17K34m0Cd74qPh{`!W{E$>>O2i-(MwO@rTTvw^b~&<Se4J=
zM_BduBE)t6SN&aOt-mF!{$3G(ja{n0xlph8d|+w3fnQ>!|2D*x|C}qMOgk^{LtJei
z;CEP!=VOR#{15*ZW!X#mpNW4-`L<qP;ibm^E$Au!J+M@Nz@Jk6&k$GtSF-E%JH#~}
zyPgZQYW$_YuU=MQmm1GXB1*LNC=0B%a`;#3r2;+-Ydn>3GxwgQ^s9rO;x&P#UmIBW
zvpRS-Jr6sa-5(o5zVsRcOK%likJbIG32%Pc`&o0SmtIR?>9xYEvAUnN;q~z;eX04b
z4fTqz3oO0$@EWX+Ry*E@W$$Mlp<a5Ofu*+*-hkEpY!jaSz0{?~*B$B=?+GluUbqXZ
z``KnZ`~7xH>1_@5iuVPUUO&7AtNYou5ZC^+^KZ}hseVU@i+5%`5V#1JcEQ`Ry1(tl
z^ZSXN$3a?`(jOusCENdd1FLNxya%iOz8}x;Px*KcgnIRNFtGFv!NXXc*TW$$ZsLB}
zmF|Z}h#$pDFFy~Xp<eN0feS2+!6R6$_i?-vSmhfl(>{+5b;<MfJ4NQ{l%LP{3=!4X
z`kf7|wsH7mYCVTnh1Gn|<N5Q2`TQ=XO4FYREd9yAx_?Z;{(NDscRA#1{#OD^?<#x=
ztNX__Jb%70*SitwrFS#1^lrh|vATcU#`EV3bG^HvUV8TeOYc5>2dn$XG@d_SnCm?Z
z_0pROEWJnY1FY^Jvv{}D^M$$IlTa_cr-7yS41SE&{o^^_+y6~5<>z`YL%rg!0;}dV
z`~s`{#~hwLpSP6Wn^3R#+rZL$2hU@5zj%*V&8bsdXZ+7E`5!~Q_UkA3Ggjxx?k`{9
zrN;9$)GPiiaDk=o@CU5=`+?`@-}IGf?~iPxzsQo_Z#=@R??T3<7G?Qs1^kmN&1WTC
zhShxR{m#dKp$hR4GAoELHNQ$C%C_rU6<BT6aCxe)332sr>+9=TN4!4e=li80)N4GA
zfz{tCxHh#m;ay-Bn$K!@ZrRUYEveGx(;8U%ZGm;aSpzq%)L52UpLHQ$@%4cVEVaXH
zvAW-Ez&pL{`<2d6FTIU{rMC(0!0LX}h4*{e&tE;EUV6QOrMDUG#_E2v1@HW_?^pUl
zz4ZD6OK%&z6|4KrcD&wYKY#5E_0k&%EWKUu4y^7syYZUR|KE`BpTSTsy`jL;+Y9f(
z>VC5i&%R$!ey%qh>J>i_xWLjuct4iU|9FS7I`8rQz4m7fcOpOEN63_t?XRO5j|NuG
zF?a;4^EHO&=h;4AouGB8`J5yoCF}20V6~lwk7G67Ga;`29`O0dzmFLweh#}-f9FHJ
z;uiuJSh@(GP4yEYuKw)vnD;kD{8Gx#uh->Jul}wCR)1IF$<%rcuNkZS>nURQNBg|x
z-{;&6apm92_;z6RcPFs!CwF20J}1|^AM&L?9awq~;CoozPafj=_c^)Vqfjrs*}&3!
z49{S7KY4=Z-{<6d&qBTQo(GoR3-~Ek_mh`+{(Vla_d3)|Z!WO(=HXXZ-A~@&`S&@w
z-n&pQz4w8o_W^#3)&1lno`0W{>wOOO()$uvdSBsBSlv&);o0|#%Fp$FgnGq)1}?Dl
z3;vGP{p2^Ef8JkwzwlqFb}9W8M5JW#m4Ve(1}~th`%^jWpLfnQD9c{buMG9#s=&&s
zhAXf-uQhnJSlvJD{f3`kyFb+vUuygfM5JuvZw#!qRd8LZZ^HBMb0_)#hnrJ8U;h>&
zQZoJ4z-nuQSEtrBcsE!t#n-~E{QJAsZ(YhXy#?NRDATw-#MQPTu<i#PfwdmhTvcUS
z{l*Yi+a|aZtMlK5w{O|!3421l^m_wKZ!_GD)qJ+#ZN=*P<<AqY_&-!-FJ13`GPkAt
zj%@tfiCDh+-w{}?JK;X8;sbb9sHp$mOmBCnSN@*B1(pWkU8!{_dBt8X;(OsM%l`jD
z`$N9wHyl{~9mx1#;38Z)6j=Qo4y^h<-bpIcuJ4f$SKCo|1gq;i8sf}1s~-z-)gOnC
zVRb)0fmhD+R*LHy|M?~VRH)Z{Ps3-hTL1j{!m}Y?;~5WJVCfuu5-a`lco(qJv*!z|
z8IS61JQKtV{KNPrQ^dZ%n1U}Qy|HXPE{A;SUkNPztMEmv;@9wYqoVPh&Gc@Bdgb2?
zTwv)Id_A?^#@mP0^}B=jVcGq5FIC$7?gv(X(-}Vqto|PcR(~^rRevvgo^3Y7RsR@%
zgyrXdh^zidR{t!-RsS4*iq+5i7kDq0-EXf#z4qH{cn+)e&!0D(5BVC;o4^H@-oh`j
z+Dq^7-eaX_&l}EV`|Trf)!Y7)Xa1)YvFq^}{*v^*X6x}a<ZFE20!#Bd`~j=@54^{y
zXnYHq-mg%v{NI5KEG@u4y|q<YcVS(>6>#0M|G!}waVgpS$^%QOBIC-ys;LUB{;C73
zzAbyctv19}UkBG<wO{H(T=g5X`o<7f{VKQttM`LVc;}iF(<{H8&7ofVtp#qyYW?%)
z58Fb%#<M1Hfu*(ZYOMNNhqoRpJ$wFeqN#BC$z|i&KwNG4_&QR=u16=lG3gCv>#-^1
zYkXaSrQZ#=V-@eg>qJH4JDBNh4)x0461c$9R=78{_TjC>>iYFteA)fBJyqKLb_7;`
zJ2M^#tp0ZeR)4z#t9~YXK5j6?RX+sp!D_$k4RO`K%<A`txax=DeOP^7IDpsjC&l#2
zujipqul;ry9>Hq;^XC_jgnW(XXy5`%qwqnj`Z|U;hLxT@zu3iiRBz)sLA<~}jPGQM
z*!4ICpH6zevh_F<@}++^u=K~_<5<Pd;k`gb<14RGtG(o12=(HNft57@pHHomc-yeL
zep7fO%kH<!snX_mC9wLtn(?*3>i>FR^>-t%>PNEY?QVs*>Tkn0vDz<pLR|Hyvif@=
zuKN4%U93J&PUDTI{~tU5eT@%8z4T`SOYaf<0IR(*i}x6->toM1KL3+)Rd4&}DRH$K
z%QOF3irD%-hhHSUo7wzchJ5M23M|dn@Dr@!b9nam&NRO1Oz%yoSN_|;1(x2y^QrYc
z-X*NA#|OMC%kG~~snX{6Ik5WslJVET>i=6{_4hrn>ie_j{eFhH>VLsMu)6-gLtOQP
zS$*jrsMTL9;03Dm{lUr*S7udKUmoI8sesF{y7rZLRajjQdmhsMUYqo6f7B2!@DKZ?
zHbrbb>)`sNcRU+UL&%qYV_@m8f~&ELH{sduyV3Z@Gri_eul$z41(sUj)v2`&?_*m3
zH7R1}!+ukgDvj5LxZ2hS*7a)-tp59(WbGxdBgEC(32(sa`fbFUOn-kae;%+a)Jv~B
zu=IN1O;}y4-Vj&*oqw+^dx^J%xLUWuo3UEoK0N>b-w$N-*%s=hw>_}*cEJ5u#dqTQ
z??)QV^mc`M<?jwGy*=<iY8}K|i`DuKrHEZGdy++!#`{8CZTkc3^ZRgM^>0tEDAVc>
zhPc`e!3VJVJa#z5Rc}wKDAVeXgt*#{!XsF{za9;7)!UOP%C!2i5LerA_!w62mrjJZ
z>g`DsWm^5I5Ler2_#{?8|IUQC>g~xBWm^4sh^y@!d={(w-}w+%y*+87Osl^b;%b|K
zFJN_kCPQ5Hb`q3n^_N0iZI|IGtginRJU>72-&>`3E!2yz2QIL51HOvY`MDY5%C~P$
zm1*O-9pY-c1K+~x{ovgYSN+lK-*fMWxaz0jdsv;n2O+NdiuBE-^*<Bhs(%DO#43Ll
z&)4Hr*8h`Gul%QhrS}YeoLZmb?Zs++Uf})y|CFoxL;tfpdx>AAN{hb^tgN}fI)C%<
zR=$;4O7CsRSNvUI>Ai>FV09ip;N2}(?oxW6LcQXj0~c8O0)NEne164i<x|yCdf!96
z;y(gQ?<f2XtMmE`?;-D>m(p7Z^@^9;u=04VfPa&v^Scs0%)6+i^vXlM;uV1<SP7S5
zb)Kv6`uHiklwM7!SG+c`^y=Vhtj>2mp8dYFrSuv@z2d6^ORouT!0NoO#<S;}meOkp
z^@_I!mR=j&jMaW#6XN2IuEH$7be`7{Uys%KTyaFfc6h1&Hv~P!I|8e+6JCpz{>Bhj
z|5NGz6u0+NT_LXg3F6(fYCJu7z1XG3vpLi&z9n#hrLFKLEI<G8T;Jxqjn<{~w-b?)
zowpr<)wUDvPxS+MHVefy=Rd#X?+*2v@1Bh9`V7*l@ebkb#V$3zeW70Q{ecTC4a2)q
z>jAu%oG<l%5FX=RvXuVeRB7`c2`v31fpxz-3cpzPes?V7tG}_p(mM{1Vs*befw%QP
zQ|?mZI~D2`KOMNh(i!+9R`<KJc#oI8-<=Ef(mNkmdKchvtnPOg@%HmA!BXR!4E2gn
z1(x0=cmk{Y-DSMi^!I7=pFdYaz4WdHmfm&v3Rd^K8+c{>J+h_7cPrE@emk)A?!Y%q
zrQo}G_WRwI(z_q(6`u|)y$A3;tnPOYLtOjaPL4farus)AE}qT!ao{3cdIHa2b>5!h
z`T5TEo`-trzX&Y7m+&*J&dV#jUhGoin<Ju1+pqJ1)%FH{jn#bLhPd?KRVmA#hj}03
z<P-lutNQ;K;^I#ke-13=FYr68^1tGBW2JxSoU*>Bc)nggh$zSA_cO5Ce!<^T>u<b6
zSm`g|ZCLhxv*I6WRQ8g$GO$|90_%QL4j)_gep4CprB@YLdev|RR`;74yf4eXzp4xM
z(yI?Fy#}}ztNTqO-kxReH%*~ldaDCVuNhv2)%~Ug@8`1bui8Sr^wtEH-dea7tNYD5
zyc^5DziJQl(%TSNdL8h3tnN3Rcw@`HzuFY)rPmc$dfo6wtlnSs;0-q^SO4Yr!_A>y
z@hyQ1ENz8*vAW;%;o13GN^e`JSA2V5>Ft2~vAVzP#2dis{0^j@Z|`s3X6Jb~nNqUn
zv+TU@p;i42hPZer<Gq2Uu@Byb)%n^V;u_B+@2C8Ja)9_j>{9bT6zUZ}9Js*J2t1tX
zkKnn!-9JWCJilJYh)Bt<=U8C19fyym))VGoHJ+0xV(Vw`m;CeE=@3``nT*c{R)6Dx
zbw4==`{%V>??T9z{>8x3n}E+_bw8QJ^UrI!-lb44y~}~6cLkop>V9$+&p)r_de=j}
z^lk)}-c9%#R`-)zc>Z}U*SizyrFS>5^zOm8vAUn!$Mer?x!!|NFTIC>r8fglV|71y
zgy)~va=pi)UV2XgOYbQ>i`D()8J>S$%k^G_dg;9kEWKCobFA(sukq~r2<7K`^Pyhx
zH-QT*y@ltnx}Utm8%#eh?eob8T9?xQNJL6@o<0Ru+h_PaR`-K1c>ez7(*LR~drALW
zs26_^tgIjKSFG+gKk@wh_b~F`v@SK?1tL<i@s`#o%U>(tU#Wg&h->`2(f99v%86HC
zm+G%F)GJ;USiM%mWvR6W?^GIPExexR6V!iQ%CzzC;-`|7j2l8+ZH<9-e_0h+<2jJk
zuMTn5H^WU>-A`KZ<|h=>`rp+dS$s*aE!2zG1XkKwxD~7UtixN6m0o;aPW9)q@ogZp
z2rRxj;C8I?JMo68lHOESzbVu!zbmjLyWx$gwI_M@{97;Fz3l%FvnAwfep>^pzrKw7
z1FQdSfpxvM2Uh*f?D?vlA+GuXcn4P3YgdS?{$W<XC&X1h2=B(~em{g)v+VOo`$E0u
zyB{9LYW?%)-wuR)jptzC0!xSBy;$iT#v8#(&z^r%rhT_D{Wr{)RsK;jM^pa0Y`({c
zSdIE03#``T@DZ%yC-5GiqW-^TdZ$9Y@=pgYuyh7KnOe`{ZN}>QjHig5U;97(RB3!Z
z#MO2ou=dAAxGJrJ?%{ua$)61QTA!)F8t<iyF9(*+6?g)x@m>va)wlA^h%#-w*F#)w
zH{fen?Wda|uKLcb{&t9~{tkQ#tM?0c@#dG^kM~2p<~t2P!0P(t&&NFs`5Mnm-~vmJ
z;Coo<&Eh@AO3$8;Q>N|5fok(*mH(8?XDNSIHs9w&tVaF62&~qZ@Dr@!ukbohQUCih
zy}3}Y{Q1BImfpaxQ|nv2b68!UcPV1m)BaCURT_T?akYJfeSds{r<T1xehKwjpRa*6
z-ftOy53K%vz@M=i@6Qld{gv$btluH7`UUtGR{N>+U#rSq^6qB!D??maW$+5D-fx!U
zO*Sc}SAPB~L%rr(1y^Hr{qpDMYC^uoQyaLzQXO1@m0mqw16F$W{G2jvEZhF3`LfDi
zMP^gVfBjc~Iser}tVWUMz-n!Q8?lPF;@$Zx`Re}zUf~okwXGoz!fOMobsgN6TG!*f
zPuHhCMNH5BPh;2X2ywM`!oEK?!jG5Tk6oc&>(d=r<L}A1H?aEK3~$0}KWzzd)%Rx4
zZ}o+^>iglXSna26A+GwJS^bU>SN%?SJ63PS2JpK7q?lg$e%u}EHQzn(AXe8ef4*)g
z<ZC>80~c7@2k*j4Z$I8JR(ke)oic4KCu+=>RsKOT52gI0*?bQZu^RP15?HNA-~(92
zkK*k>Mg5=3^p1sk<&Om}uyh<AO|2*JHehvqPNs<MNBck3RcU-W#MO2N_Wf}d{<iFX
zJQwP<KIa2#ycaUQ7+C#Hz~fkrcQV9PzmjkEm1*O>6yj>T3{PRTpRR<s>g%%lYay=s
z>+n^qKJVVZd+{g5^vd_+tx&J|-iGgBb^Y?^_3nmzjpttA0!#Pdn^@^h<2}Gi&z{#)
zrj6zM-!flT`7>lbO8Fhxd}oPRjrxBaSglXshgij*;?<&}{(CdM=b>KtF9H`>dI>*E
zt*`J-VRe08r-)ro`%MR`G@cJ}wY`CTf4qeo8x+$kzdr9nz1HVLV2$@<#-9R9?=$=k
ztMPsban--eo;Ujz;;R1+f5mD){RnZ@f6wZFg}CZ}!#}b5zGMNff3;$I<?~&!R;u>W
zd{@F{SY5yT_bHZ#d{tHimP(~DR(e%<)mZ7-^MJ~<v0Tpn-f%6Mbt%7&e@U}^^;b{C
zxgoGx8{rzP@>k*6-?LKx&6(cnP_O*vzy+3C;HK2tiZ{oq>iV>$i0wc7O&O{*UK`?S
zTL=68SP%CsyB{}%daY+iV2!sk<BfsU-zK;ntMPV)xa#dMYbn#l+Y{ny>xH|q+E1H9
zT=n*suas%^TSHuJeef2n_FjL8tA1CLti9xI4{^2bfVW{a|DAXPSY6M)f1s-2e^nUX
zk5#6><Y433O{Sv8djhL%5Z;BA(h#2iy|0E$Z(pca{{Fzy8;19$)&qEJuv))^DPrTX
z--Mz{<HI4Ywh`E`-;oek|Mr`blxg*&A+EM#@KLP#9}98S+ixmSrq!PaakZU<k7ITH
zPT~3YkNNX)XF|R7&jyy>ID8tb>v=B3mH#aJeQXy(T=f^>^H^Q~3A{<H>g{<q|9wSu
z+4F9f$dr=J_i|vhU4f@k>s7o%Sk3=hidg+v_I=xp5SQM~!215;R$z_Sp4?ET>D>u&
zwcUkpWA%N+y%1NuJ*lBgtDg>WwLO6EWA*v*VTh~Vp3G3D)jtYxwavmaSiRqW9OA0C
zCoz<1^-n`wZO`B*SiL`c9^$IECohy~^)EwQZLi=LSbqM8xa#dm3uRjUe2A;<4Lpa{
z{qJpvtKOchP^Q(t4{^19fZt(tem;h{>g^;b)9OEmxZ1wJpRn3LU-A6>*uOU@)9Sy6
zdg=cNtel_lH>}RjuMk(h{Y!%~O>ZH@Y5YgbnpT~k6)+L*pKr3~9m+ynmE{>%1eQuA
zyb`PYst^~Crf>Rfd^I7i`dYX;wbtQXPxGyZ2RL=oTX$4d_7XRyO4DBzSXoVhbsks4
zH~5xwDZQ4EuXt-<>9xVlSe?%`crAQOwUpkvP_Ov<z|w1n*J5>EH{f0VE9EYw*BR;+
z-x#>S(k8eAtMl81*Tbj8rSy72z2d!rrMDUG#_Bw8!CS$*{H65zLcQYsfu*+%-ip=v
z-j4S+J<pI|-<_dedIN!_w+r5Z)p_5IXMZnpsqqbldc}tVOK&f{2dneH56^x-)lz!H
zp<eL=fu(m4-jCJ&;1HfY544otNT^r*NMPw5g%4wOKN!XPrLD+Ief;?)e=O81|2TXC
ztNX!j9g5OPc&YK63iXPg4y?*E@G-3P&f<+@m2b~KDbwEn-^iX%Jx`{^H9i~fg`{^8
zZzAdC`(rZHtG}thQoRJ9ORbmj8n7Dg6};+ytz6a5WdHtgEmd0ldSKPu2&|>N36Jvq
zp7b_m-(TMj`HJ5OTwv)gd<)CZe?0qsUHSL8Gbq!>Gac#`e-KzX58?Y*-Ct(#n)p1U
z{DJKIquEfe_~XC@mY%?mu)4oI#XFSr>hsV4p<a3~0!!~D{0yu6%PTzlenR;_vd_PB
zp<eO%zy+4xz^}2ozr4k(<L8O;^S{^oKGZAzA#j1EkMKLJ?k}J4?DL26^WVSsCDbea
zHE@BYZ}4ZV?l0f*eqeQ8?RiRN+V?f~^V#1&{37!=R{De4&({Sal(U~p>y+iM74T28
zblz6NWmuhu{pk7gkGXzD(35gyVD(Z3mtz&L#v8h+*iz%I4fTrG1y)TxT$5TG@UEu$
zH>QYv9<=+1zh7tyap|wlxH+);YYD9L+zR{qg<Nk<$d~@wz|va>w_$aj*W>y7g<Nk#
zsFz+xVCi+j?O2`Xjd=ckA=m2)_0sDOEWI9h6ISQB7th}><a%2|z4W#QmR=vc8LRW$
zkLT|fa=q=LUV1wMOK&H<4Xg7!famWQa=qQ5UV3{1OK%X~h1Gc;!t?hFx!%4|FTMSN
zr8f-k#p*mC!1MPDx!$2rFTKNor8fc}#Oi)<1kcXD@^ih>P_Ov0zy+4Z;G<Z6{^R-2
z*TtXzv@WH8iini#{GJZ1wlnYvEI<G8{Qhx1ebZ(2=R&>uJ0Dnj7vOQM;uk|)<G1$@
zem|TfK9%zG^|=)4rFS`Sfu$?(L~6Z?w<_^9yn23~Ykt>L#OAZ{|CNfpq<=HS)p{$i
z?kBecEB}_=rIm_zH^kL;559xd{o{U!tNuY&{~*Lw{}7(WYWy=HuKK50{cMP<{xSRr
ztNbS+E}qNkpM|*UpTkd6>x<;s^F}WNOK&P$&(|R?y}7_z&-uWrzw{r;+DqQs5LfFv
z_zhO;`98#zU-_T>W&OtxSN$jW16KFn&v^EJPwRU!>;G%0m-4s31(v?UU$CnGfj5PU
zxFs9UuTU?&-+>D(Ex<pq%;dk3b-ngXZzXY6+WspGthRD^MQW|UdxgH%uQElfelELy
z)gdmun!vh#wShI#iWQ7nsqC!!5La6RT!&TvjUleetz~~%-xT7iUk$Iq>iRW@xGKl9
z_v@`8uKG5(1*@NzYw-N}m-Siy>q5Qs*9VqfJG>UF>%9SQ3o7F4*?2lbz4SH)F0ix-
z?!YSEh39(rGQFNqul(M?(%TGor`9caRamXx))cYpwPrz8_L5$Ih^uv5U|s+1ftBBv
zUH_dSuKEFZ2UgdASBR^ACR_hKA+GvCcsEw#9}02R*Z=3T_L8?R#MQbV-iy`s9}aQl
z*H!&x{lO4d{UP`OR_~7v<JspiUGIg8zpOtJ>J>Q}xWLjVJc3pIF}ylvAzqh_=Xj`>
z-ig2kmQKQBSjA7_x!$Hs?@Xvy{@K9N8;4J))^m7$Sgqgr6tVqtJlj7PLtJ_jfwg}o
z1FQe*+5Wi{;;O$4Phquxu7tSi%l}hZd&#>N;%dDPU&U(w+z4^yU&!{)tq@oJZTKcu
z^S=|~s;{X2%l_|$xa#l2cd^<((;=?Pne6lY!w^^f4EzAA_tTH??DM<!%h$j0m;FBu
z^@=<RTwv)bJd0KRGrV$UA)e31^CHws?`7ZuORwPPSjAuCx!$KtZ$8v3|4m@&y@lse
z>pQ#)Sgqgt6tVsHI@^CALtJ{F0&D+$4y^vm`Ab~NG`+7OuC{OR7p(T*_Yhb8P`3Ym
zhPdi~!9TFtf4@Uq_4C>OE3H?nzgEBtRB8XM3~^<SXZx=_#HCUJmtnPjl_9SB`oHb{
z$*T_W0!uY;6;}JNHpG>GI{W^pKEzeu0M}vl`K=MppJ!R9{mcHFLcJoZ152+NUWL_u
zZNaN!7UC<}c-lg}^wtC}u(TF##VWoI&-HF+dhMZJ`5OXDuLEA6T08MRaQ(D?8&kyg
z+gg6JhANG_LR@X#fwg~o0;~VM+5X)e;;P>Q_hPkww}!atXS4m=AL6Rt2KQmLf47IY
z>N_fB?Imw#h^ut~-htKr-4)`>f0gauJt408L3lS-`*$eBRev?xzxzU5_50zySgrqX
zh^xM*LDpXK4u-f|55Whp+P{ZGT=|Ex=T(k`xayC>BUpXkFp6j2Z)(4`W&MwZdg&hz
zTwv)0d<?7llX%^zh|gr>IUVYycP4OwrL*uUtm5N%t~ZhCoe%ZOzYth@7vXcMbpme_
zR_iyJBDUX8Wc&Y8h)eHsVD0}afz|&^w*Rk%xazONSFzgvH$q(Xt^A+O%Czy^3URgF
zhHqlE|L=sj>L;@Oe=o#Ue;>Y!)&8Fjan-N?o3i$j_b|lOIs-qzYX3h9apix?_W$D$
zSN#)s7OVaLG{jYJe+gHaHvi`#uC^EOGpw%P%Me%n_}`PYm%P^@uGTsD6;}IyKE#!O
zD0_bAZHTM>9sCBX@7Lbr`SV00S^pnHz4Si?mfmOh16Jqd3*K2&I6v8VzJ+?}eGe?X
zAMjVK;y>|RZz9wC9qN_85LkMp|5mNPQtJwM3fB6qgq3L5%l<Nsb9soXwIZ<2Pi0{B
zWPb@qnWk4A;%cjbtFSshwIQy0`^z`VwEFrGS6c&Iht>IM3~|-lU%FAI)i;H>+E&A>
zusT1@A+CD+%Qnii`qmIvTN~Vh)%jTy;;Og5WTQ;0Ul-zPTMw_r>io2axaym-fA8uD
zan*Oi8?ZV*8$(?6_M7*VY5jMFxZ1kmO;}z3o)A~P{pCt!TK(n_SKAi27pwELHN;hK
zf4N4PR^K1uYTE|)VfB6Pc0B)kSN8WGlxg)lL%s9|0xM@1yaTKAwj0m?9;f~N8D*N@
zV5pbgP+;Zkh4)|;--qXV_V;C!X?nw<Uik+CE9W4*KeZmhE5mC24yTCe*>CPprSXvv
zSKHCRI)9^q)xZ6w4rN;XSct3bID8DN^LHY|Rd2tULzz~8D#X=x8a|2D`8yNhs<+?7
zp-ihE4{^1fgU@1h{?3QE>g_jgDAVdMhPc`$;0sutzsV3+z5S*QWm^5E5Leq}cnYiY
zcO}GCZ@*bXnO1)-#MO2kzKYfPyAk55x8J0pOsl^Y;%d7M-^A+t-3f8k+euKS)!z$o
zwcUsBVzqy!LtORtn|PFI^$$Z_Z8Pu#tj^yfygmO=wfe6t`}gC=p<eMPfeS1>g=euk
zf6wsz_uU*oS(&E)BGgOoWnksJf}dj*e;wjt`^`DZG`;x{SKAwSF15bJ8^LP6@9_M2
zkAr`$Dtk%)L#j0WkAao-DX`ApXV{<j*xREldr9wW$QOSLtgP?w7p%_X4?KU~W7|Jf
zmc3N}E7XgB2UgYs{1dD5S!!37Kkw1st44b%vXZ!SSzxu6!z-{luN8RyyvMeGX0@`?
zs|xkv>cGmWfh(~(zqNS&yvNSX%CeX0>qEV`A+WL<;X16&^D5)?yvN`_SC+k0zdF>5
zn*%GW1#ZIXe7EBH^B(!%6I&DNrMEV)^wz;`Se^Ivc>eph^55UGA=FE+Be3*3;dZRf
z|3*B29wh&LRb8Q8dfkDg*8^|D>U{L#`TZc*+Y;)fw>7Zz`ryr2-4FWlwqccT&x85%
zAi4eyGNokuX=h-y4Zzz|>n^<a?00_t!=3yql=|D3{rmG^sx<wfz|!9vSm%2mZ2x{H
zz2Qu6IOHpSAaH@DgYbT=&i5fa`}Y{-AI$VdLcQWg0vA|13LnPme2?PU_w&j>oav2)
zdc}_iF0gb0K8Dr#K8a`Fx6*&6cRJK7ekQQ=&cdfmrQmTq`~FM$qnY0MP_Oufzy+2r
z!soC$-xGNDeS-4GGQFu#ulS|F1(q(ulUSYaD|q(#O8F-;y=$Rf@#}#LEZu;wVs*Z6
z;@SH}<)6y*Zijls?*uNebQivb)%m^`;@aQWd4AHLADs?y={?B!Vc;TMnt|_Q`T37G
zi<Q1T|MeJ_UiCWJCvf4E8sI%C{uIy8+qeHhS@u%p^Hgc)?L}Z^y$r1L_6qj%cJtpT
z%U;r(3;E*tz{+|9zsBmky~XqMR{4J`%U-H~AL_*)0xRny{0^)0_6g6=Tj{#8?4|lI
zp<etou(H0vpRqb`-$PvMKf(V$?C0-ih)eHR#=ip>;nD*91FN5}rT<P<_L6=@t$aU^
zD??nFWf_+TR%Hde0;}^_8RF8v$N%5w=d(J*rC*bAZQvqYs)MVrI-m6+F8wq7r7S<M
zjUg`mRT(!0F2beNa06E7wHeRP>v(ovTSL9{+X72(4cvm&d0iXg8m~RC<mYvLh)b_M
z;|+m}aH#`cht+xQ#Pgre`SVqqLcR360!yzO-iX!sdhmL&%8$=miTCp4X5kbs@fI>c
z%vN}FYVE^&mUd-7e1p4&>bJok(Gs8ke_TtfYhFABnDllg&-x$8cvoOm?hdT`$sV{V
zJ(ZH{4TXI5zc;Y-_Q8W#-B0%8tyxy@K&Y4A!NAfx1P^0%KRJvyg4O-N_z0}?YkU;e
zc{3h`wN}Q*VC`q)F<AT2_&BWnV|)VE^*65Jd7}bL`TCq9QxRML(}C4?20n?^e9z)F
zp(nQMdoESw`sY)`^e+UK{zZ5^wN50jxc3zCN%-Kh<G&R0HJ;0XrGF)`^sd7FJSD~T
z`)g%gPg(i+Z={Hg|7KuS-h!`TwSR8oomzIhcSF7UzZY0~_u)HO?VoA9w-*%CD<9v(
zP%piiz{-CFKfr4L&Eh@AYX2EOfwljPpTgRI#?N5wKjY`H_Mh<!So_cTC9M5t?9Zp!
z^K-9>7vVq5XD&r-z2^ff{|)>KtNFggTQi}U`a8~*eV^j?`Tql~oP7O0rik_TDX{WC
z!|zh-7rZH~uJ>2Gn)FmsuKzt%n*NW#(*GG)`|}svxUAkn$k+T!8?f?tt$=@%rSYwV
z-|$qJGVS||@>G?Nw<1Msyp@5~K^0tv)&8u;YhQM}wV_`9*9DedJzRs;{%pWI_kSv;
zS3bT~p<a4Tft9}+Zp3PTH{-QnwZDy9VeN0@HkkJdcx$lQ-xgmBYkwQBgSFp`{rNk4
zKCqp55&pyYH>8NIZ%1I|cf#wjn%_pe0oGUjRq^~-SBl&9?1ojJuUAisSbx2NmA@I@
zlv=moePjRV`fi0^rl;0&{r*&G`r86ae|uo<?;Y@)W%UL^zUIFxu=IArJF(i|d+<Ik
zt2Y$trMEY*^!CAnSj~4o-T|J1Q@(vacOX^e^FNp(HvdC`rGFS6#%h0$SUf$&lj|J~
z_3D2#u=I|>N3h!8V|ZVt6w@o$I}z%ocQUZ@Pr=8rIv=O;&R}&ujL*V4AI9Ub&WG_i
zSm(p|Jgog{?9Uh4^N$ya7vVpQcOpe>JtqSze+s^U)qF1DwXmM*Z;~r_CB^OfU4>Pj
zug|p<vHq?HR{jn6a%#Pa*N4^hyoEQNo~q0B@1#o8zZ+Qk_X6vD+=pkE)q4=~HUEc!
zr8fglV|6|r;XPkg?{TP?-jl%6dkW8Dbv~Zq%`L0<BGgOoWnk&Of}dlxey{PG|CVy~
zpM8HlpQ`fpe3K%U|2A+@UU~=5VRb&<<9%CpydOio`u`MIdY|DBSe=hAc&9HbrdK|`
zZ=qg#-vcZE2mBSQ^Ys(&7gp!X_&2QcWxN3Ed>NPidueOG8~gK<_I&3`;zjrm<10%M
zTfg$a%C9hGtoo?LtLLdJ_1Djps!nmcUNx}l^Yy4r5$mrmu=4BSs?^$mcboa@`ZdDS
zwHk|FxqefsH2u|qmERm#=c@&tT~@Cx<g3p$fu*+=ZpG?+t;2i1tX_Mlm)?fJ((8cN
zV|Bhd@#dD*+Z5`h*A-ZL-S9@N&Q}lK`(^buhkEI42`s&>a4%NZqYv-L-%+mqvwt7j
zMr(n8xIWuc#PW9pCLiv{>U<4Y{BKKJul#!N4)w~}6Il6!@Gh***AU*ytBUEB>+K8m
z(%T<c`NQyDtj^~Fyn|SsPvb+d&ZqHVSm(vqpAWU?SC0@c!haag(G;=u8V#)cWAF%8
z;~m3mVZGE}Q@vVGq_|z5lW-CELw~1I#QHlOSovq*<Eiy5-YTrF*ErsrzpGyL%GdXN
zsx<uzft7zTu+HZM{Bc>msgSQeF9nv~Wq1;+^LYjD+p>DsLcR2^2bSIq_$pTC^CsT!
zW%X`{dg<K>EWNw%Ev(MxJ-o8?RA;_^)1h8^4+2Z?A$%XJ^Erc8y{z7BsF&X3z|wmH
zKf>zzKE?aUQ=Q7Uf4_a6s`Bx^ND;f<F9S>e75ogV^Z6QY&9dX25B2K*O<?K0h3Bw3
zpYQPM{+(ia<>UJh>ZSKFu<}2_@3A`HpYgt6b-s<i!a8rp{`{*wpZlG75&lE}KT^cj
z=VxH$|AN0^HNM|?+tTy8)&HehOC7TM&#uP`Sb==LD^tYs%K|IE99~GHsDRJGx;~X~
zQ+jGL*RKwG8c$7N>DLC<`L2W8mep$r`O<3)EWK55Jyz$t39o%wz2;Cay_UezYlT;1
zb-vs1HZ7~SHq=XRU0~_0hu2_rzT5FOFRRxP>ZR8iSb7`b4OpG;O?cau)$0!R((4H<
zy<WHrtMk1XZ`ZPVTSL9{`T|R@AKrr1e%Xfi?N7?pfA)OFj#QQJpPeaU`2&HA^3pDN
zJ67j=H{OwD$2%D6)&Edn>FtI0V0FIt;rU-d&c`<#>ZNxeu=EbX`?0z|9Kt({)&0TP
zpYOHjkB<;necs>E6tVRf4XpfQ@Ca7p8N-`oJ=9<QYPFt7aa;eBa1r=Jf2UH!`a2z1
z`Dftcsr4*g6;{_{9B-sqz3P?E=X|O({R@GWe=#sW|KYJ^^`=6;`n(iadY9ozEI<G8
zPA{u>E!0czdSL0@fUjct`Hy#gS-sn#UV3)|OYbgx3(L=cys2gNrbE5-9t4)&L-;<H
zpZ|E*merdL_0oGBSb9(3M_7LT<K13X?|G<~-iyG}dkH_o>i+NwZ+cn1xlk{?`M}b9
z1HZ;<|Gl+1e_uxV_WaiSRF&_?4=G~%@nc}=e}dm(`T39Mf8{yX`x@%i|F^)>`woA>
z>i+Np&wndsuJ<d{OYe7J=`FxNu{!Ui|3O*){IWe?y^>aibN#XuvH6z=R(=J%0xRW8
zyale8`kUOPtm+iE^{#;x$@{BK5$mrmu=4BSs?^$mcaHgK{TpHbtI@fBQ>rxm)q$no
z9GK7lu>aNQT(2$UYyN8jOK&aQiskb^p8wV8T(3RUOK(G9>2<*Cv3&l=^S>IM>un14
z((4K=y>56TR`-`4JpZfFx!&ebFTE{+rMDIC#q#;zyf)?PmFsN_^~%{ESou5Peyr{<
zJMn6k)!P;7rMEk<^!C65SlwR+@fw%a+Z*bow=b~t_QOM1-Cu_BT9(y280w{WD6sSn
z!w0b1&m(yL_sHz|(4(m;U(eALvHg84u=K~^BUs&Ej^p`n4bAmVhI)<nRAA|yhEHI1
z-p}Bj#VX%;ko8c!oZp;tF2!v==iws!hy8IOMQlD711o<59#5^4c&o6Q-xOZsKhjwA
z%I9}ERhs^lz{<ZGSoec#aLclKH$uMpyct+}x8Uno-4AZ#ty@;_Zm5^uy};7D58uJ+
zelU&Kxvbv9P%piiz|wmJKfvmKFpJl-tlpDQFTJOMrS}YejMe?%IbPqgdM`u0^j-y)
z-fQ>;R`-KByq(MHy$SWwdmC7K@8Ef??g#Jj2A9?Q80w|>DX{cD!ymA^AAG?ZURLj0
zsF&XNz|#8xf5qy4@Dp!jS-sz(UV00GrB~`y>n~b$K32dd)ALyN`!vgFReFA2%2UM7
zOGRMiSHdf?I`36@{#TN7y_!(3k<|v4UL9PGRlFY0e_xsXzOTj<xACunRiF3Qlp;3%
z)q$1Y3^%0K7Q9QWm*&$754LM8dgc0SQl;sy4XpfifptGw4-YS^w;|-K&yK*->xA2}
zx}R*s8(CJbE7VJ`JFxV6;7wTFPkQmjmet!5>ZP|eu=M)i%~;(}`tkg!@qGQZhkEJl
z2rRvw@HVXOCj)r?)OfD9JJd^WPhjZ{!n?4#pA6yoQ{%bbzECf{{eh)74DZG2esTcM
zpBm5g4uyK@9S$tL5%?fh_md-d{?vG`HyY}tcPy~<#^9q^-A|6=`BUP#-pNoey;Fgu
zcN#u{)&1lQ-cb6#ymGzqP%pi6fu(mIK8w|PyMR~0{Ymj$Zz9x7Z!)m*r{IfN#V_I2
zE~|GX)GPmLVCh|hFQ?Y)cx_na-@pscv-14#t(2dS|8|Pl{o+nw^>;V0?icr9e;)BI
zPjXDBtX%&=ikSYxz|x<A?_+iUc!cNAe~n&N*5g!_>pw{m(|;ORmCxW=tnMez@%(w2
zAOBWaFH=>n|0+dH|8-zh&cQFRy1&fh`SStg|4vzNQ&q12E=5fLePC67fZt$szxjyg
z|DJjE-z)2Ls>=1hq=@N%4Xny<@F%S9Ki~2E-%qCgrLumes$Bn9ikSZIz^Yt;e_(Y#
zD*cbzrT%^E4Eif+RXEo#OA*sA53KwOcm-DXr%H>b?^n*S|Ep6~u3wWPre7Oa`gL#>
zR`;uVJpVjoe^0qFRpt7tQpEI|0!x22+<?{ns~OMV53T3Pw$@aY>$jzd>8}Ya{k3ol
zR`;`Yc>Y^YbG`OZuPe17u=G0M^;pF_@%*X$TyImTSAJJu>2<>!Q)>_2&9sYp;q9z~
z@;Af(_WzP!D*XrDGK!b|6&THLMu)t#l`QpVzlpvNR%9oCUqYTekJ6ta_WP~31(x`B
zcn4N`#;Pv%TJhgbA`MA3*WVTNbbWURmi``i5UZh^{t&GDiSb@o=ihiAtn+HTAJ+LY
z9)@)uj1R!tzs3h)jmP*9to1WK4EuZsV2yVK?+8}owUHl%HD2RUSmQN525Y>=W3a|+
zd>qzzjZeTDuklG(<25$x<2yxM<3EjOaj~uMSz48Ed?xWYo?Ty`|M?WR^*9F?<)sVB
zv+I8`u*UZ#{Qo0buSw!lSiioPV86bXVZXjtV86asVZXlDV86cCVZXjNV86aMVV~bE
z*w;@pv-#X6atEvN8~gZe{q7O>@!yAi{L`?H{{igde+c{dXJ8-yBiP433;XyV!#@7I
zu-5kpo{!JQ`;1l}-&0uQe~#yI%YR9$kN-uge}!lI(zE=zly5u_`+Q%g_?u8KeanBB
z@{QlazCLeL{6nahzU6;P`Np4NU(b&z{w35)-}1kueB<x1um9H+{}Jk?Z~4DczVUC^
zuh-8MUkLTmxBL|wbuE=|yb|{7TT1aVJX?RyuSoe;U!J%UuL@hpFYf0FMxp&(O~m$h
z=ufHK-)lo$`^(OAJ*~d~8(`mGjj->ZRj}`eCfKj<YS^z=Gwkc%0{eQl!am+QSo3Ma
zTZ7ejZDwm>jn{Y`tnnJJhc#Z~c39&z-T-U7#vQQ6YupKIyv7@0jW@2JU#~9W8oyny
zO^LhlOvUHho8opq?tzQ)(q_CGtmeA~&#sTJk239g_NB_=y<^d4*K-@KS|8)>uwTy|
zu#aaa?E3w%)_(wR7gqY#-)`8~e-G^IUnCYU*Bd0R{)X^ue7=7BX!Z5mn|ME-&ELm+
zAjNI{hGF%25N|71<2!_B>+kC^LaUEYmA0Noi1>Qh`i;`+`~Mj1;~C5Jj>1~M<9H{q
zT0iUA=HufzmDQhw6+ex42J7p47WVx;4*U8Rg~iMD&!@QU&kL}x_qoIu@obbnzsVH0
z^`3y$#}wXStj2c<&(>RP>vx6LrPli@5!(-*f1Os%&+2c$e!sa1`}l6bu73^I`rpR8
zgVp-m$O@-;d4G3_YrXE_+59~|O{?qQhZTQ-_YmvXV+Qv7%_G>akM$z9>+zVlUys?u
zPw;I0e7?_8+^)w{xR5J7$GeQxcwXSytbILS(dzS2rS1RMMC^Ka{yeRkk6n*9u;1_B
z!alxtu<Oskx*qTGK4A0f;r)FiuJ!$dXY=>?7g}BaGpzVmyl+@v|L?Hh?|;C4J**eM
z9>0kD_4t|iH=eDZ&$slCmFweKAggF9tswFe)_7LJc0GJO%d>h_+V!X)V%Nj-t7z4H
z?0Qtg{`0m5_VLxiKE6s=*P{-v9-Che@2`Ql*0&MQ=I`+)T3vq?toUlYW~{G&3+z8{
zTVcN*){9?{HN>TF=cO(2T0C1npYQq<xAU<MF3L;ocx70PX9J#H4`0ttT75pMwCk~v
zh+PlQ@1j-nvFp(d`}>_9*vHokyZ$Cv*JCr@7Hob!yuYo)wZ46LHh+(Aqt*5MVa2!O
z?ZEo_?}YvR&H(J!!+P=Sv75MGk6q4qwtha}p%l04F$fpKDecAUz-m1E@a%f{dJfa-
z^HHT;j{`*PdU*aJS~VZL9*1Ec&q$_s5Z3x1!8?l0*WdL=iEBNN;n{pWew<bx?-;E3
z3A~e7U++_}##hUo!c={|&k*<ZKAre1o~@71?_7%8dXK|}eCa&ieysYxfM@IN>oq~E
zk6)Fx-jhV?8Kvi6qE-FddSA}!r(mt`6}+q1e0^Q-8gZ@Hbv&D&$8XZ=<GTSXehcq5
z*4NYK<Kw%V>g|4VC-FTzkK6j)r?rqTP2*j}O78)lt)J`9(5ms-dZ^OY?-3DOKhJ-h
z<<G)euP1m<vH5y={WId4|8qPazxDruR^`9Mdxh2bY&@^w0vGvViqGNg;Pa*WxAk~K
ztKKgezlHVl+V~x;pBKjOVcoBcKfv6NQ2q$(dRzPxtoay!hBbcUFR)+#B2c{a{pD98
z->_Q05%lf*GmYP__YdMe{_n8jKk+<n`M+uP`Ta`u3wWk4J<DIQNn=yK@k-d&qm<%h
zcvkQE6)E59D`8*1@)WNM_0qTenv`!`3;TLkr+8hcm%imUq<rH>*so80imwXw(zpE8
zDc`sm_UqY{;w_<G`j+38@{QNPe*Ifhd~K+gzU8k^`Nr+A@0WEcz5%Zz#qImkPPmX;
z+)wjdW%0%ovHi9wu%C}^T77@@z`lQaVc!p%VZXjxV832lVPF3~*w?ck_Vw8Y`+PNW
z8}D`^JFq$*#)SF)z}9PkxQ~Aq?Bm}J`}p_3KK?=2$3F!7`1is-{(Z2Ie?RQw-wA7d
zhw*%THr|7@`uGmO8vh|Yk6Zo-tv>$4ss0F_>HB#cP5D-T4EFgRP4Tf%@8|JE%D4KH
zu&>YY6h9T}{XCvY`Br}x_VqlS;^U#-&*S-&Z}k^oU;lF{elgVhd7Mo7RzC&%^_ocW
zOQGJ+<CT<e^;coPzL!({TBw)4<=;s8#@7?y#Jh#nE{^+IKM!sbvGeHTy_@Ro=ZPxq
zeB2B9KEC_3>by+jJ;3^Yd<bj5+0L1PwSSBs!P*bTv#_qO@ncxm%lHYb^*4SBYdww4
z`uLs^*ZiL2y}&AN>+=#Wuw?VQ18Y97@a+AwpZ7Uh{XEUXeqP?dzW?9CzMtR0zCYi?
zzTZB;emy?IJ|B(LuE!@LpRpRR@fTR@Z|vi@{qc>skN-RD<NpEs_<zDa{$H?<|2OR8
zUx0o5rT<A|_wj!vuJv3&#K&XfE2GuNvl7;L%keyJ`IXjM#BIM;r1~m6)0dv**Q9*o
zTG;1To#J(&-tRXJDc|ZFVPB8>6kiqUrEmGGQ@(LC?CaN*;w_<G`j+38@{QNPzTT}V
zzBbfL-}2X|eB*Z5ug|&^-w^7hZ~2`m-?$_3M!ZefB7JfHz2<srKXwtZ{pjQEN%i^t
zrZ?pK_%_q3{k{cn2cNfmzx2`S`?nwV>$?s1>$M&B_1^*e_;$kH|5jM@8Nl0x)qb{_
z?S{2qjrYJBpYb59@fi=n8lUlASmQI^2Wx!B`(cgG=06N;eEV6618{*QTfc5t<2#7A
zoh+Z<;Z&cm|47L9`5&QG>wgsQJbIe1eV#f-t6z^X*!w#UyWS|Q^*n)h607l={wdhk
z^EB-1c?OpL5F<GYOaCG~4i{Lm`5c0!cMk7*wjLK!eZC$SL%xrHf>y1^B%aUT*5eYb
zz8^2cz8+U#*PDX19#`?MVYMDM(ox3i`PYeSJ~!}gVtsvX!M@*a!@gd3VCg+U`7T^w
z$>w_=mfk%)`@Y-9Kb`9H^?DHUeY_88)q2g~+5VBft=BBA8n5wV*w611*!zD9yZ$3s
z>-P-rIo8kT3s~#*iTT>UpLqRC;u_B@yw_M?zd6{?>pbl1`39DreINc7F0f?laUYi6
zJG?4BKlyw<r22e4KZblC?<ZQdo}ck-J$?PY(yH;=dVYib{`VdB{(r!({{_~1{>1x*
z_4WJ>YrPtoiT(SB*Dny)cuHMrU4ixWTM7I9uFSHEOgqozuqxN0UjY|bvh{e6zVs@I
zbY<&Vo$B-TtO@x(-db9<o^^P(p1yt!v}(Mzo{g~o{8$D1dN#qXUk__NSK~EfeLY)X
ztydp2sm6MJD{+md4Q~zB*KaNCKQGq7zCYK)(%XY_J6vGN)}soR-Uhrw*?M-S`g}b%
zhI}9ICR(+gU3j*hzJ5KlYP`0dy|Ay}X4v(*VXfa5yscPYzdl&&bBvL9XY1Ebob|%n
zj`j800jvKl?5v%z`ag@(09;_n=G&3#cj4JjX`jy?TBT?68-#s6QnL5+Lqsg!<9lh<
z`t8Hp&Rxs(hiP^F1F+ZchqYb@@eW~qy$-`#5Bom(aJF6}#MR#syrWoOAD@rC9~>pF
z{*U2}VGAtT{C21M<9N1SKK_%ms@~R1m9{>oh@8f1J&bKVy#8!fe+Jh4$MMc#eg5ZR
z&Ck9c_W4-<7l=#$BHjd6<Fo!J;Q|-=M2b)0T}tuWyc6!iYW$Z|WbyiQWu;`#C)oMA
zMwWhF8DEEWzcs!A>waN;6W0DWz6I<08sCOBU*kKl=4X5t_Wg4e)_CvX-B0;;e=Y*W
zOZ9gBAEbKY>BJB5NGIR=dz9kFGbw8}dA2@}Gq&+OrPasx4A%9wxb>&&ZR2@C+}HCZ
z?Cbdo_Vs)X`+Cm7zMk{2ujd=s*Yhpx>-ikkc;4apcx-$hX!Y^Dhc(`hcpkU>&$Rk@
zKc)IFc&0Bs%m0@0jlaV_zpp9&Bh*XZ@_(g#<KM8a$IldB2=&sp{1yL1YoUDOm9Vd0
zDaFh1Z2X>Ik@Bs+687~jPw}cyFMZ3eN%_XLuwS3*6t4^QzP}q%zSY+!Zp2%KExKFW
ze@|Ei?awA6cAkB_&8gn@zn{03kniJbrB(a84Q~zB_tRQf`^8pn9jxnbydKu|G;W7=
zeT+B2T5sbHSnFqO*2mLHT=Ut8w+XAbtw$GJV9DmQ8rJx`@$CJ8pT}NWegAKUeSdF(
zeZOvnegE~rzMuMGU+-<OkKfmOJCPk&jn8-|to1ea@!Iv@Mcl``8}{+;fqlG#u#a~L
z_VMn8eZ2c%AMXIH_1cf;{o8mB(CYmU!y4Z~Jda!cVOo8Bhf@6rp6N@^@{gu`<5Ae>
zb0o!&g?i~*{_&J=d;<3QkEQs@P%nMUKb`W8&%nN3r&9cEsF%LwpG*11=V4#p@f5!h
z>ZNb_6Di;LV&X}>DQuCxxL<l;?Vn32Vn5GpCz<u}UnR@Oa|PD@;~Jjjd;B`B+OIe8
z?E4nK{<moL>w6pa>vaeA^}h@Ic<#a8-%VKaxsNxE)qb>*J%F{}j32@pkMRtw@fbgX
zH6G(xSmQB%3~M|#zbCN9W8d#Qg$rC<pUbeu^9=78@8W$vFH*hTZ&g_;X?<UYe4p<t
zTD88f@$T_1P4lz&hx4@hdcT3azqhdK&B5HS@!n%KUeo^o`}%!^ef>Vc(zo|tpJD0S
z_cveQ0vG4=9G2c!Jo|pd$M-$e=j-t!<oo!4(yI0Nh3E6P^;n?Q_gkr3wcg(f*!6ys
zuk~0-qztR|u#wvLXP#e9T=S{GtF)?uZNF5(zQ3wrU#}WidiMQHEnHy9=KGEDXua!*
z*!L$s{)SYauUBKp_wlZxRqNG+XZuI`wqDJ&YP`lRu%FLX*!ypTU4J#K^;?6t7VGD6
z9jx`T?`Q1$G_PMzT;plS+ko};>wx`ycEY}%8)50$_cNQ|0!y|Y^|181@EUkO<n!rC
z_4#`ChI}9IW?HqLTkvc>ef|1q)p%_^`(eMoZG*l4?Xc@_g|(hL@OEN-JqKW|mwi8D
z-=}%~F5()`ZoEBMU%x@v?{7n}ujgJ^diMRyKDfY=tw%R3z5RGS*?JyG_4#@p4Ea9Z
zL$qo=598T-`uZKARpYhwJPP~zjl!-s0&D$_;f-N^{f@(0ANzi$k@0)|3F7MiB;F~k
zuh(f<{oBujGqCFI`<b(FfhC*oaH=22v%7@P=RB>_v-w?seLVjD@S@dc@d;S#H;HFI
zZ(RQpt*(DLtDl0kURUt0Vtu`?!CDXdex^5Duj|Cs-wnK*SYIEXkG)^HMO^c{jdurI
zV9DlpF4f<~vu{O|Z|kE>d;fBuxUHwp?*XlzKMm{W>qER5tk%oee?FW3Y*zmW*7`ig
zdxG`#c?xU(Hd3Fj={+N^@jb_Tfz|k||Cexqi+nG|U!{o6w}qb!bF^wc_Wi;<toazf
zfi+(HeE$~Kc<uB1J6QK)`+WW$*8RjjZ-0PwKJ4@JM_AXtjQ&5tnr{{S8P@#j;4iS|
z*9d=w3tSxE>%`yiuCSjp{_iPb&*$0w<0q}sH~s}n-`LN`Zz2m==`DUg^w-K&z3~c|
z^{3~Ra1k!e!t!jr%TmPH;uW-N{Y}rtr}eb)R1w#D8dt+wPvaU`>uFpIYdwwYV4rV2
z?DMUJHNOVD#*}a4S(Wnb`>rOqNMD>^Ijr%o#`E<vy%t(szZKSgvbdDu^OI|c`~26!
zKL2&F&woAa^KXZJ{u^MQe+TUIZ-cd;JMp}KyT5Fr)%)KFYkXaJ9=H4+T77)oslFG_
z^rdI{TT;I9R@mpWImP=zz4R@ATgo@y4*UH3Q+!9Lm%il>q<rIDu&>w76yF`{rEmFz
zDc^Vq_VwM9;(J5A^eumX$~WGZco^>hwn$&xFU_#_(?LAnZ?<0#r?{P8J5N5I5#ri^
zNAQkf{rZo>y1sU$j={QK#$&M7-}pGJ^)x;KYkiE(djBVhYyPM3PGc1x#yf*8uw>&u
z1Z%u!@%;0eo$qtB`u;o*`~JHC`+m9z`~H}K{d!NrK3-qXDI%A!8jta1SnFr(<Fo5|
zmAH@Z8tmh{4*U3Sz&^g4u#fK+?Blxv>w4YB^Zu;=yR>?LcVLa@9-hZ7f0|Yw&;3;Y
z0MGQLXZbTJ-}n*i<A0dqv!P!4mj5K>8$X48zK>J<S*Vx3<-bVz#xG%CpXVw5D%4Bg
z^5;^%@$1C%cyF*p`r`E+hjqQ*rilGKvn&6eR^CtW&4RW1d_EHQ@qK`Go<HGPzQ;e)
zs{Qr_&%TfF>-mjVzh2*AU;iJl_x}@i{jad*^9%1cR{P0DvH-JR?BBC`RIC0MX9lZ(
z<CU=bH!g$Kzm2~fmWF-5Q2`gYIRAI4|4JhEeT0v{I@R0xSEc>`;58xN=T}Rs)~^oF
zo)Xb~?EPc|t-hX(u=lqLcD;I7>(zv}8msj({btzLs|EJ;YK5h5_v<!T`u6?B8o0oc
z&8G^M-deoo?ETyNRG+U$d&u|kZ=hA{(ShglxAoXatM8{xu&+lK?0TKB)}tG*2dnk4
zk=pl1p5IGc^Vy8I1?%gx754qq2m5;U!_u?wC$_-_mTbQ3V6G=#U$$O5Q+>W(10mnX
zyNgz>*KR!9Khn4L8l+X@H6DWf{OyH({r17GzX#U(?Z+F&`uRHmYrX9Ii5BML^#_S-
zJcsZOV}1QbU_XyXU|-Lpu=MQviBY(~lC8%MSbE3sj%4e3Jk{sxc_QTdcu&%*^*n`V
z>*?!vhE|Q&*7Gdv>o*R&-f39tcMk77*4OU>to5<)C;GGXyGUI9PvA{reZ8h&^>6pD
zOR)O4?<X$91(s~SW2ycMp4|m~KG$fKp3Uz%?DO&W8#jnpzQ=FUs`a~tXZJ_fzeB6*
z--W&YHmvo!hj$<A>opB)J?#65quF{rAg=x%;>}=veSALl^YjsM^*@XE7+YY;=65yK
zKf#-(KmGi)?;{p}$`owt^_(o}89#&d^YaDXORUz%*nfUl{_Cv%6|D7`!<)zYdc1)(
zU;947=Vy9viEIAv@ZMuJKI{JjT;L)<P4SN@V(%a9{qAR4HGktTuz!C13Tu81{G|K_
zYy6$?cUa@^f`7oefAqpXVV#FQ_!q3}y#xLYYrebT1z7Xj3zz<>=BEFK;T3R!i{tr3
zzIY{(A6!q3w=89rN*bTtFDhu2zHuciePjQ8Q$?g2D?R)9S(ECGYg4^_Uay0T^gnzb
zQBS0jS!jJtzmZngUj=J?rr!i>e5St|E^tx50oL_vP7(X}DEq#nl~(m<dNzMuADizQ
z;<`S@Yhhg<<8`pEkMVlg*RLJ+^=pGQpAC2&Dc}0<O!+pSjc}2^IG+|+<K2Yk_b1cq
zrq%U(VC_eXOUbUc-48Ys_xWyteZE^^pKl-R^X-RyzT04*Z!gUL!t?&D|DCjYe>-4}
zX8_ORmcN@;AJ48-zX#9srDyp=Dc^W6?BgFy@qM9Q`j$VO@{JF`KHvQ*elXNa-|`Qq
zeB%+=*XK}*9|`r+xBStRZ+tZIF}yKsk-m6+yI@`a<9NP5Y=50haXVkO-+er%h-<%`
z#yf-c>vtB`^|6&6hqd0u=U}a$@p)M5VQkj>yFgs?y@)q~Rovz`2^Y9{KR5wvd{cP-
z`N7WLWm<hdU4ebST!sDmUxWR6UWa{rzFs$o+{CJX<6E%S$JobX*Xs^(AJ1Lb$8!(%
z@!W@fJkzj`=QgbMe}L!u*53@RuKy5L|BvuIZuyUC_5Np5{S!RXm!9Q6OZmpnVIS|)
z6n_!wrEmGKQoiwP*yr~$#pgo3^ez8Q$~T@*{1)#Wwn$&R9+zNUpZ6(ZKi}<2eWX=C
zAB;c2y1y<mpR#>^Ux@p7Kf^k2U-7KU<KJl2e)*2qn0~(7e*H<Sum3OD`}+;M-Va#w
zS->mxDyIElJ+FXuy^UAGx_-uGu=+DDht;2ruL72)eg3V43tXJv2YOY1RYV%n`w^Q@
zO{zCmr9E$38}fZVb+l@I>hbJf(KUX1Ki5dB@8?ypuTK-~dJVAFXEk0kR^v7O7TDLP
z754RMgQaix%Qdj{?epzgxWJOlry7>tI=sPbJ=#-!z8)JwzK_3yR;@=Tp3mRbV-u~u
zU%Fslk8arYHo{tu9=u+x*26}+k@0%|X5yO97QC%kU!OkM_fJ3U>$MG*o_&7Z4i{Lm
z`L2hhw*&7?wq66NK3}h0A>YTln^vvY9z5GW(zo>*qE+KH-V6JB?Sox!5Y~F_#~a4_
z`8oh=eeCn=P_}*tiL3uZc!#mRUL&yjxAS%cR{!?-^(b6m$>zH=)sN!YsrC7c(JDQg
z-*MRI<3GPn5V8Car&a5B3eV27>z|?3_0Pgye;U?$jpLoe`g)y*wI25Q)xJOQ`U}L>
z-$lF$tgnyH$L{xp3qcL`fy$>w(~)nCT*&!hJF)z;7FbB!$N+4^0Dbw9t3cLS^S
zG4}hN<=@KcZ^BxS+jw`dz8-gB&DTD^`ut4q9&wHDKHfA|<Fo!Bzy&Vyl@x!NBKGsG
ziaYfqTJ`hIcoz20SC3);yzm6pd^b@46xMvU!_Q#NX8?W<>pbj%U%<NF`{0+b=6eu+
z1#5ms;McI`cMP6`3ta4fCh<I8IawOtn-sC1e|EokN2~OW-^0>3_Rp^$h<wCK&+hl1
zQoZr#RBxZhzQ9HLA3nc+CE}l7P5(QsuKxqp_)PyNtnr!tFWB|J!F>OK*T(#Hy-dIK
z&s6LBD`3}O3A=t7?D`9+YCn{xh<$%=pN}hPRev^KTVGvoThD6Zy57b$u&%dpE$r8$
z4)*I&1#A5EcnvAv`fE)2wmz%iB7JfFD`1VU3D56$rq@iX>$kw#&lZ=G?H{|pv=R6D
zt$}@hYhj<?I@ss89`^aQ!a6VQc&=~#b<pbi8({U{iRW?4-$bkTzcJN!;hDblEWan^
z8~4IK-tH9N9O|WS`CC)IaUbmS+mhn_p<eoyzdhv}Z%e!bZzr}$U%VcxVO_5QJinf{
zA9km>?SI>kKAt_qb$ti%hOoZ=dtt4wt<*kP>t(zj*8Gjly8bY6&F=u-L9F67pF?ng
zi|2C}tnnPi^Y^!QK911p*Z(N&*LM{5>vatF@%Va-5jl=kf5s<Z&EMGjx9f3=xc7e=
z_WsYn-v3$H`#%Y5J;(7}&-BmJ>U!s3^>+c!<CZ@`tM_*?)lcG?zVs~rQpz{J4Ey+|
zQv6D&m%im+OZmoE6JN)>fi2P(*KY*YdfrSC`*~|Cdz)6>uZ{1(y1yFVg>}C&HtX}f
zPu$0U57v2@#<P5nKcH3D`yt*c?&rSVk7#xMS=j4mV9n<--V>~@r}gv{*7Y)e220=g
zIV^qa{{<|4`@HlLE^u-Dw_xeN!fRx_KEAnBZ|6gm_VaB%<oo#F(5m^r#p~n$uhn?%
z{nUF}eLX(F-rq;q_1?i+k571?u^O-Ge}R2HzQVp9-(cz6{pvd`efvE011_*+^LY(R
z?<d|+wjRGzeZC$GA>YSe+ALq|u>#NMZ|hM;tIxk2_WG5u=3jwViPijVWSbbD=T{Ne
z_^a`1u)ZF(u==z8Q3tEuKJV1S1(s|+znGQk8;IC06WjP#B|YP&q-X21n|hs>)kG}c
z$J<P+)~5x}_Mhvw(W>#9{u<cpTVbuwTD)~wKQHTHt%rTy*_*9bJ8|{50j~q=>*MpW
z`%x!x^}i8s6Sly``8B5cF1)Msr~8Y2-m&%b`Sg+{J)2(-to7QAw*{;9G4}Im`F&aa
zR#@xNkGBo$>#-fyeC_j&&(HLB5ZCy2;tgOmKI?xMT;L*ir}*v^vHP#R9~h)n_g~{7
zSodG!y|C8Dcpt3!*Ryl>!<xVGFs%8t6F&fJex2|^Sl7D?J_KvNo8iN-=GPC8z?$C<
z_y}C!Vt;!QAH{pi_0)JqQ^cP4vHd<qtMrYJ!_qhQ&pRiGoWx4c?oX#uz47T(Z|}Fy
zz(x8WKJT0*;-7a+{~WEZe;(HOO#cF`@tOWb*!9O@UB3xD|GZ=RQ?$DNCD`>Z!>)e?
zcKu0M`{62H6<0ym-}JB3>iRce*S`t7{w>(`uff`1w^PKv|Fq9jcWG6BwjOr<w14b+
z-6yX7V>}J}^?d;Q^}PpcybtkaQoiXwO8K_lvv85Vcs=jH8qZ@qzkizEQ(9gB8LabQ
zaVgn;wENWy;y$03u+Qfe?DKgI`+T0mI$v{mu4nphXm!1LSpB`l^SI@|r`7v=m+C*@
znZEQa|5M60{tWy0KBoAWP%nMU|CaKNzb5{U_XAs`FRtGcSnK-}&)46s-|rN+{W%8v
zcotw?kJ3L^>k6!|-%42PV>2y-HD6=1u2*g<MZ5y9605k4zX~pJ@x1&>{Z|w5_g}Vu
zYiafCRR{a^sE56OpKk+^My%#%yb9L*jJ-cw@72V;zh>C`Yk|GLCRpp!is$vFw<fD^
zgQdR~&*PTAo>tdim+IT`OyBoQN6NSQ4T(GPHe!qJ7Ux?7YyO*3#D4zSN_5kz`=@aa
ztoxmDFRc5M@n%@(-`K3L*H+>_pDnQVYagEFd%T}kU9W9;+p!w2y`SCzYrU;<C#>}}
z9)Q)q)$f9(Z||RX!v!w(-vvu=51zf>_3;m-dfShxwD-q*L%xrHAFUeyemwh@U*og)
zD+g$G{e!UA55t=8A-uy_jnDK(V4v?1*yno`mfl%D$&A7UmTbI(ss0$At(uSTIIYsN
z@t%Nve15)860v-bpQ2UsKW!f8+x5<7dS_tGcO35=R`WIGvh03!p18()0q-K#=kMdS
z^DseN<D0~r!WLMv@sFkYOL#r>r~Pd2e{Fqy{8!0BkKfOJ1=fDPhIbvS`5XIwvh}=~
z)!%?M|66#svA)0Wz?!eU|MmHq-d*Av-#xthSdGv6pN0!u<jX1kAVuu_+s}s?T6O-7
zAHh2R#<Q@_zwu*O>t*}|_Mi7pVXcS#ynhC3zV`F^Ijs5G&)*lY=4(G+U&5N7{k(hy
zYkv0g<TYI2qW;6gb9l$n&zJcWvEOfF=lLzI(l>qwOW)Yv|Gp>k0jv4g&)1Ks-uP3h
zxA#k*;UfJH?|;7#@%O)`|BY7H{|;+>rvC%h_)PyN?D}6}UB6#={{GkW7ykd|&c{RR
zwoT(B$rwqSv~AMPCdup=8M8@}BuU%OwzIPtNs=U^9T~l2WQ-(9k|arzHc6W#Ns^>Z
zk|arzBuSDaNzx{H@8fga&vksC@BRaO^Ip&Sxz6)EuJii!z3+Fbd+3dR%Nl7#e*zr+
ziE#9Pk+1VG2~R%%TEC6n=ud{DKLw8dR5<#ru+G;stb9JT{tSAfKNF7rEI9hJ;pk6?
zbzbKbkAFVo&)0M5)%o>$`+Vp;`aI0Xukp+aV2x*<2dlmgtj-c|y{;1P{aXk(!kg!#
z9oG2WSb5%BZxOxGUkvL$*)OH)_ctxYpZb@<sed_~`j^1Ek1Mc}@8{{NTK-B{`m3?x
zcl=s<qrax)_hMOJ^*Fw-#GBU@?#EhB+X!#Yw+GgG3}9uwyxtp&-{;5snR+(i*ZOV7
z+CrQ8Z-q5KSL!zT+wiOY?O21f__21-Hry>9e*>)XhOqMaz~^U}-t5mVIOAnLBX~w>
zrDxs^tA2Czy`JOvqrV4^{ur$J?!`*H^Y_={_rcOTfEB;v50>~tSchpF;m!JX!m9U3
z@%a77l^>&5&olFJSkE8x30Thy^GR6u+k6VveKNbv{LkRe{7=I=PiL_lAOAUewch8k
zF3_s}VV;Z^VXdDtFTonm@t0xg`SaNoxPi^_j+XqZSVO2PzxjS&@_k-%9&S|PQ}0cB
zRqrjV+qA0J@poX=YyVw1^<Iai=l#4__&(MH+J?KScMVqlL#%Vuul4umsjR=}^Mokr
zn;*kk|EE~bXjQ*C^*H`He$D3v)=OH=$I7o@)nor_SmRmm4cx#cKPvvW#pCnn`}>|=
zok#NrSm)9F5!QJ$e}Z)$&7WbdhxrSf=lNGy^X<U;MyvU)!1_+B`K`wKL96-oV*R9L
z|FM42Hr!3UcZGjry=H$jUdul#%P;Bsd`+ZR`sPV6`h5P)=c86UZM4$!^LKK|H%}?~
ze*c>aYgE7g%JO<o!;{ZP)}KLd^k>4V&-$}q)o1<Lur#ed9oGKM!OG_&>(8Y(`t#uE
z&xfPG0FHh;tn<);mCr}k@1i&Q3*qQ@!_n`7qu&YZd@aJt=OgPcp*Q+V;pi`eqrV)E
z{$g0?bp_TuPKnN^^;gjw{nc>v*TB(V3rBw?tn=SnJpTXF-k&~tHJ<mgAJ%vte?6S>
z2H=dh0nT{qVCikd+E|;<W_qK)1=fA@cv5O<(S7jqZySD%@B6SF*7)YFu;K@?67T$>
zTKo=JdONY=cl>aP--R_o+X!#gw+UALqga`r*Ke%&Js;oa)H{w}^WB5Bm$qJi;`iZK
zz5B5a(8}-n4#Ev=*0&p${vj;?saDqSNXhs5rQV}>j+K1#aai@4qv!QHS<^cKYrIof
z@jL!>i9dsNmbMYz)ISVsymMF{FYBR5Kd&y>PpjvP`4X(>f%!75`)j@e>%N(<!nz;k
zYp~9*IrH`V-wph!=Q^zOa1-kmt=8Z9w_(l4{yVVN$NuPfeeU9y{ynVwv<+<LpD+0j
zu=4)x_xtF%-bX~KzQ<TkXjPy2DXjX;&tTPOeh#Z1^9#6vO@3JXFN??f(+a<))&7{@
zz}g@4TUh&Jeg|uR%<p0CkNE?f=i^5>&y!EE=I8j&u;%CI!xvcd+llp+R`c_H`UW?!
zng6QrcdQAt(*J>#_hUa#e-*!<2fv-wh&Q*a)mZwU-!CV?4g5dv#}o17{n+}g^lE(T
zwZWQ?c`_XRDRA^B!P<|hSb0CT{&aeyKLd{bOgQ?p;OI|-wZF5m@_uanc6y^f7mofs
zIQsM9=+A+5UKU{G{n+}Q^hUo6j{ZV8`rUB!J7Ar^9<00{TYoXV(O&{be<>XOWpMNt
z!8*^&vHCe5I=|LmNpJL5!O>q0M}G|*{S~n8$J*lY-<P!hI(jvp&r2Vy@$B!1Gv0bQ
z;|;(WuNRiy2CT8#d^XV={mroMqsPnlqx=163x3AO+D4o4x5F8KBP{(vtc>sZ4Hdt~
z+X-j<VL0RMf-~L-obh&){823blvweuKjV$zA20FdJ+Q_zC*RNiz4)cK4{JZI#&`Vg
zl79dz&v!rn57DdjFdv3BU-OZYZ$1iZJo7QQflWSG{Kv7{`1ihget11ky0`EtSohQZ
z)3EN7`3$V{Z$1m_yqeF!xew>zoSzGD_U|H`{ksHb|1QG~`KJDf!dI|<a$co(752Zs
z6#M*Krx$&He~YAeetW-e;Aj1?ZqX{n`Lg_ecpH!Zer)vb(i{DIaP;oi^zOh~{|8w9
z^XKS2qBnYv;pjbqRg>#`2<v(M6w5!)i{5j3qxS-i-b*-o&tUEUD=dFLj@}!3qxTk$
z-a9yYuVI~^_gKE)(fdem^ghAS`wU0#1FZA+1#5^ldf(vaeTSp>1CHKTSm*aAmi2UA
zy}rNcjeg6&NGtji;OI|;qyLM1-G@ndT4|+kZiA(7o(xOh+%Ot1>HG5_$nQU%O5`+J
zJ`Z3`r`36|e+I1mG|z;!ALd!G*3)_R!dz^dQe4y%6iTv+v+=fSGqJRes5<^^yA
zn>?lXJFq&7-}Ar5`bn>=czhqd9^Le6{(gS<z?#2#5v=)}7sHyrc?qofo0r0xzj+y~
z`J0!+n!kAktofT)!m8K23fBD14WseW?<-x6C-wVzw3gn~-wUVyb#UtMgHwM$och<p
zseb@Y{TtxazY$LTo8Z*H2G)9S#!9`ee=EJIcMGifY{QD*@q_ecKHE$F4lL_S&+$7;
zym=VT{D+EvS0!Kijvp=Y=G}1CYoz$cD*4iP{GJkT-V0}a$BTboC13iEKTzV$2jT3;
z{^CDW$(O$4kCb@xQ8@c|xcHA%@}=+i6D8h!63%`fFaA@NeCa#>Oo=z2g>ybm7yr3R
zzVsb`p~Rcd7ruyfiMA2mydScBUoPXxeewOjN^kDVH8|(*I-K)$1I~H531|Or!P(E-
zaQ5d8ob|p7XZ`NMS&!6zAI}3?-5+!6_j)|SpZXuess9O_`k%t7{~4V6pTnvD1)Ta{
z!m0liocbTaTHn`Lsn7Mkr8o7xfmQ!ItoR-Of!@^rzT|(zvVQLC=MwMyFL37jsrbKE
z@^fFmmw4y@fU`c|ivMRNKlk-_iFbZWuhu5(`K$OR;Bo!Auaio=^IPGp|HR^NtK{dt
zPAT!up9*KcCKvy-N`CI^j1uqsnQ-=ZdhySy<mbN5De=yqUAP@<E^T8;n&<fn>!I^K
z56`UH_c<&m`Sth14m`OJzTaK+<~}ThbKbh)oTnZ*=VK9^{ay@b|CYenkEL+dcNv`Z
z>V!4F<yb3dbwA9h*Xy+kf9hQgr`|Pi>Rk(`-d;HMu7gu=ADnvo;ncel*7~i-n#q2M
zUEc<JbKf??sc)e8H(|x^{4MmR{>>$SE0*<hAGeoy=MTb}@3!LKQOVDJ+*#tCKMZGm
zhKhezB|rCZw8T4qH=OkxDgLoae(vL*67T%IaMpjk`1e)va~}_sc;_F4vtRp*|4=1A
z_wh)HcmCnRN3o94Hnz8U9_Pb4pU1Hdu>U!aC+SW7r{L5hCBOfk#?#IHmY(nDS$cJz
z%;(_fpNFG=0gnC|Soi57R_>4WF4G&mD{#)|RXFGG8l3ZV9nSf<0cXE&!l~~Tocb=o
zn(u9_JG7dwIrVuz?%_{;_u<s{08V`m;nepCPJNHz)b|8VeRpB4&r_`avcIn9IlZ}m
zFW}VktoUDI#qa#r^rqfdCI1bU^>aVpm3ZgBhcmyo#s8s_pZoc##5?~pob~uv{9h{h
zxu4%kyz{@qS--Ev|D%$h`}wQHJO4MF_5NA>E&r-s&tLkEpGdDf<_U!-VYSjW+|BcI
z0zI9lHaxf3znq^b^rrr)aO#ng@8>i;xqrStGw6-p%$nY;n%;C+_i;AX99o@!>*u^%
ze=h#$&x3Qm=EFHZ3*elG4mkVU31_}taOT?%YrPg?b<^tnn^TY1e-ZxFvlvc2OW@SA
z6iz+M;MB7mPCY%a=Dz~VzyCw*@mJBC`>`6%_$!Nl4OaZl@1-~Otu6WMu&kf^(_iA9
zzaGwf`ig&`lArstvBW!n6P)>Ph`*Ab`?IygJAWIT_1aSW+bj9fcl?eLZyqc>gte2l
z5#HSI$*}f+80$0lC;L4@Z|Wa~Q;(E<e|F>X`<e87zQ^g+ewz2d(ccS4e;*wEF<AF$
zKUVIy^$yY-y+d&H4#Uwq0P8*;!8%H-`*4++=lom$IR5CLfOGy%!Z}~3;GCD!aOyb&
zr=DZ5*6S?RIa;lkIpcdjFW}Gk7vYS53C{SJ;f#L;&iLnH&F?CfzwcJ;@vhUG`*8!#
zc-M;mCRY5;zfEuIxmEJ-U|B!+=U$0-{(U(0-!1+JmHgbFM<w3*kKxSsVevny<V)Z2
z&q}=cY2oKsFK8R#&HdR0YrkG%wezoFvOllsP5p1+)FUO|pSO5?e{x^m)2sdPdHeuJ
z|05jzPjK|#!MZ=6u|~@KqxHVh8~tx^^uNQ={{ct;3#|L}6YElWepvrEz0qq~r`+gG
zfTQ<|c-_Z|cqY;6emv$kHy+2IdfV_ve=?l&IR(!7n+j+AX>i7Gg|+_Ev1ZU}JafkL
z`Iv=2<IRRM-W)jNwZj>2Can7BV)^^J#MYlrZ|=teIQsL7zXL0N=XcSY@jFZYLM-d&
z{`8c1=P!a&Z+G!8uH;MK@k>j*c}d}ASj%Y};m!4YRrYfQp1$&Z7|oym)0_HN!>LC~
zzCUa5`2OU4^wO*K^m$wdXTSR3==a0XUkmI0tjF^GiT(z9qrVZ3{w6s3o8jmWz`8$M
zurAi_&o+9aza5VLARPT2aP+srx=%w`{(X<p8>TmUyWr@Jz|q?Y>pqTR?WWaz>ExTb
zb3eS^<M^Y$2hRE33unB2aK;;hwch)&4$!K8bM$@Q4&jgfVL19n;OHNORo_u8e}9D7
zddKO_{Wt+f?^yAl#ERefr|Hdjr%L`AEbB|p@#jjs`E23ySQls;;m!H4gtZ<QvG#I*
zGXKl;rrs-X>XDM~&s99WKRF-Q>D798KX1U%zX?bG799O+u<p-oEZ?8#-=#PD_u%N?
zhok=hj{Y53_vay&?@#m}(;NLKaP*(T(SHU<{}HVF^Bl{+g*N&x>5cv?IQp;Q=)ZxZ
z{{q&1dW+@X&k?=%^hWOk9KDZl^xna`kDstU)9U^V^39*QFW%3u_@n;~j{bKz`d?tp
z{|DAjTGeZgp3m=Z{LyRqH)%!h7k-UD0Z+dF$N7`!Rld2kmOruh+pywy{Nxfp1#2p8
zL#|oxrBeSiJeRpYsdq-num8M#CLZ6H?AL61H6O3<95{OIHN9D|?#Em#-;e0cr#E^F
z;OKS0S<iW}?n5V*??dz!(i^>QIC?#B^txc3|3z3n|Iu4QZ}gVJ(OU*bZ!xU%z8uTH
z<tKV8>5bkhIC`t$=&gWt-q&FH`)!loTgzWp%U=uYe)M7W)9QQ=@=Z25&)&}g{HbRH
zoO;&7n$Je8O|+`VoP3|pEw%j3u=KZL<=<mDetU^GZ!0{AwS%^i-W+c_tnr7i{O3bi
zpJ946p69m<&U~cg_lFTYUHrT)`MYcRW3~KISm%2j%RfI){@z;tzFPhsSm${^))=3U
zl7Fz4f2fv!0M_|EjOE`Sp8TV={A0EJBe2fvaV-Bns^p)n<)5nMpMZ5fPh<J}tCN4W
zmVd66e+Jh1Jdfq?GfV!(TK=V4{sma)`7+iOTAfdS|3S{9_y1Zg|0=BUu4CPx)p;=|
z-skaV$-jklo3;_&jNe)E?_l{n=KS5GSLe_5DAVWfJ|3UH#6PUXKY(@K9%1>sCH_e*
z{xPic^%TqJEAh{3@y}qLrx#d0Pl<n3i+>60{Jh5U`APiSTKpSW=j9!i&r9Mz)Z*X6
zIv*dgd_EHYxfcHk)_M4Xb(nvTm-YTiug=FetnakifB$>N?6>#l2Y!wB6YCeP^vu8E
z1~&O_@wfCT$}jzWE}x%?^lJb7eme=){+L@~t-rYq*7}+!!&*P{6j<wHo(gOJ=4r6z
zYn~2kzUCRQ=4YM>t8#P0XuMSaEGyBfe$QtPoci10)IS$a{qx||KOav03*gk>0jK^>
zIQ4hIsed7y`e(zcw;L<<y8cD<rryPH>Rke--lcHrT?VJ#<#6g<0jJ)TaOzzJr`{e|
z>$w^$^|{`)^rpUEIQ6ZAQ(qsP`ugG2w;oP?190lw0H?k+u-0oMR_bwmo9RtGTj12Q
z6;3_d;MB7nPCbKg>e&IOo=vdUV+bqbyPjcsGyX0(<Bz}@e-zI6yWxyK250=8u;x3C
zmGM0OUV1a$J~-p;hcn&*IO83JGu|Fp^EreSeUEp9-sm5NqkjyJ{&6_^hhf!w0xNpf
zKSgi!PQ%eV14r*9ta{F3CEt4IYxx&y`R8DbcM&V`&c9rXzXYqED_HS6{%VQ8hSdmc
zy!3qY^X>+{c|PBS^L)Dn=Xr4(&V9TC=ltJ=bN=qZIS=>Y?AHT0>-!MS`aXiQzSm*R
z;jtqNKfzka-^Y;uDLnY!vi&b`ZK;)>=1_e-FG}{mfd8|Z|2NIhfqzo2UYg?{FZI15
z{&i6?J3{k&Q#|fF@b~_&TIIjP|Gq?--@;mt4_Lh?6t7n`U;GLGM_TE9#*)YS_J1wC
z<}Zc670avjy}}y*M}?*N6CQ7_k4{uxny=^on<(XbJ}v*Q+Vnq<-!K|4#ZSNk^5+Q?
zE3Dp06;^&LoUFRu<Vw88pHgAzO@-S^?=-A~&H4PTLdr|^dB0~6CB5qU%RjRy`OiaU
zRaio^E3EqGz|Ioa_2yRMHQu}mH?U<s++KPY6wB+|0jH|Eepe-4`U@*8{q72@z8*ML
z)%6xv;-$Bw!qQs`FDkvuusRDb$NI14`nM~kyref_v>?XHlIi)bs<7f$cBtyS*5F@V
zqShA6`Mnj^es=#|a;4W-@ypX+VU4uD!ipdI$3Kt10slaW+K9ET@TOw9p3N1O-qzZD
zwpRQaX<LOA-`e@-@dxp5FHt*+<?)6ptoirU=09BVH{30|Dy)%4Dy;E`k18s!-S|gK
z)EL&z!sA$53h%-CpXPb^^IW8V=P%N}+w}i2&i_vT!}5Rs;~)Oae>~6s=>7kc|5w86
Bo+khR
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/blocks.2.ldd b/resources/3rdparty/sylvan/models/blocks.2.ldd
index 1379ed1a39a5cbf1201f57a8f425df19c4985f6f..0048b17f63fc6413f26183debb3850af4896f329 100755
GIT binary patch
literal 11036
zcmb{04fM|C9mny19zw*J<0x6kL(Hknm=q&3D#J)A<rvY!%w#<|%KnoQNyFqJDUp<{
zGE-ABDaSFJ^kA#3Ci771agJk^vitqLf4}Sg{6A;s%-LM${IC1_y1v)-y{`Mdulw)*
zt6f%BcBIg17al9NO2RJ-aTW1#h4^?eVRbS26U2nI%)aB-B+p*;#MG-VCTt-7st`9c
zpDgCNoD!~+jZ%$gKxG;;Di?m(xoY9(#Ox;@D=_9WPGc?42s5Wf;fKb!&Z$-~uMBx!
zk(z}cUB|1SwF-<g`FWUgG_{zM*Z+TOaqeSPi|2o=YVkTAt6KVg{I9PU?-lRku{aa=
zk2}fx$UVyAymo%q^6`Am(cBMeb5`D0*5$F+&d2jPM_W5T8|(7eYv<$noTIJH*?Het
zm&aZ^AJ69;ZEZg9+ymC-vDePW^Ev;mcA->-#`{@nynCEhTN6bgZf0&SW_?TXkwSdB
znBRwO!ufB>R+25=Dy>KI%nCEg%G#ORn>(00iaB2=G3V<n=G8n`OxQxq`fg&v9_F6r
zUgq9n>Rlk_Jbl7lqvyTo8&Rq2UJBz=I6zD|$b5-;u$cWX6SM#2;r`L{sTdkjsT)`d
zWB=h|!ja}tV)naQ%zoE~hegjPd~`&mZbT`J{l<z3$BC(by_otphQ~xt{^p3fL|<0+
z-R!aSp!c8ox0F(4eBYQTCSNWlyv=;Od5U?en0nL1gww_3XNU=BnrEBmnCF`3iFy6Y
z#f0~pA22T#bH0bfgb$mSiJ8A#Ot`|l()@(^Nip}eTuk^|^V4GXe@0CBta+XJc`@sM
zFDBe*e#yK^%v~!N6aGO={jFlcZRYLfSIw`9skcK+_=fpSan(XxE@u7PV!~bK-R3>!
zedhgQ>c1~0{2;tDjeZ=_=HyQ!T9tetq6NtZQ&bEN#Y6t7Zf)6$&zIyEHiO>*+V~x#
z?Kqx<v`S*aD(2(GEURIzX+F_h$6QxTSWis-rF2;%)xh#6nH!lKn@<%JHW9PUb97lF
z)!g!}%&pDe6ce@;Q}z|QtdTm)^6kwX#DpEil-Wy{HBy}|-$hK=HQXtUc8}<c<Q@?<
zOYWJX;wHVq_0#D25#_%%+hiw^hcvVJeW{O_S^dO>{l(-5ng^LLF<)vPBIe(V%f-~c
zlP+tdhDn}qxR_}p%~zSPG5^^76EWu*Bc}dZx~!2JXZah<H<`zqCy3ea7BSnrOqVrM
z<(9wAe7kvynEH2$Df@T2tdW{-`FqSW#nhV>o|Z=EL^LsZZi<SV%ny%EqxVHLH2MCB
z@_&`i%1%~#_^K3^G4;W;vY1$6eppPnOw5W$%`40+%}<!067zjwm6-Z>&}EI(8q5Dq
zOt@CevUTS5<_+eJ=9k2rZ<Cn%57K3g)E3DTZWS|an|ZtWRrBlSKZ`lfU&Pe^6J6Fw
z?X>(m=3VC9<~?He+bd?9cj>Z5>V3<9X#UvzshIlz4DU~)2UAqs<WTs{H2PUYo0GqY
zXm#?J5#`?s^smoiy~D+a=wm7$N@<nNRn67JtgkMnOilBN<~ruO=C6yZ6zbI%Q-3mD
z*4V$H<r|qBi<$ooF=d*XPcyeLw=%aDbKW*$>Mx?p8vCDN`F3LR-x9N|gZVq=v(4w2
zyNEeoS26Y1&}EJN&yzg<o|tL9%;%dgH2=WdPt1Axi>d!Nx~#GPMV7zBe5rYe`3f=n
z4HdJ^kHQ1e=!l5AC6A1#ZSqwSHAucDq7EFj(9S77NdLLSOd6e5785@;UuXWA`35od
zZWL2-ym^B8R`buzzYz2H*Ca9ZC(&h%{qL~+RP$ZtyTz=ZA*Sq1^KA1R^IY?MG3Q?(
zrv5^@tg-(h%P%%B5i@_Om@<!;A2qKquQWd)=DbgeslS>oYwW+;@=uG&KO<(@v*vZ?
z_2v!cjbhICqL}(y=(5KCn<bC8h?(|B^EUH#^Q-39#hhnHcvBjEBcfHwZ$-2)`L7X8
zPJSn%{QG57j#!~p=1F9Y@ZGesIJn2W&-|YGALb9md{_NQ%no-Kw@Lj0%O5l!GJhtf
z{^w$fK9VXIgCmwdjxQ<FDvPOCMa;DIGMBK1<!g#rUrWsV*Xg9yl|1w7iJA7E%q8C-
z^7YfKlOn2}+$f^slN(2LI6doA!=EHK4d;KwaN|mi`_Qb!h?=L$#lMeRiuqP{x|s8}
z3E!LDvQ`zUF{t%Oo+;~bJ9B&Ux5d=!C}#cHV$RoD%(FdL%={K&>U9&7?_us~{=S&?
zy~V7*P|SJygu6!1zu$c&&;0IU>J1Q+A7s8*%>2P(<_{6G|K;KS(bEl;Jo5*NsW)6q
z{z@_VQDXAfh}rMj@UZB)grg<T{1N7{V(O1GUoWQqjo~qA^yY~2zZxsvZ}#{5eM?$d
zyx$YW)GrrvzbA!X;An-`qWF;Y3~D`wr^tFd)jUni`srfk-(#LB=6tinJlkK1S%0gT
z`t!u(?=vqHGk=ko`HRg<#GGeo_}=Kb-^(P=`uSq&KPD#sxS0H}#pItd|3=LItHaBq
zr&}X=)~_(H6|>)S=I6z%-ymkc7sAg(&-xc7&;0db@|(r1-xA)GMz=<^kEw-L@&1zX
z`}=ZQS-iimh^haYnESgU{6SX#w8BWKF{t&(yd~@LPBHV}7L(s)-fi9^=6rj_Jlp+Z
z>TMUZ-v?syABo9-A|`*pe9(MI%z6G5em{Ed@8^=I-iPL|#Oz<jqO9RcVuq`ltBKja
zdiZcu<@ePIl4pHoG4*SU$=4NAuU@!T^vtg>dFIy<lW!<y{mJ15Y4ntc>Tt9|t9U<2
z`TcB?Ru=DPGcom>i@BdI!}<S`G%bvj8t2n`WZKAj@@>WB&os9)w>NhXbH0vZo^2;F
z^_!Z{6?2}h=5Auv_b~S~_Y!lS-r>&Cb4f0cJoUPZ*}t!t{143o#nitj+$Vb8<clTG
z`hH^SUnVAhg_wFn!-Jz|{xHcie~6g;m15S93J*`CS4Y(0Ki)syAHRR2)5_xg8zZLv
zSTXl+T)1;qzj0xt)Ht8cCv%gm$K%Zt%(sf!f1;SMTui;|#Oyy=On!=as`)N4`%Mo|
zik|y3L-N$SUCe&7#N_9g=ZdL6FZ|2sc@Y;#p7pcE)L$efzgSGYhr$b^XZ}*jGyefG
T`Q>8PKNen=Mjwwz|JUu`#9WBj
literal 14616
zcmZYG4fKxX9l-HB$x^~hj!DfVNs^>8m1HtUGRag{l2kJ3y-YI4kxC|+V<u!}l1%29
z<H)RJj^vnG@5$sij`jX3GimqtdhX}$`~U4a=YK!H&-J^m-*w&h{oIfLOV!URtwHfx
zc{!B7)T+^wWwqtQ^0<ync%)4JD4DQcaDDmfJZ>lxHj-Jpu}u9YGGSAh{Wp_2m*(;}
zd8?dX^}MUAvny7*OrtB|;i2cm;FE$+4sIi}|F$yWX)^itGS{brOxQ8Flg#|HWx^i?
zpBsFB@C7pG-c6={JDKnznf>;Zxz@d8!rn6V`pASo4ZbwkcZmHBP@a0NWx^|D@`Gf;
ztAnqRIiDdi@5iAs;V_x{H^_uH$?SK8%=lI^;Vr?p%8b8VCcG>79+~}*mXFBeF*4y;
znfl{o_B%ef^88df89z~Z!UuvM3Z5)8e~L`_NbsXF=QCYq{tTILrc8cT@`SSYu@sFg
zJ-3W1!Q<&=VA=co6m>8CWEoXH8(Rb~3|<txSms(Tk=gH3xpp2e3tlcWe}&Bal`{EN
zGWpdq_16Ti4Sqg&UGVzk{zdO~#cO=3v+NYjBYa6_Uz=p^^JbZFOYl~i`P*c|SA$;<
zelz%OnSV#N%hcZ}6TU06-(51-eYZ@wN2cChnehGK4}(9J+21EJ_1egUUj~0Av)}zP
z&-nqF@Sse6)^t0JPPM~j#@3b@cBRG=)(!ciW%gH3=6zaUW`0ANu#rsuSegAak;&i2
zLG8GZKVD`(C&+w`wvZ{)QYLIAvwmxtkaKc7ReAbP3qC#gjNmh6_S;D&JX@xIXPK}|
za+|XE{1i1UeL;%ql)f-UpHV8cA1CjqGP|f8SvgmK&T;O&LcX`m^V3Hr>?@P+ClmIU
zsXriiVDJ^egMzP0u727-n^&Y=TzS#a-)}Hwi0Uxxy5Q?&!W(4n+i;orBZ5cDgrj7}
z-xhpF@Lj?8$XvJ4GT|_p`uEA~cbv?9880(_f=oD3CjUV2L%|Qr>~D%pI8>(IqrtzC
z+3yUQ&%K#4^JmF~vt{yggCCdK-+Y<zqc{|e)Pj(ID){N(XJq!jMCNm7smwCVWWwb#
z`&$vrJ*zfStCXkzx!^T2;aZvTF9g3B{5P5N*&q{cl&QB#CfuC7vh4kP88JG`{*nAd
z+568FO)dRuipG?Fy^Jb9`}+GcQg12G_1hl2BY3CGwcRBX?v}~#kqP(8toL5<2f-f&
ze-ivz@&|b(TJ>M~ODfc{m13ssQyo(O3I1>J*D~QDnfn}nu~5rzygXf7W@;Uo>2-sT
z4n8Khfy{H#P^SJt?T`A$D$jnK$b?O0#y68G)m$e3gWw+qpD44xRx<Stg#DeOJoQhN
z*>5|U&$ae4<2%Td?kJN#EBG9l{dJa^zd!8neC4TkLGXn#`|U3CKJOtjzo*Pny=3wi
z%j~aDu$VEwpF48*m&p&1b7q$ZUm5)K;HzcMZ?H`LAu{!c%H)U1<Zn#wTlU_RqAsO>
zk)qb6Z%$F8(zldR<<axcp{#ei@?8HrgYOO=9Xv)R94k|QoJ=@gCO<)D{fWVof*%Z?
z96TktGo|zPlj5~&g*xt3%%Ewi!+o1B6V8yCI#Xu;ESdac!E=Kj51t>qk0M2*{sQIM
z-$I$^e38tw#WM4k$mE|5{!{Ss;G-x~G{Tk2v!7Km_i?q%v^6sG*UIEy2woT5JgmP#
zdDh=3^Et3drv7G`Qd?y5TZ2u;zv7PEuLr*w{C4m=!8>H?@02;8T{8LIa?WgzOnz_j
zwzBvA6s<4)VTx9i{y0TXl>W4gsGen?%Y?mIq-ccuLVmwY{(ww)P$qv!=KYfKCN3JT
z6<j;GPVkY*)$ix-FLv9bTC#lg?{64XPjzs8nfuUCrbwgU#xnDp$c+Df@NvP%2me6k
z619-2_XUTdv0kf?KUrq~ZDhi>GG*Gy)N3!3KO^`|nf-N=8Gj^2ibmKu<j<Aa-+40k
zy{k-_ZZh?{%j7ST*-uZIe6z5h-XVX9%zpaHe2(;!sn=ho^Z=Rl2L{tuZHynJJpES(
zUlV+7@KBk0!({5+D04o;WyX(?89!1cKPvf(viG(W^(uWwiq0;5R~b<)%kD{TS@!<2
zj4I!M^kR{s5sp=!`#(<R+KrbPKS3rxQ6@i0rrv|WlY^%OPYs@y{Fh?aFBPx<|9kD0
z`C8S+pc$$||8IkT7yMZ8T$y_FWbW&HnfgxzFOZqPP-gto!OsN$G5A@Tddq_6$khL{
z%zjtO+_zOS<5$bnUn7(MYw!!fFUrhcA3R&8-b=wR%j|cvOt?j6{#Kdww#npQ4Sro_
z{2RfuWahsU{IB45W%j#E=6%0grrsWz_4mr;-<QdM5Ij?6{HMX62Y(s-mCSzk%Y4or
zkg0!AW<Q65E5A7ZsO&wQlg{2MeMItx(%(s5Ub=2Fb1I)p{(Bwk)l;6ZesII!M!}7P
zo5;NXo64-$OeWu4CVzrV*dn-PaI4_f!EKU{V5z)Sf9uh%!s5ufEo=1Te~(ZdQl|%>
z5!_LxUMHFPXUpU}%jCPr-{d||=6%yuW_+LW4rl4-{q7;(L#AHO<ZkK6p_lU1>k{hq
z3HiP<_4+0EPDiHpSDt#UL%o3^e}zoFLCFKsk(+gu@?5Xt2If(vU8_7j*9Bi6d}Hu%
znffDS>W!4ikCMsXDzpFFlLx0G<L^|S@&5N4j}G}U!DD64eVk1F@yX{Fm!<mKriPTR
z(O%PqW8Os7Vc;a0^LS9^?|74CO0~$ps*QS6l_#7gGk&_v_!)A}Y-aGR;Mu`*Wa`h8
zsXsrtXK~h-7Oy9<RE^dl%v&Hc@F|%hi)7YWEHi$I%ynEU^ZYK8sdsn&Rc+K;p*;O7
zW$LX;UY?E|Rx3}v!TDFUQE#pC^gl0CZ(Z`5bmUQ8uRP;#kg2y(CjYX``kQ6OZ;=_l
zRc8Hd$s5v<@vkUPy&m~jwUK{AdHUayskc4(wX%0d88JG)ewCN<xGUs$%dEdgX8pY~
zMczxkm7#gNyLfF-VR580K7SvDI-kg#$7eFn-xo4vr^$r-W!5_&v+sj)&g@Wd#+y^E
zmQ20cGWF`nOgl39-s1f4FJ9w+6`23Lt#zqWFVtxe{9T#%XCs;UjpdwK6PfGSR3>aD
zQ*SXvibi;X@^rV5sn;^Oc{*|`t(2$U^iZ#j@_9OID^sssa_e;DqP16^@x#LP>KO88
z1)n3cpUyH{>mpPCJemD;P41A6jPIsA^~Q$t>!Ey}&U(t!>y_NS?Co7fjIQ~2K-^b(
zu17zarTfc_9}qk+x%%7U>TiK-K98J7d>#jdI#<b@$6%S~afqC=#`DK58>T$xaf8fx
z43~3eBZ5cD%pWB)|5lm#w+G*uT>UNgbCk$i{IAjS_g{E_jShA04Zbh<S2Cr>%j|Q4
z%nl~XT-Ql5;e#^ux)nRm!}R^_6y@ogDpPM-^5k?(&!h6xYa8m#RGxaXWa`aMo{^4B
zoufSChlcAnKjfbb{zLFnGNl&DT))LK>n)Ml-_qoH>B#tH%2Tg#INue@=jm*vOubdf
z%gf%?WyI+G{;D3~TIE^)d71I+g4YLcNUr{Mp!!??n$Iie5uevhq0VNR^VlNuyl$0q
z)_6Xt|BCXQ*K0E8^@f}?drM~gcA4=zWXA6d-W9w%`QOFWt^PIQM5dOFA^Uh!7maoH
zhC1)bT!#;2&hsOgaA&CZneur$`$DGPzT{8Rk*WKYC)^b39aKI~XNP3!RsP3{1F4sj
zuT_W6Z`%+yT{O<OPRQ2{K05fA;07{_Hk7H~NM_l_GW%_kTss{Z-&A?(tqAAeT=_hm
zogh=MMRK#Uw`CbII?wC;aqEz86Wlhr`d6DK#cpaoPwX>3PwhjU4l?`fDDymZl5^I0
ze%Nwn<+-n2WUkwJGWo7D`EGK~tb1^e;GV&~lB<7xI;pr0XHlwboLBL{m3@6eoxU>r
z>L)Ylvf!TuUmkp=Oua!edx`50R-W-g<eb@c!Pf`hC^LV!%teXojZ~iTqvV{~ZNYcQ
zjK5RneGu!9R-W-=<eb@kGWl^b@7q{!g7S=?7(6L?eA)X@itaA`aEeBh{&kA3D*Z?q
zRlfh27Cc?fm(OO%+)w|U#{On0&-IxdJSTWw@ciH>f)~iFzfflVMRLw;aqyDhrNPUB
zmnUCbJYR!~*Y8ofY<ynC`?gYb*w?Dy)xm3I3a<_JbtJzo<ktsp2;L}jUpC2H$IUYP
x-6H4AwgzttekJ&|;5U+o6xZ+O;+1#&w~bD}pYV3o!8?L?2Je#dpBjpF{s)TDJ6Qk#
diff --git a/resources/3rdparty/sylvan/models/blocks.3.ldd b/resources/3rdparty/sylvan/models/blocks.3.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..1bf94bcc2290c435bd107b5b941784e7db5879cc
GIT binary patch
literal 22676
zcmcKBd(>6q7RT{jD%~VWNf$||sH7xHiiAXxP6;K2a!Dd3DG5cch1|*|orFR}Bq>S~
zNg@&=$t6jWBAxY}d++uB`knI!W1Q9)t#^Lbe4hEtwfA0Y@Ap!<OeV8E*~%qf3%0^Z
z$UohR2(~40F)?9raiJtGX)bLpBPJ{>X8w*HWisU@Pgp_xR}$}S-bYMWMNIu_V$Q9)
zn0htLHN$)6j#8a7rV<-pdBk=}{!y)H@{cpxBlk6bJYi<H+_8MTd(Mn0#ld9LF}o&a
ztrE#U9#zKhXflRJF+ZR6dDQYw!vEP9&)nawN&oakUDn%KwK<=iRh!3aXVvEU*jcrC
zzIRq_UQau#Hm|LnRa;;0$uj@9*EiQJ*D$X`uG@T^Kac#inLnN%^LMYK{PoW@%IlH&
z`PkRUAJ32Zr)#hluS@3VV_zeGJU`~2uEFEQ>y!EU*w@G(&yV@1Yj6+cb;|sF>}%wY
z=g0ihHS+gD=I3KyBY#}S{GIzTk1@|RuUY1DFa5jy<?p*ZhB{wg|BTUh*@Vf)t0%wF
zd96H>ujJ~82@f&X6Z7aEDyI9x#B|q4%+=9Y%z912RdYwFP_Qvx`y<n=ARUiZb1`8H
zG4qcVZ%^V@V&2DFhim4JYPZ=#EpwUtmp1tz`AYq^=2OLl?adv`9nGE0XNu{+i<sx{
zY%yUwG5wt@ChTE8-+ZCDx0v-W3U`e?&;KP673{hfgz@<F6%$@z?r$C-X1#&oKC$QZ
zG$^8i-Q@*gtT#kVILtg;O#K_egJaJXc~e9MyP*YP)W1bcc$=7dw}(f@p4a!C5f$u4
z6@*dmZZY%k4UdjJ&)<C!Wp}uRnD8Mn`SD`HN6iz=6U~#%lg&?w>G$dI1L@JJ5p~Yl
zpY2Shb~-W}OcT@p3u3;Hcu~yVVTPD+rkMG!iV0_%=a}Cx&ojSee%t(x`Cap3^Aht?
z^D;5_r;o&3?|%L(Bu}_f%;WL7m~fT(Yx6heZ_VGCe=x5zuQzWnZxnOBzlyoP`1x*;
zJmDW^UNiZP^QWe6g*YhNF6N@<UCkxTrOdmTcNf!3SuyuBKfk>sPn#9ZmCTjJgjK}M
z-`BjKd4KZ(=7Y?&#hgzaG51eDpZb!gp9bcJ=EKcLhzXmBsn^tewD}lwOELW)E9QRf
z{huIt);r03viTHqJ9B$6;pt-PcQkhr({E=nq4#@^<f+%q+}+&6e7^ZYb8j)>MPmB9
z#O$Bn`bwU#pO|a+N^!!>Rbs+{V)ECRuQd-f4>J!p-)J5Y?voz9IifD9M@7^s^=%Oy
zlKPH_%B8+5qTgsewlU%5d1mej=igQI(_VJSXX(i7=g<4n%2_`kX6QKc!{$fL6U-CM
zlgyLNPnoBfpAqwZ{;ZgOx3bG^q+YQ6OJc$qVy4YB&oa+8&oRGYo@ai`{I;0$StzET
z3Sz?d#N?Nlmx>8L6f^!~^C#vN=9T6z%&Wxo|CN~a4iyuw5tIMU{DXO&nD8et^Ea3`
znm3s@i|O}wG4)Oq6aFbCzujDjo4#zjn2U;;T1?Ee66R83`YSDFd{<eYu&m|xH1B1u
zXs%?gET(=HG5u6C`~A6w<e6Vn%>DU5al%Y3G2`oq$sZynUr$WFfw`giaPtx7Bh5|2
z)zhO#M^q;DF%fO0mDpN_SEoKMyeReY;c2N)2<K-fp9jJR<nm_}By!Pfa)d!`ZGJm*
zdvgbKM{_6hndY<1=a{>hyPJE6`TnD)m{a?cU2fz2dPyE%Bxcy9=F7~No3AkUHxDph
zZN5fK|AWQ!vv=;9BPP7g^25dCZxAzQg!yLkDD!RRJIr^9>36i4^$xRs@3s8><_E=0
zeMn5bhs}?gCzvOS>F?iS>b0@{p0xZF^E2k>#FUyQrv7yEOJe$&A!hu!*3YY!pKYFF
ze#1OZOzHVz)?XlIef@bV;}=Pu`{{dP#=kFS{0Cz4%gi5%8NXc2_!Z`r<}b{v%wLBW
zrboYt=#|vpM)XAL?;^T8^$!sZNxd$O=q{64AHE<xx*?*gIhABPE&E0GuS?9JU(=b{
z#Afpr^B?AI=I!P}d{ZmiF6N@<UCkxL{5+$in6h88%Wa%b8O!fs-qXC7xuUs}xw5&c
zd0+E>V*0NkrtN)l&lEA?fs)6y#Ed!ET-RLR+`!z>e7KnY8jD%4k@a_!<&PFKw7Ho1
zEzQT7k2jwnrk@kV)N5<~w6%OYb9*sUPZv|Kqq&oq^*f6hf1a&>w&lB-yPJE6Db-WV
zdKZ}e^W{a7XZ|H(?uUKE2{V1gjPEBV-`_mIJW$O1L1N}#YaVJIW*#2yl^(q@qAsaN
zMARnr%@H+8Jt~b@J^B4XxMq6vj)+R9zAK{qcbO+=C&_-U#GK#V>C9|mtoeTPgXVGO
zhs}?gCzvOiCyDua=M!Q&{3_dK?CJk$%Rgg&&iuT2y7?vZ%jTKpSz`KqO`J9vLH2$(
z*YfksZ<*gVzhi#ayx6=%On)DUX{#|0Vs0b+Nb-2Om|-i-E6rb+SBY8wD>3y>we{Cn
z{yQ;4zZWxqoq4^O^?nvJzNfACtK~PFw}_d#RZRUq&3^xiKWAX!WMh6|CgnEnUq!?m
zE+%GtaWVN)=H1M@o6Cx+S58d5z04KOmBN3eXIVM?OX{lO)v5Qj`TK=GO!NDPUr&8N
z_{r1<h0EtYRkfzY9kw?`oKKw?UvRLlxxTr9xuN-R^AYAF%}vFeL^Cm6tuAOSp8pn>
zKhAu-`2_Px=9A5*nA?fz?=&&373M+AZG>l7zLWV(^I7I|%-zi0#q@KYm^P|eKNncO
zxA|i8rRK}bmy21ypP2Pev-Pi%JgI?V#$RK;R!sdNV#Z%!^{==5jbeu0B&Oa-v)^xS
zl|1ur7jwV4Q=Bj}TFm&n#pK7D?>9ea9%mjerv4*h>Q69F4BwI-ofOe^sVAoqvoo2e
z!dIq8r$p2<^)nHjp8C0nnx}p~qAt1nP0MUi+0U1l{$EUIW)m-)XPRf3XPf7k-!RV;
z)8u?H9jwW=5qtVuX!&=|i_J^SOU=v7AB*W{xtJ!3&_r${{LJ!Sm{*y<Hh*LOR?PZq
z#VlLh*8kD+>&+X?8_k=<toNIk^^UUjwpxChdAqp~-vs40>K7JsxR=#0CV5iD#mp~h
z_WMH_$uqyKnEOLHal%Y_G2<(U$yYL0Hdi(8Yu?XXL(F<L#jJNwxO957b{dgQeqInR
zk{+!a(eLS_UO)VO>IUIYQ#TARNPT!X|5MSUvWv)mfyDINB*qsUY-&E*e2lrJ`8f0O
zV%BRdX4SO?OULJpHkLod+|JzI+`-&Y%=-Tlvve^I<~G7EmOsbb&D`DGLrlG%VwS04
z>-Dny#pX-Rmx(FWS4{n8R{u)N4=`UXX6hg@_0F(*Lo7c`%+Tx2%_)-GxL$9PJcmb$
znSYCz{B7nt%y*f`nC~%<HQy&@{RhOXKQ4Sjdi3Fl2B&^BqJF6-M07#wi4k>9Jt?9S
zQ%{a4|5NYoEV;w>iirN6PG@GnKbtCM=yT@h&C|^<nO`=~G|w{6HqSA?VV-Ax%e=t+
zsh$5K%P$u5_`EM>>QeJE^T*~-%qz?*&0m;TnZGuFV_swa-Ol%W%da!97jynUiz&6y
zyve-Tyv6*7d7F8=xe&i3lC7}0JWb{{!eW*$VJ>CfP0ai<V#@Ae-qXC7xuUs}xw5&6
zxt^U*b<6K>KEQmCxwe?nb;O)sU2}bN19L-jBXeu(zlr6WnvXUgV{U0aPRvrR#GKCw
z=9A2A%x7D_r&_+fxr4c*xs&-!^I2k+K3h!xUBhkDqunEFoVrIu)l#1yQIXUaMzl7)
zih73^roK3w|E*7Yn5E-??CAR|$NHp|v+oam#r!>cKQVvLcxAXL->N5D<LnpNUnb)@
z|AAtL4HA<dEG9qHJj^`Ye4}}UnEpqK`Fo#R#H@F<`F1h=-Dw^zX8t|qvF7{D4~psU
zq42G-=h+%BdFqc5)6ZjK@)OOI%#+2e_hk5y*z--m(~_s&1TpJ9D<=QEdAgYTFNUYa
zo)^gs$us{sG4)>+lb<c7-s|C4V$b(~b0yFCSz_wV7c+lB_|4dpUnqI3um6OZ#gfPG
ziy8lcnEW#H$L3GWE6gj!^!s^uQF`>th%V1vZ#!Pk$gk(s>CEi)yhcp@wPLR4@55K+
z>NiP_?6`d+<2nDI#Ejfv{zc6AU&V~yY~Eu2!@NyQ|9^?Op5s5g@in)tmptnii9z{n
zat{=fFD_<ODf4dT-OYQ5>91V4aO`QNyyU50)V#Nte)cg}5i@^Z^M2<2#q?7%Tp{*c
z?*~erdR4`&Uq?*7uDQOL`iF*V#hw?@VUlP5!D8w+7Lz|xOueJRjbhLB-c0h0KSE5s
z7GmZf8*UzZ@~tF~_4-JdIZ5*PWOG|F^G_8szP-7Fxudz0n0`BlTc=06L^Sn(Uhh1A
ze!X{1XJ)VWbH&s@Pt5h+Go1e|@qhokr<;uDe0zx#W-c~gYVIRueqS;3uQ2yF4-nJ;
zKr!JUG4*<jS#OA#{4n$NV#ePfX8Z{A&E`>J`nxqeIQCrcw@aRSL&dB&T1@_KG5LGN
z<nK2>XdWk~pYh>4W6%4;Ba)}y81v&|*8jKp2{H4ZGEWh+{?zbevFAnntmK(LS<HGb
zh{?YsrrwP3wAgb$ct!GzpDw1}YhvcV9)30U<mXBr>-Cc`^OofC+va!7i^SA>Pt5!!
z=B4IkV*33k{APM|c|`fY0@(5WpU2nl2cM-gv-g9~#nk^&%>Cf2aQ^q*&5|QKZYyOx
z=eI`8$nVTQnAe$q5>xMIG4(c@H;L*0H!<PwV&;D<rv9H|^4raYigUDJD=cPy5iz57
zHJ1?6U&-*+ScUsRX~{Exo2*a$vX<Y|Twcuh3S#P2GFKMUPnB?)*z@YCCVA%XA*Ox}
zG5MNe@&}5^*ESz4X8l9L)nm{5S3Suye}D5~V%BS9ZY*a0kz&?6Dtu_{<MV^$8GnSB
z`YpuFKQ`Pv_T*bh9_#g$FmsaR@yX^>%<asliK&0On0g(}oy7FpIovuu+9jfTJk-gy
z<Nboi!|xYe)0w%?4`S+{Cyvh#;rw5fc(vsJSIT(Kr<XWk=3?`u=F7~NoBN5Wf2ElE
z1H|+{P|T$_NX+=&V(JYMlOJXtZobiclbCuV#nc-mroUUmgJU0`A0*HCp<?Qd7L&in
zJl1@lnE4NgnLkcUKjXu9#y&njNS^Uy#MFCSOn#F22{GfJ6f=H`nDwWIAB#ON;%6n#
z_=#fby&xw4qL};)G5MKd)_XNPE%v;hz9xCbPdCpMQ~yo#d@=PGgkO(6;}=RE>-Co~
zvsm(YiFv7cnfYV$axv?DDyIHQG5vlXUX&jFGNSxn73FR#Ow4Wi`#I{bPG=_XwTah=
zxqqw;_s<pj@B7CHxn)uBN12~6v);VHywSYLyxIJ_nDw@b>HkkL_m98C2{Y@&%r9Jm
zqXk=0^RDI+=2GU;V(OO>(_h)FW6%AgoaE_Z7cuiIh{;znS2kBQR})jOx|n`ygv-aC
zr?RHx6J{!knO{px{$O)mb3HNh4;8ciVc`Q~&x@>)<P&CUi<#d<OunhPnV9j-#jMvN
z+&K2!KaQ1r!pxCk=C>A;KT%A+jhOmv!>wY^`}e7mXS`m22{Roek2{(>na?zzWj@E;
zRm}S5is|>f@M-DMo)KmL3N4d4g_hEd@wHNAKY#Q}XJ&non4y=L`<VNR>93!d`TflU
z%vYPQF<)yQDrUXw#5`YqJ~v37er__4G~Xho{;gu>-(kMXJjQ&Fd90ZF_lbEud;bqf
zp7qC@A2B~BrvBq%=1($DHa}&aBBtI{G1t5IJ5BPe_k#IF^9(WdUlB8ZmU*^$j+ps#
z#oQ0Qzxk4<{sQwt^CB_z-xD)`iFv7*@gItLzwmyROP+e4nm;ptE~fsMV&;D>Ccj$D
z`>C(LR`SgM-u$EaCo%PZHvbY{lOEj^(MPE_NAzauEfGDN`j3bnNWCqh>r-#fM!8Qd
gJfZ~~pLhKH3YRR%6BRKRGZz<gekH@j<Wtgr03}O3J^%m!
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/blocks.4.ldd b/resources/3rdparty/sylvan/models/blocks.4.ldd
index 7270052c42bf0ad30e626cc8569d25413767723b..2a62be0379b8b1378e1cfbeaba5e3b7bb9894b35 100755
GIT binary patch
literal 39292
zcmciL3$#tu+sE;pOL9peNs>?sNhBpnLXsp=k|arzBuSDaQ9_a=Ns>g#r6frrNhC?q
zO%h30N+p#f@BTe!?{$8@|98A&{2Sx7#%P`SS<jr$eC9fP&%Mu0ho@4hz3Jod^vB#I
zZ@QT$m(j{+-ji-0XjbzexDZ?fE(#xNJ|NvLZdUU!*eh25BM?8*tXhvUYb{5cRr@jK
zg6Vbz^FQhKvE~Blb|tf#Cz#d0idprY7%r8$dQAGG?vNrnbhmZaRayS@f2vrss4}g*
zWaeYGPnxM>nQPg0iHz0fU|mcf-bbs_oQ2c>>9e6e`Yarh{!e#beRbEfc~q0`a@Of)
z)cb$c`rpo>b*Wy>qxtvOTw3q`noIY0f6b-O=l+^YkDvWDmmaVCYc4%M_Sal`KJKr%
z^xWKEbNN1!p7#H3-_U-kJyg$U?UUJdcAeS1Fnc}Q=fB;jviq*~K0Tk6C)?&++3VRp
z|8_3TspqruWZRr8dp+Cd-_E7`sOPitWZRr8dp+Cd-_E7iH$9(~C)?&++3VRp|8_3D
zj_UcWJlQtq%3ja*`L}cF^;*wo<;k`=SN3|g&%d2Z?+Y|md9rQJmA&qL{+ri-J+}0i
z&~sTi^jiJj)|-8O*JH=?`2L_idOYlV=vkCK^cgxii}XjuYMRxo1=lv~(R8|5<Igbb
zvvQ_ct31oBJ9)NQyU96bt*%kHV&<wc<{s+r^(%5-ZaD7h`DQgQFl+pU=Dq3mMP|L<
zyf|DXbG4a8bDGU@<x;cqUj|=pR<k|a0qzKQf;+=q;I3w^?|QTD{|#m}+nH7WO=dNF
z!M))=a9_9|+~2JF?hM};XMMKsidOEaXKpiIl?I#D90Cu8hr=V_k!IENVEFDh>-q9f
zv~o}P<Tj(8N6c!DgU7=Y;E86<|77^#IP3ZLRJ3wWV{@A^|5US@)8OgwOta>j6@EI-
z`O@bXqLq7kCbt>$y<}E%9z5Ty{I7;zjI(ya*P@ksnw#5<{EN+MzG+szrQt<!&XYbb
zi&pOGjofDBd&jKt?}p!wvmWp7MJwkd`+lLTALNAMtoVm!H9vvZ!Rz4-@J9Gc_$&Bp
zv)1!X`2FPSchSl|OJ^k4vyB?rM&{!-v)1>Mc~83ivswH3uVyuOnl=7+vzoi$-LU5H
zLu>Nm0422}FPtAP02hP{!w18Mz{TJaa7nn7S+6HYn6>}%{*|@3mRZiM<}qf)E5gUY
z$HSH3s&F;9I$Q%j1wIu%4Xy*%h3lDhzs@r2^?>)Qp~ZDS8pBP@YMy6S|7LJ=xCPu2
zZUtWgw}IQj?cnxs2e_kI_vdP}UY~e>x>#K6?Fx5;yPMU#(X8=3;a+fWxDVVH?g#gW
z2fzd2L1x{L!DhW)@_r1pxYjcq9s!SpN14@p$gF&0;IZ&Hcsx7-o(NBZC!4kYr_Fl(
z=K7~uT=h<eXTs0Jv*9^rHD59-|2%j;yZ~MZzYf1))_Rwi^?riuU2bvJvjScTuYy;@
zYv8qJH9s_KzE9wF@OpTIS?l}4toJuu-&Ypbd|$)g!r#MN;UD4c@GoXHe>H3Vo$w!K
zt>;g(nq1Ewi!0w=_yFAmJMzN$;R0|$xG;RMSyLA^tNugbldTpt53{(&A8yurn<LEX
zf23Lck1{J>4lWN@gpY%dhbzNX;c9U8aPj17jcEOqd{#~gZ%TY>cxmF(!c!C13E!Kz
zZupwS^}=T-t{*-!af5LAjQQ1D`sYtc&z$dCHj4hblQ}-utZPl-W^i-31>6#D1z!TU
zf!o6E;P!9_xFg)jtoP^Fn6=(UxIfn+-p#D8H<&fP2iz0x1^0&gz<uF<aDR9JJP;lP
z-(%MOxYw-pT!;HH4Dk{0NVA4MXjZ<_@ECY3JPsZYPk<-Fli<nl6tmVp)vS7lVg1h`
zJ`;W(o^4jD7tP8)7oG>thZn#L;n(3e;5W@$?^3hsc@FD+8}XI!DtI-##;nvIm^I%=
z@F(y(cs;xU-e}hPHkmcw+gRTg#J`2VhquB%!rRT7>Swd&-vRH0|A2RywVuDs%C`mU
z`3La>^rp{_yl{TF09+6*Y}V98%$nv9xR_b>7dNZ_KdAq3#7o0v;IeQzxIA1DKF+LC
zDw$R92{7N!oM>^4Kgq23GbfwVOw}~2e=W1(watp3ZdSZ5To0}fH-H<$jo~J6({PpK
zYO`n^mbiJe{!SisEy9}<w+t^!+$#KR;!DE!C2kYGHgVgqR-SXT3(wN6Ngwy-e6aJM
z)>fx0F}@?*3GNJcfxE)p;O=k_xF_5T?hW^W`@;R;{$_pu>`t?8&AFL7r?#4RTU;J&
zR-Ym8P<S{z0v-vEf=9z+;IZ&HcsxA8to1)()_ShT`kz94idkK!nl*kJJRP11KM&7_
z=fHE}dGLIAfm!Q)&8&Lw$9fkd{wDmESwokZm2U;S5?%$bhS$Jr;g8@?%v#^4X4NwT
z>-!w>jqsQ7S7xQ!Vpjfd;qT$C@Q?6z_!qO*^Q&3&y@U1qj`%KkH@pYlYmU_Vrk5Rg
z;rws`xS(0}7cwjDH>kfT;>F++a7nlnT-vOujx=ljvT!-G>OID+{_#WoXyojN$0B|_
zTp6wkSA(m=HO#8NrdjpXg86>qbc<{J8D_oTIMbYF>MXPRpKVsWA>7EU{^y$2zbV`d
zZVtDATf(j2OTx92t8JoHA#vMi6-nGKTE8Wa^7i4+5_bqMO58F0Wa3U?tt{v09KI`w
zcL~?ZydN2m?UsD}D{19Cey&Hp?r;ydC)^9}4flcj!u{a>@BnxqJP5uA9%9zdo9;8~
zR#eb~CUdBHKjI_dQSfMZ3_KPd2aks*z!Tv~@ML%j{ES)af7YyJ-+=Ycu((3A%<4ZI
zo&(Q?=fU&g1@J=nb@&bVO|#aw)U0|R!1~@se5F}k-!*IeYIqI27XAqS1YQTPhc}qD
zo-fR*C;OFz+NyUm;$Oqxn$`b1vvO>Oe}uQgzrZ`-oo3blyIJ$Si_gbji0^^-!UyPw
zfSE(7@|blwKU@GV2p2Z1-Xdn@`wsOUig*dQBwPwEZC2_d&6=+)T+Xcejxno$p5!af
z%=-bvkB2M6RpDxIb+hU{*{phM!hHR&ZE=l1-K^LDGt6nG&NQq4S!Tr>zzyL>W{p4B
ztnp3ZW^i-31>6#D6|R+By(C%{61Ry~(Zp?|^=I;^ZWrE^xP5q8;tt73Ri8?A3_q8|
zJB5cO?i`+zc~tPX_fo09bJE0F_vbp~?*?~=d%!*6UT|-?58M~-2ls~uzyskyX8r!e
zV6zr|tQMU))VvSz;qVA}Bs>Zp4Ud7x!sFoa@C0}wJjtx}K4sQ2&&PVFB0deC4$p+2
zhiAic;JNTTcs{%UUTD_(7MZoa2eG~-7FTGgS^by8E8vyzDtI-#23`w)WLEtjn^n&X
zsQ)v>H<;D+3$w<534aBD4Sx%N4{tTA-fd>h_a5r~8Sx$PPP2yoZdSfs@NReyyw|My
z_y?9hpuT+3NgZ>J0&qdNuvw{!n3drWxR_bZ;%4>Fhu7!B5ibpwfy=_>%&PAgvzism
zn!lz_nM3_6SzNEbCz#c(idp?nG%H>mt^uC{*D@<#ZL{*#f$PHc;QDZb@Uh9&hS54K
zapP#^N!%n_KP8W%rr}Q$H%oe|x>TxpcySVM5q>&x%kaI4TZOYffAHUK&&j9XImsTn
zAD2e|?3GliE!+-n4|jk&!kysGa2L2M+zsvy_b}@w++^0ODru3KL(N+d?*sRR`@#L;
z0q{V05PT0j1Re?xH*0<Oo3*S9u)YTo9}SOz$HL>_@$dwAB0LG63{Np@JyXqE&rMj*
zbBND`pND6|bKtq~Ja|650A6TT{fo@1|3%cl#NrAqHLL$}cm=!?UInj)*O*n`2WHLp
zKI;1z@pWc({miWK8{m!bm+)6+)w9K{eA`gZcZhF=e>7|8PiE!&1>RxS{J)vi|3JJx
z{)zZ*cn`eS981v`rI|zX<$?M2>46s4_=C)PeJo^F+9GE4FKSl27+eA_373M8Ff0F&
zX5}vnmxIg06~p<GtH(v__vEe}AO0qB<?x4zt0p5gdn#2eyf}$h4?ml@M)-lmr-W}#
zd}=uRQ&9iwwVeF%O)YDl9{n>H(jV%=_2Bw&1GpjF7;XYLg`2_6;TC3nQGStGt2iMZ
zq-y1Szos?fZQ!<WJGedE0qzKQf;+=q;I3w^=X$f&a3R)nBjP>bUT|-?58M~-2ls~u
zzyr;y|8BGDzZv!4i}+A@I6ML#36FwD!(-sFX4U(sS@k}QdLKu8B0LG63{Qcdfv3UK
z&8lyPS@nH@`d+ZOLNA)te=a-^o)0fDYyQ{F%J&oIUyS&hW_4X^*7)V{3bW>W$E^Mb
z;q~i1#Mi)U&6@v1v+{oo^Y!X8i);MnX1!j0VNNr($*lgH&5C~we+z#PZ-sw^e==*n
zpUs+Y2fP#hBm8M{byu|BO}sl=ixTfiTFRdO`-1SS<mv(XA$97p#CgMm6Xy@#khnnj
z;=~2R`SqzuADwbO*g20DnK{%f68*DR(%&zDi@_z}l5i=wG+YKQ3zvh-oApEE3T9PZ
z1?#DVcxAXMTn(-c*MLufPlZo|>zGyl8D`ag5$Zn+@dj{1xG~%WZVESpo5L;4s`nzZ
z>b(W^wnn@S+!k&Jw}(5x9pO%9)pw0q^*w_6u0y;V+#T)#_k?@Fz0IoUR<r7P8TH(b
zcz<{RJP;lP-(%MN_nI~T&zOIh#TB~Wto|e6QD)_T$gKW_@OttH;^WMk?=iFTJr48r
z<4KEa{8MJVemreXGd0z${?D2fpAOH2pND6|bKtq~%Vy30idpk7fER|JNUpvft%no8
zk+d{A{qGNi?@O+}6|LJ6FOSx>iC0AH;>0VXb!OsK(K<Hq>S$e;dHuK|XHq-o)1oqm
znja)1b1r@ae*&+A*TWm&jqsQ7SMb+nJv6^DtHKje{||`&2ycgffp@?=;XmMA@NTo}
z{oAa1FGjubkIE>JIr8e4=<Uc47k~@Gh2ewYL(Ho0P_w4J74;p4cqzCvTm~)+mxIfj
zRZj)8>Uk9PR6@KmTotYcSBGnuHGfUB=6?nA*G9Y!To<kf*Eegvv(1|CW6akG@g{In
zxS3h`FEA^A5naq2n(88p%NLu~wKdHB{4$Gc{N-lt=U151OkHVK|EtW3cY-^^UEr>8
zH@G|81HQ?udTutWp5Eb0ldFA_mZGUt-|&UW)qc@BCvpF1)k-`dTE`|H7_H)o2Sw|j
zWY@SS{9WQ9;p}gjwaO{N&If7{nM2KCN#>l3BjAznD0nnH1|AEKgU6dy&*NrQbQ0=)
z67k9K6!;l<8ay4I2|sUEDKD5+Uu)F&65{jV`S1dGA^bZ0hFMcDF{_^2P|q^NSHLUb
zRq$$fjagHDVAlMPVg8R1Uk9&;H^3XsO1;Uf`Ci3*TM+*i{vO_HR;q1g<^L4<e@1)<
zywj|qznhisH{|;Z@jYgB{Rci@Niv7_&pd^)%K4bjtnmk$)uSL>7(N(21TF@bfJ?%q
z;3Lec??|)iE1TowYPo3rncRi);hz#$3~x?+T=>Jp$A_0Dt{i?ban<k>iK~T6=|?l^
z<I$WCcK*%Us{iEZpL0>JY1Y+K;nUzca9y|_Tpw-#H-sC*P2i?*Gq^e20&WSnf?LB!
z=_X|kH7`TFomufK%o^4K?g)2+JHuVzu5dTFJKO{A3HO3~!+qes@a^z9xL<c7J`f&c
z*3iLb-M=C5P<S{z0v-vEf=9z+;IZ&Hcsx7-egeK0_vb0Zr@+s^)67csoLTp4Cj2}+
z8=eEth3CQZ;RWzQ_;q+Od>`(|QpA_TE8vyzDzj3*XV(2$1FwZYf<J-R!Rz4-@J4tO
z{4CbL1@Uj;@8PZRkMMT0rux~e`>_Mw3I74_f_KAv;D6v{SZ^NvGs$-3hYP?3;ll92
z@F8YReW+Q}mVisbrQp)=k?>}$?`Xu!!xiD<;N#)Sa8<aPS*4t0)_QBer@*z~zp<Xv
z5w8o^gX_Z$;D&HxxCz|UtkTXmYke1lYbRG*MC+);Epu9lTSaSg@+iF|yd-g(@RNz#
zhVMw+E_`X?_TlVrb!Xm|sj&2+FM7|9R_^Jl=$~V)=W4V5ZO?1W`d!Cs!!KnL^Ium^
z|2>2CSHA1bX{K&4D}JL{@t$xmxHsGf?hE&W`<u1CJI#7idzV@Dbb|+*RsX&4eP)dx
z4v&CG!lU5P@EEh|e<XZ&ob^M_M=h@ThniLI<7UMt!js_1@D%tNv+8*^{8*gzOG3|C
zT=PvZtDaeA#b?8F;JNTTv*v##JR{C}kiKeh<$vC+`4^cLe*=CKe#@-+mW5x7vwkS>
zw#Ak2b+hJs*R1$zc#T>4KM21QXZ<|rLyK$tDzox`YF2!`S@}K>e;j9hKk^HUtN%K)
z@@+P2{Fd;hI4k~*#bw`5(oAi&xV+7*{y&)&{{`Lw?}Yz=cfq^iJ!Y-vpYV6NSBt2M
z12Vtgw(tI_=NI?Se9>QHa(@5oK(q26WY+#!D12Zhe+v!U=g4pUb$^PQ)v*{{+^qhG
znbp4(TpBI|mxas0<;_}O1+(_gW6hfX5VPt#!K`={v*IV36|WB0fKP!>g-?U)m{tE7
z;YxAV>*JXg*Zh^?v(2ja9JrBL<D0-u;bw4ixP@8uUKBnn&Uz4CY;n!k*sS_4H7nj0
zZU?uAJD4^9RpHig*0bYkiz|N{v*y3ntaw+r8{FNj`ECqf6KCzOH(6Zyx|lWJEoR00
zz<tfie|z}mIBS2s!{Qp>+pPR|nH3*oR=&aEJL9bV^<Ims|3I_y4Kr)}{o(uKtoQ>K
zm-Cs^OpS)ez>k<U{!z2WkB29~6X8klWO#~M>zNvUFuD3{v@ZEy_g7uy{yHNWnX|vn
zGAsWJX6>&phA+?LZ<)Tb?=jQ*>wdg!R?qqH0{Atv#xF8!{2TC_@LTY5c!gQ(d&jK(
z^<A^(n`c%%@0%503x8-<|Bub;zYbmxZ-6(#Uz%0_=J0!Q*8aN1;+k)bS@nEpR{RIE
z;@ixMZ-;+@cfdR0Kg_E4&+s>K*6aOW7T0{=!~d97U-G{oOgH5`2kT<)ksmGq7laF&
zRbP?t-!ZH9-=Y@REP2hEzqncPl5i=wv{~~V89p@5+JBF-xbl@SYrbR5idTe>Gb?|k
z@X>MB{(FMOHNL!A`A;+}UfryGCx@%VS^IBIi>rS%v+~t8Yy9cqT5(qV42#RYAElY9
zZ*jQ++z@VLR=#u18s8Ld1~-RWz%9*M&&A<0ldG+xHT{3xfAx6c{(D(6GUxGpxmo$I
zFl+z4GW<d&|9}2Gy{+}v`mZ*pnd%I8fxE)jo0abdv-0(Td&0fo-e#@uR<ris+sw+}
z$*lSBFe^R)9thuU*7(6@jUNIJg@?l<%&Px^@a=Kd{`;WCmA}7P^FM4>d@TH^S^Xa~
ztN#ReB0LG6Y*xKbhaZZw_TQ-%SN<_(&HtQP@fl{tXPFhB4bOq+!t>0k@0IYgan^(U
zRf{YCba;_j^(=;$m^J<_csabnta{!FzZPfh&+l4X`Q9{Z{`bv_uZ2G{EC0vg_u{Pm
z`BRH){2H_Je{NQMqgnYjg+Gh4_UFwOSN{!W<@?60@!y5F#98qlEG}PWPBXO~{srCv
z?}UFhEB~Kn<=+kOf%n1(6xFDlL+i;C-j?*r7tX7Pe)`z=`w#m3a(_O^@~OT;X5}wp
z*8W^Hoc*iFOVU^NJqlWX<tuJh&ysK{xHMb_KFX~8N1K(uJX{ez&aCxSGHZW6!K{2G
z%$n~+v*Oj^8t^G_Ewl2~HY;BpxGr4JtoqLiSBbOs=d&%YeAUdFuaQ~tCU8^ue6z-1
zVAl8+a7(zAS@pIKpA%<2NH4Xx@-;SVzRS&uw}-DZtN&GI_3s3ChP#+m-*w^3;;jAo
zdW$PxJG17y(X9AQX2owdE8ZLK1NSwnp4-DW#97bgJ1nkzJ>a{{n*VNiuvz1Wz(dWN
ze^~g=IBWmD-{Km7k6H6QXjXi*S@|9gKM-f_-;Y>a{YROV?=iE+KOTNG&Wb-_aoP8?
zG*go;E>D4<fv3UK;TdMlH_NR2v*9`LT(j2ma`?&Q>MPO8{uS@O`?u~t_wUz|kvZ?L
z7nzlRv03}~lJM1;*M~OgEBhV`t-sc{%&eX(;Fa(ycs0BR{=lsHJ~V5-PvCWCt?x6l
z_V3Tl8o%7E{F}^*e+7RHe+z#P|6o@BZD!@)4*z0S{lA94h_m+Z-z={2Uz(NwPqX5?
z;XUwPIQ}=>8kjzmFOUAW+;-%L3z${!LE+ycs~$v!EUq-WY(C{Lig+=&1bmoT;}170
ze`&akS@j(iE)r+$-$z?q;}0<_e+9GR$HA4%>VJY+{j0*&%&O<4@G)`Lv-xC;YkWns
z^4BseUfZnr>1M_2!u8CW|EzG$IP3l2*%sIMQ{hHt&37(*o>}9YnKj=9;dA1w{ry6V
ztAA6o@?UJ$_}1Zz;;i_k7MFd$OEcBZ;&OYq1Kbhr1b2q7HEaIs%$lzo+}*78+!($r
zxq4HyvVX<C@BXg)#r^%3WMt0s^;Wa;-)7eSetS6k_t0(ASN1)6TYs(RPP2Lrga^U*
zz(e4n@NoEkv*v%mtocWowZ4bU+TR~GtN#GA@;z!+d^|h>o(NBZC&N#hHQ!XT=9^|#
z{m+FTiL>_i85URnac1Rv!L0ZkcrH8-o)5ojR{qz_%Ky4q^)3$2inI3jB^Foz*=FTi
zW>$O!yb@jozh_py_sz<;)~xzI3@?qd_V<r1uKvr-%J-RB@eS}sc#~P<H=8y7YqRS4
zCj4of^=$sm;_AQNtbE(dif@O1Hmm=yX7%4`*8IPRe~7d8_dhMJ{y&<P?{Bl>|Ckj|
z9ja6Ak=LyG@`eA3QF=dmpv5(6kL8mKSzP&xz(vi<e`xriIIDkgi_5+rrkN^bak(^H
z1}+PigUiDe;bYCJr;=IoS2k-sRl<iQS5J&qDQyMmL!YsIk35BPt^6k^Bh&wuMcOsZ
z+V5+H%VhHX=YF3T`A)a-nyD^a53Ub4fE&V%;U@5TX07jhv(|TkS^NEk<}_1v%o=~O
zS@BEYHgH?G9o!!70AFR+{8yV*|25%@;;c`~wH8k^)yk~#*P9jZ4)=h2!oA?$@U3Re
zcbi%D-X6X#&f4$quy~rOZf1?Y%dGey_#Su&JQN;gR{s0Vs_%jDopIKF|DeUwObs+^
z{KIC&$HL>_@$lnj<$J=cdY%kF6ld-CPgy+8)EKkIPc<t(4W16qFl+oQv*v#x{B)eP
zd%S4zG*i!*HU4F@;`8BG&FcS}S@SIlzZ7Tf_lqr_W@?^U<CmHhUuIVPZL{*f6J8Q$
zz5jjJ;_C1FVVbEm7MIt;AHko%>)`e926!X9$*lS|o3)-T;rEiO-$d({%>I0XN=^>-
zKRHp(`}-e~kvZOGR@a~4pW$E4s_!?m#{U8Df_KAv;Jxqx#gsMo$P4E;tDXbR`h0V}
zg)FYDMc|_Fp=RYTZr1pca4EPnTm~)+mxIfjHGc)Oo-bTqC5x-R6W}WFiDu<L$*l1;
z;8WmJ;nUzca9y+JJJYQFhU+=o;;QEyxDkA=S^3X1YkV`fIotwn3AZvUe`~Y$Yu106
z#Wnxs@D=ctX63)itnr=T&TtpFt6BN3H|zC|_1<W4&36-gGkl9#`ENCAd|$X9+~2J6
zcbfHnf%V;OapfNj-wWSoR{mjTjUNGzG^_uEW^J;p=V6O0-y`s&@MC7>f84C`6U~Z0
zY1aEy&i}N<HGV4mEc~2V`Dehh!cQevXGiOy#B-u`SK_(Rx*_qrXkD6kezeX?ydYY~
sCSDk=gA%_UtxcKNGd)6c4}Cqt^)E?A=JZ<%FN5DUYyIzp{a+dS9~O$jIRF3v
literal 41000
zcmZwQ3A|19{{QinnIuUPawQ?TeljN!Nknp8SCS-2rYkc^LdFb9NK%F*NiviqNs?5O
zBuN=Uk|bqF3jg)`?tND8^S=N6c-(cq&;9;>KkKvB*=Mcobk4bjqSWKk^vBePv+;*4
znVyNFY~q~pIER?|xx~5SaUL<lyykr7{NnTCaRD*Ig5oprxR97(VRI34F>`S-`zs-4
zSW--0O3bmA7ISXOia9ss#98BUdGWdUkvhK_=RKo)j;cibzbP_1HKc|<Dl6h~RdaRo
zb>{2MH<;^~ZxnMr>WLZNEavmmK+LeA`BpLYnur<RE+%g#X83ROf6RB7?=;_KzT13{
zID0&9C#D}io(`6G6f^8>?kc8UH!;Hp%{|S%&3(=N#q>Ww%xlm4A0#>b3>GsSYJSW-
zLd^P+VuoYPW6k5m^gBV!Yv22wBsu$=EN1w$`5E)G=I6xJdtS_NwwV6rh`HW*fAb`#
z-hA@{F~e8QubG#amx<};b#v<a^7oT({XGn$x6SXE-xbsU8ZpE7%^#T8i&?)x%<vO2
z*NctfT=965nB%J?X848qOY>Leuf_DUL(Fied6$^^d&CU)iRpiT@aC}P{&*maQXBfO
zB4+rL`DgPl=3mA1^P8CAaWVNxF~dK^^m{t^VA$q}w||9EYD2#@#0<})s64Wovzv2>
z8RjzQ5z|lJ;Im;5+)wjK&Xf7Y3=4?KFEL+gzRX<Ie0lJ4N`=Qig6C#1x*~XD;wys(
zCcY}Ted02~DRMj&lO*+Cs+{HJ%@xcQ&6Uhm%+<tP3u=fN))doUEiv<Jiy7W1Ca))E
zSYJ%N2Ihw5Tg^?(P0h{B&CM;$EzPZhGwu=@SKE<sr<otMg)C_!b%^dU-z(;I++NK5
z4(5(xhMmOB?<!{4O-%lvxu?0exv#mu`62VeVy+8=#0>p-hFCsKOur+{qr?nHi<v*x
zJl_0-`APFrV)~yf=5_1+Pm`SCbaBk+IrB{OY%#+*V%EQCe#!i@n0^<CdEevxE|Q$#
zVsXr9nfVR#o94H~3|ES&_l}tUR*QMx<Nd9boZ&k2dT|^_ADKTfe`@|rOh22=e2(?;
zrQ|&SmHBJ)H)4k0idnzgyhqG%ubBDYn|}~<y*Mc5ea|5=$LH^Revv$mqhHO(%qPSQ
zPl{Q8O3d)InEZ_SoS6Po-zYd7p5=W{7Wo9we>LXFBd6p%o!flAIj@+V<TK|NQ}1Fi
z{S^$(7Ph>vDI_`l`TLxrlE-m$xw*KQeoBa$f2Ekbl$d@>2Nw=o?vrIDj~SH{v%b8T
z{Qu0?nk$>DnyUwIp>%j$7rZ9%^}!1h-w-@Cah>47iR%WZYBALJ9Zae(d3ax7ZYXAW
ztC;mo#0;B?$(xC(-`w27+|u02+}hm6+}7OA+}_+FIQ8x^iYlki+hcL3nICmCGwLjL
zc-?dnGqsz!yO^Ey5Hr8Gn7ogeyuW#XnE3<6%zwoEsClUQG4lv9!;xb4=g0TB<>SQk
z^Mv_HG4&>inLk-fK2=QqjQLsfbLN?1hO@-n$NhNbO3wc0iDO1Dn_n@%YF;F!-eU7o
zG4<aNGh8m_zV7|5l$`pj%&Wz59KC0L-@Hytz4c<&e<Wu3v02FU=reobbMqJGFU9PC
zo0xiEo4+ydH18Jk^}0vQeSNQ(q2JekkUWl~AI(3Re-_jK5i#q3H6Jsd5Yz9;;Qe9C
zef*T<4E_5TXC#l~=$!dHUi9+FDyH9TVy5LZ=N8jnp5W7AFWk5DO3su1KI0<E<2bt5
ze2Mu|G5r-5v%aX9eu@R>3tQe-6qlTS{C&lhlE-m$mAQ=hYBBwk6SM#F!6m|$`(6df
zV@4Iltgj>{uWGJtzRp}zOubrS>eUI}n7j(=2Cqnblg+<5cutbv5<EI_Bbm?f>Gv;i
z6UkZBR7`)(#N^Gz<SoS1YiVv}ZY`!>8!`3TimBJm+}_;5+|k_0+$A{UUz5w(W&9YG
z`XJj{GG<bDsYBG$+}qq&%<HV5nDqn91I6rbkeK<8iphtF$saS1Fpn~iF^@HmH$Nff
zx;9ZvKYl!uEuSi;-)GFvim5k4%>0?=+2$9_FPdKx)Bk)iuS4&Dq2%<lNE|a-VqRu`
zL(KZ+V%EQ9e%t(xn0{A_8G65KC1-!@#4)1}%^#URF@Gwi-X<~iJ{Qy97BTO8yuWRd
zQ*XO@hd7R-o#x%<@67we^t0d0=U5*<O3w2?nSVC_BBuYNV%GmACO<AF|K0qD`A;#|
zi@(IY?>Q^x`22lDRxXzE$ZpPQ&LyVbJm$P&%3f%`NKC&4QVv_*R}_?-e*JyLWs=8n
zRMcEdOn=42%)dfRUQ$ecm6-lY2Nw!k-e;7Roc{cM#y=&G<EVm|{Z$l`S2kA_GryXc
zerg1l3tKidC65`^60^Rxn7pp}CiBhaTg;7u4<xUu#=%<?-xj<k@$JD268|fBQsRFH
z(^=|US^D2m=)a}p3|pC7o7;%_+HEVQUOO>)dog(jF~g4LPUbG=ZszXh9_C)=KIVSr
z0m0?cm!%uhAN{8hqNrCoi4P&-xCTibJXp+}q2|ZTBg~`BW6WdC<HcO(Cy3eq1nYN_
z<x|A;KUK{7XUxx<pEJ)i&lc0)95Jo=zsKiEPCxU-F{1@y@`YmZ*UU@A%wH;I{u|~u
z&2Ne6f2El9^X>euw){Qw`{obC^tWD2{g1@#|6{Z4p6StNlH<?KUzooXv;S>k)_-mO
z#=O(KTg-KJk2rk4K+N&{&-V)?Xa7H%e=`3prvD>i*8gfgW<DXN-;=@n!<PHdDaq;A
z@AGFQkK^c^`8;lJ^2jQt-)v&0<uvCO(_fz8(_t^+`vsEIpWoLnlAQV%n=dh6DyF}}
zV%8TG(@(MBd|}I`xa9QX_wg$wkK^bna~bp1V)`j3X8+}bON1>arGn%!ql#kIR}zy~
z5tCOFlV4}P-h6|(j=65|#^hCTQ}C+9HwVv6d`s}e#EpXKBy}HencU%1_n#(`v#6=L
znYp>Sg}J4<mASRKjk#^`i|NZ!#&>Jm(SD}KLw4c1PwFu7e)9w7&gQOSe%hv+n0ixe
ze?2YlZSHICFQ)zgG4)?bK4U2U?+BJZD&}=IM9loh%p=UB#O!~xnDwv8@lk)A<xhxN
zKT*v34`e-_B02M?iph=9v-ZSu=9yypn<b{+3+5NiFPUE!a~)V9=03AfO#gnLSt5BH
zN6XA_nBNrB{|Yhd-!{KvepgJtYl0VrE%%wVlGCr>XFilXj-!vvpO`-t)9)rR>pwSt
zA*R2r!Rx}7`^+}U>Cf*o-$)+E(N6Pj^LJwU+bd@M_hR}v5WGEX*&LLde*8Z3v*d9c
z{bK&rd`wI~$HnabWbmP|<xBmP<T0buV%Gm9CO>CBkCQ5otmf?IoWawQD!GFvB|bm+
z@x&Jd4@`VvaQDO)1*aO|c=Y?exS-{Q%!SQG%*D*bgL9|vUis4>N6Q&V4Qt9XoX3(<
zhv+JE8S~ZVYs7pW%ZsU3!CX<y{ws-@UsX(AO-z2B`FisW<~ruO=9|nni@DA<5Yvwz
z&#jg>5!3JO=6{K)*Idl}|CsME-)X+fe7BhX+lsjbdH?Mtr=Jeun9&2~&gQOS)^`)L
z{y}q3b8j*I_7U?U_I?LQ&i)39V@8jdA2km(KPIN$a542piRo{&nD^h_-#E#sH^Dqn
z9LLd9<|*c<&CiJGXS&(%!!spkf3wXmnCFV=f1Y{1n0l|6Up2ob=K8Q$%zb&OnB(#L
z@|%*!arBmXrI>zKiJAYdn0$?x{C)EWV)|Vl{Ce23*&sRn`hEIS$>TWMBxe7c#pGX@
zzZ5fno0$1ui|KDi@W)}x&F5Rm>Cf-mdnBj+UUAImd-D(GAH}RcB&MIk!Mnni``i)9
zV@5~Ctp80+e!~2_`497-<}<-Fl4s9_(c_8F<3$(sOPn>hUE=J)4HM@KW=-nfhx+sL
z^q)s^jyJD4pE<v|fSBuZK{53UiOCC#$%}~De=&1$a|v@vb18Fab6Imab9r-x;Nj`_
zBh%6!hsT{}esq$5A8}ljqz<pEDq>bvGuIHazNVP@H;Bn=i^=PnZ!+I(zQx?g+}M1Z
zn9oyFG5z@QG`GBkn11gt-zlbEYccchHs52u*L<J(elh)b6!WR`{<}y{Ki$MJqX*4B
z&Ar8}?;~b?fAd4;hsE?eNX(1S`yC=V`x_>X8I3THGLJEj6;p4Vn0il$>2IPqe4kOw
z{K;bKO*KywGyhrhbLN@m*<$*cW0o&Z%119rj$byvVt!Rj|BJ+|Ut(Tne#5+6OuZFi
zt`{rC+y_^QIX-`%^q%B#9KCP;!2F?@{cjMn{uA@3=1pSOZx+-4mf+Q4%Vw+O^zZMJ
zzLq?Wqi@VR&AY|ye~*~;`^@{r%s(Ke--E&1!j_xoA<602-zWVdc^pT-nva=Jh}r*1
zG3!r>$xn;v@2}v)VaxlZvy#Wm^oIyopM@8VJhGc}nsb}aH(wAuH`(ij!IKhS6g)Wb
z#lf8tUlQCb@uk732Kn05pKGK4B9<2ulNT4WzJ!>(q?pfNDRXIaS#vpad2<DGMRO%{
z6?3)VjGx*lMvL*oe>*?^@8rpMWK!SHuPJp{af7*zxvu#pG53-BV(Rs<{WY|_vH3Rh
z?PBUT6H|Yf)o)?>9p*d5)N3uK-ejxSR&wUIGy8que#xo#fVs1|tC-hWH!<rUH1{<3
zHun|tb>2_RaDbTO@$3F0lE-oMsClUQF){rQ7qfnpd5n3in106v4-8wrxF<+XzkZ#6
zO7b|4rkI~LKO?5!>0;JDXPzmhzgfW(!<Os%9Led=uj?;K9>>wk=2y(Gis^5WnDtA<
z^s_X0ZrJkDeO+?;@qh2WC3zf2Z=2sSzbmGnHDdO^Hh6j1a?x2QdCX|NnDraP<e!*7
zHGgLQ+`L6h{jI_6lV`t5M(i#AenD`X<k@e+sCnX@Vbmb;?qrnu_pW}Qn*HsSoa5hb
zK43m*K4d-|obl5|{nOX+`)EDWqn})O=;Nr=Vd63K3G?sfKg@rc&xqOISuy(?Y}d^!
zylGEAn4e9|(>cw#&F70*pI6NKg?9Y;Ex%aI`hsHCUn(XqEGA!T^@~~l5Azjb>XkH0
zIm$<6B*#~quQC5qO#KRC)?aI`Y_4jqF6QgFhL}%nO)>lP`$Qed<2b5ozR7&En0gJw
ztZ!s)Y`#rQzfFT{g)R4qW|C9i?-T!#JdUF~%y*ja5>u~@nDzIV?-kQu`{3qb%YCAQ
z<ka)~L}$t4IO=NtulYeS^?Ha|-&;&SeS$lNEnlkrBxk+fCmxnOj-yA+kD7;ysW(i_
z{)Yz-2wN^{BPEX+jTW>1aWVOL^AqNYV%AR*vwn*C>EKeyv(JQ4k;Ko2QNF~_B_pcE
zzmJe|^6cznl)6vo@43*=T**29dFJ`%1?Gk3MdrokrNJ3LjkhCxA9;Y*Gd(8Cg^50w
zOC7vI%)+<L@0i~;zh{2myv{tx?jsv4|3plG8^!eZnfY_`7v`<z1$I8RTmFrCr<i_r
ziRtG%^Ir2B+us4pe>DGO{@HxQEahn@I%fF^^Y7+A#2nvgG4;-v&zaA&KVX<u%yl7~
znEOr+G4=hvbH3#lm@hP6B&PoYV(MRFzSMk~n0|`{=L%cyJH;fYp5J$_u>4B%Rpv5c
z`YkJ_{x#-*is`RHaPhF^zEe?h*86>@s^!(q*O{*u(_bwy_3Mb~=f>blVau0xJ;|Bx
z_nliTZ)9$4zD-O&O~vfLS#bTZ<s#Tz@|aNzG3#53$?r6`7Bjz%nECgZ?={~Sd^Gtg
zxj%S+;s=7aCGH%&K5^Gz_LO@3SIpOXEB?`!e$ZbJ$vOUB=04_r<^kq`=0WDc<{`n=
z(^vJ>Pp8IbEu+QcV<}#&=?8rempVK>QcONtOg`2;-u#64Ts(iGn3Fq6OuY)p8Bcwm
zY^vqc%+H!<i0SuvG4*GgUogKYrr&wNlf#zl<b27gSKs<wX!#=Z67y0q{k|@y{+s5v
z%x{b7cUAC$u;n_rT5{^OvVPZEzRvuid4rgKKNeH}Q}bu$&&Bk+C3sEP@>1L?IrX|&
zzuPU}Vcu!pC8pm!V(RZRe{cRlOuq+%w}mZVT!$p5-aza3h~-Dk$IQpY^m|fF{Xfiq
zn$L*o_iXUtunliU&!@`Yj}bDTXR}Gp{&R@QbDPf>Ge57G{pSnL61H3-^GnYBJmQ$q
zC1TbW3N8?~TxSbQ&iY*9n9=3te~779BDhG{vc9C`)YspKBQGsE=dY}}oVmO>o*q>&
zS2R~LR}s@sH8K6v2+sI<(2SqHF37Hu2lIZD*C9bIse@~anSZ00^HfjF&)wD+)0h7J
zN7gr#JZ5yOnE6e_%x@}Yelv4(a|?4zb1QRea~m=Jv=!4&yWotUPS5zM@wT*<JecP{
zx7tDKFtMYU`JKe%UCrIZ%<nE{eou36F`uVCVm{^l#MG;3uY-Y-$8q$C`BC!_G4+Ot
zSwF%&N=$#Fg9n5y_s_>Ar=H(GCrBR0(M0o8<|*c>V(L#5Q}0>xb7J~^K6qT%a{rtq
zIraShIal&Hj^>$PHoszCD5m}*G4+<1mx<~3_24;S%l&h?<ka)~=Ss=rI9g?X*ZiJ&
zt(f}j#MJxH{E?V`KMr0Iw%k8AN=`k$e{PmMj-xH+FU?<>w~ML2LrlG$=G|iY-4nbi
zY`OmLm7MjR%|DnAirN1mG3$R8lOGYY|D(bC!<PH!Z;~_rusCM)yO{N-f{%wS*S*t{
zv;KfMW^`6e?*GRJS@ZJb-;eBK_Ln30ucS&Y$=SdDemV8?O3wMsXU;E<<EVhSpt+Ek
z{S_9ozanDl6${Ru{#Q`yw<n_LBBJEMy3%$XEn#&^ikV+Z%y}s-=6+gM95d7Xk-p1I
zPQ40Z=2tXVGFLHIGuIHaznWt9S4+(PY6oAEK2IgmA2Z({LmeikAJnO5b?S@B8;Duf
z$lTc6M9li8V%Gml%z1Av=2O^0Ouzo`%~q1fan#y;xA`9Pz2^2}`t2a5{sUtA?G)TH
zY`I@{k(_@0e%W2}IF5Rldz<^3`<n-d>35)*`j3d|cW`jGu;qR^L~{D|`{i)S<2V{=
z9%CMB9&er?rr(KT>OUo>-^szl!j>2DRLSYr@0ZghkK<^Dd8T=``33V_G5yXHQ~zZ#
z{VoWe7Pj0k7fMdQe!pBSc^pSe&2O0BG{0qDDW>05V(Pyurr$Nei^7)c`C7@De~bA;
z^GD{7#q58hd6Ss^Zw_7;w%jkbNY45V;+WAkG5K~e`8Q(fe;d3tY?;4Ha=cy~Gumg~
zFJ}G$G4p>Ev%f>Zdy;1lC!_e^>T#}re}(l&CC9&sdA%GLv;UJ~=ASa34(^}6-VaWH
z%+J*1L7hz$m&aMF6J79k$owo~jx(E>`(q9<E6Yngc9lnR>g5$PKc6|jxqz5@1;x}W
zB&J?rbCKYT-_pwX?W%T6O&+}d{NIbktxgFs`z<M^&{gI#=Bv%+#MCP<<~&yrb3d#o
zreD7wR*^i8qiW{s%-5T5FxN5PD5l?fV*0HgTq$h1A2yJje*J!UtK@MUH8J0A{+IdR
z=Kq*mis`qNn0{LaHw;_uhixRMU%wx=lRS>2_U8M|512cfyPCU+>9@O>etQJB4O_mr
zdr3~een0Fdc^pRr%nzF%F+XY^Y91!0-{E5V9U0swY`GtfmYjb5emG9@IF2TmpEN&Z
zo??F5JWWi$)5Y{VBlz*K<$C?R<T0Zw%`cc=6jOhmnDz6;<O{^?e_`;fu;n_pNOI=S
z6~~O0nO_$(f4P|YD}on?E%{2x@f>l?=w0)B=CxwhuM@Ms^}(x>XE!9H)csKZUKz)`
zQF7{S632`-i<!Sg%>1ol=5I4^H}43}`0d4v-#WaIrOAW39k`guW0%$0BWC_yG3Q~w
znET}cF=g|JIj%!u>Kzs{|A?6RN5#zlP0ak`=9A`A!N=3@7gE0s8UOYdOOprpAHU!H
zWp&P)Bl$mGq^~Su3THRxH0L&-FXp`F74s>|C#GM&-xQEMj-!I+LSp(YEM|UD^X2A$
zn6D7iZ^_{NVaxrdl;rg5_nWek$8l87TwYAS6~xTH)?C?K)m&XnzcqqOhb=FTnv&D6
z-*0M59>>v*=6YiKtuJQ&E#^k%#^&3^^xHJJR@idCX(l=S`u(Pb<Z&FeG`AAdZ)-90
z?>66KzSn%8n0`A1HxFCxHytIXUw=Q^Me;a~x|zF+>9>cN`Mu43&Hcr!A0VdRfx(@^
zmizZ0$(i3z95Wg!X8o|>!C}jFYq;dB?<0;GjWLfEQ*T`G$gpMo1j%tPam?r`^Az*b
zV(L!|o|rs4JsG8beo_BEC;NL|az3B4%yZ0h&GW>ZpZQ|yFA&F!7Md5C7n_#`XZ#j%
z#&7!;pj7f;KbvS?9?PxH3NiCniaBqq#N6*zi#aa+?~SZqD|yUloq4@^gZX1I^*4&c
z@rbFv*}TQP)x0gZ9hdC*k?~u}y;4kXId1ly@!;!Yht=6>-fjNQywAK}%yAtM^C>$h
zCO;&O867tNV*b^9%zQ#j{gYyj-H-QA$=UxI^EvZ*ncsRvS;Xuwo0#LxAtuiyjv3`K
zUtqq_e36)X1<ZbYmrBn5E;AQ3Uv4fgW`8Bb9A8N>c`0$ssI>WN^EG1Dmlw0%kLOy;
zE1RpDtD9?x*<VdD$5Ts8URxY9y3u@-nECa^+#kLFMv_ynvH3Rh?dE1;_SalY|1HGi
zEyXdTR$}tjV&0E<zxPPa`g_gyiK*8?%=<B~*I9DvbrrL|o0yB4ukR^2^LvSTf35S$
z`-QwuGV7r*>Yn)FFzT52kz^Dvjvs@?)Egq^d=C?o4;RObMh3S@o*ffL4HAzHqY8<~
zhf%@APlVB_<SO)JlBBNX`v0TK{wGULe^brV%+t*?#9S|*7gK+hnEG?X%%3Y}{yZ`B
z=bIOp7n&ED7mMR^(Ngp4=H=!U=9R%8rSF@&(jWg#=}eEk$!8$-bEK=S&U<3Mj@F7f
z59`DfUT^-${E7Kf^Jik}Zx&NO5|eKg6MrS9-|b@N?+`QpTk~%7cjkR!>g^X(ub7zp
zpqTt8G5sADGyjN~`A5yi%qPUGKPhH?H8J^VG5HxW{hSpuKg#@{FrqBx>|*BU5VO3g
z)yre~1!DG}PfWf1V(JwTlNS{8b*R@#=3gc`E^5BqTwF~366TU(>J75vD;@Gu$*ilB
zQR;8RmJ?IIyqJ0wf(s?jUK>Wa5?2nRQ^{Vd1|LXVJ$Osv>ynjJ|KICoEy+25waqt*
zxenG7(|>(2>l>IGidlcFnDtG>tZ!;=W^Qh7VQwjo%SElst<7!BZO!e1FHe6L^4j#r
zJ1L#%vB$2X9jwj+=FVc?PjnG;Ub>0dQFn7sb8mBBbAK`Q2Z*VE*7_f0`J?8cV)`E@
zrv7j-^+%e=n8%vOi>Wt3OuZt>D?D}Inq>JD^V4GbohGLKbTRd3m}i=2i&;NM%=#+U
z-#p7-HoqdKzlCDzFA`IKv3Z%8`LBza-^BV^VfowUcf|CwT1@>lV(PCIldlt#7Za0j
z5R-o*Cf_I~Z*To?mYn%p#LORP^S6b3YclKWFxr&(n`9K<!{YVdimAU#O#MB<>yu~q
zh0*fF--prM#6N`5#Kb>_(ZIw%B_pcG|6UVwT|8nwD(1TSo0xu&i&=lte9C-UOufIv
z)H^Gtp8n_`<ewh_jh<m~)9Km&csfoX?!!Tp&2(ugN@~zD{?bbf(8HyUrD|I+vM?
znlBggrn<P8^Hf62j!T-aGM6!5ZN5fK{qkb!|7FKh(eldXs^;oqj;Ds0{nZq+zgp%x
z=DOya#MG-Vre0zDI&ElqWAkn1+r{+XOw9h8i`icb^Bv|p#jI~FW_=~=x2@&(n(s5;
zFQ(s)V)oZb%>KHV|0`yGcQNyCwf=fp-q+mU{E(Rb28!9=ATj$JEG8c!CNCn_4f5fZ
zk1~%DGyich_1f9-O|bk)G3zIZS>MIhPnDec)5OdlVDo2$e0nl#W*ALQJUfiWC4M0p
z#eY*Kt~XcA{^p6<-~8ZV$+NG7QIEv0hEbcuuZ2;A#7n}cLgHn~i0c1)A6YIr*Zmb@
z`dcaHy1vT1+PucRR!seMV(PCKQ-6c`WAjGyCi7--TrS#T-fG@v-frFzyd!--Ig<YP
zUrJ|sd~4U?T~_Bi^FH(U<{!lD^q`pYc1TPkht0p3e>ER7pAb|3q?r1r?f6bxe#U&x
zd|u}N)D>kFb9~vv>_3N?{pT{DZ@$2Mp_qF4#ndZgU)KdKztnu0xv2SaF~?I}%>GM=
z*?&p%Rpv5c)|VBtzM}PC-tzx5Uu&*xt}3SgYGU?ZL(Kkbnr{#@zqXk94XxjLmfvi?
z#oWl;SWLf7#O%MRnEf{slQ$QW7q<IUOUv&x-(|jAO#QZE>bJGyZ*Tei<_E;o>m;UL
zC#%=Z@(0DN?;&P=4_n_ya_097?v*_IP#ASd{BRhxOZ-SOO8sfp!D8wS5wrhc!7Y+!
zM}*OhiARM|xx{0_s6gVeVRS0F%8XAEs>eTnmn5nGo-k2z`k5r=zBAc8)jZ8S-8@6g
zeeQWN`<o?Ze{;-p&GXFj%?reFxoDwzk$JIssrmKbTli0V@#C)a$IO%Xc>@3b>I#{{
zajq1H_X}e3)#8}Z8ZqZh&pY$iNzVNB<_+eL%^S^|%$v<y%v;Ud%-e(SO`orfzk((&
zzPM+;uf0mvaa`YuV@A8o{(9UiIp=A=n0g1q)H`TCWIk*@Vm@mA&3xQ^(tOH%I=Dyr
zJPl5N%zU2szKfryvsNd%n4|mqq34CyTQ<o#PdUV#r(9yH<T2+p=QHOw7cdtz7cv(%
z7cmzL9-2Ns8Gl7C^LgUm5q_RZSe=q)JujT6(vowY%8EHp<-{?g^5zQWisnk@D&}hD
z8s?hjTISlp8Gl7@*8lhQ#QOq2PxY)$eY2hy&Qn9lIZwBWIZsW*F{7sDX6EMR7Uq`b
zR_4~`Hs-eGcEK;C&(D(d#}c%fJUCDKd%H~PAa%m`Da4$IPGSmm5p&+UiJ9MB%=NH`
zIA+vK%ypoTn4jmW$fWcG53qcod61Z8gUv(C!_33YBh9159N*(&UKiuU?0<rJqIr^e
cvU#eQ<DX`pZk}O&-aIQf<F6%V{1w9g2hl+v7ytkO
diff --git a/resources/3rdparty/sylvan/models/collision.4.9-rgs.bdd b/resources/3rdparty/sylvan/models/collision.4.9-rgs.bdd
deleted file mode 100755
index 6db7602d1afa9bb19d43546a0cceb40458e095cb..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 73696
zcmZAA1)NsJ+s5(pAf<xciGYaMg@^?Rh=^E-h>D1Sw2IvaM8fV4Yz6FYEILJOk?v9u
zTi@$?_Kf%M|IX*LJLfxdp51-s+;h)4!>(?XW!d`r*hC*Umh>q~UOv3xzs9_LG&Eev
zCkzg+XAcTjwg-l**cD%;d{ot+uZjL@_Eq8P_7!3OoY`gJ4eU$88`>9zYuNq6HSP1m
z8`=HB8{2)t9+RwBcvHJacr&|ucyqgJcniBrcuTu;cq_Y8cx(HN@HTeG@V0h`@OF0l
z@b-4Q@DBD#;T`Q0!aLb*!#mq;!nN$y;a%)j;o5e~a2>mOxUStSysO<LT+cotyqkSk
zxW3&uyt~~f+`w)a-orjHyr;c?crSb3@ZR>`;eG5q!~5C|!u#3v!~5Iy!Ux!O!w1^6
z!w1>5!VT@6!Ux+sgd5r0g%7c}2{*R43Lk235kAb`EPS}VN%#nRqwtY-jc^ltgK$&3
zdbpWgHGGs^Io#Z?6mDT>;g;q<{!}jc(XRfgfIjD~eE3KB7$5!?ZtcT$;bVQcHr&RC
zKZlR=;p%W(AFd1^@5ANc6MVQde4-B*hfnh1!tlvHoF8uI!@1#8d^kJY-iNcor~2^w
za0efL8$Qj4Uxz#T@XPS&KKvqlh7UgvpXtMC;Z8oB5<bg^lfs>SI3awt566YO_;5`4
z93Orf?&`yj!`*y1I^5ldAB4~K;d|j8K71$K(}!<`d-?E<aBm;J7VhK2SHgXL_)@r^
z4_^qM=fhFq^L;oXe1Q+24fprq)8Pw!_+<DZA3h$w*oVWzm-z6J@TER{D14a@9|&LW
z!~4Ql`0$?al|H;He3cLH2w&~P+rroQ@RsnkKD;TM`|yVF03Qww5A@;S@O3^M6fPf@
zPb#<N*SpHg$K|8)OUpk*xh)^!s{BJ&xcsfkZ?eL}T$Kl<!sQ>WJct#((N%fSD_njn
z<%?9|n_ZPJYK6;hy&MD;zSUJZXewMDs&bH3_;y$2psa9tXv;xd;X7S*Eg$<+UcMAv
z!gu?ybGUrzI)(4`;ThrbrS2HM--jK-<<Mv!e$a>Q!sSppDg3YxPY9PouWk5IAGQe(
z_hIYsV?JyZE{Ar@@Do049)8k?&B9Oluu1r7A082Y#)pT6pY>tm@N+(F6dvKjhT)Mu
zJTN@Uhx>=0_u;<b7ks#P_(dP?8Ggx!4Z<(`uzvUzAJz-M>chJKrJ%grQ@i}R{ONUn
zu2nuPe|p28cM8Ah!yUqJ`Ea}N+dkYT{EiQ|3cu^aEyC~laI^6HKHMbyfe$wdf9S&+
z;n6<aApDUJtA{`KVb$;_KCB%6)Q6SApB0CtXi`2YWn<~VB`h)O7*xu}vwvU-OOiVB
zQZ|wOdY+g>>v>`_t>=j;w4NuX(t4hlM(cTEI<4o4&uKkR%%Jr=@dd5tiJ7#XC%&Y6
zl(Mhr?j<bo>gZa^zF~it5^f39(Ycg;$9_Fed{66n;s;vK6SHVNPy9&hd15xL=ZQJA
zo+swgdY+g^>v>{6t>=jaw4Nsx(ydC_BD!S>w^-_EUdooRzgY>lWa?;A%9gQT&lAgO
zJx{El^*phX*7L+FTF(=!X+2N;MC*CtXIjq_YiK=Btflol@e8fziFI`SQuZrduY_A%
zb<{0ozq7w~3Ae=Rs8!1TWWSy#{-X6f@i(pKiGOH4Py9>!d4dyE&l4qD&l8nsJx{Dh
z>v^Iwt>=j<w4Nub($z~@HCml&ilQ&JKCN%AFM(3ZHl+3D^ev-kFly3&@R3KS{g!1L
zvtJiSZz+l{=BBhRzJ?%*f@O1B!KERKqF~&TUdl%{owhj3wr0O3hb~DJO{Q&WO+H=1
zD6_L{ds>rQmpqD+!H)E|eB{(=UuW6Q>{oJ9NJUXH+l5y0QwT;;vaCZZxhiC%C>ifc
zPv9f7P8*kHyRm-^AF<W1MPzsOYthjZiZVLO_MkuDBfL&~FU$5~zZOkR(I{GE_o3h5
z7J*KCEz9;}|0~>5Q2$F=b^!Zd;1-1XM`hVT>>t4`3-v#nWe2nWX>M_-|H&*ng#C|m
zOGN#{v+PjzKf)~(^*@wlhqM0yZn>!czAQVE{r7N-M*VkXSyT4k!7Uy2-<D-ZvHuos
z0jd9{ENj938@Oep{-IfRH2Vj0i%I>1vg{c459F4V`tvM1mi^ao3rqc1W!Z7;zk*v{
z>c1?@j%WWR+#*x|MOk(t`}=cCP5tL**~#qh$1OPZ_sOzT*x!p=cIxkuWv8;gJGc1M
z-!;olV}BQJ397$ymYvT2PTWFN{~1|!Ci^>b%TfIuvg|DOx91k6`rBpM+3Y`wTbk-W
zA<NETe_L*Ws=rN^bz^^PZkejTRhFI0{+8TgRe$p=>&gCR+>%v)lPv4a{v)`BtNz2X
ztS|c;bIVu#jk4@K_BZ4fvHB0pvJ2S1Kev?Czi*aZ$o{>#1+D%)v+QE_H{h1F`s-)e
zrR=ZAEpGMK&9ckcUz=Ov>aUe$SF(R6ZlSAxhb+6A{o8TNUH#i+*|qH7s(eeWj-qUl
zWdqp18MpLx&L&xQ9s4)pKLMz}MwVUA{tfs~2I{Y#Wkc9swfsm>d~;QmvuqgqD``uD
z)+u9(v-P8w%Z)|9hT?y7XE|G_@%UyNSDcyUH~HMQ;hXK_!nfFM!nfMThHtZ5hi|u!
z3EyG23g2lT9lpzM8NS<Y5x&Q69=_K;Dtw>aEPTJ+H2i?wq}j#~x=!yOH;fOt{f}~A
z`P0KTZa5#Ye~bP{ZQQU9x7S7gV>WJhAGg;={}VQDn4h$Nj{c`?+;Bf_ua5p_Y}~Lv
zYp;y{=WN{YkFb|V|417T45RF&(f_=S2aXr)#aZ^E>s0i>@)Er;b!6GgZpQ=9EB5^8
zf7QkV(`)wJ=zraw6Mn;<9e&fs1KV5ntmuE+#sl9w_V>~Mu8jxA_v~+@|9u+|oFCX<
zNB@U59#}`)UuM}yu2azi@5l5PsUyoiaXTKEKea!P{?BYYaF4O4W!YHQspx@y96cq=
z#?yM>pFmH_vWc`d3?|VN(ihIM$!^Dn!xVd5^iQ?NhNsy|K+|2Pa**B<tu-W-8E!uy
zN!#_d)|6Cc+WRGGXl<=AseEPclcY;yYt2dJ8+)%LU0PdfP%7Wqdn73|Y^_PD{9x~%
zq|mapMy2wjy<3t()2<huWA7TCYikWlWuCpMriANMQZ|+sxV>iT&_A!(8)n%ep1;1P
zBwbBYmadXz<v2}WM)A6g{fgIAmb+c?n#u}W@w$@dD_&R8ir3Y&;`Jw5@%l5ZcwIv)
zUQ=1?cExKdzu1b`bv$43`YWw?{f$<<{!Sxa|8P6v^-o*z`WMevy#7riUjK1B;`Lt}
z@tSEpX1tbc#A_uR@w%Rkc&%(BUaQ!M*Qz$+wVI81t!^V;*S8U`8`y}~4Q<404IA-V
z(^kB0<T@3_YbqPNUGcgJ`xUR7(u&v3XvJ$Po4Z}{x&`|cuUi&g>hWDKon7Qr#OKyN
zPw}}8U$6MwmR5XjM=L(Jrxl;6?BI6AXDU0|h|isD#OKbo;<J|PR1}}P(8#B?-LCjd
zrH-xmtjqHipS#kE&w8}tb2l3CS>Nr5&)sdrX9IgbeH3L68}YfPjriQlMttsVBR==B
z5uf|oh|m3O#OMAt;`0C-@p+()_&mr)d^WTZp9kB>r;TjH=OMP@v$5+`6rYFEiqBLI
zb35Yma9i<t1kYD|mh)tKk>arl`xTF=G<Cb;F_mVv;_)b+uXt=uD;`_WipQ3;;_+x&
z@z{!1Jf?Dt+ZB(gw6+zG$MSr|V;frWcpR;GY)dO1kEa!nC(ww;6Wxw@Jjq5po@^r?
z+u4Z6Q*6XzdmHh1s*QN;U?Uz+vk{LSZN%g0HsbLN8}WFijd<*2BOcGP5s#g1#pBto
zQ&Bv2p%ss*oa1)IV^{Vo9=p+s$L_S^F_m-Ou6XQG^dIS3`Lbu>tz5@imP?s8$a@$4
zW$SsT53T2&zO<fq`q6scIgi%!&iV8&+9ROXYL9?kqdfxpXYCQtKWUGEUadU>dX@GF
z=#|<dpjT**fL^XW0(zPD2<WBSBcPXPkAPmRJpy`>_6X>OdXS_SXpexNuRQ`<&pX%A
zbG1i6&(R(MJzIMOw4Qf{(0bk(O6z%N7_H}>8)!Z6+(_$r=O$XuJ2%sM-noU={o}2)
z?jLWXl@D*Hl@ITrl@ITvl@ITtl@ITxl@ITsl@ITwl@ITul@ITyl@A}Fl@A}Jl@A}H
zl@A}Ll@A}Gl@A}Kl@Ev0%7>59%7>5B%7;(T%7;(V%7;(U%7;(W%7@R;%7@R=%7@R<
z%7-Ip<-?J*^5H02`S5vK`S1l=`S3+r`S2xL`S4|0`S2B5`S4YG6aBLSt^D{py^(&c
ziB`URldhp(gQAr`-=;UvuT9a)r|;6$_0J--^6UF_RsC8Pt$h0-U0J`zMJxY)MC<rt
zTKV`BT1mK9;ZKXYa^!5M=)AmNRr9~b{4<|dBRt05Fg(`YAUw`qKRn)!e^|^X*wvzc
zqOE^>EJ{Aft`eSX#}AoLvDb_KsdlCCG`kd@ZpXrue{RP=yyi3Pe|%24<X_nF54ZVD
z`>%>lea^qMmA8wMe`PCgCx2}#Zzq3aD{m)%Yb$Rje`hOiCx34%Zzum?&rQtoS@xXp
zkM`{FY&-U;@;P?wQ{{8**r&?p*|ATR&$nZrDqmp7K2^TZj(w_pksbR~`C|K3eN>cu
ziTz4qmM^tm4llD`3NN=`46m?X2(PrC53jOEg;(1n!#~+0!av*3h1b~6hS%E9gnzN0
z4zIJH3jb<98UD?FBK*7kc=!+d*6^S9E#bfHo5O$GH--PPZw&uy-w-Z8!ww6Vlq2}N
zgO%(d(Z8NOI9%DjK3v5f6s~Gt7p`Ux3|F@Ygx9z8@CNp^;SKF;!ZqyP;hJ`@@J4pe
z@WytJ@Fw=T;Z5!C;mz!B;mz%?;VtZQ!du#1!duyAhqtynhqtlM3U6z73U6nh8Q$JL
zBfNusdU!{>V|XW9>;BHJ)5zjEsFvHc?x(Vgt#v<@+P2pHRO;AT_fx5BYu!&}S6l0T
zD)nrw`>E_^Yu!(!zP(419(n8r;Rg2Z;XUm7;XUo$!h6~E!h74hhWD}ShWEAW=q<WV
zrM8BE-bHVj*7>O%=ysid5c_q0!@>u+u9eO%zOMQk@qG0kQutukJIDFuudDM@IrRU1
zy~B$04=-Nd*!527Z0!%&JBE+6cL+DJw+}b9w+lD3w+$a<Zxe2AZyj!7ZxwE7Zy7$?
z-Xh$}-aLGaz1e@x%SXDuIM(f{=>DP&t^14PXx(45rFDOCJgxhS6KLIEoJi~b;v`!4
z7bnxYzi3D6{^Ar`_ZRJH-Cvwa>;9qx{jYv^fc{5QnAZKp>9p=I&Y+hlMbNsx=tM74
zilG-O1<?zXqUiZbVe~wuIC`#9AU#JZlAf&;O8=-7OV3gYrgeYOlh*x3FIx8(y=mQF
z^r3Zs(U;c!ML$~i7w6Hszc`=P{lx{e?l1b&y1%%P*8RmrwC*o1rgeXD39b8!OKII-
zTt+{qeF0kc7gx~FXkUPSTKfX@Q`#4xpVSgbKcOX*eq0Lyt^11swC*nk(z?I6j@JFf
zAX@hq*VDSc7)%e-Ed)JOw;1#g?F-O@b&En@uUi;;kZy74>vRi557aFZJwUfmbgq2?
z`daM^(AQ{RfY$xRowV*R?xK5YUx4nReF6Gh?F-P|wJ$(-)4l-RRr><;IocPXyJ%m4
zK3n?&bZ6}g&}V61fbOJy0b2JLkI}lnc%0V##S^sdFP@}zfAJKp`-`V(-CsOI>;B?d
zTK5;v(Yn7FLF@ivB(3|4QMB$ao~Lzx@dB;;ix+9#U%W)`u15^Iz8*p7-Smh;*VDcL
zy{q;G=(^e$pzCN~fUd250b1+(+jK4M3(z}jUx408`vSDq_xEY7?;p@w-#?_azK^E0
zzJEk(egBx&`u+*6_5D*?>-%T4*7q^A*7vcr*7w$h#}&0wJWIvC!s7p$^6@@zQFwyA
zFg(#-5T0bu4^Ot|g{Rna!&7aoV@1iQ*|QU~e7dc5tSI^Cw$`!a8MfB3<S%TkW63k^
zc$4{;w$`zt<X_o%PX5})bMiN~_BX$Eo$ljjmXFJyzH|EweanjeijL{g|AX77hG*H6
z!#~;+!?W%2;W_qL4VmjyH1AWH=XN|-%(pe~Q(0hZ-lwwA#&g9Y8_yMsZO!{sme_c%
zSZZtDr?Sk(bH#F7^FEaow&r~*D{amDR94xV_o=M5HSbgT$=1A2<!4*-K9x1L=KWgN
zsnpT0SkapIsjPFm=6zA}@^#hq{H@~ryxgwqnab~O*Y*5^Uk}&wPq*WG{$=BO{%zxW
z{$uNU{_8pwT+ghs8gV^KHm+wS8`pC^8`rb4jq6#(#`Uaf<9b%JaXqWsxSs3VxSku>
zxSku@xSlm^T+f;|uIENJuII)!uIDCpU40Z~Q@f6)Fvm;RXLGlwqU*B-jq9_e+i`ui
zvT=R3wsC#7v2}g6b)5>X&vtId_1WIW_1VG3_1V$J_1VeB_1W3R^{Hj!`s`xk`qZ{@
zed^e_K6PzepIvQSpL#Z~&u%uZPkkHLXLlRdr-5Bp-_ms|x;}dr-psY;+g|L~eA~P5
zufC48(hK$0-L7@ED0z7v>iX_iaeiKI*Y!<hf4A%U9#DL}ayzc?fo{k3J;=uOZD{NI
z9?aL{`ZjVquJ0i>u5V)-*Y{8x*Y_|R*Y|K6*Y^k;*Y`*p*SCp{>)X`E^=)S3`W|KD
z`Zl+5eOuVLzAbHB-=l3@-&S^AeH7&wTh}+0);99#v3BIstc_huzc1iA6<y!9h4*!>
z`>0fow{;(t$_cjaqf$B1)_qheC)v7>O66o5`y}mb?30{gW1pnGjeU|+?Jf0Dln(Y5
zN!lN<HxGBTH~Y_d`Dlsu1>By>V(kmii?lC5FVwyOy&%gv)AO}2K+n^@0ImC{bLctR
z7ocZrUx3#AQ+HbTPv_FQf9gT&{;4Oe`=?&C?w@+ox_|0J>;9=Pt^22bwElhgJbI?~
z1?VrdFF-3F^rt`9z5uQKa1lLC`vSD`#U=C<?F-P#AD7XSv@bv_pIkvt(7phz{BjjN
zPWuA1^365$80`zt%0D@+{4;=7{uxLs|6E5a{|us)f3ByMe+JXaKSOBcpP{t!&oEl~
z=LTB&=SEuj=O$YD=Vn^@=N4M|=T=(z=Qg^o_62C=pF3#fpF3&gpS$Q<+83aef9|1`
zf9|D~f9|7|f9|K1e;%Nfe;%Zje;%The;%fle;%Qge;%cke}>b_KabJMKabPOKc^Rd
zqNs<Y+*46kJjY%AUt|8H&$~+d1r_J#<(@0GUr@Zh>?_Kj%b%Wc`{m(h?aRW?*_Vb#
z*q3O(z;!AYYrlZLNc#o!h1xHm`)j{|zCim0^!e!vYu~`_=Y?Of`-NY%`-We$`-ES&
zduzYIbt=8mf%XmD-ZT7`-6Q<AeQx+2yL<RuyIc4@yKDG;`<(Cxc9-yn_SxalcIWU%
z_F3VN?M~rO>@&lk+Gm76vri9?u{-M4$aN~Gr33v+s@pq+$J?idC)n-76YW#Nlk9fk
z$@a<NDfUU>srHHCY4!=>>GtvA&+WG18TN7EFYGqqnf9^aFYVUhuk2&OU)!y;Rp2_6
zqtk)*2i)Ew{GEMN_<Or)_y_yQ@GSfA@Q?PP;o0^f;W_rf|2Z!oX}-^Mdn%gm^J&fZ
z1+?b-LR#~E5v}>YnAUt>LTkP+r8VD|(VFkeY0dW)wC4LtTJwDst@*y1)_nho)_nh&
z)_h+>Yre0gHQ#@sHQ(3Kn(x2Tn(x2Sn(x2Un(u$mn(u$oUG*y|wC4NYwC4LiwC4N2
zbZ1@2D(PaX)_gC~n(vip&G+?a&G*W*=6e-d^Svsq`Cg6Ie6LPxzOPSfzHdNlzHdlt
zzSp2N-)qvE?;FvY?;F#a@0-w?@0-$^@0-z@@0-(_?_1EC?_1KE?_1HD?_1NF@7vIt
z@7vNX^(aEO(4z|7T#que^1+UDGd&8?$`3o!P4p;5D_`tFAE8GvTKS_6eV88QXyub#
z>Bf2#q?KQGqZ{c_l2*Rioo=Xo$s%4G6zzHmOJ2U;P~O?2qCYQpD(|GSr`wfxQrXK^
z-brO|TX|=niq}^(EAN!=Ptr+v{eJ)N_4^mEKj8np{=mZfx>nvw<se&mE0u<}@>VJb
z+sa$1G_sYqQaQxNeM(~+_bG?kxKBCE#(m1+Htti7u$8xtbe)RwRudZcDNWsu`;=xj
z?o*Dkai7xM?xv5Tw6MD->F*3|<*ihXwsD`*%Eo=lF?MHt6s5I|`;=pC+^4j$mA6tk
z&c=O8TU&W6mE&#YtyE61mA6tk(N^9{<s@5qE0vRN<*iiO*|<+R#m0R~dmHyDr`otr
z>0skN<un`jDIIOxr<`u%KIIG>_bF%ExKHV1<38mq8}})lZQQ4vZ7XkeajlZ_mzr2A
zo)0u`=Tw}Rmpd_TUEPjx>t<uzy4x7Hb8U=U4;$mw)5f^<vN3MGZH!wV8{^j3#<=yf
zF>dGC7`O9njN1h^#;w1Nal6pgAYJ4-73KSjY32J=E^&K{B&8@@`977)Y~}k@F1MBM
zQ@O&%{os{$lhmt6H5>PbSKG?>sa#_#-=}h|t$d$KZY$rXGQd{8Pi3HeNRsvwY$WeN
zw(@-{*W1eXMaj#x;%A84Q&Id3r4>KJXvNPBwBqMRTJduet@yc_R{Y#TD}HXJ6+gGp
zil5tQ#m^nI;^$6U@pBig__>=_{M<t;e(t3eKljm!pZjUW&jWM|?IX~NpNDA0&%?Ch
z=Mh@*^C;aU%ZAg6pT}s$&*QY>=LuTz^CYeKd5Tv2JWVTpo}m>#&(eyY=V-;x;KCz{
zdU=YSin<~%{i%I~ivGOZ{D<}t_;r4d7d`Lx-@-50zlLA5*M(oQe+j>AuMNLquL-|u
z{~UhJ{we&ry*m7cy(;{sy)yiky(0X!jX`+FUKaiD+DpUl*-OIj+l%#k2d-0Dq~ANB
z7p4yV{(;*Ugg>(9hd;LGg+H<9hCj9Egg>)qhsW4IhR52o!sF~8!sG4l!xQZ9!V~Rp
z!;|c9!jtW<!&B_9!c*-p^`A&^oytu8lP>*5>d>EJx_w4?hW)wzq?qSV*Pq1G)8hOu
z-99z^l|3c=wLLlfjXf#+tvxaPojoD^y*)nsgFP-h%N`s4(H;|?ZC|ZR=sJ}v(}6Cv
z+b>rLu>aENFOQ?fFO>y8Pvf_c=WF~H(Hg&07Q0>Jm&y`b<F}OOYy6hc7{BFi$M~(V
zF@7s;jNd97<G0$z`2A#K{C>7Eers%u-&$Mam&z};#&4bLR5X6&I7-%d{KkHb$M3Yp
z;}2Tn@h7eE_>0DP{Oxv($3Hg4<6j%&QU33dVmwM!)sOM0WMe$mvoRi(?J@c&N)=n<
zQPp)S8jotU#-n=SU;Xnap4Kls-@Z7#u!tkfzYTq!#;XRup2n*tjrq5c+cEz(wl!Xx
z@O+KerZmQDGq+>BHn%ZeTi6({Ep3d~RyM|KYkQ17in5K3_}SLR{M*jfcx~@G70kaK
z+^+H3vFP8x^@ZugB2Qs{?d*PyPp#to@|hZ+U1*I@ZCc|~ht~Mir8Pdg(ioq5ZpZlS
zW@CKn+ZdnS?J@c&N&{Qtvxn<cFg|;_UE`C=Ube<(Z=SF5*@xEn>|1yz*B7K$>!0rJ
z^R$FI4pY(i9l+Nkz7BLd;_DzA^Rc0g`FOCc@oVHd6^-8^G{+cAEJ+8V#Zc)rH(
zaC%Jo!g@q-JL2m|TjSS+=WG0$(ul8SZpVB)%GUTb=lL4H@;a-oa`{U81nk#(do(>$
zk5)9++hg30`QF;rd_R`w>w2`Ibv=%wbv@eBx*o^Vx*jLcnC~aL9rOJpTi4@cp0DfC
zj@I=!h1T_GPmj@~Gp*~<fkr%^=5}3=j_lX<IGxt@ID^J~Khy2H9-WH*7OoY~XBFPx
zbzg1C6qd^SN#$Cf&USmRB<&m6J;UeNJ;Gh>bHm;2?&0osxA3_(_LF+p=R|)`yGyv2
zjs2wFcIW8tV`D$5uZ{hre)gGh{&_a`lg_tKkNyknj(TpY6m6bA7rH%_tF$jb>-t?x
zU!i~cq;)+nr7zQ#CavpxIem$Kzkt^DzLLI3`vJ7B|J8JV{eA(hc(|56Kg)7j@iBnz
zr{6E26))G(ef0YUbZ`BB0j>BMOe=nd(2Ad-wBlzN-Cg?vwBqMRTJduet@yc_R{Y#T
zD}HXJJ8NHnR{Y#fD}L^v6+d^<il4h^#n0We;-`P%dy4wRB6iBZKdj*|Q+YC#dwrhr
z;(h!&%7gdQ%6kvcSa%+DyYkvY>{lLpn8rHth})H?QhC%?oToC}R-8Y^*DKB+rxoW<
z(2DaXX~lUePq|%jp32j<;`|w&uQ-2}R-C8uoZFG-M%aq;R7Tp0^HfIJit|*Sw-x89
zykINNQ+d%=oTu`VtvFBRWm|Ec$}2YV<g2#g{5999AWy#TcI3%7?C$AA{eFRsJo%Q5
zJo&bbJo%1|Jo&DTJo%p8Ssz7t-$tJNz($_@&_<pdZ6i;9WFt?0Y%9*Mt*kl~#m}d1
zPet+b8LjvkLo0s9(u$vPwBlzxt@xQhD}E-@il0fe;%73g_?bd0ex}ljpJ}w>XF9F;
z`J7h#%%BxNU(kx5nY7~POIq>s6|MOBnpXULLo0s1rMqiugjW1~Pb+?YpcOx}XvNQu
zwBlzr-C6qrwBlzjt@xQoD}LtFik}6v;%6bP`1z#pqM|-I#ZE<??@>huij&0^{du`r
zak7M82YF_x+Z8AK`E{wNe>u-r|BAxPTq}-NvR`quibft<?e@q+dHLtk&r_8AXZP#-
zt*Ll@UT)X-Tg$Jf@0ZFiZrArqWu2|>_bboW_xr8zPp*;oez%eL{;-kv{<M+z{<4wx
z{<amj<#E$tx#;Kp*X^m`=gq3A5kGIq#`sjSV|=ppZ2i2IU8ka-w+fA)x2oIq^Opa6
zCTX2iUa8LWl~>lMl~*>P6)&l5==QiiSq)p)rzX$W``w7v``wt<``v`r``wh*``wJj
z_1WC*xISChdcRxpe7)bT3RiQj>$5fcb$zxe{Ex2-)}?LTuDr4x&&Rs7z1x*nijtS(
zQtvl;NB76|&3Cfn`sO>^aeebzc3j_l7dzf>UfYiMo7b`9`sQ`*h{t?aJK`~~XU966
z?`FsQ&FkB-4(Geu@qY6Lw%+d^t`$E!xW+oXr+u!wD#~7V_ayBb*jR`6v9S*CYhxYW
z&&E2uzm0YH0K2n3igKWhb@(6~>u^IG>+r!g*5O7r*5N~J<<Z8jRjL+wZ)F9u@_(PY
zIQD<1`q1LMa?@|AL;DGC|22HLy)Jx&{Y&^rdu_Ohy(Zk${yE&t{waKvy*k|7UKMU(
zr#GR)miCJ1KiXa%Ze=eEA7d{Kx3-srkF^(TAHj7hi?okGFH9ZUPjLH!@bUKi@Co+3
z@QL=^@JaTZ@X7Y<a69|Q@G17JaC`fQ@TvCq;STn9;nVDI!yWB!!l&C`htIIT3ZH3z
zsnB$t%1nhW{YC0fh`W78_-y-gO%0wuT~mji7Uy?$`_ynZdrG*wJvn@?Jt^G7o*3?F
zPYCz2$A^2{<HCLHvEjb<m~cP)F{LiosXUqvl;Yg}uu>oUAB_I;IBNV-xzOin{4V18
z8o!HajbAF4xLxCy%B8l(?=qgR@w=SH_+8<4jNg?u#_uW{<9D@<@w>*x_+4vb{BnD&
zK8iBH#`q1iHGZjFXKVZhxlTpnSB|4(jmKd2YdnU~8jqp0#$y<*@wkD;c--iAjK@tj
z#^Yui<8h0P@wnB-c-&@VJZ`tg>Z2%k*cgvHZH>oWu2a!?+)Zmd?kRk|YsJ&Oh5Ng{
zKfSPsBh0`1-LLU_pg6yLrpD_*8uRZVw`2Z2Y-_w8;rSY`M`?`LaJOT;9<woCkJ}ip
zCv1$@llEAB6y+%!<Mp(S_<6?0{Cn2ccs=Jj70ka8Zr6B?Ec)+reQ!Fk$WxeK&%0ma
z^Fncc`Am(^i?qh)C0gV2GOh7>h1U4IN@ILpb34Z8bsOXJhCR0YQ<OiwX=8levNb+$
zyG{k;^N!m!KB>HGYkc10`5K@1X^qbZg-5x*Tel+Y*LpFU)_Rf3M{Y;H``A{#`-JB!
zUO%N3ub<Jn9%E=-kFm6_$2c1Ed%W8*zbDwb9us-KuE!)=*JCoR>oJAK^_c4RvHB>=
zG+WnWI?qSEe(rW%j~VRO_4tC;^_WRxet+q9U5~HWuj}!3;SXKkssDZi`!)XG(pay*
zb35|I_qN9W2cEC-pG9l@f21}3vuTb099rW)mqxyr=XT_a`L@P?0ngX?FQhg8i|Dbs
zg`+k8OK6S%QX2DNncFq~%h|8-UqNg9SJKEAtK6>fU(J4v|4)U#aecdPf!Tkn+KRHq
z?YAW9R@%Nf{EK~4c%6M?_*eUe@Nf38@bC7}@E`V&@SpbJ@L%@z;lJ%c;eYJw!vER>
z!{z_a>40#lx{mX3CHva&diFK{@84N;y{fo9mEn4xp>_SL(T`|ffY$X~pMFUD0<^C0
zhV%paJpx+SyC!{~_62BN|BdN;v@bv_9yX=#(!Kz#_}HAjLw}DzD_*vwZ_~a2t@zoR
zR{U&3D}J`66+he2il6Oi#m^43;%7&CsQw;-9-_ZTpcOy0XvNPiwBn~Wt@x=!D}L(I
zil1HSTz`*1D}HvP6+e{=*DvZzQtVXJ6~8~YUn#ZbyZgL-!wu|x!h6_zhxfGi3h!m_
z8Q$C8BfO8@AiS@=dw4&)et3U-x9|aWz3_qduHl31y5WX)o$$eS?QkP|m+&EWt#D)e
zF@02&{7`#%A<f{!?8uw>;kM>oQSu{f&ATIArx~w#mr4`2Yu=^O)YiO9rJ1dHcT~me
zE1EU$%0E~7dhzpREqvbaiqrhLr5!(CcC;NoU)IXj&v%ULRPgh)b~}E)V{QC=ZEXE~
z$MN<0`Pvq4?i%aD@wW0pDks>=3#puFD=(ySlC8Xu%E`9!LMrWS<%LvEv6UB6X>Thp
zoa#Ci<%JG3)|J!Tj&-G@jdkU88|%s$HrACh?V<W8N+(-+A(gXitSg;utSe{RSXa8(
zSXa)mv95Hr2k4_H-RwL`TX(kdLMrFl$_quw%eCfzPq(L{`QMAy{O?U`{`a9Z|NGLK
z|NUsq|MO_g|MO|h{|ji%|NgY*|An;X|3$Rs|HZWC|0T5M|E09%|7Eo1|K+si{}r_6
z*Ol~e{nIb4`E@m|`E?Dg`E@O=`IXa}Ujt~(uYt7Y*LAe!*C1N+>v~%AYcQ?(HH6mu
z8cJ(^4Wl)`ZlE>4ZlpE8ZlX26Zl*QAZlN{5ZlyK9Zlg87Zl^WB?w~cl?xcq*MbMgG
zchj0*_t2VO_tKhQ_tBbP_tTnR573%l57N1QkAT+vdYIPy>QVTSqHbHvt@3{#E6ua%
z=|Cyk=S>X{w<l}qDPCXhnHc?#yM4TVzkvN?_4@_1;`S+ec)b2;w_{y+#>TqvtgX0B
z<vAPc!U!Ad!bltI!YEsDo67UH;`RmCsVHt=q_Hl%<aVqJFWXobUa_$*ylP`zc+JMT
z@Vbq4;SF1Ho64KE;x?7HY{l){u2aFf@Q&NDF1%}FU3kyNy70a|R3An8z{a}pp^bH6
zw2gJ)BOB|&$2Qi5Pi(9UpW0X#KC^Ru6lIK!bz!Wnxc#5sS5W+ncY7+s^$1EUekRh2
zpGmahXELq$nL;amrqYU^X|&>JI<5HmoL2nIpcOw~(2Ad#wBqMWTJiH0t@!zxR{VTJ
zD}KJE6+hq6il6Uk#m^74;%64E`1z4m{LH2mKXd4z+Ap9LKl5nC&wN_(vw&9oETk1b
zi)h8qVp{RDgwC~JKr4Qh(TbmOg_jpKLflbQ@w{<VDO*v|udk@mv{bJAX{Fnb46m{e
z53jZl4gX{x68_mfIK0L_D7@A_pp^aMI+b|-$=10&o`14m?RfslezW8GC;Q!w=b!8k
zJDz{CKkaz_$^NqA`6v6^j_053A3L6ZvVZM({?P-x9M3;l$&TlrtdbqiKiPVAJpW{s
z?Rfsls@U=TlU22K|5MF%DvxO&fgYYZ^y9c4>&OPS^1y~XUwNPgtvpbZRvy@hRvy@x
zRvy@dRvt)YQ@7*!Vl!KLU~`_YJg^0=Jg_CLJg^mwb!2O|V;$MX#yYaCtvs+DUypTU
zd$%hOq_TsJb!0~y>&Q+v){&j<VfrXaEqiE^E}e}@R@=rpQpd(RQrE^hva5}Cq@Im+
zWH)<&K8jM`&XW|nHr9~_w(>wx@^Y>DzNgz$X;#YiqBZ~brkj+qeQ4!_ed!}g*?zS0
z!~XPPrR)G&`QkvjaVa~9R{m&6H!5WZ)5<4}=!T{25L)@AF@0buJCs(wIgH-FlpRhh
z{~SRp{~Spx|1_bMf11+DKh0?6pQC8ypXRjkPYYW4rzNfYb2P2|(~4I9IfhpLX-zBt
z97`+zw4s%Mj-!=-+S1BD$J5F`C(y(7r|`7$&q=iM&&jm%Pdi%q=M-A`r#-Fwb1JR;
z(}7n0IgM8S=}0U8oK7qMoIxx9oJlMHbfT4i&Z3onI@8KOXVc0*U1;T>b7<wCuC($`
zH(L3pJFWb4E<H@oGqmzgPg?n>7p?r$n^ykmLo5IErImmB(aJyP(aJyP)46_+fL8wL
zPb>fIQTW25zB=Wein`)HL~&J={34$>T)$sXaeiKIS6p3EyuNJ3RVtUdU2&DlWwzq#
za-Ofax`M{@(UopjT$R60`Xc&zSMz**y=!QFy=!TGy`0w98&LQv*H|Y9+ObaN<@c%g
zSCo8^`{VuP*W2;_^1-%#o*}N&3ZS27Xobs-eEu8ecKtl5++geHxsm7V=eeoyb*}OJ
zce9P>zw)^1`=xTL`}O{BD_&o2*Y~@f*7v)E*7v)U*7v)M*7v)+@GY+Kym^m}=goU<
z+$Y>;Yo7kk?`0~!9&mdq!_`k~{2!uY{IiGM9^;=qVr%>#<@p+q;k3r%F<RsCIIZz`
zg4TFENn`w<ay!QVX<Os*4A0kiJWFdlo})D$BMRT|8uv{jZRM>|JRkQ>&$~VDoAPqp
z#r4l$bbrjJ{3Sc$Eq~dL_|IRl5&y5+@qY8y?0CQV>vmlK{0%#<fBvQ&*FS&Dj{C&?
zZ9Cp?{*JBpTa^4=JKk^po~`%$zH7~|7hK~$@dF$8i67dyPaJIz(??N0vT>jIv5ou0
zPi)*Lern@B@iQCuiDPWsCyupopE%A|o=#=FohNDEz*e44WumP-U6j0BYraf&dn&`V
zUqEZVOr<qnrqP-&(`n6@&uPWa3|jH?1+Dm*Nh^N7q!mA3(Tbn1X~oYswBqMmTJiH8
zt@!z#R{Z=xD}H9tik}~8#m{V7@iT{3{LG~lKl5nC&wP5A_6umm&q7-9vxrvwET$Dd
zOK8Q<Qd;q|j8^<Crxiad=v?~&wBlzKt@xQ#cy&=PO|etd<^K-K@A|z1zV0{u-U0n<
zyl9Qv*M-;Gzl49W*M`^GYr?<UKZk#_e+vI@uMYoVuL}QZuMGcXuL%EbFAx7?FAM)`
za}YL=mqdTbUabEPqU%%^>A!<WFH9Z!_hYv&2v@P^hpXE2!qx1#;p+CB@cQ=b@CNpe
z;SKFs;TrZ2;hOgM;f?I?!W-M)hBvXl32$nD9p23TD!jS<rS=P4r!rIf1@srGL;D79
zpAp{L{#?Iz!1Jf;_YUZ3asGC0pBmoYo)X@{o*drMo)q56o*3TQo)E5Oj}Px+j|<nf
z$A;_JW5RXq&$PwlI+ah-fwrRD{*kt**#BYlm&Z}#m&)!wPvh5s=WG1-pf!G}?CExm
zUn+aq8o#}HzQ%7K8soRG+cAFo*%-h5ZH(Um_5^(t<v<(bcaV+oYiMKq4z@9Vjckoy
zDu>t_zs9ap(fF0)C|Toi82dFIhtnF5BWR7sk+jC6361e+>UNArGaKV^l#TIdZcorh
zQCip-kCryZ<7gY>(aOen9Aj%dTDwj~<8dsl@n}={P}hp5;|kYz{eF635l5JR$GczS
zbwY7|`Am)1i8SWlNp8pdJK5HFwd463uTyA@S9`Z(yiT<z=%XkdY>d}wHpZ)?jqy6&
z#(14!BYw`bG5<Q*8n3flr-J#{+3gyyvy1+=uHQ{37I_Nu>m2uMe7Y9rm(SGrbfYys
z-D!=_xwOWo2d(kxNl%FH-^=Y7pWZgcr;m;C>1$(r`q>(v^IWHb@j2h^8lO}yur)sY
zdA`QyLR#Z<QQ<DG-`4M`v0v-OCA8LyR4#Qp^4(>&^4;Y;U-5bct$4kX*7dlG*7dlW
z*7dlC#{9n4?U>)Wt?My>=j(b5q$lXsp4RmkMB{o~?{-{|!M3i)5T1{C9qM*nk74ZB
z^|*o7^|+D7{JzQUx*j*PU)ST7!WX-KQ~%_`evRL4H0Jy5ZpVDT!^ZgCX=D8EvNe8p
zyG}*pcMm-wb?6b(?TF|5Y>nUjJYVDY0F8Kl(Crw%hir}C!#rQ(_Xv&o{;1nAe#32z
z-(x&q<Cn_gZrAudQS{&H`gQFK@cdWP+4_9~x4#m8+I~6wjQvvhS^LHCbM_125%%-p
zk@l$YD0^i1d3!|o1^c=1i}thOm+WW4FWXOtU$LJGziK}je$9R&{JQ<P_FXDPo3GcK
zZcpV?{eKf_UB9>KkM;jeq;);trAO=U4rpE9_vsJxcL%ht_lNX*`nv;K*Z(8>9sPe3
zX~n}Q^jrG716uL%8U2Q)Jgs;cOTVU&rxicrX~oY3TJbZHR{Tt&6+e?{#m^L4@iUcH
z{7j=2Khx<Ex<#NBKQm~>&lj}fXC|%q`I1)rd_^mMzNQsF-_VMmHwu4S)csTJRMZvw
z)2EbDYyO?jYZw0BJ~{k@eNuRqePZ}W`-Jdp`}pu2yKQ)`eO!2+-6lNWJ~q6-ZXI4|
z9}`|=w+b(|j}9-fTZWg~EyBy}=Hcab<jH)6t$A0Je5I{<x5{<eiPF4FWwqNs(xZ7r
ze?{}?)T>8$w`<<5VZY{GDr?=YdG`zZHSfw_H=U%f|10}P>%UV#>+Anc<Lm$7c76Rn
z*{`qvSK)Q8HLp|o+t$2J<sTb){$E@3`oFTFjx?`RDcPFWsZ_ExuTxpi*1S%ovaNYt
z#dRv0*Hvk(3)S3?b)mYAbzyxQ>%s;$)`bmitP3^lk@_e~O?yO=exJa`y0Ed0bzu`5
z>%yis)`iV%tP7jlSQoaiu`X<BYhD*6FV~vCTf03K&EIWk&EIWl&EM^4&EM^5&EFkp
z&EFkq&EK79&EK7A&EHzI=I<`F=5K9U^S2JI`CFIP{N0t-{H;f8{_aL={??~8e|M)f
ze;d%6zkAS{zkAY}UwhG`wJ$(xe(ghRe(g(Ze(gtVe(g_dejPw-ejP|_ejP+>el?^u
zzYeA~zZ%h+Ux(0|UyW(auS03gufu4~ufu80uOn#9uOn&AuO_tSS5sQ^s~J5~e|JD@
zel@2xzgp0mUoC0PucK+ruU53?*D<u_S8H1H>sVUzYpcR-iu#0NZk7N0U}>JsOb1%R
zeBKN#ZTvdZwe-<bwKUR`<Mk)HeWI3D_K(-nOOK87+qpf~rR)?t)}^eyt+-C*R9kV~
z!F4K%>(l7b`uzf0aeX?Cb>j@TE3Q*H(^gz};`xf}vuLavo!yRg<7^x2Mi(3F#yK|D
zjjlG<jczv9jqbMMI+b&6#dRt@Y{hj?*QsFL=;d~-8@+9;8+~l78+~o88~yB&`Y6hI
zHr9>vZLAv?*jP9E+gLX)w6ShnWMkd9*v7hXiH&vRQd@ETKfiaY__^HesVIJ~pcOw?
z(u$v}XvNRf^l0rD(2AdHX~j=YD}Dyhil2eB;^#VA@iT~4{9I2feg@NupCPp3XDF@s
z8AdC9ZlD!EH`0oqn`p()&9vg@7FzLhE3NpsjaK~JPAh)yphxPTf@#IiU9{roZd&nk
z53TsQmsb4TM=O5rrxiaB(2Ac2X~oZFg&!*FAw}%`&+j9gTgo2h>$;Uvgk_Jo{haWl
z_Sxa#_F3V_>@&lU+oy-0uuls=X`foko^qW^Jl|wbyFH$7vS;jgzR8}o<M}3g&W`7s
zY=j-pH`z!#o^P^Ic0Au?&)e~Qlf7Wa^G)`m9nUw}OLjcpWG~zCe3QLm$Ma40svXZa
z*=u$@-(;`b@qClLVaM}L_NI+><SiTP$lEs7k#}t6fp=Y}@{v+MJz7fxtvv7njdkQh
zw__a{Z7UC?@{x__kB@ETflpkgqCD^^jdkQRw__a{V=E7g<@w43<7liS<K3=2FoFG8
zM<%*mc_5WZHrA2JHrA0THrA1;HrA18HrA2p_DFpc<#QYB$P63n$QL%&k(oBukuPnm
zBVXBAN4~bPj(lTd9r@N)9w<s)t~KAkcY7+`OW6;!=Kn0ZYbpDYRz8?bcPV9aXyu2w
zbmvkwk5;~zPj@P13uxt!h4dMvY!R(|vY75z%9hZ|FH7kTrED3ke6yTxufIE>m48;!
z%0H`U<)78G^3PAS^3Tt-^3NJt`DZPy{PPQ~{IiZ${`r+w{`rko{`s9&{`rGe{`r$u
z{`rem{`s3${`rSi{`r@7{;83IN44@#iB|rpL@WQSM=SqSrblbPfL8vgN-O_Vqm_TE
z)5<^V)5<>^(8@m>(#k(IXyu=pwDQkJwDQl!wDQj;wDQlUwDQkpwDQm9wDQjuwDQlE
zwDQkZwDQl^wDQk3^eFuv0X<TGcR(xuY)>oy>_993>_{vB>_jX7>`W{F)S{JtcA=Gj
zYSYR;-xcvwr)a+t;iJQfea%?c^141xakXp3`FZ(t#Z^6iUBy)@ySZI)l}dekwDu8r
zzT&C@jdg7gx5v7cm%p#RUs3YC+^_Gqcg5@Ta=X6YKKy#4%dO>4`?_7<FO~gleZT#A
zzP{f9h4*xgb@V_x*3rEDedGP*4c$Ll`v?`U&!zJBYgFMf{ryro#O?9^vc|T)-=RET
z-|w)(2f4=c-{Cf%|H|Wv_jjcG_5GR@ub0Z-uPLqX*NoQpJBrr#YfkI?wJ3aqYuqQa
zv^7uv=RQ{P(~7TG{G@V>+v9p>t!-V;V|l*Dw+%g7w}Q0ZZ(CaL_jp?4djgH?d7|6n
zdS)ltdcP<0e7)axwBGM2wBB#~!biKt^Yy7Vp07LDxGy@*R$l7pIu+a(o$mIyFUret
z71uXE)BO=oc_%yKDL>1O_nUXN<NfAm+YwKB7dzr9KgW*in|HP2J}~cQ$NSB@+wp$$
zbM1J)c@JCfw<vi}JKk^J%hvnt?OOTg4A;01>|^6Tu&<5#z<xIF1JAQZ>7yv;+sebK
zTwvoqu)mG_zzc2M2VP|3KJa22_kow#%EPH#YAX+?a+$3>oXX|4@^De|a;^DtrQ1`{
ze7TC&e7Ty|e7T0!e7Tk$t%0N!KLcpR&p=x7a~-Yt8AL07uBR10gK5Rj5L)pwlvex<
zqZL0l(2AcMX~oY?wBqMxTJduWt@yc>R{Y#XD}HXL6+d^-ik~~_QQ9w{6+d^=il2LE
z#m~L8;^#hE@pC_|_<4X<{5(i2ejcI~KM&K2pDPMKQq+Ts*!iD4ymKjgl&{;VlntkM
zEM<?;JCsrcW{<ml`|uO?cBSk|p1-a33+Qd){HNW%b@&;3tMIe-mf`2@Ey5%0&BG(@
z&BCMXO~cRIn}lDmHx9pOZxnvXt{HyWt`UC4-msLt>N=GTqW?9wuOEKht{#5Ft`>gN
zt{Q&Jt`dIRt{i^HUN8KvT`ByYT?)T%XW<X*f8AD5KD7Ty(k+YqclaawukgqA;_xT-
zqVT8o!tiJIg76r7et4`sFFekk8y;`Z2~V(RhbP)Uh9}vx!jtVE!c*+;!&B|=!qe<;
z!_)0=!k^n;hiBMd>Guv?r!q4g==TrYJ|q04JzX#1`BU{J>B;(*^u&1mw{9OF{>~oz
zpY!sO=JyYLz2^5UTJ!ryTJw80t@%BN*8HAJYktq8HNWT6n%@g(&F_V@=Jz66^LsI^
z`MreJ{9a0HelMdnzn9aR-z#X%@0GOX_bOWRdo`{3{S&SE{WGoky@uBOUQ26!|3Yhi
zucI};f2B3Qf1@?Of2TFS|DZL$|D-j)|DrX&|E4v+|DiR%|D`>@YyKBQ<-a>9(VFj-
zXwCQaXwCP^wB~yiTJyast@&P!)_ku{Yrd~f&(?kct@*wot@&Pq)_ku?YrbzpYrbzx
zYrbznYrbzvYrbzrYrbzzf2k#k*8Ja+{z6L}t$eUG{kirFXyu1(>1kSGY2}OU=_%ST
zpeJj;fS#oN0$TZGXL^G63uxt+UFdPzFQAog>d<49Qj2)1TeLT=gm_B(2g*ykR`loP
zUge=w>bYHcXE%Ob<(X9KyB+rpyW6-=Xkg>MU=JJj0ejlY3wyav1?&9YZpS*mkF7kA
z%Dy(%`TcCH^ZVOa=MS*4&L3!Foj=INI^WR7I)AW@b-s~}b^Z_=>wIGy>-?cM*7?J1
ztn-K4Sm%$hl?RS=oywo-K>G%6|0CSg{yp5x{!RM@eEqN5FQC`O`7PZ3OSq-IHhi?b
zCfv&YIed)$Q@FLgI()3XD%{3i89vTl5pHWQ4<BzY3!h*w4WDQ)37=#uPoC^L73Ilx
zH13N|aXapd+S|A<I@QK~Q3o6MMW@-ylc{vHXD8{O^laQ0onhm?=u8{;MV)Ni7oBC}
zzNoW}`=YaL+!uARabI+ftvs1ZS6g|qo9k4RC%e<ilc}8RcHB4hu$3o!@_gmVUbOOL
zD!tvVJXw^yoOhIO`c|Bum)r3i)6eb7H|O!|A>W+ucI2B2Y~-8%HuBAdw(`wIu2Vt2
zx!CQ<H<#GRH<#MTH<#JSH<#PUH&@umH&@!oH&@xnH&@%pH`mz6H`m(8H@S^`Gr&f^
z8E7NlTxTQS46>1LuD6wM2D?rL`DTdQk#C0D$T!1m<(nJ$dgYrNY2=%m+>U&6vyFUn
zi;aA9tBrhfn~i*PyN!HvhmCx5r;U7bm%TzCMY-EXzPZOnzPZ;%zPZmvzPaC4zIniP
zD#|wx(#SUtxgGiDVH^485gYmDQ5*SYxQ%@Cm_1t`MS0vtzInn%zIoC{zIn<<zIob4
zzInz*zIoP0zIo0@z8PU7-;A`CZ&Dd$E8nE@ysdomg6mY2Z(gL8Z&G>5?aDXx*suKY
z3a$L{DvkW{n%j{-Ubm4y-msBB-n5lJ-g2D^^2gh5NB(%nM*eu$M*euuM*eu;M*jG~
zM*jHFM*bLWBY%8kBY%8sBY%8iBY%8qBY%8mBY%vskw3=T$RFcu<d5;T^2Y?%sUUw$
zbUX6LBpdl-vaS3vg|Aosm`WpmOmjQ($8;O{<8vGNV}_0V@r8~2G1Er=_|iuH_{v89
z_}X5fkD`2IBY%8rBY%8nBY%8vBY*s0D}T&#or?0uk2LbfY_}tS%(0O_=Gw>~^K9gg
z`8M*$0(-VTin7o~{#axqe=N3<KbF|YA4_fIk7YLU$8sC_V}*_UvC>BVSY<1JtahD>
z^2blK^2g7#^2Zul`C~1u{P9cSmtE_AWgYu<zw&G0KCbm#m&$MU<fJU`Yb*c!;abmE
z<<EFt`qS;oKYvy9m%EvN{&qX^&p$Tu&%d_vPqtCTOUs{;e@bpg{;6am|Ey;t|5Ub-
zf2!EXKUHnypK3PpPjwslXMG#_X9FAgXG0tLr-qIEQ`1KN*~muz+1N(@*~CWv+0<74
z+01n+$UmFA9r<Sq8~JBTTlr@zzFzrfYa01y8@D6>Y-=O`Y-c0?Y;Pm~>|i7R>}VtZ
z>|`VV>};>pM^S3oE0VHo7aRGfwvGH#$436CYa{>cYAgTLbDfIv&u%pGPkpx||Lkrf
z|1_|XfA+AEfA+MIfA+Fx>!T=p+sHrr*vLQo+Q>iq*~mZp+sHo$*vLNz+Q>f#*~mW)
zZRDSWZQQ>!vT^@%h^_pSN@H93CzV5O<)6b`r=t9GIIaAX$`Ni?{z>IXdy1a>dH&=q
zYg+hs=Z8t@Z2jJV+b4#PvL}R_+vCIKe}B^RSj*z;m3x%Wj;58*TG6<lI>zm~pK8s1
z<+EdH<g+$zS3WzA{m5r+-Hv>Ayp4Qzf{lE3qK$lZl8t<JvW<M!&PF~v#YR4BZzG?b
zY9pU@u#wMBvysm_+Q?_8+sJ2U*vMyR+Q?^}Y~{1FT&IG3*4gdIXJ^~UXI*UNvvc@*
z<+H9d@>w^xBcFA*k<ZSxk<WVA$Y(um<g;Ej@>y>i`K*t<QXfU>Ya^favysovvysov
zw~@~-u#wOD+sbDbx=uy;>>?WZ>|(bgpIu@jpIvGrpIv4npIvSvpIu?k)<;pUw2{xQ
zvXRfOwvo@Sv60WNwUN(q8~JR2jeIuHRzADVbt=kdgJ|Tl>)nogHrQ4^8^ZII&xX><
zXTxaavm0pTvm0sUvzzEC=?ByA4Y*zTER|bq<+EFPzVg{^wDQ^QwDQ><g<H5Dm%f^Q
zZ@?a_|30SkWGc8nyW9Q9XZP63XZN~J1@~w7xn23}e)cP$JwPL$J?M7ivxjWtvxjZu
zvqx;?vqx>@v*9-K*<&{H+2c0y*%LPM*^@T%*;6+1+0!=i*)uls*|RqC*>g7X*$5l?
zY^1GxHp+D>$Y;;H9r^498~N--TlwrIzFzt4Wg7YH6}Kawy=o($y=Ehyy>26)y<sDt
zy=fz#y=5bxy=|}5M^WCfk<Z?>k<Z?<k<Z?@k<UJ`k<UJ~mCr`IPDT0bBO3YaW49xp
zePSb@eQG10eP$z{jj@r>#@e&>QIv5u^4WMB`D}uXd^XWWKAU7CpG~%r&!*VOXH#w5
zpG~uIe>UAlKKtB8KAT}HpMBvv73H&;wDQ@PwDQ?kH15y7c02CRzOkpIFRZs>BcFX|
zE1!MuIu+%!A86d4&2qc)S^2&!osWN?o9%wxpUvUxmCxqV%4hRv?03y~yYkrr_A8$)
zq?OMW(a2|u-Hv>=#6~__Y9pU5vyso1+sJ1tY~-_*HuBjj8~JRtjePc#jePdAjeNGo
zMm}3>BcJ_ZBcH9ak<Wg$k<Wg!mCt^6oeJ{VA8toJ`_o1~`^#27`<t&<KKqA8KKs}0
z$Y<HcGV)o;Mn0=#BcH8jBcD~ak<Y5wtMpNns`knxT^bwtth$YSw!V#gwt<a&wxNxD
zR>M|4tLZuw<+F`w<g<<4j(oO>jeNGLjeNG5jeNGbjeNF+JzF0|+0sTn+sZ~h+uBAx
z+r~yd+tx-t+s;Nl+ulY#+rd^o+tGC@%4a*#%4a*%%4fA`<+D_Fal7(aDz$CpvpPIq
z`K&Ije6}k+RnPzQ6g~gb%4hXy<+D_Fcf0agDh+Jqvpsme^4Xq+e{?+S{%kMykJaA`
z6u!&-WAsr|AE{`5?aT8uzxJawzxJm!zYd@^zYe4|zYd}`zZ%k-UkB5gUyW$ZuS00f
zug0|I*P-+(J^$01Ux(A0Uq{fIUq{lKUrlJuucox-S2J4k>nK|Dt2wRt)q>XiYDsH;
z9ZhR~wW2k@j-fTbTGO-j_X4!$R~uUM>o{8Tt1Yehbv&*4bpoyVbt0|#brP-lbuz8_
z)sEKuI)&E!YENr^ol0wdb)YrBPNOxyI?|e7r_)pQ|1Y35zs{sJzdF&HUuV&pU!7^q
zud`{*uP(Ia*EzK2S65o|YoEg1ih8>=*DC6KWECC6x|MhLd74K>$<MW8UCMjdu@2=u
z?O1p6UiK<|RFu58t++2r-p7u0B=2i0uKT%8`|678^D10!<nOzl?{=&k7uZ-g`rBAH
zF0`?3Tx4V2xY)+Jafv-!A4R#;#=3EtjdkO48|%guHr9<RZLAwt*;qHOwy|zpV=Jz&
zb**wsrHcBZiYhDrcbawla7mwZ-43l*(UJRn<-_#fYaU?hIzH<2QjxDKzV1NRxc?Yr
z$92xGx0N4L8EnUO&xY8z{}^gV9Av|6+<)9)uhK_RZnTvjQ@P2GILU6dasP3P9dVQ0
zYUBRnHd}F&%I&t|=nmJZC_mmwBaZHJJL2eW8*y}xjX1j3MjYK|BaZI3XX~RV57>yK
z2W`aBLpI{*VH<Juh>bXU)J7Z)w-HB=*@~l79=DYrQ+dKxetgn(D$0*f(aMjhJneSn
z$5fuNl^>tw`O1&a(aMjhjBxwZq~iPP`=v6<{rY~-^Y!|EFVOmasl4cReZTV0l^S*a
z%m45ES7@F8YT=h$>*sro{ZsWPRE0;nR{l=q4O{s;mGaMt@p#Mq`uW~2USB>>-|rn7
z<MFQBr>3u_KNYj}{od#K`hFi2e$zGX$3C>RUZhgK4*GtneB^$8zmJR8m)oc6PyT3q
zzfWm>zt3oWzcIAF-`K*VU2A<xWt^?`sT^miQSml`uUEXKGSTh0{*!E7|H(XG<2!}c
z_)ewuey7oTzticdx+FBN=M1;wdVXQ+{m$h1dcR-NdcR-MdcR*69`9P~aVp=~WA*zj
zJYPTWcQoSRd$&(buU0Cs@$=5I@$>#@>*t;AIu-rAb7)+jxo+3bTORjxzQ%t(&&PaU
z;C96KLR;g%i0AA5ET;8-me5m`qG`RKWwhSUavJfy!tIFfmA2l`DxR<Rv%2s+*Bbwy
z*st;bx$w8Hbw9MG@bF??t)pg_hqzAuQPJklYkhv)A7#JTT4&c4U&rToo&A-@y84^j
ze<`0;{`9-OHvEUZCj6)UbNDa&r|{qQ>hM4Is_?(|%5b)cj#q?B_VREgds%orduh0`
zy(C=4*1DQXRa@(7HP@+NU9IkRtgGwWSXVc&v94}tV_mIbV_mIj&(=p#HnOp<Zfs*+
z-NeSax~YwIbu%05>gG1q)h%qSt6SPySGRJllJ3v?S1^69`1}3K{|l;oYoC8vcpLlD
z@V53P;qB~;!`s^zg?F$o4DV?75AS4O5Z>87KU~W`FT9K0FI?O18?Iyb3D>oIhj+Dm
zh3nZp!@Jo%!u4(aeL_+4-EIBdRB{75_CxbM?D)ILd{0~ZqeaR0vh{aU<*%EbBjW34
z`?z0Ue_z+B#MjUEb9;RKY=1kxes+MZuYX|0>+`)`Yd`j&!jk@|<iDRMYv^|Td(*)-
z{_e7ot^L|VDqb(B;O{OQyB+@?b*PQMyFARszqcQ5<L@qyu(iLN%8@qy?y`xk{obao
zQ_+5JGaCE7N4XvQz0Gax_qMRH-`moz7T^D98~eSjZ0z?QV`IO!wT=DWV{PpBwz09_
zdz_8^-nRC?ZmTHA+y5kKpTYh+e4_o=f6mKCn!hKzJr&L0cC_a2DYWKqds_4NR9f@5
z1FiXc8m;-;k=Fb@o!0z4gVy{#lh*w0L~H(@MQi?crZs=hrZs=N(3-#J(3-zpY0a;0
zwB}cLTJ!5%TJx(1t@+iH*8J*4Yku{nHNX1MnqPfs&98p6=GS?&=GXbO=GO(Z=2w4O
z^Xo!d^Xnp7^Xp<-^Xn2?^XpPt^XoEN^Xqb2^Xm#)^Xp1l^Xn>F^XqC_^XnQ~^Xpn#
z^DCz{zXs5nUju2)uj^>duR*lt*Y&jK*I-)nYY46RbyDG>MLi_Vt%|y0-MsO?ypa#{
zdBaNC4Hf6-<<o}z*Pq?!_Upqp+1G_{wg-f7v9Ar^YF{0`&Azgf-R?S-SjV$F+#c(A
zcBdWdcy^Z^>v(pz9qV{@j~(lHcCQ`lcy^y1>v(p*9qV}ZfF0|2_Mjc>c=nJT>v;CC
z9qV}Zh#l*A_Nc8qkjij7*758yTX`Ur$8F_-CtRnZJn$r~Jn$5)Jn%G)b@myzW1W50
zRvvhc=PM74pp^$k(#iv)Xyt+DY2|?zXsoj@x*hB6OSbaB%RFCs;1ybV;8j|A;58cS
z?CWk<9(aTO$^)sq>2~FTRNk_&&c1Cc52W&rjdk{28|&<QHrCnqZLG5&*jQ&jw6V^P
zwz1BBWMiHE*v2~hiH&vkQyc5-XExT^G4}soXEoo)xjmH|O4)c?^M3+8w3JPxl@BJ-
zgG<?DTKQoLJ*bpTrIjzH(F04_bXxi2b2=|&Gic?LFX(GZ*-Tpb<xBdiQuY<CeDgJZ
zMJfA+R{r^xR{r^pR{r^(R{r^cR{ohqEC2jREC0-<m4D{Y%0F{y<)3-9^3Qx)`DX#G
z{Iif&{#isT|174Jf0oe7KTB!lpJlZ2&vIJ%X9cbNvyxW+Sw$=VtfrNJexj9sex{Xw
z*3im7YiZ@5Uufl@b+q!&ue9>dZ?y8y@3ivIAGGq%pS1GNU$pYi-?Z}2KeY1CzqIqu
zrfKr2R{kl`%0HE8<)8Iv<)6y5@=q07`KKza{8Noq{;5tY|Ey0d|7<`j|7=Jr|J0zB
ze`?aoKO51?KVysczj4vt9&cZV6@R~~INGG5KQDJHjyC1j!8*2?+p&&qZYz$q;Q5N9
zEosG3DqFc-aa5GN{C)NPlDBcczTdVLug}Zv`hMH->*@QYvc22&{mMVre~tS8ApF1c
zccOLv&V_eyt)H(J`}OnfQh00Eit|)z+lup4>eyIk>)KdnceNGgsnoL-=c$zc`$+Nr
zv-<AW``_JlDtiA7XubbEXuY33X}zDlXuY4kX}q6(+>ZCNudVm9AJ5nO*`L<?Ie^yt
zIk50<t~GB{Imp($Enlb9sGs*>z8>+>$n6my*&#N5-o`e5-a~Euyob3?ML+N1G{*l3
zw`2T|wDt2g;raS`n-*^98uvNPY~`7wcs}lPn!7#jbMkT=$9&0Kx<BGKKibxK6eVwE
z$9Uw&*fAb?YdgjxKh}=%$lKTvkNI(S#ADvpj`7Hkw_`l=6YRKt`H8m1qbT`Fc8o`U
zvaRt*{q5`+kNgx{<I&!=@=XiZxbHjF#(iH08~1&u*|_iPXyd-`bQ|}5XV|#!JJZH}
zUnd*)eP`LY@9S*izVB=s_kCS#-1nVh<G!z}t-RaKwM)&4D($~lD9cw=*HJU=BUGH1
zm)o0aA0fTY4Nd+V*Q|%zj|}&;j|lg&4-faY4-5CP4-NOV8;ASZhlJ0w8->re4-Q{o
zHw^c;4+>vs9~i#KJ|KLty?^);dq3?XxK3r?=)cVE`-CsI_YPlS?-jn%-ZOlay+`<J
zyFvIGd-w3QcKvW}?-m|l*9#A{cMV@>*9{M{>x8ejYljEhyM%|>wMyAg*DA-aUs0zx
z`k()9fA>;0tT?ZHRyXY<&|Tx}-stvo!Z+Dn!Z+Jzhi|bvhi|pd3g2dT3g2#@8NS0l
zBYdZQdiXB8WB6|SwD3K4hw#1jsp0$V_Tl^OQ}p)>u2X3j{SUhR<nTlGN#Td>6T^?#
zCxjohj}H&G+lC*rj|)F;w+TOC9~*wsZXJHgJ|_IM-75TyeRTL)yJh$}yG3|}-CX+!
zu2s^1&pX9YMQc{E|8&EDuggdI{9)ne?V;LVsQ5a0`E^4|*^9;3Eqm~P=Vvdu{rd3B
z_Mq@9_I2S`?SbLf>;d7|?L7R3t>@8H-n6d?zhz$?e%rn({EmHP_+9&o@O$><rR;sz
zsazKQAGrO}@Q3y#;nDWR;g9T#!XMighCi|Uhd;G12!CduA0A_$7anW(3y-t=hR54|
c!V~P?;fZ#y@Fcruc(UC?`wOmB(sSwm0g1LW8~^|S
diff --git a/resources/3rdparty/sylvan/models/collision.4.bdd b/resources/3rdparty/sylvan/models/collision.4.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..98b89317d00d251c5bc71d20a8d4ea47d611ba2d
GIT binary patch
literal 40924
zcmeHw2e)3uvFs5-NPv)p5IG&800I<|Pyiu`oO6x>M9w)HZ-OMi7-Nhv#w25$bHv%c
z4mbFPdtZ+Cx4c(XGj*o+Mi?y?*J;sfvAe5hc9^d2p8b8_k-gi<$jG?*-}cbk;J@*K
zZPV{@&Nt?`{ni}wHUA&v9N>^n_FH3~j&n!eY?$YdywNc4G4fi&+tPfc;R!TfZg@MI
zFEu=o=8FwaqWMC@eD0Cw8{UEDa}DoE^Vx<c(|o4kooGJY@D!R)HawN)riQ1{e4^o<
zX+GBQbedhmyU={3;Tbd^Zg^Lk4>r6T&HEePo#wp_??LnKhWDg-XTy8ZyuIPQY2MoK
zJ~VG`cwd?~HoPCr>l@ym=Cuuv(%jJSOqy3Ud;rb$4bP%^dBd}5UfS>+nin@bm*#~H
zA4v23h7Y27Zo~6vp55@lG|z1K5Sphqd??LR8=g<|<c1f}Jh9=0G>>n15zS*8UQF}o
zhL_M>+wfsDk7{@+%_AFLMsroehtpiq@N$}R%GYT~7b$opm2O(FE~SSo_y{U3s$kt(
zK`3}Nm4a5V9#ugucny_EDR?cFNGy0Al}ImGp%@(*IYw}#lTuO@heD?$EciGoC2he9
zwUWHx6R378HjkoaM#Cr3oZhggoYwFuG^aEy>L)jR8qFOVR;o;D_zarcHLTRyw&AmA
zZqu++k$us<lN@u3dS&P>`PeV{ABE$#c`j|A<FR-1(eHCT7p}2uzSlUH$p1KxJ&++~
zuk*F&Gv>1y)5mi-FVFM%9~<L!cpk5j^L-ArukYuf?}HfUTDceT`qaKY_aCp>bGYYl
z-{4&Kcl-S;#=~p9*ErAfxfwe?4^wa$6Fvu1m-nIVXXf)VmL8|xlF!fMdBf{$?KsQD
z*I>MieNX%7-;&Sw@p)WR+V3^)xbYb>Zhod=+{hhU0@q7>7&nho`+3vn=do{iovj^b
z8}c>yo?`5K+DHGEe7=v*<C@ZbuW`qX&yaERGY#X$b+Xkm=N&WJem0N2o6pblZr6FQ
zaX)W9EAQp!^!<GuW4>dh{eH%IA8tFmme*_iZa&s+NGE&k(NkHQkWNQD46ipP0r;FO
zWUf1f=MSzuwzqIzY^Q`B4<op*G_dZE7sq<5PX5?)bzi-BmNRt!*n@R%F1m`gM+Ad)
zJ|+klYj{jZKo!=dimzgAzf7nq%zKeqF>{&)%e)*D0OtFcV3HRoA1)G?RHJ0xjR_ti
z9;x@R<T@9l*Nu1w(9(kdg$6;2kZDtjkhaYqm)1KwG<h&ry>tHvXE=q@iMw`#&Yaa;
z=`?FAIMX~F#GMviJmM|_^nN+>^~GHfDDFgTnIY~(e8J)_-pj<D9-@rv(IUa#FK6Vy
zvDdqBxjc`Z%s)Zh=sq~S8was$)lGz@m*lRSVI4-;mGr&3L124zgTVLd27|5}*I}fE
ziZarsY(RBEs+-_+m_tfW+|2RUX}DiYYk1;eRX4F1)eas?pK<FwM{qxXyilD+u=H6s
zf~k)skwf~d8^IgpHKXol5~J>8NebR9`YrLiv+0ZHokJWsKbJTzb|5jH_aJHuo_C&Y
z>UiFRiSfMAinKu;O1}jp%(qPqvKAx`G8fWsvSBVF20x3bE#PN~ZECFdu*6vJ(!^Nr
zvcy>L;faHv<@5(XD~PdPea59t!FpE}Yvd4W@T1ST)yH7?<Mjdbp&_!yUEA)xb$Tbg
z6*aE@T2IP^RlnVeJ{xHz4uVG2WGuVKfx;67sdNDckw#nG8~vzC$C!*$dpV~|2M3}*
z9_EAUvwj}cIti)bTBpn0Sl20?^q+vEdcUzgJmkpZ3QyF@)^g<Y)e@pF{55j)uU<^i
zoz#${r^Y6g_mwBhXLWeX{LO=R+f8HhOHbR_u-fnwb&s_B@m@R3?_o<DdDIi@S3F%W
z^+!fNI;f*Z+I-RTk%q<5!wsvB9%@*1^kBnEj|Uo79o^rs_RRYl)?RsU!`i#<X;>}h
z?uJ!IcMbN+J6jED<{fRm_R8BE)}DD=!`d@%9U0LcX?GN&_DUBk#<f@KA<E=Ys_26=
ziLnUvVA>Qdx|rHC5v17#mZO4NO!Z6fYtdf$*vQC%c2I-ggA#WQ%%cf@EeF#8zuGhG
z1i!t#GWea(Il=D&;^227aqzo{IQU&m9Q<m}41Tp|2EW=fgWqL5AN(FpZ2`Z_ZBqxo
zD~N;NmBhiX_Dt~G+be@#?U}*vYMvkb9z`7dt|11$mbEm%?>alE!EbCO;_H|k@A9j3
z41llWavXdepBQ|dkU01{k^bQ8B;w%fWa8lK6yo6PRN~<4G~(dvbmHLa4C3JHOk(hL
z7PSR@oo$;s_&SF;_&S$3_&Sdme4S5i3BE3%FZjBUIQY7VIQY7l7<^qqZ2@1G+NK6y
zmsNZ;_0;y$%^c#`vs8!CU)OWI8yUHh+5$eWvP}&>EmzY3pOy_Yz~?n~P=n8F69=Ey
z(I0$XPaJ&SKpcGDNF03LL>zqHOdNdPLJU4ZK@;#96!rKNmBFW|j>$Mx7sDl+1fRNf
z@To@&KK1Cqr<MjjEm}JGv?w&-GeXw;pr=v+pDv**c%oh|%N1mTKZ~ftAzb3G^8{*K
zEK)-Jp=CG0!$eCLf7sHS1b^E4gTGCj75r@`4*u|J(c|waVg&nXY70pCm~HB)$7hIx
zzmF3Kf6o#l89qU63I3j=FZlZ;aq#y%aq#ykV(|9@wI%rbG=1RD@*<6?BO{-&gBtw3
zlo+Iawqli5G~bu$pE&p|2{K>F^P@grr9bNPHDV_V%-4yd-@ZW%em_rbK@z@cn>zUY
z0&(#B7BTq!BDDqle#tg<)aRFp!S7e7E#UX7wyA^PuMr2oUndTJzd;Osze#Nge!oRu
z@cV7z;P*Sk!S8p8!LQ|eG{Eoo?Vtv~KS&IIEkC3Iel0(u0e;`MgBtu!NQ|QSNn#Y&
zPZOi~ewH|j^XK$O@&1Ci8yWc}wFUX|E8En_mtQAFzWiNc<jZdoBVT@-82MuP9S!7*
z<@Yp@FMn?bHS*;j5+h&!F){MxpAtvD{DFSt%fHKU<jcQL9QpDe=#PB)kHnEL|4fX0
z`4?(S<ja4eFY@I-6Gy)M7h>egf2Fn{U;dkIYUGRMztcdz{0}>*kuU!<G4kbqB}Tqj
z{x=Qe%m1m4A5)_r{NIW{M~!3}2lcPj7pK$H$-Nby@iY(f$J5w6_8G5}AC0`1v*2Vq
z4b%fTvEcD~H9UzJoM0JEz{w5`i4(5D&mJv{vpOE$@mt7K^78N(^EuT|q;;U~ER$)V
z?xHoQPfzg#YAhP5(FAojts(Vkq*4>q-SmcfeOf7qy6bVavDe!2@1aTyM4z!J<<V!N
z6x3&;RK&_&K7ktR-8(VXyH8^DnSB!n$@|fd^;-6)fj%>82Q}6^Gx7a{JNtU5k}
z8hyqxn+E!fML8Ploy!5N_drjee)OH6Q|IM4)_ZVbtk-e~4XoF4D2-U}eBxN|0%ELp
zA+-hTU1XaY>$NPVf%T#lHNkogYpD0V%2N8V9?LQs-QaU7*0bCbsIi_EiLsuQiLstl
ziLss|5@S7<BWYkgmen+{o}=ub#(LINyo4J3t*uxJ{H?2a4mI|Pqbrs|PqG|C13k(8
zM1HLAI8UGszK$mjzQi-;_j(rMcM|7Wy8II~I5Gc}I(8y8u77I9Qn>zU6`w#I`EWXM
z<b(1s_&Ss0-QaU7?sqo*mRQd@^u>D4CC2^Eqqg9F=U4j->fq}FV({huav^c#-$lgW
z%W^S|sJBaqgRe`8!I$MS8sO`4JE+0e6%`*#eMhV3;q|ZNIIh2j+JgIEZJQe78!Env
z8u!1ZVyVcNYw5uKugh`V|N4s8Q)3UaETMt>-Dn3j?srqgzMqG0rh)t2Vh1(uXTd9p
z){AYi3GU}x-au~*4*Affz{jk5ww4xrDD=SxOvNLn==tjDh1z&NQIB|7RLXd`NEtn!
zQ&>~6sBt*KY2Le+vKfP0@m?~%+_aP0Joa8vyqk*RaRLt;c_^|S)f0cd@17^}{*Uue
zWGdBTgFPKJzH=Ry>Kd3%6E!~UK{MJEMRC`}n7>=ayHKMi?4IN3342sLh1%r6+>_V@
z!kk7NJ!o&@Zm_50e*4mIi5|2cebIyVC&v9osV%tQ%xdpN9SL;+u@a3&&F$zxv+0Z;
zG>15nY%Z}9okrc;Q3wYWSdP&H=Fx+kR~~r|@=1HSG4jcxJw5o<o(_H&cmg%zw=i)x
z*wYce#W{}nElG^{9hNxwT1tQLwTu|?JDl2r_${|hjrgrdjQFig9PwL4f5h(yVl@&P
z_4iuDZ*_s?i1-~<vEGf)2$aX3gY~YpO&$5NjyUq=XyRD!F~qUnV~Mfe<ESlI@A0;&
zBVSG+j(pJ`jrI2SbgcJe&a+^>-qYoZe9_*H^?Fa&IM#c5J$DT?dZhBC`q&T7v`vkC
zv7AK%`C>VnM%VrxS$@RtTp9I%_??#+@jE{;;&(w}#P7nyQEwN~kN8<Grh)ifVh1(i
zcWGk8@3O>*-{pxTU#_4Z@mrtch@a(38i?Ojc2FaJS66%nb?kvV5+fd#YiJ-I*V;ji
zc=Yyk#KU{KrXe2MTYV1V(c9Az5AW%k68WS(J@QF=d(;oMzh3?5(Gd?UsY&D$mfm|O
zP-x^V(=`<*M@SV9m*@sg!%fFQ`7tJyQ+@1YY+=vcrpzegPmcZGTfEqFE!)!AWK?@)
ztYJG2#WQOU#KQSZgJ+S?SDJ03=uQgH$@3tcj!)^RgPs@9X&Fyr3(q<1<({wSL@nz1
z?0j_ajL5C+Jw_e9X$NBDj&hJT1-UZ0SmhYGu@gNe3g#5zJ$WcHm1>U)pr+B>eeiCu
zTN|HFbJvD<p*f@ct?QT<&X}S`9GB3=af>FpX@PnaJygMZR6O)vZMMG5*gJ77ejoZH
zIQtSSXf#Gf_TwRfyFYOx$S84;Gm}`P(WsyMgWOqkA~~5a&LwLOK{_3`ko)pue2`OP
z--CG^msjrB+jjDA)KP~Ia|&VDdGNmZH<nXoyY?l)Id&G^Ne%Pt^|47M&t7X-z3bJ6
zm1nOstbA*|uT!42-q)#2TJP&rMw{CCDzmnUcPc||?wZr7OfPElRmK-KtlqVzVfC(~
z8djTF-LNP>vSFlzUh>tmT!*7$<K^peGyt@(CTI}7-h~FD9_JZq7zL<@VScnveJF8z
zRnJpHD)V(+T(8%=FzzYpaWSatV!j2pYLj8=Q80g$eu$<<qg3zm!(jXXPKt+B?}|pO
zzJ-TojyboE;5kh?nIFLZ=u0ZcHuhR<@3X6N?9pC}?!9{{$3Eh#)mHyd!^*J-8di?o
z*Rc0T<(AzFTmj0l(ZOeD1YWu2`68wO<yvs&-rUPEtjD69_-Om=EPt#=^u&5ZU#v&;
z#(G5mJ%b#J^(fayefOF(SWj$u`YfQ_@-#eOoYH$A(WT@0lw<LH%CUGp<rtpN`K4RL
z^Ub9LH#<-R^?-*tsG15j4)byx@jkd>)v5~$zC-BWyADE$herp0<BauL7SKTa7urD`
z>sv$|>sw45>svyM^&LiSiS;d|Z`1?zZ=EC9hjS?MX*qG^(+Xm&ZzZ(_>swXrL#dGj
z<DibHKI;lQ>ES*ReST}-M|{0O4VUXbUPqz+%4@jndst7c;j%vDkmbV~MkFG~|BY+7
z8`N+o9{$E__%SD2(PhnBQN!bN{^mdZci4Vx?Zd&5_TfkV^uJ5{d6Yx<8r63`^lgjY
z-R>TIrnt+a^)>3whP4mh(XjU6+Z#rU?tO=(E$Y@bt`?6?BU*p&3tDXvu_=x6)cL)#
z(`Kjr*O$d6sr}a&o2q)XG2Xj+`|uMUsQ(iV(ZjVLBMH3^YbJVNZy)a3KCE%@t^L=R
z1>f4AjIqyR2~8euruN~78rISu9DIk3eOUXir`<pJ4jcP&Zyyf6m-3w8dl@nK*8WSI
z5`1eP4!*Sy2jAL{gKzD}x0TEAs67~bAK6^Jhg(fQ7IRdNW6^68BUoz_M{w8C4>FF<
zagcUQ#d_}wvM16X{2oUPevhZNfZr2rQ+N44bpi~2Pom!fek~`{0Kb+~Xav8f5(mGh
z5rf~;sV(654BOP;*K#I}c<(xk82p}1Z2`aM*ro=*=Ozw*&!a#1J)b!Ey?{9Qy^uKg
zy@)vK`C{TozDtO~@1@ih@OznU>L`ZGiG$xOh{5lAY76+)UTX|Kud+=IJ}p<%0H2l(
zG`hj>(%|!2PoM^$*Chs@*Cz&_HzWq1Hzo$3mYZmRPs`0Tz~?P?P=n71q4<mtt6qZw
z@fj5L>Qz(*pQ1V@BNcjlsuje|)GF{Wkz(RAQn1&2v^4M;OBSDz;^H$(pw~QAD&W&4
zbS0k;^$JQP$MQJKUt$y=-?@TPeXbaXp`cw8>9g!^qv%d*_#ScA*rf8Ek%~>e^4;Va
zZG2mrt!TRm#42VQBjw#$#a{44Dm8<G^_`KLMZw!swWd<OGdfXYJe2Q@PH1>C&DONK
zoru-UXpD4IcvSFcjC50ZJcb8JH;wA(0&whhrn#=+=``0iybH}W4bPx?RKvT{Ts`)A
zzSGE&<@1<he}tT4hcag?I2d0}Df7XBV(-f|4$2<iI4ECVg9F9h^TB~)Z`?R2Uyla|
zx^Hm4BhSJ86nn%>m%#lLdjT98=jAsC+)ugTam-ijjWJ)bH^zL$9$1{=`4oGP<M|YO
z;2r2|Ia0pAYdKQ>E}`W}`MZRcBjqcxmLuio5#&g%n~s;~Kh)V<Mm@BeDBs_;_>_<9
zh|hjGAM4#eG1fbp80(#x80$SCG1faPajbVX{juIT#8~fKY75qTplxcb_n^dB@4Sll
zqHZ-&zFR>}sFr*Vp7&7O)R8~)iCg}Zze|YcUC8lx-bKWC-o?}wJns_Q)WMIoRXnd{
zDGfaDGCQd8yndHEgm^6vMV3>chF4T9)oQqWw}KkBtfEnC*tM&edxC2KH9W5PI;p4H
zgl%X(+3<Lpn;YJi=B9=x(A@am-;4T;Ni?uoY;OlOHWk%|eb|h4v`roR@nquI>{QFx
z6nmVb22_ijOF<3vY8W-pt6|iDMYW6?u&9<%1Fm8DkyGlQo)kH?8-0;e>ZOrWdvH8*
zYENS1ltnp>oU*8vBd7M^K;+cE#8CsPW#p7awY=7-)-rO+GLuH+)B(iEsae#Pnp4gt
z>pI*?5BG(ZQ)O>%IrXl;8~S>KoGRCUypBRmr1@yWALbNd@mHQx%IijHCv(`RP}k~D
zo`<?te=<g0t3Me>T`Q-euD9bH)U|TS^HJBzC1cceuTP<_dwmLZ-Ro1}K>f+*M_sE=
zMO~|3p{{#<3U%G<Q>g1+pF&;xT|>86>l@W~4%Bt8Peon(ea~m8Pob{;t|z}Y4FL5i
zZ7Ago^{JIUyZ)U6HYoKcyRos2gFWEV?<bnoi)ZXd^%5P==a&$b=T8234)Gn&A--dS
z6wi1ri+IKc+v6F}+2a`-Gw<tX(^`Fjct$;&F>=wOXWc?BdR))=0py~ur{_d2T9lK>
zMT>IsedMCgS56`qEy_vcqD48m&Zy?(+J^nvW0;G*Ju}{0oQuAKa&il~$oQKZ>v~Qn
zJ=}vDM`aHJM^!$s&xbXSI$by313u(vWaJNycF`q9Lyn#rn>6;GP<wirzj@HpH;v6N
zpVKxrtXh9!Q0tEmYW=Y`UmQK!u<EEA^mM$d_ImmwZN7Rs-d!!~=?@##-u_U-s-p)R
zRvkUiuzLIb4XcjsYgqMkZ^Npmdm2_9-96~(ceQc#^gA0?4c*bO-aT(0^z_>X{ruK8
zU+<o%F}-uzjXl_+cTeoOqjpeZkF}^LgCENQG{Da+JE+0W?8IFIb7+De%Ul}Z=RiBC
z!Oua7gP(cy2R{cB2S0}p2S0}r2S4+PgP#S&!OueC;Aasr_*qPC34WH)7yKMX9Q-UL
z20zQFE#T*H+tk62wn6Y?(KZQwR@y-gepCncA>Pq?wcFt}p$Xz0ty}Sq*9^sbO`F~O
zE`2Ti5$|=x5pQiV5$|I-9`QbwIO46>sfhRS9FKTo3sk&gYwUgZdJ@MY-fG_wZ>1{Y
zjn~8`h&MvkB;tKKy@)qL+yvmvhIFziSw%l?a&{e`Nv($}4%Gqpu$)Vy8~i;x_&DDa
zsG~n!Kpg$)LSp3qMbsAXaj|Xc;NueF;Nw!_;Nvpl;Nx=Q;NuG7;A1^8^8ZR|OXUAm
z^aUSR69*p~h{4A-)E4k@t!?Vy<2qso8|L-ILCy`tAoE6QOZ2Ck=mQ@&*RgY`l~l!X
z3l)-ZLV@MDvG;RJ@81yP(R;sTX=&(pv1IkT2#NSc$eMuf2&wpvkc;o2q*s5UF6vLz
zg72VQe8&{=9W7IQM@sehR_evW;ZenR*Pgyte@g9GJVMdq`*C6f?FniN_(q7EfbUHW
z_4wXQKlpw!$HDhgiNW{NiKG5LMnCv|Cda||$17H<p-IijaV+{1iK8B$qd$W8N#Y3Z
z^TZMSPZ5Kh7pN^D?bEiYqaI%*4)Q-kjO2KU+5&z)YnvL$^>X4!zR%Gg{JcUO_4q0=
z_<4=m0)Ae%O&#_4265Em=ZV43o75KY^99?~QIBsC2R~mV20ve-wtyeinK6>+E4HbX
zWX17Ss_3s@Bko2<zD{icpWm=e4L-k_7<_&!G5Gv;V(|H$#8GVDr9b-X_lUvg_o*%5
z^9Q!6!RHSXgU=r&2A^*y4nBWOfAIMe;^6bA#0cKcs4d|0=eDWA=Pwe2&tE16pO#<I
z0H43MgBpDPU1IS0o5ayye@j33{9PUYGBxV$_Z2@&y>9TorLv|DLj42HqZ<B4nyVZB
zCz?l=&;EaCZdv03?;bYHPH^}+=9aNZ<#UWT4a^_Up_|(Hwlv$O(@h}0fd@(XEmE6R
z!4s*jlg&f<`}MZzb=%W>4G)s?TjU1A`dj4H4Ns<dRl_^cyt3gbG}kvgmF5)<PosHx
z!#mTwtl{Z2FKu`inwK;@gXYBz?@IHc!Eccl7G50tBgUr7=yco)4itNH1`ZT^U#oFY
z_VC6*`7IJ0DE6KY4kp>AZXA?%=-^<;`Hq~A`ziK*9^6l{=NP4NUVhJLoR{wjaX-br
z%ogX0J@5|nHO|ZTghS5T`pVxX;(m&~p9lBb&DW-m^@)eJzViJb?zd;o$Nl!ISe&;U
zE8i2g94m2+_3c~lw_jcl_uD@)?l+nk_nVm*_d6gl?l-IAeW=%005zK?a(Y~GbyBF|
zxdoSFtKssQvej_;ObI^c<$T2V;KYdUA&IfxLlYyu^Alse3layP3+cytEsJPiy^HOj
z#(I||Uf=uE9<6t29iKzpYPfu+Y&BdyQ??o||3(@$yrP~j)oQqWrbG=}R?(<6?Ale#
zJ;6DL8t!rMRGY93%_kckPjhp_+tS?h&iC)_+LYe=_C)$09n|ng2cLgGGWd@Fp>{FV
z@B?EtTn6qN)G+pAi~1;X%A!6RIi*^ToKh_#r_?`v5^_qlWQ?3r|1?HU)fz4y<dj9V
z95t&NMo#VF3Dn4`UJWCsEUIPXlx1%k>y7I7LTz6te@_rOrCN@hQY}YLjq*~+Da%Y6
zkyEN=<kT!rpsqRPT(YiHI_crQ&~j?*J4VkR<Wx7vsdBxI@BRDsq<TTA4|D3TI;WK9
zjn9$;!<=e$z18n~6UsHq^-$NnK83ngfAW1%*S(yIy5631qOON~zxovF+M;(3)b&nw
zP@}HZpX^(2qkeB4b?x^(ziVhF>blpbqOSeE*XvVJ*M8sg9o45$*M8TN{{oNJes%t!
zPo3A^H8k^_vX>9I^Zu?Wz4*rdQ}5J`qk;Qs-|;x^s~%A&@qbK0J;M0h!Ty8i=<#}X
zc`o0(*K2)`_mNxm89F@%_Kcca<*7b^+)_??jT;8PiEJUaJXJXsd&c0iM0t<hLT>qd
z<yh<)%CW7;t==ApJ;UPMGFFalA-BlAxv{S2bkZLHNA-GRpEY`Ug8H{8SGJ=5haCC*
zcdLJo|1EIzdoQNwPHM=}7WVyG%VqxNK`n187voX&w6S4v^~9h@KR)QukG1*g(T_GP
zuDU@T;XOgU+0!1eQF}GsMJ=kMhmHPxzb*O+R7ZCW-X-t!Xsx9?20i-rcmB5MGxniz
zt5N-@q}XHi4rzD1EALMq`rN3;s8KT()e!ix=v@;0%(8<T{LD_=H86)J__55T0e%j&
zgBtuClsNdANB=`@@L-w`Hhc)p2O8Gr!uuPZPxHQp7tp-7VSOIFr(t~_yu0DWG{Mi3
z=IVX-cNqQPXK9XupJj<}Yv6F2!OwDH@MBp)1N^MCgBtv(4(vm`kFZVM4gQ@G;=MY@
z5$~fCBi?HgN4(e4AMsvC9PvJyIO2T_am4#r;)wTg#1Ze~i6h=85J$XEBu2bXqP9dm
zoJ=3$eTv7Z5${tIN4!s?KjM8lG2(p&wFU7$(>68YeOAS*s8J7RS3HyYnhKy)2jIhk
z*BJ3}o*mTS<NU<n!*T(Q=udck`-}K(k&i*Sk_Yf{6}2V!xSBrjvB6{1;3GoR`yuaI
zjt3tIZ7=_|eS;4Rs1P4F+Ci<8ibGRzvzzPqIn;Wn;@FWY`j2jn_(zH;{&?gjs0S>m
z3F;x1ta?C5nxGycg?sg&RF8U4DMUSJDC$9_6c<ye;bu{Sy@ye$;$fqN75_-7-eQ${
z5r2gS_0YA|<ag}lXC0AHCZP2z{*UK;#Q%xJi2ufl)!L9m6LK7bn-j;$PtqS3e~K74
zeVW>Wdi$7d>TdAcA{O=W9LJ)cO^o1tB5?%oIr^jjeUcc#f1cU`Qa)vy8l=6D7^HqW
zaq#^j{lWKVh=cE!h{5+~sV$LwFVhFUKj$%OB=0MUBe`FtAAG--<07RvUZ+A4y-{E}
zg742KM!mh6_?ia3Kofkw)m&;CU#xf&^%d{@ZTHJLUrAXUU!jWR{VH+r^EKk&=j+7a
z=Nr@(@bgXE)GDgt_!d>v<F|>y&v&RT;OD!xse_;I5rd!aQ(J<cAJ7MWe&{i3@bja@
z!Oz?DM?L<SIQaPqG5Gl@wFUhA%r<rO!=DoeKffRbKfk25sHqq5D=P5w>jKMfz?Thv
zTfC$WLj8v3#SQ<K=0y$vj^>5sv-<CwTh_S1yN3<46C8f-P;zRdd^gmRxEoJ5l6zYX
z*Yl$YCeR;6vK_ICherMU5k)qMP8A=G`o5*&EO-Yh6>q^iQbmzZCXObs6LB<&Da6r4
zrV^{U(5SyhsreMVGu0=G&Es?)p5>v)E>s_{0BQ!!XBys>=EoY|jV78XIdJS(w_#eH
z;1)R8Mgw)caZtX`0S6Xwu@xLl^a<49K(V)PD>zW>Js%t>_QqS_V0({IgHy%cK5#nC
zHZ`uN*xQHeDfY(TRIvvhaw-mjQ>`;{OdQ1e#6#rR9=r#hXHVaY8qc#=;#l9_^hb{E
zLyR2Tm)e5o*{|BliO8}2>5m*6=JZUC<9-KFTX4TwwyANy*@<z#If-$<xruSV11lb-
zj+{P-IC6R(apd&D#K>vYHf;)O{Lo^RBWiqpV#I$z;)wr3`Xl~}h!OwA)E2~liEV1c
z<FLet$I`@z$FjtT$Ki=1{>$l)_^%*FJXTU$5RX;1sS%GO5+fc*R(uF`t#Q|OkDEVI
z<Mk3--Dig!sK3^W{3Z0+seTq}a4;=#aIiD|!NGLm$jM!ZBPVANM^37yz=1_I4h~e?
zc0OgJe$Vq{!>aYo4Xf5SHLM!n*syB+@j;D0+G<=gKicN2#y`^VD9wikzxO}T##QV0
z4Ql+JvTrz-tm|2w^cMCFk8A&E`^LNO-5=&uiP*d4RE=lJt-rCHdfSUDx|2dq)py2%
z+xuYoZK>tdR=<n%`V{sCi}vcz4BkaP?a}%^h+c2mfd=}DWk(v(M<x?T-`I&b`ot9C
z;86VveWBN<&==I7IF}NAL47Lvg8I}GgTHA&pHME9vwMHDsXm3iVNt*82H!)YkElO+
z(jzwNJ4y5v#TD^XfATcM)1r40#MAF0@<%+?ry`!CoDlKUyGX=SeJbLqcan&wdKBV0
zM>nbm#B*-qi06UyM?Cc|f_Pfy(Lg*cdKY<Y@OMdwXYXC4^X&Rgf_N&=>_&VR+NMT)
z7A21OET%u=qj!>s&tV*o_~@M^;<Jq75g)yiAU@0Kw;(=x2QiNLtfVjEqjwU-r}r*`
z`1oB!mq2{{9wLnR93`V3y21C*h|k(Oq<1#t+q#OSkZ(s<tbOs}Hh2t8>}wX~A>w<S
z9n^@g<#-y1?+JELM|@8tj`*HL9PvGwIO2N>am4pjV#N0}Y763fx^3!+?-|4q-!q9L
z|IQ+g{5zW%@wJ>o1M#(-OQZX@`!_Df^7;?*P~;M-2P%M?L=*A8thp5L%M&BsS0s*j
zuctraeI;?k`zqpy_tnIR_XcVU;(d*6>WKHX#1Zf7h!OAWsV#{24YsKx-Zv6Qyl*1z
zcqno+74q3~3k~G+t#(i&pKnWye7-#~^7)R$i1(d|5%0SyzLfg@Hh4G9``-Ck$usVy
zfqsoCO;9g!3Go+{_C9Nhdhiz|r+SH!?D2=C_V`06di*I=;IE_K0{$Yz;x8x=e^C;>
zdI6QadJ)w)IZ{9u$1R$4y+4x_f01J1@98#M{6$LkzNdVK^CCD(Wd!ZnJRiZ0lvnVd
z%W;r{5KHdiQKS|8JQbYb>V0Ya0>{B;v^;?q>9?T&VM-I<44#+h#ls;*nqUzxH`L?v
zbM!~BULgjbuTonO?AL5lgN)Y`gQPbSgT&7#2H9^Wj%4@({gEth5qE?CzhETUm*}@3
z3BPQc8cF(<#7O3^CI+8hOROR&j;~Wiv3!FV#q>>T3;6t&ZEBGB?Zn{oI~9W(eee9;
z9Cxw9_dWX248EV^cMSfGOEi-oa$Yo>9}%M&je~ldHe}DDeC%WlKi7TH!}b5iLV=dA
ze69nb+m<Pv6bPSCa5+XoY)20gWnzvik&0syRV3W@#F3CY5Gzq>)V~QqLQgKR93$a(
zq9+Ps3b6`>M*Ut8fuB}jIik>ZP8>Bdo&G4;U5KNgXAnoh?@FvjK%@Q}0X2$(cc+Sm
zvIj954mmP6)*OO#I{pbb(tU6cSAT&V`T4}vpP8e*{V+v$Qp3-(t&YlP*;Ys8vn(1~
zt)p_4XoRXK)S2q1jP@F<IEp$`9ih%tKb{W`RX@g2XFJjtb*6ekovD62A9besF-DzD
zwM~sW>(vqJtXD^<Gu4mJL7iDtN5P@$2z93V@g&sQZnmjWXR06jP-m(i<ES&$P}JF8
uoKx#;z@2K(m+1AWKT><!loL9sE%55=iC=7Jz5WQEd%V6;>VI(Wk^c{Z5@yu^
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/collision.4.ldd b/resources/3rdparty/sylvan/models/collision.4.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..13ff031ad393556d7fce63cb8aa9f22664c747a1
GIT binary patch
literal 8148
zcmb`L52%;r6~}*b&fPh4=G<KjaVAb~PMTbrgh+@)NQlUGY2u>Q?czk5h=hbV5fQnF
z6A=*+k&BaXAx&h2xDW{$A`uZSVzX#NB!-I?E@DL6^Z7pS@%_HX-zwT3c+Y#j=X=h1
zp65J&-rv20y<YF%r45#Mw@vE8-sFU*Bs`Gt)P$!cJU!tV3C~P;R>FD2cP0Ki3C~V=
zPQr5&o@e+=MW1gNbwR>I2`@}|k?^-0>krGD3X_=@?|!x~7oLX(A38C?h0XcU!zafF
z&zoF<@$YA22k^juqdctGo#lx*Y~biG>|qQ4|CRr$^~rd?Ql77s=Z^Bw*Eh=(_UJ1x
zJpOqsUz8^<V!bBx!3oJV;gm2|P6zV{9Q6(x_I|dQPsEYO_0P-47^nw&)Fb)~o_9Z6
z^b>wL&u8&bH{!i+kuTSc+k^Gx*7$mP0>{|GhP|IH#uIVmasBi1F$U&~p6eDo?-+;M
zqMxwkJfFo!-H7+PMZTz8^c|Rf$c^3Og8wuw?gny%e~iO(aqfcW_6Em%hz(oR?Ek^X
zJR>(b``Ka~;rA^Y5BeA3>5H!t@zH1C|7N3~wozFs>20wA_+jDvH47*1nYQ8Y-{ma@
zFKKDr^7kja)G+EY;qNw9&sJyY<E6jljVCX@$tw(VJ3VL^^`V4U3V*M$diH9{`BtU)
z)d{Z=zNfLWE^PyKXVmMBi2i=#)UD_5%LHrv){0+s3$GI%DzfsA3iF$y;>U#94Hd_#
zMn9spYnE44lKw^wGu|=7)O&rx8w{gvG)%sy3^V?mf3xxAXU{|fKOLZXZ`FH~B>A2(
zp4gm!yYb}Pk?>B#sJn!>Ns@23v?{1~&OdHE`S&Kg&oJtK;XRV%J0PtJ)-UHjWIXu~
zCw#;(>QUi?lH@xktqS%-&Oc#1`A;N#(lF|?!p9}acS>3noVT3+wDIJBKH)QlQO^oL
zCrQ5FN&Bhf?V@{L-zpBn$?2ToNku<zc(CX%3jeIJ-kxv3{829&Cf`ej$#+Tk$;QeI
z+Q$5+w@~-tWyAD-CE?1yEGxJ7E5?H>|EjEv=QZQOm497U`hUZC)Hj8Hk*on{grfIQ
zkzQZ&UF~@EdT$$MKJOT2Kj!#r#-m;r{;MSOdskW&?6(|$!+6y9g#RYV{NI;W1*?(c
zZyJyKq3{Qi%<m&<zm%-Mw;Hv)sK-DHwVodvM*YMv^^j9zqaHbaGM!qRB0NcwdJGs(
zJ#zds<4H4Jc&a4zm|;Bi$nmp`Cw@?PrX=DnX}^Lhjo({sgBok0wAu2nM!pAg45MyN
z{`17omE?Y(FReOpzDLa;YRGt~g~AIY@n2*->UNy0Ef#;T<d$L|PX6~LyhQj|lVOTw
z>h+kP*4V5|Q~a`oA23YVa>L|WA$-Czx@ykFjQ<kRziynm<KwRsAKy^HD=h{4<6*<7
ztbw=H39k|UP2<x2{X%{p0r^KP9`zB!Bw3sAI${56;1#XwO#Zr`f7>|l_iWpkOP&AY
z3S@s&JSxn2tawbA^HuSBVa`j%MQPdwF%_V06n>#$yWZMg4a1A|*ktk8HXCL>TZH4Q
zb$dQPzvSC$@#K5PF!{C#Uw|qt{vT8kt2b6vNqXC1@$B!NhVl3Fi~nx%yCkXip5*W6
z75}~B$0b>heaU~k*rMToK>U75_SeDWe<+;G8~?-N4@t7VN0R?Uu|>oGnE0cTtpD-k
z@4sj8KOufXlKpYg{867ZTww2%@E=i2>z)@Zb!Vd0PsM4AM}6KfK4%Q`eK;%pC#XKn
zoC}M8y)XXU`1)xrcW1FO$7s~=oTXqtoi~j7qG94LBz#f$FHog*=TCkg0r@XkJnA0|
z7udU;@D<_fP@mHJ-w*A5@QSi<UhDi{6=uIx{F-okKfEs7?|yhgOdSg9o5FvuhE8?s
z_hYzWcv1hW7LV<1!_?;;;eSAt=Brin`Tan?YZgz$b;IO)SNNY$rFHKIvio^w|J<;6
z&ii|Y@gFjb{|CbFOH%Kf#^dkbXZ$}B|Dh!7@vr3X_XGZ)i2qoU_0k`?yh|g$-w*gt
zX41V$lG=aLuvPyFX;t7qRs4V?>pv~|`~86b4Dr(?*&j2_pFz$tTwrfdcv>^d<^@q2
zr)5Oi9St#0C~j@)KPt;?Wud+m&k?2`70(rBz7@|CW<C|q7iPQ_7o{}%Um!+M^&Aqe
zyQ1xHk*us&jlWm8?SHXw+yAg|+y8ySxqsGgiI|0w)c1aAV;WG~|1w$I{vQx-`(G~H
z_P;{7?f*gH+&}$2Bxb23Vx_cN@3y~HvbO!L7H<1nBi#1)BjMa1#t|_OOS0&XNUQ7F
z_E(6~;Ma*?D~at<X+LQ83;(BW8|&%kjru-*E3)qYTG>%qng5va;JWhbWkqZ-9<`qT
zjj}R`r=*P+t^6%eo>6I=Wo_%RML5@k_@~8ek|cDiv}Miwl&pvajncipaP|8XyzN$|
zdS7lgjGF&{uv7dFN%q^W<iE*A0<}l{Zb{Z_Jo#TOwrEiM#P5}4|Ljlx*TT8Hp$>{a
zAW1zBCI1`A|A_d*lGOWX^1qq<kBdJh$$CtfKkI+OFzQL+A6peHVfsGZU8oVG2|8u@
zpq?|#{dQXTCry4v&}}*XOo~4%ysn9l*!aIFCxEtAlJ%;;k6us|>rwGJVd`D+d12~P
z@ne0*hcTF<_U<mv1x14DfAcR2KheY+SzT`Pza*C@8~+%8b%q*l;^KALQWA8<F#Gvs
T;h#78A}ZcpGp=>M8;tl5ePar!
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/collision.5.9-rgs.bdd b/resources/3rdparty/sylvan/models/collision.5.9-rgs.bdd
deleted file mode 100755
index 7c32c293ed278544cf3ace3a8584d05f3f2e6ff7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 73760
zcmZwQ1-KQ}`}XlU3JOTujev<Ah>8eEiHePgfRu=UqKK#{x=|$T?m)T)R8&Mggovcw
zfh`tx$9vy%X8C;ozw2Gsb(s0AnSIXLGwXiV%&^fdvMj5ruiE;$woHFSE9I-#{MT8^
z*G7jo@D3xx8`>knmFz3SmF<e}lCN##KQE8%8{3zKtJp)s{ynpc!`18|;Z5wp;p+CF
za1Hysa83K%a4ma4*vBO67p`OX4cE2%gg3Q&hc~l(hBvpnhqti1g}1c3gtxLghqtyn
zg}1RghPSm(4sU0l7~bAKKD>k7A-tn~Ot_xiKD?9NE?nPk6K-I)3OBS{hIh7`hj+1?
zg?F`^hIg|M4exF@3GZPy4mYw74DV_0AKuH}H@vsKcX%Ir&+xwX9^w7$-NO6ZyMzz0
z8-@?G>xU1r>xCQJJA@Cmw+lD1w+SC&Zxue&-XeUMy;-=aT{nEVT|3;&t{FbUt{!e~
zR|~hWtAtzH8-<UwD}`Ix8-!ciS-6e)kN?P9sjU}(RX~51+IjVl@KIj<E!^I#zl4wW
z>QCWgy!u1<Sg(E;?%>sL!^e5`>+tbj{W5%lSHB3K=+)1{CwcXg@X22ND13@n*M>WK
z_5JXvUVS&*$*XUNPxI=V;m%%tJ$$-XUk!Kh>dWD-UVSm#&8w@!XLxmGxVu-EhkJN+
zS-7WHmxg<JbxF9lR~LoP^lEvyk5``wpXJpB;l5s-A3ocwPlWq<bzZo?S04=z@ao*~
zIbNL|KG&<W!UMfJBYd7$r-je=>Xh&xuTBbI;MED?!CoB~zR;^<!$Z9KK=>lB-WR^u
ztM`O2@#<aSp<cZse5qG&3t#5dTf)P<dQ<pvuig;8!mHPXOJ2PuJlw0J!&iEBWcVtt
zjtJ+g`A&IX>1r=Z`Fg&Vzcl|P^1jk2FY;fy!ugNN-(-cyc#$8J3g^FCeh@2strz)0
zuW<fW@{?5I>%GWNYK8N+o)3Zw-{?g?Xeyi^s(g@D_+~HiL0RGa(B^}<!nb<SJ74!7
zrTkR%4Bzh6?&18@bqn9=)h^-uRCf;F?bS}<d}wqG-|N+r!}(A;F?_#Qj}PZVuS57j
zuO1T~>(%z*hrHS@oDc0b;qhK=6`tVLmf?wBZ62QF)n?(zUTqql;?+aLQ@z?GJk6_(
z!_&QbV0eaC_YcqX>b~JwUfnzVuvhmC&-Usb;W=L2Ej-t&yM!O{YQz6ZP$}P1KmRlT
z<1znPFJI07nCCxt2tV%C?ZQuZb(`>$Ufn7@->X}MpYrNv;RRl;8-CiWwZqSNwPyHP
zuT~G2d$n44p;xPf7kPD~@M5o43NP{M2I1$5)w1YPJt@ncr$?4yiqVD<W!Vedeq|Y^
zByA{_Wh=N{_Y*5=-A}Bdbw9D1*8Rj9TK5w#(z>5`iPrtZ%e3w%UZHhA@hYwRiPvb|
zPrOd|Ez91Z`;=jd*M{C@*<0M+vkaF6+R(i$dxzU~Kk+WD`-%5x-A}wv>we+`TK5xc
zY28nJNb7#$BU<+pAJe*@_=MK|#HY0GCqARwm1UpPZOU+or46mhvUS|vvJ97G+R(f#
z`-<CjKk+rK`-yL8-A{Z=>waQAt^0}ZXx&eIPwRf-2U_<NKhnCN_=(p2#Lu+uCw`%K
zE6aYRcPYaqt~N9*%YNtf`enEz)`ogz*`M65`-#73-B0{Y>we-NTK5zG(!QTyKy^P+
zM(ciJ16ubJ8`8R;s6^|2qB5=fiH+zgW!c8GHmWO{zFAdTKV07ett{Jw)|=ChjHZK8
zgZ_iJJlgHIEUU%sIyrhv(R4EF&^q}#1kp5DHl;PVbjYG<Fm6tN$y+w<_C=O$$?Xb<
zPDwO{X=_^H(<zL$Hp{l96>gpKXetKV({J;ZQ@g#HWjk`aij#&^G!?U*Xca#V!DuR$
z4QLft4cTZa#yiu?dCRQbmSx$l+`g2z*xIg1WOr`Yq@xH$E6=h<^fSDL*KP~4Y%gxt
zq^XET(<HkOJ&%tFwA-Uuwja08<s$`cpPgj~aQiGig3$IES#}V&PvavCZJ&~52Xp%*
zKH|{!30Zasw~yl^5p5rvWruP51AK&{?e}Hb;oN=?AGv7zU0HSnx8K1>G}?Y!mbKva
zTlh#v+i%LUBf0$sJ_6GA>$0phw_n3YM%q3)%i41LNIqiH_7Pcj6t`c=M^f5e%Ce)m
z{c=9S()P=;>{xCe%12(>esPu^$L&M-h)mlDXW0qdK8TOhwEes+JBi!R<s&$4ACP6I
zaC<*KveWjyS#~P7_u(TxZSS3Br*V5vJ`&XS?pby^w|C<sL~ZYqWnH<wGaor>d#5Zr
zgWEgu5v8`DoMk<@{X{;})b``EtQWU;;3H6NKPJo0<o5P_WUB4$vg|BwZ^K8d+TJS5
z&gS-(d?c&w&9kgOw>RS>Ty1ZfW#@4Fp?u`4?M<?5Ah$Q>BVuhoFw4&8_Wk)tS=;x`
zvJ1F<Z$5(7_C2%gLT=xKkF2$Qw=BDe+jrq3Zf$RvWtVV!eLfP`_Ig=%DYx&yN9fwV
zU6u{w_HFpcUE8<HvMacKi~N#W8;Z7BmJR3jx_qRseQIafRoq^ae+8iJ)wAqsZm-6_
zGSK!aSvHE>H_C4biXW~;r7Ro6?HlNk1g%|`7JKVg&)c=db{&fUTRZb=q0Zx4)~eVu
zD_!S(JA|*dj}6~o9}~XOK017p-9CJ?eN^}syIuHJyKVS3yG{6ZyLI>uyH)s3`^fNJ
zcFXYHc8l;mcJr3C?)5Ugf821~=l<98ZTTPf+qhwQz<xEhKWO8IXRQ5lY=6kc4bwRL
z#n?XH#tqj5dv$D|Xyb-$lD#svPquNxH^p8a+o#&NVVq_!i|x~G+;GmY(*V-yOgr7E
zYIT;qB+DN5GBw@k&ZZZo4OuqF{R_i$?eg#=c7CH>(f6qROl*J5&TrH!`sUdSV*BHE
zexqN}_k=w^wm)g-4+<*!=G#xi_NVOpK|@8~0()L;f7;F;R8;gmV?P?(pSAM`9Tk1$
z_FTPXFH_Tll123Fv?0qDyZ_<v5_?woIXiz)Q_;87o}p9bWomlRvy7gmQ%>ta(Q<l<
zh73JfLyDf1zOja$`zMB1+Y`cT?D63j?Qt6NUZ!@CB0*~oN$nN)ACRPI*_u;Qd(GZ2
zNzt@5$E5a#y-$)Z-)+q~sl8?Im88Euur&vz_Kw{sNq^m7Yfeh-J$v^g{q=;cIV!ae
z>|K-e*BSOM;ScSd!ynn2!&3X$uA{#u@iMhkjpa|>Un6bMU$5AkWZCE3zp8GV=#8^%
z9bH)wqcvW?qBUMq``Y~)uc>`wYrKBT{WV_K(;Bbe(HgJc(;BZo&>F8l(i*R+{p5a)
z*VKNtHC}(={u-~p(i*S7(HgJ6(-^ORxF6&7Pg~>lFYd4L`Zta7`j7iDUjMZ*UNg<d
z9Is_I#_I+)#_NVQ#%m=T<F&Gl@w$<X@w%~%@mj^kc&%z<yjHU@UN^BZUaQ*}uQhCq
z*P33Yrtz9uE%$4@*5-DN*E+PuYh7C7HMLFMukpGWw`;s^UieEN-wo5=MP0@C+|v7L
zd~U_pYkY1^YkY1)YkY1?Yka1*o%=ODQ`_Fg_}sz9_}tOf_^jt;Y8szA(Ws~O-LLVP
zS_50-vmy7__}rNur&C00eC|qPeD3CcjL+R|jL$vn{q$9|MmEOho;JqkUN*+(-ZsYP
zJ~qbZzBb0^em2JE{x-(v0XD|xfi}kHK{m!`V;kf1U>o(ciH-4jh^_H?sF$f}d>%$?
ze5Tga{TQEz+ZvzExWC3{UMJIwG#;CCyT)T`E!?m1m|9C)<MBxDukqN5)_819Ydp50
zH6Gj28jtO0jmOlEa=*r7YVB=}$D_Hw#^W)x#^bTH#$yM1oNgItjmP6@jK>q)kMVe-
zjq!Mrjq!N0jq!Mjjq%vg#&|r{#(3;xV?3T_V?1`YF&<C1F&?|v7>`|TjK^*^#^V__
z#$$I|<FSXAscAg+q%|H>>*aop$KKqo@pvY!@z{sfcuegq_iH@%Ew&%wrRwF`g}3lB
z=CYEM`7c=d7u$2|erEvvnw}BRuj&~A{feFu&@by50sWGm5zsH{83DaU&j{$%dPYF6
z(lY{jrJfPcEA)(jUan^Z^b2}MKrhoX0{VG9BcPY+83FyAo)OSX^o)RBtY-xDBHc*R
z3-yeEF4r>xTK79w(YoImLF<0!YFhU@BWd05jG}eFGn&@@&KO$vJJ-;<-?^67{mymt
zV_9}R{ir?`K|hjZH_~(U*ppU0yqQ)#yoFXhyp>ixyp2{pyq#7(yn|LfypvWvyo**n
zyqi`%yoXjjyq8uzypL8ryq{J*e1KLxe2^Ze$Ii6s;X}0Q;W%3La6GMgIDu9@oJgx4
zPNG#0C)28jQ)t!0skG|hG+Om=I<0y*gH}D9Nvj^tqE!zcrd1DT)2fGaXw}2HwCdp_
zbZy;I)2fe;(KU5TPODx%PFL40J+1orBwbC91ZdUMr|2qrq(G~_K22|=M-sH^?Xz?x
zJ<_06e;3kPUqq`OFQ!$5`xRbNEbqz-^M8Mo^5<2mOGPU^=lxWdl9$@5OUcjMixRWa
zGFx@2Xr&kI^2DsP+>Ylkr4@EOhbgVJ<2g)el^xGvN~`U74pUlV$8(s{i*`JRDZOOJ
zbC}Z0c07kEy<*36n9{4Z>Qd24ui2_g$*<e}6SLAAcE9kO_SxaL?7rc*?X$w~*nPt9
z+GmE}vwMf%w|j*@uzQBr+C9P_+TFt+*=K}5w!4KtvAc#pwY!8rvri9yZg&oUVXH2!
z^D;g6R9#B#OZVeC?JFDCX<yr_OR0Tht1hMXt*yG0+Im}cDYfrx)uq(Fw^f%?`@vRS
zO6^Bmbt$!<Y}KXIezsMYQv1bLT}tg&TXiY5-)z;T)PA>Bms0z~ZjfbvdYM{%Jr|&N
z(#LOU?Vs8|?$`eRa=Z3V_pX1tzn;E|mVaMu-(bVkqh&qqUbxK59b;Smef|B4R@vL@
zCFx^F#r_)?udn3g4zaz8y?wZ<y<NDPy={0Cdz)}|d+Trwd#i9wd&_Vwdy8;wd-HG|
zd$Vv|d(-fycHRG6%GXr?Hg|t&s()M1i}fqei}Wkf3-uQ0a=k@b^>15R^=~^`^>2Gx
z^=}7S^>0U7^{*bS`nMCU`d6P;{cAw0{xzgk|8}NT|8}8O|8}KS|8}EQ|8}QU|Ms9&
z{~FP%e|yrZe|yoYe|yutR08OpDiL%Kl@PkSN(`;~cL1&WcOb3$cMz@m*O*rQJD67e
zYeK939YU-A9ZIYI9Y(AEHKkSm4yRTBn$fC%N6@N&&1u!Y7PRVLOIr2sNLux;6|MT$
znpXX5L#zI^rB(mh(W-w((W-y#=>~c(K-brE0b2FvSh}8`3(%@p$I+@k$J44mC(x=t
zC(^1vC()`uC)27wr_icD9ck5{Q)$(oPPFRJX|(E3XIk~=bXxUiv%+19<%(2$DwY-3
zWvWB@^;w!%Rj0b~`)K<a6)tu4a`AuPq}1J3ohn+Xhpjr5+|w>k%u2m%)v2PDdfTc~
z$!FTCQ^|d7)v4sOY}KjczP9RA^4T`7)B4%CPU~;uI&FZB>$G!h)v2PD&b3vik_Xz4
z=y`#c>3Ge_*YiKlcmKnBUQn^UV#CbXeu4X^hX>nJ!x!3<!$a(e;fw6?dS2jVYN`vV
zUE+S#h17=Hstc)IYU8@-G8@-L!)#m^U2fyL=n5OxMI{^8MZ;}e7hP$qE~Ivqjq9Qj
zHm-}VwsBoF(#CbsC>z&BqixlN)W+DV3)gs=S_3^Vpj8)AyUzWp3q>pC=T+zPhKl`5
zdB4tQYB#!H=kq3hKb+5--H-Emi;eSntBvz{n>}973%pDX=kpHt<9yy}<9yy_<9yz2
z<9yy@<9yz0<9yy{<9yz4<9t3~<9t47<9v>_aXufiaX!b{IG^KfoX-h1&gVoM=W~*+
z^O@RYyMdn1d6}Bd&s19HXBv(3Gu{0-KQnBcpP4q!&n$bqBJE{rI6t%9kMlFf#`&3R
z<NQ2g<NQ2o<NQ2k<NVCCaef}Raekh#aekh(aen68I6qI>I6n()oS&y{oS$cGoS$cH
zoS$-A=VzgpsWs4)P<V=$%G+XYSKgKszTV4v>4o~JhOK$HXr(-dI=|0X>|e_Jb$(M@
z=6;>u7b><_bmROkcR$YW3LEElr9EDs6Yw%MoZr>%$N61j<NUs8<NUs4<NUsC<NUs2
z<NUsA<NUs6<NUsE<NUs1<NUs9<NUs5<NUsD<NUs3<NUsB<NUs7<NUsFBYz**4fIvC
zwKnSMhj!G{>?6BgmVNAHYC6B46kh73uCr46)Yf%YYM<G<&PwfbTi02sePQc5E46ht
z?(@F1ai8~<jr+W>ZQSR5V{fjnqJ3*`mZZ-O*qesGv+L>*dYRfI`n&)=SDzQ4HNX5s
z&(5-+X^r<^=vn%_0Il)=8$Cmx7oe4gKj>+CE<h_Ef6-I)c>!8^`G=mQ=K{3zQz^Y!
zEhp%&Xz1~JE<lgda{*fUszfVam1*T`BU<^|m{z{3(8^a;TKTF*D_@(?%2#z-`Km!H
zUo~mvs}`+%)uxrNI<)dtmsY+urIoME=!P0{bOQ}ZTKU?NR=&2P>uJc-%GWlu^0h6k
zd~HW7U)$5l*ABGuwIi*3)uWZKooMB&KCOH;pp~zNwDPqxt$gi5D_`Fi<8RlZe-wtF
zRx9pfhW*!B+Rgi2rczk3e<|N`sY)fk@6iAD&l<V^lJK7P#o@i|i^6-`LsZJWOzlFI
zdU~*?0{Q|?74#rYCG`24YUuOQH`a3l_YVv=w$BY8Y@ZWuVh;!(V)xhc0xwhRmsa%L
z!2M^3o7#QDhudd`o7sKBN7!eEo7=s^E$m+5mUhqZk#>)8E4zERwS7jojomHW*6tc^
zXLku7WuG2yZ+F)70xwfLEv@Lef%`j!kF`$?cd$E#kF!q+A8(%=KEXaIe4>3~_$2#;
z@X7Y^;ZyA6!X51n;ZyBn!=3D7!l&6shdbNt!>8Lvg}d18bV$8St!-M-p?81l@EP`z
z;qG>ea1Z;4a8LX2a4-9?aBusN@R|0(|GAW}Deq^wKQ-mOFRi?vO)KyHXyv^>t-KGQ
zmG^UK<^5b*c^^nC@8{9V`}wr;K8RM{FQAq8!L;&zA+5X*p_TWGXyyH4T6w>OR^Erw
z%KN3X@_reuybq(5_sePJ{R+Cb3Nfv`52uy)D{1BZD!RKqM?fp@SJTS-NLqOxMJw;4
zY2|$kt-N1DEAQ9R%KLS+@_s$7yx%}8?>ExQ`%Sd+elxAS-$E<zx6;b{ZM5=!JFUFm
zK`ZZf(#rc?wDNv8t-RkuEARKx%KLq^@_s+vMxP^~mH!9nR{9(Pt$Oef-BO<;pj98n
z)6I1$NvmE=q?_q;1hneMWV)$7M?kBdOr;Oia{*fQWjftNpCh1EZ)VbsHRTnaRV?)q
zw$kqISKWEIVtXmysJfHdZ1=0~q&CM^-AQe(t-A9_#p^4&Rd*WEc>QDl^ZI$k>mTR-
zdi@iHAN5joE43$W)veU#+p1fsJ!PwIrMAFU-Ae6g8`mk%*tkx4*2Z;8xsB_Tg*L8J
z7TKy>i@i)ub!!QY>y+o*kL#4BHm*~iw{e}a%*J)f3wCdP6>Yh#x|P}r8`mi-ZCt0U
zvb*c6Xsc~pr>wDYo${isx|P~XHm*}%wpF)Md&O4WO6^r!bt|>kY}KvQUbj`ZQhUQz
z-Ae6E8`mjs*|<)5+s1XuJ2tLU-nDU^@}7<Bl=p31r+i@JI%Tbm>y!^|T&H|w<2vPI
z8`mkH*tkyl)K=a4%uBUYztqK6aetuW_IbsArF<if+ZXP~aa(8OxP58kxP4{gxP5Ko
zxP4>exP5EmxUIKw+`hAM+`hMQ+<vfe+<vri+<vlg+<vxk+<vif+<vunkbd(rHP!py
zY1RAG{%}98_x`k7rLB6NV5{Dz_P4EipV~h*t_T0Mo2RW>R@N7;56f)T`_wkDRqs>V
z&{n-qt&**JpIT*G^**(Y>_d|DJi$isu41d+r&iT&oRpRFHI1K5+@G4pPjy=3rv|O@
zQ<K*CsYPr2)TT9l>d+cLb!m;CO=*pv&1j9E&1sFFEohCOEoqIPt!Ry(t!a&)ZD@_3
zZE204?P!gk?P-ml9q872jzG84a|BxBXD3?Yr#`Lm(|~TS=LodM&(5^Q&n~pa&#tt_
z&u+BF&+fFw&mOeKPa|66XHQz=XD?dgr&{5?i{;m8>{Ki(>e3r}j!?0^ly|?b=Lq~h
zuf>b@bN{R1{q0x62iPx%542wjA7sB6Zfvg!A8fA<H?dcR53yH<54Bf>53`qto7yjg
z54V?vo7vBYkFb}9o7>NYTi8ofTD(kcu}TlUC~Z)Qa{t0`Yr8z$#(p;3)_x}3&VD+4
zl)WI_-hL{4v^_t3jQwQzSo?`^2mA5xarV6M@%Cfk6YNLBC)$sMPqOD~YVtC*IhwlY
z*=d8OIQKssKGmM3OA78kQ<og{jM%@k`=^Ibx2J`>*i*w@?J41I_T=yx_M~ukdt$hU
zJt5rF9v|*yj|=y<hv|~f%hWDSE4nmv|0TL)<o1hVdwv{s{8BsH`|0@g<Ni8+{b?P)
z)CRa;$1k;WY#qOIxxbFzKpMyIJon@Hop0m#4YG0kF0gU@2HO+$RkRCj9KRtpj^9N#
zj^D+$j$dk**gAegy-ZEVFCRzAIv$sCyN<^&TF2vZTF2uGTF0YA<9G~rKaR(hHjc+t
zHjc*#8^_~nd!oLIHqyrN7-i#ljJ9z+#@IR@*Lazlj>omMj>mO{FZEL6>H5Nby}U5J
zuoy?k-;Lg`<8@Q9f4--V*UdEYcZ>Uxzguk`uiLo4j@Rupj@KRT$ML$;#__t#o~W;)
z-EHG|-DBf;-D~4`-DhL`+;1a)57;_h4|<sz@;BD~I$jSI+i&plg0y2%r;xAl-mc>_
zq1Zp)Q^#i_t>ZI^*72E4>-bEeb$q7MI6l+dKQVrv={Anf3>(L1rj6q>%hvIE*vr&#
zd}g~}$0xNpwvNwS?yuwX2(9DuXyI{Qo}XT=sl*<rTW;>J<M%j?@%4oJF}|L(k;nNq
z^7xdk<F~-e)O7rwrg8k9asR}$qo!h8$FH3G>-a6Car_p!ALDDWt>d?Z`|J2UM`L^~
zbwBd>yshK6jQi{O<@2mI<xTVLa&FgryMoqyv69AoyUP8@`)XTxU&H-%K3=4CK3<}A
zK3=AEK3<`9K3=7f_t)HyyuWVie7wQ^C+fdLK<j+GMeBULP3wHTL+gCJOJh90=YE}!
z_qko?;{#gfV=axmf9QUlkB^G&FL<f({BhxVUY?`R7ZjHA=Slfee|+lxeo1<6V4ofS
z-0mCx!agg!&h8Wb(mpf%mEAl1wcRWHjomZ+t&QhN>+SBb{W}}alfJj{Jn09!YwZ7{
zjps=}*{8?$pKU!)8oNRCIX}O;KefyBT!7a3`<))D&lk`-pMTO9>v;gJ^ZPeFM4vC9
zb-w?l2kRHvDE%^8>in0{gY@|VTH|3u`aFHUfY$h^OrNW7PiwqvOb^iK3+Vp(d;zWT
zQ;pX6*@V{ksZMMB)S&z5xd45po(s?#KecI%pE|V0PhDE$XH&Yno(s?#KbzAUKU>fm
zKU>loKU>inKU>opKfe^`Yn!6~gyM7!+%R7$<$tP9rnas3Q(fGS-$!+Dds=mG2O9Iv
zj_y}otH<rCV>{6k(@)cL1NV;)H?TF%Q)_5zobSxnYn<;wYn<;&Yn<;!Yn-RHyZbS(
z>|tx1H{$*p=X=r~=SADg{it($+ZyMo?PF`4r?#)Hah}?Kw#IpC``a4lsU2WzoTql6
zt#O{(LAJ(uYK?8w$%Ac;^Cn)VhB|qO`%xzkwfm$U^=Qu4I8UvqjXHU_t#O`OGaGgC
z2pe^>x!qk~MQdTBPPVjBCy%sICtKO5ldWyk$u_pe`G%FWOikmbo%>VM_&JK!_-RjT
z{2Wbd{2W7T{2WVb{B)o-evYFxevYR#eomk@eomw{eomq_eom$}eomn^emc?`Kc~_f
zKb>fepVMfKpU$+#&*`+rPZwI_rz@@T(~a(<Q%Y<6bf-0bde9m_J!y@fUbMzfZ@RmN
zB(3q&ht~Kxi`Mw*OKbd`O>6x0qcwio7VcjxPfBB_Vp+=no>1dtK*jb_-mP(R4!;lT
z%(?E@ILZIsui|^;e}8x$_t*CG3lH>C<7g1KYaCrbqYe#rf7GE;{(I^7DOzcWx9j)0
zsN(gdyk9@>VtzmUywomnzkXh7Lv8)MOS!*(-erX^^b&P%n2ox3xsAGag^jvbvQhVj
z+Zwm|anowv^!r}r{?zdMj&MJI->YpLpOJPPpKO$^-*>c^sp<C}L*w_o#{K$z|Ifd-
zQC+!?`>U>8PphunKx@3DcBA{_{A4%TIzKmaf4$#ZXuaQCX}#auXuaRtX}#Y&Xq=xr
z-H-Egm#z1EH}}{3y{GWCUh4eZ%k4Tp_Z7a<OUz66+o~%MaDU8854vA<rD&ymT<ZNM
zKjiIkeoN!*IKQRwcAVeR1Ut@eX`&tPw=~I)_gk85$N4Qyv12@zrrI$cOVjL_hfCA#
zc)z6?cFe=2nRdM2(kxr=_hB#fm~5<<n1^TEn1|=see_kdxi;qEM{LZ)kJ^}rAG0wJ
z&$BTPKW=x|SJ9rZF%Lg!V;-JwV;+9W#yq^h#ytGAtvdRQmul(rJKt6?%m4e9#k&7H
zm(Lda<z26)4Ov$1{#U{a?U%!g?3coe?H9vK>^0%%?A76=_Nwsn_R8=wdqwyKdwF=d
z{X%$!y)3-aem=a)UK(C)KNntOFVS1@GPT8ei}a$jL5ITq3&XG2<>6QDXTz`A&xBvM
zpANraF9^SBKNWt<o*#bOelq-y{Y3a(`|<F5_Pp@>_G94>>_@|E?MK2N+H>_B!OPU<
z=s5yCJ8jVO1ouB2{?wkO=Lg(>raoUl&xrlMaR2o1I(u69OM7bgD|<@#YkP9|8+%gt
zTYF-7y*(lPojpGMy*)1cgZ+^Hor0ICJ(yPX?-ksCzy6&9x8EDv^W&)Fm)fu1Psi^!
z?yuwbJFVlF+8^%M@k{MbTgUG&?yuwbH;v=>kNa`_{<U%Z{NF(1@hh_@>8ofP*f@S0
z+BkldY#hJJHjdv$wvJzF8{0a5RlH11$1fj8$vPg@xLwC%6I#ckI<4bTgVyn=N#l6b
zazBnoZ5zj<jy*a3B6^-+<9KXp<9KXl<9KXt<9KXg<9KXo>v(MCWokMeThlro+Z3+q
zrN+~?g@5t+yF0zG7)Qw8_TEp&YlmY0d`}&(9ckpRp8Ju%oopSi`rKc~s{xJU)zJNu
z^PiIcv9pciwTq48wX2QewVRFOwY!buwTF%I)5u2t_Ox}p_VO|{<Zo~H>v-)`Y~Rky
zJJXIuokG6$^L8Dd{fqtcJ#~Bzpmlr>q;-4_qIG;4)06cP8XCu^iTiPU4zY234z+Q7
z4zqE5n%X)(hkKbCj!!f9>-eO0gstP#ocrtew4il-S{B~d%iHzb+2bxX%@?h>zvhe7
zTDu?hu8pmF*OvQhytbn?UXP-6KHAedA4k(VAIH$h_p$CrzB|}DAIEY3$$DNu>wKI*
z>wKI@<9wXtew>e!ZJm!(xIe~gNB8S|oXYJwADw8OkJD)6yR-XsK2GO$osTYskM#0Z
zeFTl$b^N>0n6J-pKk7wyTgSf#_t)|7N$dFcqILXx(>nfV(mMWqXw-|d+&@`gMeA$p
z_@B-Fb^QC$I{y7>9sdEej{iBdj{mtd@-Wc-I{xQzyN>_)w2uEE8uj7=_v`o%=5`(b
z3k!Gk@@Cyyar=$xE80cwzadGtr1tgUOYG~yL+xwBm)h5aFSEylhuNdUm)oPlSJ)%N
zCHv~|aC=1fO8cttRrZzP5%%!#)pjX7(!L@*%D()6{+>nWYmEC-8>_cS>-=3yKcGWI
z>wI2M-={-N>-^qG-=ohF&^q5Y(|75)0Il<XD}9Ha3(y)5x6`-jxd5&4aVLF?{yhS%
z@p3nPlb#FE8b9~a8b9~Z8b9~b8b1%v8b1%x8b4!cjh}~Tjh}J!D3v@~<7Wb`@iURu
z_?bj&{7j}bex}eGKU3+FE<tFGpXs#5&*;K4ie)^?$Oloy=Lh#IOCzc@)BEiko@MV7
ze%RhSJlozYJjdQMJlAd%e#G7*{HVQq_%VC8@H~6h@Z<I_;V0~!!%x}`!}IM1;iv5S
z;RW_i;iv6-;b-iJ^i|PH&)Q=PDZ%A-)XmaDTe&M*X_2kmE%q`cUb#zciTjni)Sk1I
zyVRE2%H8u7udnD<?(*L&eZTnqvKPGH*oxi!=W;uKzifpazhAb}*6+8<%hd4ut#&_t
zzcn^~zZY%&elPL$`u$!myv$3?3$NI!3#q+ot1hJWnytE!+UvIJLTYc=stc*TX{#=z
z_Li->klNd}>cTr-rlz{^E{%ERJ@;c?dEdso@_~(cWvz{Q<wG0u%18DneHHCv8}rI1
zHs+O2ZOkj5*_c;8w=u7LVGq|=(bn0eB>nHIZPkU;zOq#pidM>(%Kta+Pfhv%mRA1P
z)5`yMwDSKwt^EH$EB`;z%KuNa^8Yif{Qp8L|G(18|8KPN|2wVx|3NGNf6~hTU$pZ7
zH?92tLn~kZ(qna?s-%OZrSerqD_<MX%GZXp@>PjezADqo*G9DRwK1)HRiTxys<iS|
zjaI%kp_Q-dwDMJhR=#S|%2zE~`KnDTUv+5Zt1hj4ZAvR&o6*YG=Cty)1+9E-NsrcZ
z0eY043((5fHnj4!Ev<ZQM=M|3)5_NlwDPqhUD6amD_=X&%GcM$c&T6XcPNI-jT>Uz
z%#8I0-fw!ip*>Yo8^7=5*uIPVCu(Zs_VJoJX^q?6>9O(pJ=~9Zp^=SwVNYA*HnqKM
z%nN(lm>2f3F)!?EYuu)`pRIAbzn7_L+#Wz<UO3SGm=_MRF)uW>F)ti!V_s-tV_rDK
z#=LN-jr)zmY>nI0n%Ww-hkKbC=7nbN$GmWajd`KDjd`JkJz8HyYiVoTrgo%_d7+h!
zd7-t9d7+Jsd7-V1d7+(+dEqF#q_3j2w=pjqZEM{ApU*33{2c54)W+)b1+>P`akR$I
z@wCRz3ADz~iL}PgNwmh#$+X7LDYV8<M_S|OR9fSw6Rq)c8m;lunb!C@o!0p2LTmhV
zr8R!K(HcKz&>BD8X^o#Aw8l?QTH~h|t?|>F*7!M-9<ApEw8qa_w8l?gTI1(zTH~i5
zt?|>J*7zAfYy6x;m-M`V*7zAnYy2Ej_`G6?A?{IBaldh7S$2NKc6~>+7G?Rue++W}
z5#bB$!^4B^!@?KZhlGdN2Zt}R4+>vwA5fNE;$>=a|C0@Mf876Mm)ddvlU-)V{ZBT`
zj{BeNay#ySvMcPk|H(>r-2Y_5?YRHRuC(L+C%ejy`=4xt9rr)k)pp$fWFzgk|H($#
zasQKzw&VUM8)L`)Pj-#1>z`}AOzk0E64PVT29-$nV;;G|RvoyJ`>PJzM5_+mOsfvu
zLaPqkN~;dsMyn2_cDws=e{qMcI&dfVR~@*ERvoyTRvoy9#yoPb`!SE)XJa0@-&P%X
zfUn0q@}T=w2T~hrV;*_P#ym34#ym3K#ym2?9<8sUO|%iRNjBz@$u{PZDK_SjsW#@3
zX*TAO>Gp7a6>WxHO447s*_cOW*{TCYE9Fb&eYX2kYgv}fp_Tu+bn~+85nA=&QMy@K
z_86`DFpq9pmOW0ZUOYh`T9!RYtA5O<o0Mfw(W)m4=*DH))3oZ#GxULF*|W6jO*y@P
zS+<Z?{aHk-{w$_df0odyKhM#sKTB!VpXX`SpJlY_&kMBb&vIJzX9cbLvyxW*Sw*Y<
ztfp0e*3hayFVd<%FVU($FVm_&uh6PLuhL`nza*tqe_p3mf8L-~f8L~3f8L^1f8M55
zf8L>0f8M24f8L{2f8M86e?Fj9f7a5fKOfSnKOfPmKOfVoKcCR5KcCX7KcCU6KcCa8
zKVQ(QKkI1KpD$_EpRZ`upReiBS@sRB`tvQV`m>%^{rQeo{rR3&{rQ1b{rQnr{rQP5
z>2n0M>d!B<>d(W4e=U~7Qthc&R$PZ@TotYKoA(>5&lgneU&{M6uKp-qpIhT9wLjgj
zah2L%w#L=p++XAB9~$>Z|GHn}D*ry|o9O$MRZXb)ejCvGejC#IewAo_zskv8VxHW{
zj(M__zfZltqLr$6d%V9=RXg5ashX|#w~3c&2GH+Qy~24X@BeDJU%yXkHEsPqwYa~2
zpW1~t_7eAhb!^=K<;PV&FSSj*UGIOh;`MpIe%|J^e%=<ee%_X}e%@BJe%{uF>w1a%
z&24PlZ*FVjI$=9oIsHGM%hdSV!TqU?)pG<|$G;vO$3NT2{c-%W`nHaL1MaWm(U8{h
z*qPSx*oD^d*p=4t*p0^V-`)K<{(IOu9*wxaj>n#~j>lfKj>q1GxAzj)P5aoYTl;c<
zTsQ6K{<v-`<>M~Sf9U{kk35wQv}3%L4zgqXmm1p`{|DRgeoIa4c)z7X>^T3WL+v>K
zrNitv|D~pOTql+ex8wbmn%R24MJpX)$NMccxAlHoc&U8t?<KAiTiUozJkrK>Vk>)$
zzKYh`9-XBBPlAo>#I`oB6WiIiPCUxSbz*xP*NI2lxK2FAR-I1mSi6*@=LWXwbZW=h
zs?$X)<xAz|1ox*lR?iD)<>e$=c{!O@UQVHvmyWc?&#AP=PbXUA=QLX5r!%ebb2_c@
z(}mXf=}K$-bfYzX&Y(4Zy3-mzJ!p-ep0vhKFIwZLH?8q=Cav+)ht~Kxi`Mw*OOMg>
z0$SszAFc7zpVs&pKx_P*Lu>q;OKbcLq&0rdqcwicr%QSsKx_P5Kx_OQUwCk_#E|zW
zs+i~h^lIKp7ka-x3TgWg`*;0&go@Xf@-4spw>`Vq{lA7Uv405<wSNv@YX20z%>FSv
z%>E&Kx&3|k3j4co$zC5GZhsrT(*7oVmHl;ig#A_cYWvIZNPAs)l>J3`wEcN_jQyEP
zkC&-^s?tP%qS8fwtkOn*lwPP3=>8AGH`;4eI=TM`Dy{VUvHvaZe=mHi{ciX+`<?LZ
z_S@k*?6<;q+HZ#MvX^Ko@iMjNH1*KhesAHsy<D7j)Rb*63g2%p3_oC(haa?`4Ue^-
z2|r{%9Uf;d2#>d)3Qw@-hbP)kh9}uigeTjNho{){!c*<X!qe<W^;Z{OruK+F8c5Gc
z8}z)u{SWJ-RNOvOUG#K)6po%6ub<=o$@=Iuw@=hZv+42w?O)2*l>f)LUHP9!EB}wv
z%KsCz^8X~Q{LiPA|EFl>e*vxhKTRwD&(O;Mv$XPGPAmTlY2|+rt^6;hmH#EQ^8XyI
z{4b@~>GK7&^1qB${$HS#|K+suzk*i&SJKM=Dq8tpO)LLv=(YNH2ek7460Q8dOe_Dd
z(8~X-wDSKNt^B`EEB|lM%Kw|R^8OaByuVE=@9)sc`@6LA{vKVf=LNL#{sFDLuceju
z4{7E7BU*X?m{#6Dp_TVfY32PhT6zDRR^Gp$mG^bD^8O{QynjW{)f7Z4|KHHFHHFct
z2kYrsngVInhwtebnnG#Siy!G}nu6)6nxg3`n!;(-lV9mc`n));`tmzHL6;D;>dl|@
zIF-c0e-+FB?{&$JWqEnhAEm#&-wxq_?Cs04e=A;JlJu9>|83V_@XOnV%j|8!8`xWi
zH?+43SF*PZSGKnZZ)9&C-q_wOT*clrT-B}{u4dN>Z(`RDSGQ}0YuGi*vYK9|R--Jd
zMOQD&YSWvPWp(Ik@%`$$ziN0>yGmKM8Ta3~EZdykDE8mN{guO8+Lgjv*&Bwpwl@fG
zW0!@uwX^Vc_P_3{XxrQWBxxwve}{Lp{|eW$RfqCr>Q<eq@BY-Zy+Prfyi}b^t)Y$U
zlAY~^X{(+a*yZ6}ZCsb^X5+eKcN^Cwd)T-xX=LNNWKSE{C41SpF4^10b;&+9u1of{
zab2>Xjq8&AZPlsN4zN|H4)iiLT$dc=e$}DW8r!Nn2XlYbnI`m9{naC_I+EI<?pNJN
z?J!$)qG+Xjsr(<#*DL?cXyyM1TKR8IEB`HM<-aAZ{2xgx|E*}{zcsD=x1p8)wzTr!
zj#mDUqLu&lwDNy6t^6NDEC0vR%6|u1`9F?U{*R}X{}X8C|3q5(KZ#cUPo|asQ)uPC
zBdz?ON-O`JXyyMjTKVrxEB~j{%6}JH`R__A|J`Wi{|s9B?@lZ4J!s{<C#}5qqLugF
zwDNu?U9RT^wDNuyt-SZ8mG`r0<-H%Ry!WS-_W`u>eh#g?pGzz618L>`JX(1_pH|)n
z(aQS;w604A)5`yaw605r(5eR)(Yh|Vm{xtbgw}P*P+IlkQhJ*HI|a1r$1qygC708x
zCs)wAE-BHfFT-hFmt0A!-dsiNx}<605ykT5VoLfy&#nI~s+1O2d%r)zBkkYAqwL?p
zqix+Ur8dUa{ZeYz*t%az?OI#+OQ~IF>wYP<>uo$Qxxv=`QffEacwTaot^1|aZnp8f
z<Q7}^OR3#z<9W$#w(gfwyWRdWNso-}b$XQSWoo)VO6@N9f2v2(-2QRes^<po|1f;7
z{XzIX`@Qh}_B-JR?6<-X+HdHuuDnd`^|YdouDky={W}G2e^pZv{YvaV!Tm3XC)zKC
zC)qECC);bnQ|#5@srIVyG<#)uy1gPi!(JYqX}=JjWiJaqY(F2KZ7&Vau~jEin`^61
zKH_C+s*{h>xGs9k{kSfgXP2iJ>XO99b<q<xu8W?uaa}au#&ywCHm-{n*tjlw+QxO!
zGd8Y^p0#mZRBq$CXrYbkqD3~Yix%6elc_DSRVSbGGBwr7rL^i~YR|hL*G<c8)yWsQ
zzv|?2T6HqD74BD^OfAoq^0bQkD^IDdcE9qphTD;+7u}CMy<{U#FWbn|D>m}<s;xY|
z=4EQg)9db6p5EYg<>^ftd3wwJ$kW?4^7M|4JiTipPw&~t)B85^^nr~$t+kP-5AEgp
zD%wXj^7OHdJbhv#PoLVz(`PpF^tr7(ec@$l%F{X;dHT}*$kSJLd3vErv5h=^V<S)B
z+Q`#-8+rQ9MxMU6k*6PQ<mpEndHTslo_@BGr(bO3=~o+h`prh3ez%pU)c&xQr_}zm
zm8ZYFOig+En^vAu`^WvtQ$Ek6PUmBj1TB@1G8*~V!2QU_hBoq1$wodZ+sMa8w(_yD
zm#HBiRot(9RONQ%qZ*BTY~p_8qq>cJ)Uc6{nl|!L%SJwG+sH>98~Lbfuh3V~Hno>0
z=@EyGd~9wbA6wYS$Cftov6YQ{Y;7wa+jyCp^06(Ad~D}_<YRlgJiSoQ1#IMFM;rO5
zXCogw*~mwI8~JEpBOeWI<YQ+W`PjuqK6bT{kKJtKV|N?**uzFX8rjOno?fP=eC$Ol
zAA8fv$3C?3u`jKB>{s|-=SB0){@gxY9|11B(%Yw{AFSsC?w=aY=ON{*F<-BIrFO9U
zm9Hk;j(i>Be&p*=8~HlSM!uTb%GcpuriOeqbHDO+1h*?+&1vMTh5M1OmNxQrq>X&F
zvXQUWHuBZRM!wqG$X7dig}#b*l#P6~w~?=-ZRG118~HlcM!q`O$k%bU@^!qIsVQG4
z(8$+`?nk~(vdhy8^?3pt`8vf$zB<~-*Qqx0)yYP_PP37(&NlLOx{Z8wv5~K?HuBZY
zM!wFlk+1GH^3}t}{L|CM{L{-;zEbOLD_^OdX)9lSyi85`I*V4mQtRvf=}CG%U@Kq!
zxWDq%zwkj`PKo^o*ptKgeU$QcE?=*_4WyN~^JwJleD@=7gKXsO0$X_-%-17t7rI}0
z8^Z0%+eI|;cCq`Bw@Yl~ZK#dBU1}q5m)XeMFdKQh+(zE6uvh4-XeAqY8*U?SSK7$i
zRW|ZA!baY%wvo4yw(>U0%hZ&&(KPZl#{J0KHFkM=p*}ZYBX8H)$lLWc@^*ubyxnLc
zZ#UV<+s!uec8iU?-D)Fmx7o<s?KbjuhmE}5X(MlU*~;79UZ$qJ-9sa9_qrc>yU$kM
zQoG+)-cozOR^A@;GPUWt|EHC=hiK((9Id>Kr<Jz}h0pPFQu@Yvgl$hOo_nP3b!kOW
z_4dyd;o|lA7R{GaY2|kst^B4o-Tlh%3~pC`XVS>;EcYY758KM`Z0?Wz&T+r;JD1y)
z-$!WV_fhvFzmM6-?>rm%ecVQVpRkeNCvD_+zK#4oWv|dz(H7Xq@6$H&`;3kJK5HYt
z<u>xW&_;e2*~;%?FH=)~m(a-XbM8lem)hm&h5FGp^1IANeqXSW-{m&)yTV3(SK7$$
zDjWG-Z6m*HY~=Sv8~J_7Mt)zmmETvqOilTHmBxJen)@+dzHTeOZ*YI*_f1;)eT!Cp
z-=>w{cj)Q*ya28IruLrumEY9fx0T-yxWDqdmR5d0q?O-~3QzKKLi%pHRkX)z$X1I!
z-#@1IskbAqpV`Xm=U%3U`SuI<E3fOg9eMrI{mScC+>X3{?SAF;8*W!#zon7a_3lSr
zzq66o?``Du2OD|)(MDc>vXR%HZRGVAdxgG=_N$G&{$?YuzuU;`A2#y(r;WV+Wh1YD
z+sf-dUZ$qJ{!1gTS#|A%yq4MJ>4o|$Y8!do&_-S>*~n{U8+qNxMqW3zk=H6V@><nK
zUaQ&2>n1kxTHQuoYuK1?YucD^YuU(aZ5w&5V=J$9y-ZDc-IP{dH=~u;&FLBGh5Cqu
z`=^Juw2{}XY~*!oTY25a%hZ(DZE58-we8%myr#Cjt-S8Q{gu}p3xDEqFz$aoucUnK
z#Ql}8`n2-ZfL6X5(#qG)wDPqJt$giDD_^_O%Gd6+^0f!8d^Mt1>i(Zzq5FSY`P!RS
zzV@M&uYGCdYd>1~+Miaw4xp8<18L>!AX@oqOe<dp)8)GVr<JcmXyxlrTKPJRR=%3j
z%Gcqv^3{x1zK)=kujaJ!)q+;OTGGnbk+kyFidMc_)5=#HTKQ^AD_`ws<?AR~`D#xq
zUq{n3^zX)L<?C2l`RYI`U&qnP*YULSbpow?ok%NRC(+8+$+Yry3axzAE8MYIzFt<5
z(Es!Irtx{M>{Ra;pXbUt+4?+3YNy%wJXdEMpXWN=#^<@Z*!VnGR~w(_>Sp8fTxZz$
zJXd!cpXcgf<MUiSZG4`qmyOSJ^|tYOt}|_Xo~w_I&vTt+>+>9`^|keRj<dZ?O`qRL
zt)Kh#d5!+uuFq$rHo*P(Jk~ijK7Vztjn7*RwExvt(ay8~*5?JhOigt%wL$L3b;t#_
z>SStzZPm#O`FhpKAvCT-E^<GvLoT*)9de0{>yV)~u0t-haUF7*y;5IA8)mCcrgpiF
z>yRsKT!)lwT!##|aUF7{tvZ?7RW`0eM%b#8S9_V7>f}fo*CC_azcB5n=L2?mc#Mtf
zkZWvQhg@spI^;SV*CE&2xDL6&#&yVzHm*Z%vT+@9vyJPJTWnm1+-l=G<Te}EA-CJO
z4!OftoxIb_)Kn+$qE#nTyW9P$ld0Wft4`j_{Z%LLqi3YO^-lxcuR57po-5_)LGF*w
zKaO?3^7Ih5BTwVpk35aHk*5hZ@-)#_o+f#j8uB#R{m9c48+n>)D^Jt-dgW<4jXce8
zKk_uwMxJKb$kW3%@-*8<p61vq^;NXFHuCg{jXXVSBTtXn$kRL<d3xMNo}RFgrzdUY
zX}*`KDNj$)$kPJ%BTrA;<>`frj*UD$Ya>tPHuAL4MxGYg$kSpQd0Jv4PtV!N(^4CG
zdfrB!mf6VD3pVn!+(w>O*veCCD{bW|wN<wAwA#zml&3Yc@|4<(?pL1jc_wu#A1`x%
z<>M6^`FPd+$j56o^6|Qje7s>RA8&e@8uIa$`;m{gZRFz}TlsjGuU9_aqmhsI-H&{H
zU?U%EZRF!a8~OOiMm|2aSL&;1pV-L9r#ABOnT>pWZX+LG*vQ8^8~OOsMn1l>m5;Bz
zOilUthDJWVbwBd4-Y!os)JMc@<l}oA`S`&`K7O>3kDqMh<7XTB_{By(ezlR0-)!XL
zcN_Wm!$v;-w2_a$Y~<r_Tlx6M%hZ&Qe`(J*HPS{cm5(x7`PhJ-sUcqYC4Zk8`p7%C
zYrd&m_yKR%b$MzVxnI}ispa#K@>PYe$MsxQ_bXr3xE=Z0#Qn%ubsPDrVJlxX`FiB5
zmiv*f+BWi4$5y`T^7YEsrZn=knfsBi&28js3mf^`(nh|vvRCP=Xj|JWlXR(XBVXIv
z$k%o@^0mE<eC=Q(Upv~!S3Mi~+R0YF>U)`*^3{Mwz8bn8`P$hoPcPK-0UP<+)keN{
zvyrdeZRBeY8~JKvBVT*k$k$#r^0l{(eC=Z+U;Em~*M2tgwZDyg9bjYrInc)ZbCB(P
z6|J$Ye5H1<t$a1{GPRj{E<h_^sU7Nm<tw$rY~`yd_gB6SFTAmrQ_|jgK44D{A7M`l
zH@7G1^V`mCYPugwt);i?`te9FQ&WCh(aLXY8uMct_bb0`xn22fM<c&SxnKEh&+W+X
z(e6inkFk;8V{PTP17ENF9!Dd;$Gac-J;6qPPqdNWlWgSoWP6pqigt>P{C2dF-&1Ym
zx08+ho@OJzoo(dzbQ}5YVk5s@ZRNL{m#HbgXVA!RclRT|J?!%ILjAh|8~N>JBfq_E
z<o8S)`R!vPzh~LVZ(kevJ=;cp``O5Ee;fH7U?ach*vjv@UZ$q}4y2La^W2a8o^LC^
zgSfx)djYNd4yI@7{-0KUhtSIJMKtEei`|d;@e*749m@Tc-%Dxb_cB`f9agx7mlO0=
zw9D=B`g>sJ8}n_++mYAdw(@$Vm#JaCy~_Q{>j-XFUazK+*OBf=UPsx;>u6hf9mCfv
zuh-DX>$UDjUazx}*XwQM^#&Vxz0qE!ucF;#Bd<5x$m=aO@_MU{yxwLbueaOC>m4@o
zdZ&%N-eoJVcYB$d@_G-Ayx!}6<n=zgJiSo&|2FdafQ`I9Xd|y<ZRGVK8+jdPBd_Ca
z<aL6LyiT-{*GV?=I@v~Er`VWpr`nirr`gEsbQ^h{VJojQy-ZDcokc6J57RUC5?Xmp
zZI1gf-_Es>*GFvR^-)`Seay?$l-GH*@|xP??pI#(c{O$7dFPYfuK9I7U$4AAMJulh
zXj~sZ?SAF;8E#izpQV-8avFJE=zipNk&V1Aww2c<e7*Ae9F4p#bwBd@yp6mrvys;q
zY~*#hy-Ht2TVW%wD{bU;m5scvwvpF0HuCzSjl8~OBd;&p$m=V%^7^WmsVT3o(a7uT
z?nhqVu*=g6^&G%PUf;5j*SBrt^&J~|eb+`_-?Nd|_ig0$0~>i=Ya_28+Q{oiHuCzh
zt-OBXWopXnr?m3=8Lhm2PAjjeec^uPHMMoN^7<wBpQ+CU(8}xAwDS55t-O9qE3fNm
z<u$eM+^@W*_PwpV{=of}*B=W%;icx+pSWG~>(7O+@N(S${CiC0>sRiteEmi%U%%7J
z*B`X<^(U=-{Y5KZf78m>KeY1oFYSEQ)K_Y&R5EDgYXe&O+K^VhD$&YUWm@^#h*rKf
zrj@TMwDMJzR=%py%GV~e@>QKyzG~3rdV93;Rf|@>YSYSB9a{OSODkWS(#qFnwDPq%
zt$b}kD_>jE%GXx3^0hUsd~HK3U)$2k*LJk>wLPtT?LaGEJJPfC_m=d`EZd1zzUtG;
zR|8u4YDg<zJJZV7F0}HsE3JI(Mk`;t)5_N#wDQ%6R=$2I#`B&<|2AnXS1e2WRMtw&
zTcy3cpK?^R(%yE=OQn76n1@RH+R8=IO8eO{&y@DJV_qp8V8=XCI?&d*KFCY`^W6MT
zjqAo0&dLAo!olvxywSwQym5$KuCJmUYGd9w%*MRY)W*DVxQ%(EnT>hl2pjW8a~tzU
z3mfxBOB?gXkv8UyRyO91*0#oV8!y#v*q~xLq+*fn>+_{{f0_Q!c}xGl<+k2m^)R)3
zKW#s%_&#~Rwzn_b&P$!=2mO6glaDF3AMGWsPmZ-?9Aq7AT%R0g$GFIjw^!?{XeZb)
zPO=kiT%Vj|$GFK(wsC!OiXG!9>uBTp<WxJxRo2N?{Y>pNTjMOX&bG$c>0YL$`q_oX
zIP2<ujI(Zbd3vFq8`v0U-EEAs9yZ2VPaET`myL1O+r~IM)5bXKV`H41Wn-N6wK2}l
zwlU87*&1i5^|w_&QyXBbexBoHYO0^-(zreu=zi7D)XuYK>GJ~IU-fekt@@eT1@2e<
zOfCPp`gy5c=<WJ>L->0Ayo=~rX>a{^2HdZom;YX=Tl)|FpZzbTwf|*>FY!{p-!N|1
z?{|6O!CtDqr*?&{`kq?;d*XNu_x4%(?+bXDntt9@G>*pz_v3h6ZR_Wa<o^13qY9V2
z#P!-}Tk}b3`FYUKOYItO*U!7QczxclpLZRtpLad2pLYYTpLZjzpLbK?F<xr^O6_KQ
zqW;|q_t$v4mDYGm?Kb!0{NHZt{NKU-b$sunXX*0-wBGOCwBGMMwBGN%G|uOJ?#KDO
z-`4wmfcxwHK1l2Rj-~Z}A1Zu{mzu9r8)s|2&c|u$)bBfiug7?p=zffcNj84p$u@r9
zDYky!sa~e0-**~~^E2K3`hD}`p7z)ApUM4^_gU`8_<q=)rBlTH^?v5idOve%y`M*D
zy`M*Ey`RTujPH5w$M}BS*86#a`|JHYS$Kw*I{x#yUB~~a!sETv_0odEV~csWfx6x9
z<2?C#MW6qC+WTvsP3;+5^X#+5_sRP;ua?u8R~NefrSxiD+So6K7u##XOYGI*=j>JC
zrS{73^Y)7HGJARW1^b2Ya(h{Lh5dYZrM)z~%6=}q+Sa_9+8SH)>Wf~chI#cR_hVjt
z*)C5z>Jr7qy!xt*dG$3L^Xlt1=G8ZB%&TwOm{;GjF|WRDV_tp7#=QEjjd}Gw8}sV>
zw&v9jyi`lqZ-XkB{;c@#>Yno7pen8P{wIe&v`-3uWS<!R*ghfriG6(dQ~S8^XLg71
z=k~GTFYIH&>+GY$U)t@%U)e{6zqZ?jzp>kfzqQ+h*W0bb-`TCg-`juc`GS|}zTgi%
zU#M{2$^VYdPwxM%qT7G|Z2ubm#r`GytNnBMH~XjX@Ai-3KkOgEf7;)N|FXXe|81`i
z|6_j}{@4B{oYm6$*WohztMCT)m*EZVb>T|(7vakG=X$>2Won<L6+LHg|EGGs!0n&J
z_NwmxSkD)@{iE2viTgj)^962STYTTNo4$WdZrAs(MeF<5rt$sjxL@DDF1PFZZ(6v9
zmmj1bq~{Fw`{B*)_rhD)?}oRu-wAJJza8G%ek;6<{pNoz<!j3CcJ5D2`Q4sYes`di
z-yLb?w;rwh?nEoU^=aj|0j>Ntq?O;DY2|kpTKV0TR(^M*mEYZI<#!KS`E5iizkAZk
z?_RX>yEm=;?nD2se|JDDzx&b3@BXy%djPHc9!M*{2hqxJV_Nw=m{xw9(8}*2^m_ff
z16uh#j8=Y|(#r4QwDQ}GR(_A5mEY#H^4o$|ep}MY?~%0f)rwZWTGPr`8(R5lODkXP
z=(Q^8wDQ%SR=$p=m9JxH<?C2l`RYI`U&qnP*YULSwQb=Oish&xTmR?Z37n<>P9a}+
z=6~}>c9Q#hg-^D7gio>02zRu*hEKIm4|lRp3!i46s{c-*m#M`(o}KRgn8&j&cFf~h
zS3BnMteYM4cy@*z^LW<Xj(I%mVaGh4^|WIi&wAN0k7vE@n8&j-?U={2K6cFG*;#hX
z<5^!@bs)8~?U={2es;{`S${j`@oa#tI&hAcsi_X6cCPzX2T~hoV;(=x#yoz$jd^^K
zjd}b68}s;J8}s;uHs<jmHs<k*Y|P^q+w1jJv`cKv<3nxC<Cof)$1k%nj}Nmkk6&(M
z9>2oIJYKR@2T~hus}5Z0WooJeSJA2iBWTrut7*)$Bi;XD`bK)5V6P32wlU9+u~i4I
z@iH~lfoo~Zv)8#F^X&Du>c9=$Uv=O{`hVwH<^5)E?^BlDLM#8b(!I;F+i2B;+v%QV
z*&Vd%!<}^Zvg|He_2O>2TUmAwt@?2<-K8wMk5)aopYB|iJwU6zJV<vc%f`~GHxJPr
z%d&B_>d$yu^=AUD`ZJMM{h36o{!FG-f2Po?KT~PdpJ}w}&vaV#X9lhMGm}>RnMJGq
zJWQ+p%%)X;=FqA?b7|F|M`+cbM`_ic$7t1`d9>=!<Fx9}6SV5jleFs3d|LJADO&Ys
z0j>J;G_Csc46XX}EUo%ePOsN3GOhZvh*tesOsoDZp;dpLqg8*F(yBkt)2ctqXw{z=
zXw{$PwCc|aTJ>iot@^WyR{dE`tNyH^*Xnrzt@`s4t@`sat@`r{t@`sSt@`sCt@`si
zt@`r@t@?9Q;WvwA`&8?SW&Zzf(fdyAE$^rIo!Z;B-uH!7^PW=vC+59(y&d!3dp731
z_ifC3AJ~}p*4mi&KD06KePm<a``E_3_lb>p?^7G|-e>lDeHHC<8}r^5Hs-x`Hs-xA
zZOnUL*_ijfwlVL0V{6=f>t$*hck5}~zkcU_9RKfa9seJ=zmETph2QZK^WIN3=Dqyq
zVxIlQ+x7E)EnY9>Kkqjh=lgf}>*uBRhpnIYC->LS`>XKJUan1h>vIV<=Gpw`;{E;W
z?f!YS<2C+yWi;O32JXlE+t6OC&m(Yu{k+PB|MB<7{qsid$Nh7DT=D*@c)NaHRenGH
zylS+5-X^quUUgbOuLiB3SF`ZOUgA2UmaQD;<3_7_)A*^w*W<dWuKRI5H??&>H{<>~
zzMIoJzFW|GzgyCJzgy9IzgyF5^WQ4}V;lG5d~R#&{cgwo^?tXf^?rAt^?r9OT-!_4
zt<>t-s#~e;WUFq~FZNIW|CK>$hl*vzbH_`{Qg5k&_rEyY(7q_Vvppodi+y2uS9@@H
zH~WI{?)ISY9`^a+M)rB(J?(+vz3g+td)w!P_pt|r_qF?n_p|$j_qWduA7J+lA86~}
zp&#UBdhV!yhu*ltc_;rJ`oZqUze8_g<KLklV&mVTA8O;@p&w@B-=R0P@$b+NxAE`L
zo7tQH_xol?*qeo$+na`4*mc7#?K<Hj?b_j1cCB!0yJonJT_fDqt{!e@ZxTMrt`=@@
zR}CL+SJD4B!OPU}{f~9OzJCX9$M-+Z{rLXJ+xY$`*!un_7Oy|X%Z>H_H7G3UA!+<R
zC%eCL_!PTRxTCGlk)F!e<NsUI$^H6VX=<nC`-MB(|E8^a)L{P;?qdHP?rQ(_pG*0g
z@_UB+Q&WDs)5>oTTKVlsE5E&H<+nGj{GLfGzkO)s_bgiZ?Mo}aXVc1WKU(?iPb<Fz
zXyx}DTKPSfR(=Q4%I|r!@_Rn5{0^e^-;ub0R(=Q5%I}4=@;ii9elMbx--~JG_Yzw9
z9ZD;|m(t4bWwi1;j8=Xxr<LC;Xyvy=E5E~O<@ZWj`MQc$zDCf>*VVN0HIi1oM$yXG
zXj=IiLn~j`(8|}fwDNTwt$bZiD_=Lz%GZsw{=XnM(aP7&wDNTet$f`|D_`9T-&QO~
zrEFC!E9T8>|I2adcJDVv&k-v2FXg+9`fq!7r~9uC-(_DFzS|xizQ?{Ie6Kw$e4l-(
zo+EgfTFm3w1MZJ`JbTcNc|03y$2^`rWXC+7jk9AO&&Jy^k7pC?n8&k;cFg11Bs=Eu
zY_c8mcs9k3c|4nHs}7_#%~l;qZMv;GklGAebs)8ww(3A?vuxFY)E>4~2WESj8vc7S
zbKI{wklI`u^Y|k+=J7{u%;S&Qn8)YYn8zQtF^@lCV;+Cf#ymdX#ytL%jd^^5jd}cO
z8}s-xHs<kXZOr54w(7t_FH=(;SVXH1ET&Zlme81IpL4(JKx#{E)q&@^zv{p;T6N$B
zT6JJKtvaxRRvlPLW1d~*e$2D0^Zm-QHQZly;6++>;3Zmh;AQ%M=UL_bRc^ngEPIVs
z{$Hm@mt}9zst0e<Bg?Y4Xw`?e=@DhwJGAP>yY!W1*?Y9=$NO}tEc<{~Jy}a%UY31G
ztG;|hUsjfVOsn2}LJuv=KBZNEKBHBCKBrZGzMxfq*3qgzU(%{SU(u>RU(>2T-_WW*
z-_oi->uJ@W?`YMZ?`hSaA86H|A8FN}pJ>&epJ~;fUue~zUuo5!-)PmJ-)YsKKWNpT
zKWWvUzi8E;ziHK<e`wX8e`(jBIw_%As{WMGsy`dhsy`djsy~%z)t}0=>d!{B>d(fs
z>Q5C~^`|PW`csWo{n><8{i#l?{?wpVe`?aIKecGppW3wQPaRtIr!KAfvnj3mvl*@W
zvpKE$vjwf|kS%G|pRH)spRH-tpKWN>pI3_Ww{6ki0jJNaHLK|l9k<lB^L{#RscmoT
zxTUs(jk>*~jk;aW)^SU1CtJrY|Nm*?{x@xJ;O&?<8`_vRceXKa?qXx!+||asxtoo7
zb9Wo_<{mcY%|<rn%{^_*n|s-qH}|$NZ|-Ab-rU#5yt$u^d2@eT<2JPeY#jdsZ5{uE
zyi85UzcG#Df3W*;{F~T1{)cdX9sffM*Y{H6HnqcSjoZ}npNsQ-xVP))H7j19@28)4
z1da3E-2M7_`R|p!srGOAKl>j^YyVb-TX?D8uQj*p_iIzQsh7%CYHe-hDz$bt=Jlg&
z%<JuK<tnwKZRILI52;h<<Jf$^q62y8;C>vR<7^$D<GH`y?+LVy&xy3&?@6@Y@5!{@
z?<q9iZ%6mz{hn&;{dVI1dcUX9dcU1%z2DOdALAvT7uc#J`FYf8-t_x+<Lfbg&Tv1*
zPj?%?Zx0*4Z%<plZ!a%X)9>4x#`!tZ{rY`V>tpNpJ&XJ6_w8G_tCy;KXBY17`li;P
zVv+tVonJ+(E%h9sV!u+pp@p6!6tBzOJjTfY_a6~H$8Hur*FHQv&~6$&&ps@CzI|wT
zkbOw_0=r3guzhg&Lc4Kzh<#A_BKyGb#r6T=OYHr_L+$<a9Kp-f_KoeAxqqMVFnjOt
z<@R3TE9^bPCA(30xV=aCN_+S4RrYS-5%#X(tL<IFBki5TqwI#^(RPFI7`uM>8hfYk
zwRSx{NAObZ6^|FSG>%U6-*2SWN6#0E{qn9e^?ZTu9pCpx_xB3lWcLi;Z1)J?Vs{VU
zYM&9l&F&Vy-R>H`!|oEk(>^_Xm)$vhw|!dp9=lWcUi;MWeRjw2{q`yPJc5_0ogCXA
zbpJ`=vG$4KhwKx=<Lu+Z<L%?Z6YLJ*iT1JKN%k?}$@bCVDR%qtRQss#G`n4Ry4^NB
z!)_CvX}1o~vRmo%2wtkC&k>|?RMDGNJpZ}ozt@#!d;c-vIreCMPNCxal=9b&(&rS4
z@0)w%fBR>Ty8r6%WA=#fJo~Ef<Mx%|C+y+jC+$*rzODPg)Sj|+KbYDAdsz5s`?Bye
z_NC!x?V;gv`w~50@G`ZFWBVfaUld+!4+$@^FAP6t4-PN2F9<(x4+<}{&kw&~pBG+k
q4-Buc&ke7%&k3)x2ZUGK{ljbQe&HAGv%@dhef8f*^inO|7ydsWll}q#
diff --git a/resources/3rdparty/sylvan/models/collision.5.bdd b/resources/3rdparty/sylvan/models/collision.5.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..02203d477d8eed5a14c36593aa06b42858ad2d61
GIT binary patch
literal 43968
zcmeHvhr1uevFs5@LL`YGayp<42n8gBM36+zIY$8^=V+4g5+osvF~%5Uj4{SI=ZLd?
z9p1gyFXwpwmiMY^rq0wZM@AnX#)hZ<KDN7hX2W!K&&=-ch}}m<Mkdt%wuRmb|7{)E
zHvMjAe`B`WZ_PGe^Z!E52M+0Ezd7dV*mvZOhI#(T>kacBBd;|)k>;xnPonus!;@*g
z-0(IuUut*?%@-TybC0~x@OCtxZ+Lr}&o#UQ&1W0lk>)cEPo?>E!_#Q4Z+It~Pc^(V
z%_kb(g=W|At~4KOcsk8T8{UoP!wv6F^TCGqp!q<<d(ynG;k{_y)9~Ij?`n7-ns+q3
zFU{K;-jC)j4ew9$riKroc|*gaG}ktKAkAwVK8WU;hG)>cs^OV5uV{D{&C42|P4kk5
z=g_>U;kh&~Xm}pY^BO*w<~a=?Li4PK52blV!}DpL*6?98Pic4o&665lNb`h-7tuVf
z;l(spHGDYDV;f#V^XP_`(p=H-5j2l%co|JO<?Ga>ixj+^N;fT7m(oKPd=!-iRj_WY
zAQXHIm4a5V9#ugucqNrcDR>o?NGy0Yl}ImGp%@(*IbLw2lTuO@heD?$Eciq!C2he9
zwUWHxlc{zuHjkoadc&vE+@)brxl_ZZ)12C{sNbRCGih$uuu^48!)Mc++^|w>V#DXs
z+^S)xBIiZVo#dEZG*^Zm&&T<a|54a(o9EK@Id0pOkA9!)zHp6Q^PSo`ME=KqoC6tB
z&UL;Pea3t?WBPaw`{j9V|4VJW4$tE?vcJ!v_VxWd^t~7D94pr%UZ2|6r{81FKDK>-
z<Kg-5)XwvKZpMqxz_c62f$JU9mG`0T=j1aoer~58&*$fHzu|Q@x1A;8YjBM=_C4*R
ze>|V><MTMCwBM=SapN;&-26<#xN)85G{EuF9>&e>)PCOd`FZRcUT1ULIraD&+?yEt
zp7zl{p3nF3c^p&P@6_(N@fk91ex_mEI8IKl+{ZX(wEb*u+mz4Gv#IO6Q@fuxpOyFW
zbNc?ijxqODX}_Cx-iJ#KujTO?Z_3BI4e4aBI&K<k6VmC3hvD_cBmke2h0JlM@chBG
z$JP_}izSq><6#8%l?K-Rv01FQ>g11gR`=Crvz(#($GWR~bI?_^BqA8B^D#ldSi@sN
z0;;esReTj|$z?)SVcv_>ikZ_aSmx!J05IRj1f4uU`EZfAq$Wz{-I(AZ;*oj}ORjS;
z+G51Iub~G43Jro3A=5$>A#DpjF0Fk!G<h&ry>tHpXE=q@iMw`#&Yaa;>C|g8I8#3y
z#GM9SJmM|_^lmxx^~GHfDDFgT=^^e!e8J)__G02r4^i6nXpvy=mNRnT*lYh=F3)2p
z^L?lr-3NzFaS+2+-9%V=N$$EC)?tKQN#Cm*1h!W<2z;+@(CE5x9Y$KHC?jpk0#pa2
zx(QB)Ii&Q&%^ZK7hWoX&h9@3YbrXY8?ckyGUR&=ug8TWELUkI!()(=$Q?DYCLwdiB
z;EnQ{QTGQDqwZr!3f>I*E%CfF>5J!`MI1Rln>a2uhZxU0m)e5oooAamp7&s4Ja0@z
zTA&W4-vScm+olFthb0a&7tn9AVJ;*FKZ~d>;AgRIYK-^r#2D|A#2D|=#2D`piG!bI
z^anpj5@Wo2ucb}Fcvlo_<Pd7`qxahCV=(+meGq+^5Lx4{ZO^^6dndgaHLm%!o|Flz
z`F1nr*+?sK5HzYLW7s_o6rLzZr3*NSG#Ynp^rI>rqccwJ<(w`Z9EkpSnD=U)_4BCK
zNk|pfI$h?*x_0TL-v^HB{l@0uAxCakc%n`=mm{CADIw;C4<bkZ;=vT%NewyLIM%7`
zSDr5K=kS*P8wPvZ^<(|ZoVKoEO~X&sHPY@Ud(&Zldo9z*<L+2L>vX-;9~t@BppG7E
z{YB458x}{8Hmo{&q+!+3!woAv9%@*1^kBnUGe6R>*2)JO*4lM{!<u65Ygl!3?_jOG
zr`3>p-rf3Zt-PyYt(kW=tTpqFkrAztc1Iy<t#q-XU2CNtqI4dmih1xrVhloaFl~wk
zT}-W+2-3^~%TYlsrshlVYtdTy#K_1TJE+0$+{9f2^Js!!%fU3juhtAZ!EbM^41VXc
zPw;yfaqzo<IQU&i9Q-aK4t}*}2ESS}gI}$g!S7O@4}OoJwt(MdwyA^PBZ-6G<;20S
z)=co*TPuTKt(n2^F+4x`J(f85T}cdnEvsmN-_>?dgWp(6#MklJ-sR_WG=Q%YvmJb$
zlo))SoH+P8h5q2{RN~<4G~(dvbmHLa4C3JHOyc0{EaKqnY~tYS9AfZwF0}=GooAam
z_&T3B__}~N__~l7d|gCs3BE3-FZjBIIQY7hIQY7Z7<^q$Z2@0b*ro<wS5|x+^|bbL
z%`D<rvs8yMzpi0>H!^Y!wFP`$YnvK;TCSr3J}ql$fY0mgpa!2eBo01rq(At)i8%PY
znK<~og*f=Ul{omkjX3zcofv$Af+pZIDC+SkDuYi^9i4HiE{01s2|jh};8TwleCpAI
zPYn%xS~PU<X;EmvXN0WxqNh>;pDv-Rd7?I#<q9&vpGDN+5H9i8xdSyW7AYbAFl9Hv
z!^D&>{;;Gs3I4S72Y>6?EBM<$9Q<Kx(c^C;F@pUJwFM-6+%|R8<FmxU-zSKJzvqaN
z44<U71b@%d7yNySIQV;kIQaWCG5C9t+7kSIhCc9Td5Olfk&(~ZK@I+1P7KmMSFuVf
zCf`@+-)8VG2{K>J^P@h$K!4QdYs5|#m|rB0`Sx{U@cSid3zF~++tk7Dmx+VlH;KXT
zSEw!E_p7$4qdvbz41T{(Z2`aEuuUEOev>%({T6ZX`)y+I`yFaa@cUi*g5U2E2fyDZ
z4t{??41O&?qyc_^WCu0){c&ROYxxNc@N4-g4e<Mx9n|1=QeqU%&l97#evuf(_shgl
zoWG(!iuc#V-N?vqs4d8s-`b`|zWgpR^5q{ABVT@>82R#t#K;%RA88<8EPtYbeEC;)
zP$OUdF){MxpAsWq{yA~v%b)2-zWnQKN51@<#E~!mmj1|>e@7ho^6!a}FaLqs68Z8U
z>5F{%PsEWg|Ct#1@?WSe$d~_Wn;Q9I`EN9kFaO;RYUIoRNQ`{>pNWw#mj6Wq`SQQ3
z<7d>E5B^WZpQlDLO@R8B>WkCq>EzywcRck&|E+0k7<<R-<i|wb%UN(TSq=37PAqu5
zUJXwn1}7Ls6L7L!L*j&E@UzF1#a<l`Z~HA|qr5!)-Mpvzi8Kz>on;3asJoaNG*3@;
z2Wku&snG;=w^Ku!r;$ocP<OjD)SIW3f~dP5XX|=XTmB7HnF2A-Sd{XZXQC7|&qS$+
zmA!oeHO9M7VvKj+#F%IHOB^KcPd~<MIe-S{nNd5aG2R0cKR9?##dv4b_UY7^XDl;m
zV4krkM`OIR*?{rRaR=(h-~OIDFWWKRgA-%CmP2S@yp}_0#CYcu$9NAT#&{P{TQJ^*
zwy7~*%OV;WFQ%d<7|-Di^}eetp&#S1ETz#6-cvE2W$r+Y@f?{L<5`{<<5`gy<2foZ
z#$!2}2F7DKh6cuStR2)C&&rAyQ-i-%6-$A?)fLa8#yW9a#Zs7)EXUKpoaFgLevI!#
zcc2cwP9hGz#54N$<}AeTRQ9uU`DbTvqW|f&?G$QU|BQ;IaQ!nYKAAf5;Vk0F2jyY#
zbq?FR!Fww1cOLzg7|;3i#dt0t#{Dj&w%~pjRr_q};Ok;y@a6gC65`0eONqgk<uV#k
zZ<iAXUsn)=FUyrQz}HoFP=l|lD?Wkx?pDvk>tDlmTz@6C1^2(sHZ|JUR(vfr?tgv7
zQjsq=(1H8knC-a#O%<=9#u{c>Oau43#SUuR@79WaKR4e-1NXb#4r<)bf-Q;0i)FD1
z?&n+HOm8#}`Ou}n$BcTmh8BD%^uY&A#Ur}t`ReI~+IT)uk9b&A%6Pa)89kp<SY0uw
z2{^%N-n*Bw8I7B<FWI`>w3FH}wl68(^+oYGiHCJO6q!u*)Zgyg^ESNylROleM)kyC
zO-GIIT-&9(26mx|8XwL<(_0rsaks?izk9{IQe#foBik`2>{;<tYLf$VFJco2b0^}M
zgZ3fr25UO*w;%nMn1lAGFXo^Fh;hGBY76dnV72$Aj)XdhScyiX=61|MGwF;uXcloK
z*=%AZI*q!vqY&m6SdK9V%%cZ6uRL-e<dfENW8{-XYkKgjH68pO<_^?|--5*5U`<E-
z7G*o)w>UB4cX;C9YYF|q*HU7{?+9uO;<wB;HR5+<V#IHG;)vf0`Xhcv5o;o$QGc&R
z{EjKG91*``E7sl!6M^#BeK6itwy7guRuf0Q97i1EJ)Stmdjc`Wdm^<3<2}hXb>z#*
z#E~yrqcPsznvU_F#(oxz*K4|5kuO@?F<!6fYR7obs^_kx#vG|UsXopJ=h&u3zF5ws
zfqb!?N26<hgDgMdcY%z0K>RLDjQCxY81cI}G2(Yg;;6Sv=|}u5m(f7{F1Ldk@w*~1
z;&)|Y#P6!akuO)%kNB<0cErze4GqNaT05u_zw0VKn>yCO?THZ&%k?x6j~ncuMm&0J
zI^y9qUEL55t*t%>@#wATh=<p7b%}h^njZP2wLR(w%U`d4^yr8OhSVhT2}AGg2^1PR
zOLuj}$q`b;!zH?w-Eh+hP=1Ul<y0R#8RM+ETa_NA{pqpady5xqu4N*P^+t8Bj4@1R
zQ#`ZQKn$GE<Y$@LPN&rg;+fb7(&@Ny?C%@}`R{qQE><~?^Gw5e+uij{s5?E2osYNY
zkqddWt=p($9@>r=d7^xyO+jAlP^@x{JlK&QlLB)p@m@R>nMSo|1yDQD++(m0*uAyy
zLUXr<ccnSK{9Wsq7tZLSNjEN`i{lnebkhR$D0--Z^{9C0y<2a6xY#Fg41QnwBRKmJ
zD`+%EM)v0+f_nh5lL6)^agcK$u}Gs)-|>Uo8FV5MnJ>;IYc@eT9mmNj`EgLbBd09N
ztt~mFzm;}O_#JagPK`yQlQquVS$lMYoErO%>UN~8=FXbRo&4)`)M3j!g)r<qcwhOD
z%~MA;x@mQS<IGcaJy!GPtbL_pdk2o`v-b|FX?C2o&*y8J9%t=yyQX=peHJYP<E(vJ
z^V~@jdI4HyMhEY}SP(#a6D=48YVFg4Qm|_T%U=_W$D;WPYk6<&i}7d;#9D6A+85)|
z+85)|8hHQUyLOC6Yu~7^R^Np&o><Pbr`MY2Zg{>prMK76rQ`Vy;yLkrTKnSpwC>^g
zX8GFG@qDw1M+e`v@i24ghbYuI%qy@Q5$}U5)?Pz{ERI8{Vk00P9v}RzGR9{)j0WPr
zzz*sd-$LRT-y-4|-(q5n?{I2MjBg2jqi(2wvmC)bf=!W6%ZMYNjwHtTmQ!0Wz7^Fz
zlp0Ae0qUsgQ;t*{s+0L1tPAy$oz@48vDR?8{%CE5Qf^_4v4zqYV~eFR_Hr;{q8dg_
zVhgAK+PC8R+PVejx-McCTSUdoQ?qJ4azfXQ7^{ZkddeyEcMYrdW3#Cmjv%X+W52uy
zL!kqWx|K#Ja^%y@l{y4R>;vg^+^C}tgSET7Yiwxk6KSq*SR7&Pt{jyHykl4t`^N_y
zMO`SSs0)kVF^sp&vxo$0z@qdSHQF-IDiV=TAI5ohQ#D+(pi?ck8s6;vx6dEca3}wV
zr-nPtO&Cv|XUq67Cs{PlB8Rr@l}bcrQ;q)B_DbDguhj8&`Tg?4Si?_fkYk5V)@JOL
zwl1fX{#b{#{ubZ3>#&=Y^G^--->8A!UMU_*>u}VB*5PtjT~h0C%(L3tJof(o9goMS
z9D2a0exJeq*rHm#ueUww{jRHR)IIK9_e*y-tZmp`4QpF>XTw^D?`T-tJZ#Qmi{1M{
z>i~9*&HpIz{NB>8AK3Js!#2vi_B*!loVWibH%krm0KP4%;h4j5s(xef`;Pj7Z``6u
z*WP#J1mAkkaS!mV_W)z;+c1PCk2X^^{7AzZ`on|Y{2uCsNWZb@J;$fv{ipZ76MQdW
zpWu5bG59`$+H$Xr`rBXdt@oYadpWxX-z$iNZ>_=L`)K+t@o>k`hnKcv-A0W;uS|?!
ztx6ohT}?m8I4;{k+VK_7qz<yTAr5{|Bt|`-L~Q}TC)=j(@_z>f41Q0g-vWLur_qRg
z`RT;L?-|6w@0rBl_bh4)_&wV;^@9zZLlgX3&ZPl<&$ELX{GOi}{9cea_`Q(+;P)cp
z;P+zU;P(>Z;P+DEsOQUwgWt=E!S5B+7VvweZR#k7tB8Z&tBJwy8fpvpRh=4x&ueW{
zgHOwKG-7^UOWY0qjt6|+K)(fi-e{W|eBP88eBPWGeBP26d|Ga$0X{9a(Ey*f+d&OJ
zBZT5JLM%Rm0@Z6!)SI70W$-Dgqcc*W$ET)(xS6I3JWQmR_>2_nO+FeL_>3Wo&q#6c
z870u0JXI>-(<O8bpAYp4N+c)nIKwa8#mD!$pj3OV31~9yGi$f1I_bZ`H&Q=__6``(
zwsufs;MyzLhk$Kwn>unvdxjunN4A5wsnnKp2j5pPQS9V4>az#mNY84GyU^4`RD8Qq
zVWOH|U^!wU+byvsy5iWKDkj7|h)?06$evU&q3%T-6Yk!`nuuxC&x0bq;C-o%FE)?+
z@o*duMfRs!T>;bqG*|IZWRz-Uv3W%L^cI|hh>scU8IJD%KBzIVUy)8~xDN#fRm!_0
zI56It1~{nFO{CE{DBtWF2j$&Mi-peUwxI$CRXXKV<DgS+H4ZxER^y;kZZ!@%<y7OK
zQ%*GwI^|a5pqs`UHx4@GR^y=CneB~(PC2!TPD!VnY8;eznPc5N(kZvVfpW>^UO8~=
zj~eS<uBqc@aG==xn&3dO_q7@a<?pr{2j$xwI8f}}9~>z5#*Kqg-@(C<b8&$CDfWII
z+)uIh^&01;zHz@vZlgy3UR|TVV(&iauh;{NGd!PS?{++&>w1tQrM_E^6fRnhluxED
zN6Mcdv>YklPLU&=iy@tksEK`K)I+O@^0)o1CQ4l+KB{M*gYl}KjWOO)+te7Z>e)Vw
zSM_X+@y@VK-D;xz_8;S&#deH$Hnj!gonxCC<DHur<DFNr=CM{2<u?%2glfs>;CT<V
zO&$3&pSa~u`8&XP-UV!r=UqsQ=Uqf?!SgP*O&$CkPK@WZETMttU1|q4p7)4~520RF
z0n{>@sNo}<t2d7>ryn(JSwW-Luxodw8;kCw##x))Z7Uj28`Zzz+0gJrn(G^$M04Fc
ze^>VzQ)ql_%i8RCd=S^>P32S_Q#XOeMvt)lTQ9e7O{3*hH^`~7Hn*JWbl#IX>aY!u
zk2ky}rx1&nr#^@|r9Ee(w39iUr?9qZesVvoZOSF%zrtQ)TVI<RYlYTu`><AQZ<`t%
z?2s61g++S~tQ8imQ6~)EA+T2T_8M3#dV3A572a#;I;(uOy63=J;k|}h+J3L>HDayM
zz7K1K_j>B@MFT+Z5L!^mJ(N>ga0=Giiv_B;*TBNY+8=P~{fSQO#nXG1;hqxDQF-ok
zQap$Fj_1(a5euZ&BQ2adv+OCcz-rDYE-k>CGmNn?^SS+O8mrsl8QBNY>4;pk=vl|f
zMYro2vCp#T8L`i@Os0W-R___HZ|OZ_>|6Al$VH2C61iwmPQHs=^!eJyA{Q;nN#vqM
zIf-1f4BkD;{&$>Q?7h#9lZ(Eda&nwpWc<yIbv>t(9_CTw=&$yESUD>9-@=jV$lUz7
zl2cWQ(U7B!W1R{|Pmj&%rT>P(`{Ou!PhUZG^wgk^o*dNC6YgE>{qcrXN4RTmPRCxg
zH>W?=`fE=AXv3P*A8lB5^hm?1qlX(-9X-^r>gd6S^&a_=hBdc8(6H+1{)RQD-#3`k
z?``dx)9-0mJl)-}=JdM;bNZcw`TUO7e?OY2vEKV5)?mv4G%(MN+ChzZ&7%1Z{8$d6
z0e)uKK@EOpChi)TMHBp3X43#abL^l7KXVfYKlA7hehwxMehwiHe)Jw0{LE*2@N*b(
z@Uwt8_*qB{eil(%f}h3o1wVR!41Tao>09zrY76+m^428y(J}~rELtYP&vHAc!H?Dx
z`w;J#dbQeNo6rRDj;UMmj%|kGy|VT0{T8!|{)qQ#;)u7Fn25KQposSg>>u&gb}Hh1
z65Au*SOOLASQ>lZ?zMzQyfuACyp^h`2Q1A^5O0L6NyPgsdJ%7gxCy{H4e4Z4vVwlx
z<h<H`AhjN<I8+DV!*T(QZt(BNz{f@IKppeb#l$f`T|$ifzm(bnJ}$FO9ei9)9DH0s
z9DH0!9DH0w9DH0&9DJ-HM*d$zZHfH9mcHQQI^y7CEiw4Gp4tLFZm>-qeB4OvV8gtL
zILNt~7-Zf;ZHf8mR{FrlZME%uY9&>1+)jlgoK#>ruIv3=*ZY5V;L&@(g=%P+?_$WB
z?;<4P8zE}~z9XdKJ3=nLgOXnTiMpsiQ479<a`7Eq#CJ@Y;yY5R$G1{19uAKxzPtAH
zz4}vX$KVl)9^X$ABWO=iTfjF$+ys2DZ>Y!j2KvD_wiHdk_r``)f6pY2`ujNj;QQHZ
z2j8ElSgD3dYF4&m(4R~k_4qvf5xh?kM{r*tj^KZq805T2Z2@VYu}vNI_!4oD|5;)r
z$IH|f@bfv_)JU#Z5=ZiVp8nwHRpO|}FA#&D*QhPv=Zm(fqaI%;j(YqOG5C3d+5&#Q
zY@0gj@lE33=PShE=d08f@S{32MiPD9HnozhIKDv@^XoT>yOEJ^QCq<0w{25{&+jA#
zpWjUkKEIb3e11Q16x$EzkNNe7#NhKs)E4mhW82i=^CyYH=T8%Z&$ki>pFg8N`20C>
z@c9d31n-yB7V!Bi+tlFm*NMUBZxVw~%Wr9b&)?ZW4L<)NG5Gv_;+S9mKtK5WV{QK$
zHR|n86+cJ4dhq`)TUi^S{*mUf4gV9(V;cTvnn#y+|36pv%+^e+6C8er+Bo)oLd~1=
z?|mkfp5?gioxhh)$^OW}Z4)Eswo4py#`g3hr*_D8<j{_Zku#R5G;TMl-=n<X!Mzik
zZf)&5)4XNy9qQ)6Z(cVIzC+zO_$@mY?A>|2>v<@$2i4l%KeyFCDBr8LOI_Q*-ZZai
zcpsW;8s3-Y)eY}Q^QwmTr+H<=2hhBt;Zd5GH+&$?%Njn2=B0yomP<-bIhQo1c1kC6
z_#WIiDDT0IgKle{&^YKO5`%*(<$F0eFrG{U98@X4WrG7_<yPaMQ*Jd5%5T}=!2Oj|
z*BOp<%B{vh`7OI~P=3o^)A~=N**GY_Wj7AWZ`qB5@>_P}p!}BII4HkmHx9~g+2BCA
z<eIG<IQB=4J&ue{$IakCvG+B>fnx7#H4e%iuyIhnJA#94+?N_0DE9U>4oZCo2Sd)q
z0q$4py3-|azg}H8&dYD0jq~!`H14N*_Wf}`)idyR^fk`Qcjh7IZG43T+;6vXtxgK}
zs~i+>j88nY@s;n(xL>cXaX-~F&fb+*XgOBCGq)ToagFh*u5mxrbGf_b71gsb?l)?i
z8uwE@+lTw9o{e$88P(Q2vc?Vdn*?%tLUDCcsNvbIOM7vEZw~#fhRZhz@HsF0BfbYG
zMtl!RjPV|t7~`Fv81X$Uaqzi-{>Eqd|I}f;i?Tn)yEyTh-k%n#hL_a#S=6nD%WvAP
zhRZjJR>S4DY}D|P^?a#T!{wU<YS^-ZMy+Aj?o2lp-ARqJHoMzaG@drv^l#adT9?iG
zEqhA#|JatbxmUx;DT`_uIc3?0#u}sgU9qhT<?m4<r&P<4Q>x|2sZm}EIb}JJM&y)g
z89C(|R=>g8ys4b3*X&f^8!N&(FvzL0Hg9O{6KSp=`zFw-W!;wjp5lPR{}1~;<+%s!
zy~AegHR>sw-0#(Ss#8C#6_eXNwBOq%G1iLSJcYHwvMr74jo!ZYYp)S&h4*{Cy$0%9
z?+(7q8XNT;BI;Uu4%D^x8tRF<-ld(=+jDE}M_o_P_NZ&^Iby9)PNA;7*VAbix0Cmz
zdC_36abeqQsOR}*Egx{_^<7<h@!b@!xUc32x8uHB>+E{KeKkkecfr_PQ9O8#9<S$>
z=kmRKbFJ_3E^@0rL#LZ!AJSU`--F!Je$r!HJNQj)oZNC(<yfp4%CR+W-E?lbhjJ{|
z4CPp?8Jo(jx{ocF87H@VedX9Vxy5zD+*sFhI_dX-qk6ruca2`2V6SLVu53pA4>|Jr
zo2q}ee;7FWlLu3DCpF|~oOQp}a_PTeP|NGf#duUbt!r3ZJvDeAd~z^HKhgSYj()sh
zan%j#2z$@^K3F<F*7}R1k2b72dbDA^lRwh1=IDnTRvkUmu<Gc+hE+!&X;^dh0}ZR5
z?r&Ig^nDGhj_w_N=eeh~tA_3#%+Ytf{kLhKu`i7~jOxExxP9<G81G-&OJbfIZKw49
z5t3>M{8+S?1V1zEpawrP6L$^Fq6vO1vuS{zId)KkpSg*HpLz5LKL-;BKYA|=e)L`#
z{LE+n;O8*n;79L+!Oudr2S1C5!Ovo9OYn0zec)$_+o-|M(!_T*a0JcZXBjd0u^dSQ
z{4BSF8vLjZ>_fbdvQ6C${+%P@eN46^-p3|JyjLcUc(0;A;=P(U;(Z)(#QS*Si1!J^
z5$_X;Bi<(wN4!raj(DF!jCh|)ZHaiFMjzsRy4$D`?=uodyw9XR;(Zn|;(a!?1@S(|
zHZ|gXZpAC8ZyfwKeSK|&QXPN~%LO#L5B_h{9?vy2z{j<APzN8^5rdDl)E4j&A?p1Q
zd;|Lg9|&zP|FwLB4-2ReAGg>+t&@sFU2(J9YWw-rdZ^;qo+{=a-5T`}DWdrYkK6?H
zfFU(OJ;abz4+u#U)I+3juO5`@Q4cDGs0TGgJ*br8Vk$M<EK0EVFe+6%Y?QF-A(p(}
zU@`Pw{1qD1L)S*r`#z`C773*Trhdi$$?T8#Kb08qUstiFHYCxcY)9jU#BuV|^vA_F
z662=NP+Ra&AGb~24St)(pgxi981!?A5u8sZj^I5{f6RZMB1Z6EptgXNPur#jX)h)Q
zsh>$4e7{70@cmih;QM7_@clVzOC;Yb^nvfsyNw#j`)cAy?k~`fq<<~jMM`mekqSlh
zdV%E#zQ2?h_4Y>M>l^qoP4N9@bLn@euT;FA`s%m;ZNS&Ezml>zzD^a%`wimY=bOaA
z&$o!d&$p>9;O9HGsbhWmE^*Z3_lUvI_o*%5=Lfc_gP$J~gP$K!TY{e-(+7Tj;x=mV
z^V7t^&s+3sQYsyOMiu=0oEZH4g4zOpercOJ=EGkR2S2|i20y={wxAv@zoh|wepek|
zrM`0T+w|qN5$g9eFKhS@G%s!Vk2EhS@9KZ5?wPHbRwp=o$50}wrF>g#30uAcA(1Dl
zxt@=NpHy%;q97(GR-qKfHdIkiQ;1b)H0s_;g;?-*R4UYhx2KAN-hns@en;Y%5T+7i
z!k9*F!9=o?ZR+P6*qP=h8{UQHa}DoG^AinEr}=EdyV3l3!@JYOgt<p^>5qN(OpJ+k
zuf!V~*qf#bxA^v<T32iy_vPWq`ffp+f;oBrVwK~^8aRMv)buFvBZJ?Z9-_0zK~$*G
z85K*RCMUpfF7?Lt9_Ey9soX+NS(ICU2RY^EQEnlpEXu9-A*aZJV}FcqUUVllPF-)6
z?X9lM_dwLOMfHukwrq+6)w4UHu2s**n^D)QXZJ^4tDcR=sq1asM*Z1AU1Of;)itiC
zdiFWEp6b~c^MvXd*z<&&RM)}jaNbf~$N0npp2wp4#`E;*8qcG8cBdGh>N@5v)ivg=
z{oI!t&*Qq@jW}{lbsh88aGpGn{c%6lGi?g)*Q;yX&o!-f+;5hQdcgf=C&vBeR6I%@
z^W<FOm?!5E$2@s3G3H6-6>SP?{Lo^RBWiqpV&vChi6j0C=#Tg>Bu4xfQCkrI#kQ#t
zkHZrq9!nA<9!nD=9!DgO_%EYB;(sJD;<23Cf_SX3O^tXQl^F3jy5d8qv2L)&UE4iw
z-otrz$ibGiyO5w7A7||@t@S%0)^3Yx{R6gkZ^<dJhq~U$BvMCR?@SzZy$f;7bGs79
zJU5*<<~hyNsB4RJ%2?~hMxzf$PQBHJL#q?SUW9WQq|>pzW0c<}-^E^}H&0=0uxPEu
zTF~2zVD7hQ4}rPfvK<ZNfMt6c!TAov!SRm7!Rb`u;BXo-=7nBPVO~%!v5m66C?1tl
z>l#*0JvI2P8GC%?lDj=&qyGKE;|(jPy20-lcn8q@<Zh4IsC$x+HmtZJp4x-hjd)tL
zCqX>D7m+{Wsl7<VbCew-p4y8<Jhdl@cxq1)@zflJc=q-pi05qGxE>;&bLfhA&Lu`X
zE%Rs~o)+yz5YI#Gphi4<dy%d+&ZmiZD$ndjd=}WIMtl|~j`%F1KjNc3NyO)Hwnu!l
zCyDqhWqZU&dlJNF8T}T-M|%+Ch|hBRB0k!aAU?gl2;$?th%SNncpoB+_#7*v9=gHr
z7>LiR+N3=j@@;j+QpmUCD%Rfj(bjl8%|{wm9wNRcHdpT(z)AEYz9(mU#P<~XBfh5+
zM|@8sj`*HV9PvGa81X%m+Jg9=Wt%$Udp2>z_Z;HLzjKKr|IQ;ud@bkGKzuD1(CGep
zzhj)h>p#pxk;|zbssL&VP2}^H&82u>l^F59I&s8%4gC@CYltJ>*Ahp(uOmjh*HT*$
z@9S+-N4#$!j(FcljCkKfZ9%+mwoM)JzJ)mAeJgRtLy_C4kk6LeX&|5Pu!9=;d}m_h
z^IeIN&vz$Ayzfbjc;8#`71R&5#`|b~<n8ZD?(qN(%-87B1oaY^5Pv~w?;Dw@2Y*p=
zs+TCq9)B2Wk3WQ>$Dcw4{yO?C;4eZf{(=JW7bVfF7f{)&7g3FqBL#GE+@eX>`!ied
z7bzzGo@u?sU!-L3JNL8f7r{{~BWTa%`3P>Lyn_FHwu2mmSaLs)BCX&TsNf7&?;Gih
zYzLnx!6pDNH6%XKrHO9_&&%}U;gBLtFo;(g>hbw``XgAc5`)h#P+Jh}*KAXRj4vhz
zNv|gciC;<#vfoG?$?#?RBU#=g?nXwwLTy2kebqKKlJIMZk)&TwjAZ^sV(|IR#43W~
z_!d<Z%eRS9Oy8llfY0yRrUrT6OAJ20Uon;@{ciDtY<IE4_e1(I8T=^Q?;iXcyO>OV
z!hSK?{FE4z(FCZsXhZfY%EwN|@OxkjX!*{sK&xl@&JRK-mMfI=LHMMC%P|sSGCfF?
zZL(d7R2);NBH^|rj)dHfScyub{!I}QdWQnbF%o`9dZHkv601;X)bD}_{7wayBMNQj
z#8D%=&>sc6D{&O`bmA!Z-H0_2(5QQGO%w(1K@}6qp2V1N$dS3RW)q~-@qOS(_rXD2
z{T*`T=Mz_dV~+Om!xY^~4c}#39hG<4R!8N#IwrJQN98Ip5vrb0XR4pl+M8I#QPi30
z2z93Vaer{A`Z10=+n&CtGu0F7O!edbs58}%G3soZZEDn6uZ~b>y*fgjseXJ8>dc}#
z3Jz6As58}%JE6{Yw@r;YQ~lV7I#c}^N1dsLqR#eapIT=F?o@leL~ow@3$?dZIiZsp
ZhgV-u{9-}t&5z)@$Ls5*{s;FS`F|MQz$yR$
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/collision.5.ldd b/resources/3rdparty/sylvan/models/collision.5.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..e72ae4a9a4676c939519e2a2a4d9e9253af50aa9
GIT binary patch
literal 8664
zcmb`L52%;b8OPu5oO5P&XXY*<W#ZyaCFD{fA|WCn;Y31)IFWX_6DJ~OCgP-tiQI`u
zI1vdEaUvliAra2RiCn~mh=hoU3kiuB;zBIMq&lDPdCz^nzsH{|+7A4l_xU{k&Uv5r
zyyy43cT81P-=;ApU0X*-D^^1S4-Gsl@bJJR0*?&b8F*CS(ShTNyMljg;BkSU3OqjW
z1mj1NKG7KU*}&a_Ck37&{$*`_AzkS(l^NyQ&i0e!=fl8XbaINX*xX<A5)<=_pDVQr
z6W`9p4&a0T@$}(|{UUuz9yYklSM0@B;{R7aYbdqRe_GF5^isbt^Ai*2|FM4ZO0M^T
zIe05#A9yo<o<6)0KTDs&rN_mFy`8PxPsyW>>p#?A)<8edOFzn-#m}{!t;|#6Vx8~v
zm%fqjeJk~1-#9TIOCL^(N7JWpSzEDTZ)Yp(DS6a!{fGL?8n|Ed*tg>6TGrvVGEcF^
zI^X9neIwudR_c|$mAMNu54Ev-Uh)4oUpWt`QR2%wyw(%u=fsA~{g7L1rDy*Sf4R?6
zo0{!xWgR8%Nm~#4kMT1X-$dk>ISW6`#yriSvvktOR0I4y;`j|#f;eZILA-w#uSq<u
zaqDEC9(aZ^>P+#|wbiTTyY%%k->f>43*W=DjX9m>7^A)vc&_+YwbiR<Q>-^H<j)Vh
zK>X|4%5!N3)Otr%wNUQKbx><RKTJ26`?pB`d4s%I+?{0hFA?)QBJ)x)yCHLVs%0Lz
zwQFW&Rg(F7jahG>G5uZ^c)2m^3S;W6G-my={%Z46pFL9sytY7nU8n0RN$RaPKe@5~
zM)One&A^+CQ8$Y>NK$W$v@Ga%tlw{b>Te6Y-57O;c&jA!-j<dH&o9>BWq#`K4!p-0
z^&Rm}N$TyDmIeDE*57Y_>K_Pv&=~cQc%LNo-j$XG?^~>Y#QfAh8u&e9)MMhqlGJ-&
z+V3Re+rw$*Z!GnX*O6TQl|CnoQBN9oB>j}}n53T;|Gu_*^<1x~_LR#&QPP!qXN{?M
zPW*@3`e40b7LR(~n0gnCsdrKQ$J$DVn!){hJ@``NR<AAx&i*U1($A~rhqM2htgPn~
z^TXMHT~_A%R9Yi$NPWFFbT*Epb*GO%AM!tMiKwc78`Hg;#_aEy|AqNcZ;Nk9azA&Z
zWidKkV*Xw8quvvLCCUBXmzD+HkNJatKGks@+*I|A2z7|~Eph(+R;%ekKYV`?I!y6R
z%y47+F~XRB#QaY4Q)QHRq$K?qZGQR@^SjJX{#fxCN%}F){PZK{k2gR06U0wRA|^`v
zE3Pyi+#hj2cPl<eBPSWtk159VBj!&vKlwf4=OpRJ^X8`?F@L)G$)6#fCP_bLnxB5e
z{8{EFf42BVNyHp!f5Vjqzi*p?tFJ+6a}}SBeBZuojJi6+&zGNX&Z<H#kd}iuFMG2p
ziEE+xG5%KkiX`!i%#XT}AR9~MUo5#M*_Vd+R|EHokJS~1TBWMu{&>bdmWBM~fmaxl
zx6+tetHl1T;ngiTnTek!_uuQF*7fmMps%kx@medv{#a*>y52ZpwIT3E@jq~-(fa$4
z`o03{Z?b&U&Bh6<ErGX+2XLj~tIxm1{Cwm7wuSud#>~G%e2!vim@^Un{672>XBzy!
zp&9JQyn<ayWPfGeE#`gByhqIYnfV<t?_1`i)MKwa8Bq6$FV^1HX!fU{U)=8j%O~le
zG52#wd<j<?57x`~o4wRKZ24G^7*p@4IDa2kRrwzsk@@NOWmS^dj#)nM$NR?Y7JvVV
zKQ8|VlJxsTi1+uM_*3$ql;nAw4)OiTRtE6{@}H6HPJA}R?<&FRO8iIipOfVIo)7W+
zldTNmFUo&GlIQ<%i1*){#9x;Gk|g`%ip8T|HBMMv6aNP_jn?-KOWv7id3Rs8eAG{k
ziMe6S_seJEJGj~m3r=3*^Lg`S9qVs<`mRe>?y(H|chgF+pKckWeql`B?Z9`$U*k%n
z_5P{vE1>>e%SXLuoUpnd_?yhN)mNX-cRz2qzYZp`F~k^ksCY=2rTzKRoF~JT#rvLD
zFhb0J%{)@f{>t1bZg;+nk|zbG!6HVBAARWk`T4^Aby+?&#u}rJ6F>gYdVao8Z@lGG
zZ-O!EMDY`Kz1H)Ed-d~z{nu^zoEMXfiTCq@_~+!GB1ylehIs#dK>YLa_ek<QriFMv
zUx=R}|8z;7*US*_=L_+(<bP3;{X09v?@zWeh<{1`Ig&j8xgq{Y2~Jny=gI%FB>Q8&
z#na>k#tExe#FOg&*B2aV@U|_KHo1085S3qj^uJe@MXEx7GcOj?kIYNN+;8TkV(usN
zt76uhIVou{f3G}3?fpJ+-WAP!%Vp(x<@^=mX8x7pX8u*;X8zUUI6wPojXcXF>F-);
zeOgd6|9V-Q`8SB0`8SH2`QH>b^KTNz`I&FCJnJM8TcqWFH}mz&+RV32+|0LK+|0K_
z9OuLMwme%UdFVT(<>%SVmmF!}-!1<xNo;$h{ifb8{2#s<JWqe$=<nXa%zU=x&hC?y
z``>SVI6wIVvLX(eA2q-Khh$|D?@H@WT2(duI3jD)kE7z)5AxrW=ddI-j!9cw-yasn
zv-uK!9}(I$n3;cXeqhY+qvOV?19c@X@JabkNV4BfNyD4{{(BJD8Tn63^1KE@{4iTN
zu5<FAm1O^X6yiHW`~~^XOVZDaA-*fbUy}c0N&0;`#E%d0SLMGV$@92o@jU-ej8U(P
zU#qLIqnhzdQWrL;^YMn|lk}M}=h^4tH|l!K*bI!GkLPB{za?JZHlO&Ie>>#g5&x;q
zCxbCLU+QoF^jEH!=bL|z-BlLPFY`Sy&nNSJG5yT^=eFy^xYK5SCb62vH4UC$hg!0^
zj#63q28FeZ_@Ux0b$sjdA-iWVF)PC@pQI7S?EjJC{<>aB)``^EsGslmFBbnD1L`L?
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/collision.6.bdd b/resources/3rdparty/sylvan/models/collision.6.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..a781db6890df62374af59bf5a4ec0b4dbc55759b
GIT binary patch
literal 58532
zcmeHQ1=wBHmHh(=2}yw95G)A^F(No2NL+Dug1ft4+$j{7!V4BW&{9gB7N_p+?wz`K
z)>`N8f3JHRhRl4-bf&}prg!hP&$;)Wv)4ZRocI1mW?)xWSC9ICeW91Y|CTfyHvMdO
zyfiTVyx-g7IiaHu`~4kq1hh#d`{Ui7iv7Ainwa-@y_%R~=z2MEPns_#?nU$Y#7oiq
zaN^!HpH19{<_8jUUS01?%z1RZCviWT&m`_o^XbIP(0nTKvNYeGcsZI+BpyKX@x;s1
zd^GV2G#^g9BFzUAuSD~K#4FRhFYzig?@7EW%}(OgXx^20b((i39!T@{#B0#JHSwA>
zZ%(`x%^MT1P4lgZ*P(e`;z2a8O+1+9)rp7DyfX2+G%rs)l;)+0hta$^@p?2bOgx-s
zm3Rcr^AeAwc~0U{G|x&rn&uga*Qa?};xRN&Nj#S3Nr}hNJR$LTn#U#HfaWoYH>7z~
z;*Dq?k$7X8hb7*G<{^nUrFl@|&1lX`ygAMN6HlPIZ{jUz?wxod%{>!uNpttaThZJ#
z@zykVPP`4x9TQKYxqafvG`CGWh31^ZQ)$jhJdNgz#M5cYDPN@~J*427RFh=$Qt43|
zq<qzEDov_jy;?yicrKNKR<MSuAQ!wHl}IUAQxk~=??5He3sxwUBn9t8rKBoYp;HnT
zybG0*wqS)?NnY@7R6}L+Qi+-&U0r(=S0y#50A5Aq+KKm~xn^QfKQQq=G*?TkR9PkQ
zel%A~tkhZ|@c}dkB%Vie*~ACZ?4S4`ntc-=OtVj7rTS8d52e{N@nJNVNPKv0a-TV(
zwkJWe3w@N(i}EdrcK(mT_ON*m?YJk}Udu;++#7x2>VD?ywR4L6ANz4nV8~hf<5~0t
z=GX$$$9ve%?~C^TsEyCzeSC)Zk9(-&`7s{)-iUV2wO9Ro>Ucg=A?6%?xQBBe=3dJ2
zaL<dj7*Alf`}1C}o%hAP9zQ;VY1obn$HMgGduYeFIcCN)+Nl@ii}6Ii_H!1uopFk1
z@C+0<-Wk4#C&%W#cu(BNIl29M?GZPQ!Q&QVYR8TIu`F=DwA*oucIude`(ixdYd>dk
z+gXa@89e(1j(3KS{zduXJ#ioB<o4^eN8C6Dk6VnX9XIAY%Pr?iyB)V^r;hQuFUAwT
z_H!1uoh3e=!832*cxU+NUz9K26ZdgWZogi8#EoO{xW$;-apOF>jj>il%xK5hqV2VO
zF`n0Y&g-?uczvvVSBx{>AI}NQ^Sayrm3F>|TRNW=^9}r3KGr*vO7^5F%du`iDqS%c
zKCfF0aGWfFoVN?_Z#}zvKW0BWnh;jJbm6_yz<NJEq|~pf<hS#S-pfhVqW5F6jdvm-
zcBD{%Sqr-bB(wH)3lpXm)-#b-V;x=W{KI;og;BS&7BI27p1TFJu_KW{Oi+E$nQNh2
z@DS#8x8NoA%EtML`J|1Y?yRBPWSGAy{B=8X%Y(sO@nGpFh#*=>wc%UH^FW1L_4yH+
zJO!7Hd;bGYaSNpqxA}r9IIVN3QZEfmRvE4aUa+{;#0nO-ns~tq#~Z+Dd0Ne_5h!kr
zU^Q6+h+8E_d4jlA;uI`y?M(dN#VI)oZgz^v6kSQZ0qZUvtM&I^;7IE&9)dtvSQ?8U
z)?IrYTi8|jjTWtAqfO6itUC}B>n_%DW8L9qaTDXShbz78<?Xtm^u)s~Bzl>pb)yJ~
zCmXC@WiQvdv%zWY#o#eMeQ$%w*+;>yE<8`)*Pva?4G$d@bD_rg2iI83$8vTE{g$)q
z5*s-~iH*Er#8!vaBL-Ra2+e;4{UJuiNcwF4qlhiuqlqov>l0(VW2i&$vaw-P+jz$j
zW4!HsVgvd^K-z|3QzIxFIkuXzG5yBRCdA-pQ|b`#vsu{GnD6F}G2aP}G2bm5W4;p|
z8$VmpZ^6~~HkfaI6@qrmSKrsb9MAsXXA*S?_?cYW!>Mi4oI;FXMU5xqVwonRz8HVg
z=`#Li5Mw?wsY5WISz%M#d}b5deC7}ve{+d3pO9^7SiWsXjQNCYPXqJWAsp10&yF>o
zN{tPNHFBrg7kgU`E9u3kk=noNo4N}wu=X=s@X9?a2nsiH&W5d=vuUZO*|Zxur|?)!
zQ24-+g>{i<lNc)KX{<5P2aZBSuRRQpZg8Ym8%J6WHdrken~Z9VO;$D1a!#R9kje-Y
zIt8&{)kqRnOB^BS3hqMJT`KAS0S@c;6)rJRn|Ap?Qg={ztZpnWhw*&TW9#f+k;7re
zG3H%q?rjdAjEL0d$tTM9RNeg-wmzFY-rc|K0gokC3O?FehmW*4d^r1y!-o=!!v`Bn
zqpNE{YaKq2{l($^iN)c4iAC?diM0;zNvw4^Ke5(fC$ZA&?!;P$cO}+3d|P6z!#fje
z9o~^x>+tr(T8FpQXNqv&nrl$5TcV-fLvBv2v&v10b!NFS&njxMg*=FkSnMzd6KfDO
zy1H~$u{x`>3MMhMG?%L;UCd!r2-125maBqVOqD3`A2Nal_#YV#YVbeGG58M|O#}Rg
ztWN{{j|m4g_#f-o_#a2V@jsr}_}_ro_}`GY!%LBksEmJ|RgC{l*lzr9N^JaZMr{0V
zPHg;7AO`<iP=|p3iD6S4|2nG}|2nG}|2ngP|2V7YF~<KSI*k9x#KynQD#rg*wuAqW
zX*9t9^l(svf34&2fzO#?Q-jZ0j=|?_$KZ30WAHiGvGKVr{l@2Z#K!0L#Kz|i#2sFW
z>_}yN?nG>S?o4ca?m}#Q?n-QY?nZ2U?oJFo_n-~|pL>Q)ZG7%UY<%ubY<%uR3_kaz
z4lzFWqtE!<pV;_3fY|t)M+`m>qz(a}2Zc=yJ`b+(3~H?BLux#nT1B-uMpA+Aki%$z
z@594E4Ze?X48B8-qyfG|j-mm+j}8Yl_&&z5@qH})#`kf=9bSqYPi1_cKx}-UNNjwc
zL~MMYOl*9gLTr4WN({bFqYeSzr-w~#e4jyVe4j~de4j-OzR#u(F}}~C&-gx<*!Vt=
z*!Vu57<`9RG{ASr1vJ3-h2fwE-y!{IfWMH7X@I{=!a)uGE_Dq4E^`e2E_ZDFT|vL`
zcO`L$mm*hD8Glz38-Ldj8-Ldl8-H&hHvX<7HvX<B27hm*4gr5RgiUSyftm(?qR#je
zwdiEGG&XZQy1^e_-QZ6{GyXJm@MlwM@TaMRzYv86{6)wvVguG|r|xhl^)ju`?vFJ}
zsD5(;%2FQjpV7ema5jPZ#`@RN#`+IY>RA4$37xEDD1YpcdKq4sg26nRNQ1?YQ;<K8
zC(6mfw~+n_2FxdjEq|UQw)}ZJu?71b#Fjr#5nKMelNcmEO&tP~-xW5sCBrksw*KEu
zZ29vZV&u<zsYBKXqy9P8z{KyTxq9Lc&_w=xFkM>z&pKW?!G~yC{(P7i`STog2=eFo
zu&I$hFVt8|S4E;YUZh&Ot7~-KE(QKycB~{Rj#sFZL<PS}h58Zl5gL|^A0<Zp_!xBv
z2J!K*sXGZiLDTsEBr*8^6m<yr|8&^Y#{XxCjsMRQ8~>jp2LGR@4gvpP2%FmY|01#R
z|0QDM|I5VS|0~oX#{XC8GycCuZ2W(n82pEPgT|_Xy1Kqe6a0TGUE=@Sj=_J(cW8kB
zknhp}|KAG-HTbtBF7N|y2j4$*48DKl7<~WOG5G$8W7{u&O23k>bod!nr>pDd1(qxL
z{)J=k{Y%H-``;WJ-@l^Y`2IDq@%<ZO@cmor5b*uGu&Isj-xC|(e;_u#|40nJ|3n>P
zeE*p~<NGhf#`j-|!S~;&L%{dn!=?t`-O>XV)_V`?5b(W(WAMGCWAGi)lYa2st8V{3
z8?fG&s_{$2y&EZ`_1njvXM8SA|9sw5q%U!&22lNoZT<Eq2A?6z5QEQ<Wr@LO{P9(O
z@Hv3~5aV-s`oZT4-VQ!jbZmUCM8EO5GO_Ww3NiRx)$cbxSEJwfT%FkX97qg4L)IV$
zpKDTw7@up=4?frSc3Z#e&<{QbdAspBn11jXGK3g>hOA2rK8M!#_onVuzUv)U`|Nh!
zR`K!=e}{fjUS7)IEVU8KSN>+Xu=_ivN?zO0@j7uNKQ2qr07n>B3OMSMNF3QT#8F>w
z2S*%!j2(}2sRZ7D@5wawc=BV7KMUwk)0o2}tvT4CNOO589#nswuftUFX&wu*y+2LV
zU87q2?6TQK`z%r;1$B2oBJH!5N?NBYczY)SQn0a3H80F3L@A5;tP&1t%m=BRg85kL
zYag+tq50U-(R^%aHO>ud@~L)iSc@2SXKm_``K|BCI#?&sMvb~NxW+3{TiqE#Y;{LG
zgWr&$H0;nijM(C_9x>uEoH_*Y7!fu#;xW=O_#NdK{DzFCaetutXS3K>L&ngsc#I`R
zJjPLnARgnxrtT!zfF|OhJPS9*vr*X87|+IzF`i8vV?3KW#&|Y!Z2Q9I^kY0B6KHf=
z-;-fH6YCBeQiGo@Yb*tRwyN>E)Yun7wx)r7VOTh*!OtYew*Ds5Z|iRgG5DEE9fEjF
z3!B>bnNEy&gv_9Uc+3n3HR3VLvBhIH{T7co#2sFW%%!q@a$91{*X@WcU$-YlJa(WC
zK|FS>?QN*BPwo_L)YvCOcBWxPQ+bN{D^Ae~@!BnHYQ$@I$LPODjd!I+y!P~V#A~k_
zN4%nWZyJbK$Z#6Q&%VTX-+t5~c;EhEQyV`A5F0<@75zgFq=Ehig@YRX53cb%YVdhT
zjioTYLu<SbwefivG5CyndN^^1mm)_{8J|ZI8=prJTYeu+Z25f*vGI8<G58EQjt2NV
zJ{;8G^Mo4jLXACjaE;sVKZ$<4e`4J(h4G!@811Ll_+)Au-)Y1)zSD^@zB8ypEZ@$g
z592#4+Nd$Uvuk`J_02Vaih6Kvx-{PNYTO>r`Sja(Dq@S*1;iN7h14M!Psl|yFrJIU
zL5=ZTQsZ-|Z_0Yqe*a}`$NNJrr-Aoh5e{mL$CbqP{&xOc&35EZ@OKTd<<GUmmOpPH
zHh!)nws>4mZ1H$2F~)NPbqL0DV{KnWjd+A$>WYU^q<BP^OWBT_dqBmsGzR*MR8nui
znXG<ZS1%fm1**?x*t2`5OM5~e$F?UdP5(pL*q0`1PQP^N4AbAS)tqJMzdsxG-bWHI
zM-%TGkS@J%dB=EPh-%4##_?VKSBehQ=)baK^k1dMD^g>8t9m=ew_1&trACblS)B%I
zT!_YL@mPZmc;A}Qfg0~y%dy2{ZTc-9iX-}m45ESlk<;>{{}37VSq|e{x5iQ!-_RNl
zq_!G7jCejTMb@M06r0!KyjTq$L2PSiBr(=d$S4}NhDH<HnqHq6YiJC0h^^_d^db3s
zMH@BpbG&2ZXUGOLEMHXfkS`lW2Ws%Kv19PDiDSffQ^$z!W{wfx%^e&66X-Yow;)D*
zCsKzXzFUS(-N_m#H{!dsjQV2n-G(lU?<8W2?_^?&?-XLIQB#Q#-)Yn#i0|~;9!HG=
zq;(VRh{w#ZsVzTe5hETUvuRj7<`7#v<`N?w+fs)h9@~XY-AS-LP0P0(h!Kw+sY4Kt
zox-NJc<fAU@z{kJ@z|9*#PV%7`Vf!Zqm3Hz*rUcXs8O($XSI*{wpZBH$hVNaY1sPT
zhZy;`FLemwyI<JUi0}T65#IwGBfj$-BfbYZw)K1v{fKYK!8AIpGa2H0Xmp@Pd=GPs
z_#W=q;(G-B7T+U@E#HnJMtqN^4ncfFj-i409vcp7#P_%w?@6tVvN)pNo=~?-Vg4sN
zw)vk#zs>(-;tnrGPNA~=I+fVg+iAqM-cBdR{Li2c!Tiq*n;P>!%dzFx+4S4|l?UKI
z<Xjry|GaQega7j#ga67g=6``>%>P2inEyqNI|(kPY4g8?*yevJvCaQ7V&ngEV&ne`
zV&nfxV$A<4>JZHT>e@bs8vKV`Lj(L@8xCslud^7;<B4x9XQJz9L;4gI*Gk4B&O}R;
z9;N+>?%#72@4}*Z?a9mIycFq0WgIR=Y-8?Cj4}3rYK=ucHdBTd71v4z#>x92m99_f
zs*A>pafU2OV-e%j_@Wc`#t@AYwMpX(Cu&h+j0;+4Bjj30UmD1*e&L`-F7<b8xw8!Y
zmMdDTmK)2leGOiU44@iV1E}R`uHM>vR?Bvs#a2zc63tawXSbE}?53XRWVh&hVS8lb
zWq5Vt@BA7X25Cdq_r`1L!SzLxEcRMd3PQnaQ(3UqA+}%+B36)T)MvP*i_Pm0UW}}D
ziH*#m#3GqS{k@GP!+LZgnVDaad!g9`sdQb$T9F^^tsLzBUOL+Gc&(NCwUzvD=3w{d
z2gT#f9BkyEVuDLu_XO7uXVH~ZJ1<}9?o{&f<;1FuFC|u9zL;3~nYFdjvdP+7X<21$
zt+ecN52&;(a}%z#Y;%*Yw5+vx>z$RBy*9UkRTd7;@u+MZlvuU#z{IMJ^Af8zPED-y
z`IN+}jgu3rHcm>6vZxP%D3_E<R}~mprA7|U&$aRnYWx{aA0`{M6#YX~BhkN68&U97
z6VXYvR0Xlzp<0V})x>xR+VKd9y5i<W?TtqC(9rE>)kb^1#$oNl_*As3Cc+#_jORx^
z)KqNnBiL>)A4zO`)hJ?3f=2z@4s0wvU`H;`R!jG#lJy4c_whvKG-|DKIh@$<LzL4G
zHMS6a*AVT>>H7oKThYCVmDBSRE2r;Htek#Z;@Iz%%i$I=1t_OMoN_tZ5%|Vu%|X$i
zt-6sQnkVL`T#jy-Ux;#hL2JLa`Dx#``H4Q8pXjyuiGG`((&LWIX}#Cxr}VQmrS!x6
z#6t`c<Ao~)<F#8FpQZI^8?SQK#;csR@hZ1%yu<kxj90lFZ?y4_qz^AwE=M~CH@db5
zQR5Q%OvnX0Mn?Ugo!FWiOF!0Bh<L($$A^O&^9|X62Kd=99Mm@7jfic&8xz}nHzBt9
zZc2>#Zbltq^WB_23-$zJ%r`_eALE-C4r+{VOUE|8t?0M$ZB1<B+lJW2H;EYIn@k;I
z<C{Vs#y2(Es4>22HQs`HPz|7_(*z$OGiZR1nc<)YAG2yajv7ha18R2d3thuXy1nn(
zzPSWD*uJ?WvF)2ZiEZEPMVvLNBJ}U)dJ`i@6nokf%aNst!9j@jUE|<?S&b^^imXwU
z#*O)fyji0V30o7x8JK@wjjCETs^V}w|K6-oh{r#<Mm;D}x-XTi#i&uLO>x#mjZ$rj
z$Dl^3HU-WaRXmTj_HC@`MvZznZmhpQu{Ew5WrJ3YvYMuI)B}yL3RL5Ceu~H5_m969
z)cGme?`fT*=C{sKo#<GfqikQ&XM?-4U2DMBq-xZi*{(A`)@X>%QMWgazm4z5bdI_;
zde_J3TN3LWb#r2DQH}3-b)>klv9)PaAC$K={$PVGvhfEVY@zys-qKb->KRIZ2o5pB
z!loXbKzkDS4pEH)-y_074ZcS@2H&F`gKvAJzSC`-qp+vNIZC&I?+~4%Y>(5v4Za)a
zDDbV?6gPER=P2;4^Ha1N-#SMb-#SMb-*JwLTXmiS-#R~q^R_VRe`CP-);Y!a)_KbK
z-jcW8l=p8%6MS!-uErrw=O_$vlDA`WlN}=%QyeR3#W9r%!Jg*rAZL1wb#68?RToeX
zLT1uHJqVda!}4P`G4f*$bqMlfZrIewk8K?zKels>dJwWb4dh424m2!3b|kj^*oheV
zu`_iD@?)2<sXGaFrD^qGH)7<+?$ja3k3GVsw*1(W*y_Pv#K@1msY5J3_My-6V_#y+
zkNt=(KlUfK{5XIZ`4KXYhLW;)4x~bU98_SrB0mmxY>VX(`Yk^WB}RT6Mje9u=odCM
z_&UNd_&U-t_&Ull_&VA#_&UZh_zF3e2KWj&jz*{TJ0$RRLUf=8Une>SUne;>zD}m!
z_&S9ce4R=iVtk!OpYe4%vGH{VvGH{#vGH{lG59*0Is|;36E-#Y3OSbs_&P5f)ZpuU
z$Kb1S48B4xpaH%vtR06_V?AF~;~CV$^K+2gkL2%=gt2}@E~SC>8*&*9tl!JSL5+O4
z!ZGq8<VqUIhmfmiARn#{2Q~8H8poCo*V1qK@D}0@FGa4Svh{mCG4dhgtu&AiAve%K
zKG+gcJ{V=n2cxvHpNo3S2bq=+N*%iysny5_rJlW9sfm2BAvW?sQ$ar16dRjehtEeo
zScn>%sX~c-2tlYDn>DCVJ_JP<6Ax?rtU+g9P@FQPd~QY>G^B^2)y;-k3AWFvdvtdy
z-(l~bcuAVOCGJUc*TlVO?vi*ZnpyPAci1~+dmozGEaWTSVegRbeQ9d5Dee8Jwv)|E
z`3^fbt!f#1=kg+{mZh3g0It<?G-oFsKyy~&<!R1LyaG)vPWh@8siw>3rCN#CX}n0v
zXSJyTyQ)=aPD#8f&B@*0VOMIIRCo(+GCXRn`?UUjz(sH*Zh}*AByRKwT#}>mnIbtV
z-_3%f-qDvDgAh02OODEaW?~$*b3z>9ef`V5l@#75ZsK{F6Xl<{!uymv(T@J&CNTPo
zo51KVZh*xp#wTu~9pe)>z^xoA-_5pjDC1FyBfM|5@~lb<?+bo}Egl2u$as{m<dL&$
zs$+e@`_`&W<wWLe`EMICXUo@RnX_Gkcpq}MUdI(74?bA#DY-_=N8wzf<?jgK1LY$H
z^Ib2I*647@nC}S3nD0o(nC~dZxkk%pii~ghZWi+$<NYz;v5qm{agH(H@iiVyoolpw
zrobB2+KziL-i^YhHhwlHHhwlCw()LCY~$UG7~|cXIt1gL5H_{(vjs86yDoJI;=g6s
z)QEq`Rx~o-%4Z7X+cwdG8uOXt81q5dNWpxvtiX-=WZ416e6lP7TfV7$S-z>fVLn;*
z&>!=OkWU08fGY)^BLo}Ln>DhO->i}4)ixM~8iO?o8j}%KHd#?QspLPxB5CAm)Vw#~
z?^cZ(^w{hF-Kri=sg(=<@pmeHqXYH5t@HZ)Z0t|d4in1|+u=jGjzh|F^oO7Z3<#SV
zHDGzi$ib+Qa$63rNQdR%O2o*)m8nAzY}Km3wx(1gZB40G8lkF{BD&nH8fiJW2Hlo}
zs+EyYXi}}Tgj<{aBOzg~Lu?5<h}d#aHN$dHwbF7>Yt<IaP~L9~Y8Wwcuu&r?l^l%R
z3(c;OO4s&T>PdNdDQBrC5-&+}Vd9=NAMf4=E493tgKy@b5~03KYUZHUMYdNm+c}6j
zQA_uEUbz=Ji#nm)i(XbIR1d9AEX6*k6TPD^HR?nk$5tnnrr+v>>LKbxKktt^q52m-
zs}rh&Rwq;ktxl*OTAffmv^t@BXmvvM5OqTJFW!ebq52niS{QXbM4f2VL8}w0gSJ<x
z4o+&F6>Vcz9o)L{vyH|N>s1G_;l^1}Bf-I=2aFciaUN6`#aWgvm9FhPz&MsDeM&pV
zQRhMN;$YIq13SPd4|EVHU6lto_%!kW<80&s4p1C-j7>Ga+|Fwyv%P0$u9mT4Piu_v
z4ail!7Z;6n5xLsfvu#gP&i)f}HO8x)MXrV@XBQ(^m7{UfB62mFv}Z3OSIJ>;7rMTu
zl5Xc&a@bvOqQAII4$J+EQE%$|OTMArguKZiA~7kVQP-W<;ZXlpN8VD&Y;(AXb4$Gr
zOMjeO8npuFmJrnnoLfRvD;{mtibq<t;^FB1+JCET>=_GMd&UEKzxIs#6Kl`7FR}KF
zdlPHVxF@mpjQNSRXLJ&49p0T->+r6`Iz!vpU3<r!*{=0?M`G<6w<p#*yshz5K7H5S
zSbMi*f9)AJxAu&iTKmO~*?%3HSfhi|<=^R*pBrJ%AL8w{=2Y{+U&v4z;BQzss2^&b
zogd7`;WWWt$OszXZ)7;A!QUvy#@}fAjlcDYjlVI(#@|@t4lhN<Q5k>ZiH*Mvh>gDu
ziH*OFh>gFEiH*Nah{4~c)FHPv{v6c!TLrdB{jFj`^rZ%W*j`hNzlro_jV<3Z?AAC&
z=(AnyyLt%tu(F`P6--h?eE}bn9fOZ4j={%N$HvDr`i+n2#Ky-AV&h{bafg>8v#5-Z
z*~G@j9Ae{RF0t{U<D&6_ExN&nws7#V1N|Z3!?ykgA4+wsCmeHAzz3E@it({4z2E~B
zqyX%mNH+&%ICkmGyl36MF0~DA7%}(?*_#H|&pzRx24DL+w)(dp{opHPe;VNHfN)TQ
zuX&D*uLJ2fz78Vp@KWSpD&y-AV&m&jV&m&DV&m&@V&m%wVp~5)5`(X!s6)Wl(P2~H
zlHeGc;Op3QY5g4M*!Vi0{vZS93B*R;iNqlLB<c{WfBon~{6kKmf%u;q4r;{zG{=bl
z>5dWqGaOs|&!pete-?3vmm+6VS^Uo-w)me*Z1F#j*y4XavBke4w)kH_jQC$j9fJ5@
z6gIWR|6*dq{}Squn_B<2sKx&>_CfqFkG|9v|0{@Xv0X`w_+Ld0Ihhx%m#e8Ed-0-0
zPow^uC5l9^0?YNW{O|MRcr+WYqxneU>uEmR`nN@~9&gAlT8}m*<pZXif_y+oQjiZ8
zvc_*E5ZXrlMCesNjS}U9QKoz_N|g^rc_SZ`8rG=Pv70-5pFLcuXD?T3Vo*rg6bu?E
zonn*2R5f`kNm`G#Wb}t#l(ZD&Lx@Tr@&Od2ARmk(<%3b!sGp!(`S5t&t?wEa*7#cL
z+4<j9$c@20S+`5s;NMP%CRIATgUTlV6tM;8ox}**)6^jd>bt_G?j(4Irmg396N9w(
zP=|oO_l8Yv{JoFZ_<KLG@%I5@@b^LL5b*bG*wn_~hlr89AEpjLaz7U~wI%=a#KzwX
z#Nh8m>JaevQrOg1PhTds{qGfGtmjv$L$IE;P6HzuJ{mT)CCkT%l|(e^e`6HM_K5<^
z6?}ivG5G$JWAOcH$Kd-jj=}e59cz&k$LFZDhzkBZRj2iDi-PYjmgaH=-(PYJzQ63)
z`2Gt0#`jl=jqk4!gYU0Xhk);IgiURHf0Gz|e~UT<e1AJ^YViFX$Kd<Bj=^`x_h^9c
z?}vjLeE+~P`2L||@E!6a8sPiKwc{hySg${+@e|ZDTYn1yA3v+xrHqfC(_wu4g1Ey=
zkzZ2T`ujIx@DcJW8sH=3*EGP#Z^A(hK7Q-i`1l?D;N$n+4nF?i*!cJ({ovzI-VQ$g
z?AX@dU+4!PfAx0b<8SnXkH34ntv`K92R?fAunxw@67++Q5d9mY;3Gu;wkY`MRp0+p
zHcZFg&ir{(qc^?>pnpnY{Tri`6YJj=om9R%Y<*YJ_|9|HyoFXJ*!~{lRC#$R-$k90
zcuATkC+<lz4}DcH;uCq1l>ctxgn(UDZ<@y^?n5&Vo#nSI$7Xw9n#UyWNAu{!{b?SR
zco~{UCSI225s8<hd3fRhG!IL>Jk3KBuR!yV#4FM~IPpp}4@$f;%>%o?`>xb7ukaGF
zx3pk$#mhhZ8={NgK(UYh;6Sn0&A227T`dmEZ&kp7Vjum%fnpyxIVj&f8wYL9#R1-@
z*vELlxndvBOU}!04)8vWE85Xtu@8*?ihW@8SL}hs8OEpBM?1!+*aNq6r2IWLbEM20
z&kGR`c;0H^pvLo7cZ{4H=orsiqsFUHXU>)1tRUy=rCX^R_*+{>eZd-9$1(UD<k<Kd
zOh4iiGK7Z3b6sMa&ro8_XBc$|=CfYd)R@n3$C%Fu$C%GZ$C%Hk8m~p2YpDEICD%}y
z7v>W(h6d&{HXPKL&p5}J&v?g}&jyY$pA8*jJ{vj4d_p#+VSH~wjQMOz9fJ967B)5J
zv$<o;XF`qFr_P#CzEeU?Sl0VvyjwcPctf_Lf$@fHO~b~!4Y7@P5;4X*nK}gHwQ}Ex
z|5Wy|_)jCoc&Af`V7xPGdm{BA(NO;c;NZqj1H6Wn->e*%{pZk}SMqyq?QY~+)PVNi
zrJk%iLoGq`iNs6NT$ot3?D53CXg>D(za?qZumySl(lqaH{4*Sl&l~;NKA)E&{i*Cc
zvkWoLFAdIdURjR*5UlY5VN+v`FYg#@B5Ii2SQ9IHJJv+hFuAcNLRO}M91Bs+L5{^9
zB0qAhQNxg9jT(j=Yt%60ScqyFax7#`8n(u@<}Jrm%WO@kmLbPN2GOt_Qw>9og{X!d
z6sZ2)7jkT9y1H{Law~M*rIK!+RWirQStWC<YUNnf%CT}*$s8-sf24jJRBxIOwf4z3
zbL?L#$CUR;c_p)5$FR;-zoH-3xpFHo*12*kFxGiUFB(|qAxqJ~I#+Im6YIQD$FR;-
zzoH%Myl>dlSm&x=;lnyt{R(XBTy@OWx#}6#d83YDoj2+j)_J3jVVyVXn5}cwGpzGQ
z9kX?=I%a!`>e#$i9XlWfUe~kz6RV!>mss^|pFE4HWv{X~wYZG)n7TCLY5P_E<f;b^
zjHBkclHbN5zHJ=hdtdd^MLc6%A>w)O7S9-GgXcZVxMOUM+HGUh*a9OLLp0V!<YKgI
zjL1ceEu4$U#b{DaE=Dd!f92#Gkc;s=<s@=3L^)}Dj&c&Y7^0k9j9gR>#!ZXJ#c0yr
zx`<q4{DYg&^*xnzdrwM^%AN#{YAJgX>P6t-D6qInj$ZTgbDc+(?nAu@Q7)lggak){
zRX6?%^&;;7zra!J`;SUvZ*%ly%qV|jTG#Z_e_^YpKi=KHtS6isLbTQ&ZLRf3T5J8`
z=>7lqw;GMLb6dtkHT~AaI-A~-Satp8|Kx8qum%U^Bm6t7@>>n8u_4}$x)-842>wEb
z(g1(M!a@B|>+|)4**Ki$g2W?eKG6DneSdzwR?qvg|7e=`CSITBJ&DKAoS%3s%}(NR
zH1AG4p5|SNH=v2nHX$3*xHC}wIs1;p8`HeK@t^YPyV>ZW&)LSGK4%+$o3kVMn-Dip
z-}E}a)yNuJK4+t5Zsqrbzt}hB1|QpaJNTI77<^223_hkf1|L%$8z0l?H$J8l8y_=>
zjgOhc9bSseqB1^a6B{3Mh>efA#Ky<A#Ky;V#NcCl>JVE`JJ4r*>_}{U>_iMccBT#i
zAG?H2ePe=MX@Za4(xvsZyJPUNM~%0p#(LVb#_Lkso-~XYe1+hc^#9_w8b`*2sg19r
zh>fqKiH$EDvBZ~!@b!PIVe97v-k)cV@^J)w;b@p*^{*ejR=;$7!FsVr{-6A<#sxXs
zM*J_N-{OA}vBm#lVyu@-s6%dgo!@F8SeHj%YK#9B#E5^$l{66lt7?b3g6yknycac+
zqF0Tj9&7zu%8#~wtMN$dZ@<{TLawJ_>+h|^sFxu(&@ld03cx?6oN~WHk{I>ULZ*6Y
zAyvJ!lvlk(2}|jusZwY4Ql-%9rAnpMOEp=&)U8%8^=Q1zN_2yNm2w-bO1(`+TLJjT
zlv5B4gd_z)vXE)9SV$ZEEA+;{r~&_=ECu|7(iHFy$|cwEYQ^L&#CG#SVm$N->JYs2
z$*`$0xVJmT;NRgGlY7cBCjU;y3QBQ2O=bJzyND6gXQ)FE{C9^<-D&++1Ejsz+l}w{
z(QkaepV;{R0I~7?L1OUzEOm$_--qZkzCTQCd_PAFzMrQK0pBl#O%1+ZbbM-pmuO-U
zznm_u_g5T)?^hjz?~sqs0N)=C2Q~QqSdH~j<nY$tbHLvxyuT&qC+WB3{S>kB_i19|
z?=!^U@3Yh);O}!`Q+E=4o~EtWFA#&jFH(nqzb}PNZTx+i*!cSjG5Gr`b%^ozHTsOd
zuM-=8-yjBm-=q!!f8Pq58vKQPn}+fC9b)kJUFs05*YAZ*4gNyDPs8~80WtXdA$17&
zyCH09@bzQI;Oi%j!Pie6gRh@C246pS48B5sK?8h+{E|ke_5TMJeEljqP=l{uI|g6B
zacq43mVV>wcf{c9_tYWA*B|IJzWzvTeEo?SeEpd^1bqD^Y-;fJSI6M%Z;ruN$lqzO
zzV-+YH27-#Rs($LHyY6ee1+(@8sJO6(SY+uY&blBtMPH-LtDSqIGD~N`mM%6f$%*5
z$8lg{{Z?aM8D8tVipG#v&s%6!g6;1yGO5aUP1?-WvwYWdy=-2pp1fYii=^sB^_Bu~
zE#Ea=o47a4YZCXNd3EBYX<n7MFU>0x_oI15;{G%*PrMAx%Mve3^U}o2(Yz$_0Gbyk
zUY_PfiC3U`Vd52OUXXYtnpNVJX`Y{W6`JQIUX|v#-G5`N)N)SYEx6fU&hAU;vltvL
zS#Bx)!I8L$$0SExEsn}>Ilz&)iT>b7+yqXJ%4cNbNbj|r5Jz~QxQXZ>C&W!WFLR>&
zJv4Ko{2c-B6F1Qx?-Mt`t(+)-M`-7S<)Api`@~I*2k#R%@qC+~ILi5zxY+o_6Z#K~
zd#TZXjT)~;jhtPx#!?vHS~XS<WzLr0bRcKz(o(4#*5IJJzZBNsV8@8}5XZ*vy7cG#
z%ilvS-ow~#^I4A=^BGPZg87UHn;P>O=@|1F<rwoB?HKb}zsBoO=Nc^k{z$IDGOx^^
z@|zCKXS_cT^Vz^L=Ch$=%x5FVn9s(JF`rEwV?H69(#ZTNzv;kyHjfU}n9l^qn9mlD
zF`tPw9!s4yrF_?vHKly#lr^RNyCYdsy7PNd{X8j*Z?a>{pDFZXd?8b5SiGkZTfC<e
z+xTV>+xTV@V|=ryLomMCwY?2>RRgFwG*R>Brps$y`FBT9^Fp?xQP;ffYv=H2EV`0H
z&FkU#$pUy?f|n<FDY7Kh!WuyJr1|(ie!g8QyEH!E^rruzR?S<``abaf*56F;&4=})
zIlsH+m4>@pHScZNe_5J#-dT<qYd&NEjof!j?XxwaeF<wswIpuB8d0qad~J8lD;}(o
z#jSZ!!(va;1CWD_nrAtv+ILyJxUPMcgQ|U&gKM*^<)CVW<=`N;+Zq{6j2sLZLZb>)
z|Mmkp7&4Sb?z`oCcI4oC(Sf?o!N|SPb(c!Iz3*lYma|dj;A{Riq*r-hdER6H`QINc
zUG6W}H*@e`ItR5*lJAl;?HtTHvDoMHMh>D*H0mJgMDKj3&IWxPV=oO+E@CeY=}W`*
zQq@7!iIDy@P$!lN2Q})1>R<S*PN)uAolqS_omf8lQln0&{)Nx#gzBNyiPrhNoB>fM
z8g<a>M4Zp#(W--}6OB4}cC^;@@T@%hspZVp+3)mnwrg=4=RMuhh<{YJHt%?^_PuDw
zd$sSyaPZ!qVN;*c+W#<)2JfepamBk;!}I=1W_t{ak$d$R%Kg}*>f9?&egkq(Iai*h
z+*8g4UPSIilX4Kb7or?ojNFU<%0b(sl!I?T?kVTuCD@}vBKHC-2N#ihJ<uVz3tit+
zNxuOc*3awy?AXX7)Q=G563!W~S3lYu#{I8VKcfBr1Bd!9Cng+gz0Khw&LMRzsC4VX
zRxNluAE@>CSYmPcXloC6q{ZRG*<X9WLy5)ZgRS2WE@+*FAISdV@czVFhxaAc9&m4B
z?E&{B);gS@SnIHpSbG4@-XYop?g~_&iQkr3d%>NFwI1(CtaW&MVy(m5T4&)~vt4WO
zmew9{bAJ9;&zrKp&cZh))>#;Jc2K&yx~@+!m?rAzkaRUZ&ua~WzmTCcz~8WNP=mkq
z9D~1*;WWTs$OszXZ)7;A!QUvy#@}fAjlcDYjlVI(#@|@t4lhN<Q5k>ZiH*Mvh>gDu
ziH*OFh>gFEiH$#f4*>o)r9Z^@+l)T&w|TTtgTD!mjlV7EH~uCP=RR3J|AW7+=nnyZ
zT1SDw$2MV8gO5p$!N+9B;A4to@G;e~@iC2l<6}Cp@iBwg_?SuD;ibqdD&u1|vGFm7
z*!Y-BY<z4>Y<z4-Y<z4_3_f<C4lzD<qz`=T6m8VtV`s<4$1e06AG;ERkKL$4z{l=k
zQ-hB^YP>b|HLc&8Tvazh4WkLZLiVNszV-<RHTc@sG58AEj|TV(*`EgZIv^a>;A@^^
z<Lf~Bjjw}<JG>M*n9BG%gxL5xl-T$>jM(@(oY?p}g4p;vk{Em)MIB;%9ZetjIwsnv
z!Pl{ljj!YAH@=Q1w)JxYG588Okp}oWDIC<`E2JL{#6RQ|8i@a?;h;wRPjig;pY9m(
zKf|%b|4jNV{$~+)cqwu=mBs%YVvGN|#1{Yah%Nr-6I=W%VvGL;#EAce)FBrCi|9lA
zFOD{9#Qze<7XM4>xA<R1jQC$p9b)mnf<DAQ<VqTde=L!ci2<&rhU~=)Zt6uH^4Ocd
zHHlCtHH?3yj`81NN8?|q2mUQ38-EK$>WY7)bPD)K%BL9rDox<umW=pENlP*QRr-wo
zhuI7KKa#!0|D%q<KPZ==YvcQBJ<4ug$aXyR3F;8M^vSTPF}Sxo#^B%K7?XO+F(&^`
z#}=HY=~vK7hj&pSxX%<=t_b?O9e4iwe`^x2dzJ?H{!lomZM}b(80-Bx>Jae#eAv{+
z_Y1_}`$g&ytG6%F2fkm9HfoUcier%Ys^eJv@O^}S@cmJ5M^X7$jUT7Jr1keE@b?Mt
zucR!FPf}U(eu~)m`!uof_ZedF_gU%?@b|f}sXGZiPt)r47l^SazepW|di|xascpS}
znb_9rSBP!Bew7&feT_QA`1?A2;O`sJMh*VH>Dc)D7X9Ea<l8iizwZ!(zwc6qfWPmB
zO|3;(9N(uh{(e9V{(eXu0{%jNL<9W&xORM;`l8l<{{=pNTDMDqkC30y03RVgr_l-2
z)%6RS#>X#-RU~QDzd5n}^H+3&k6%-VfREpVO>KPqmKc2ejylBn_&t5#;}6kB4L<(p
z*!cJp{l>?iiNVKTs6)U<$X{uIkH3Y3+W7c8G5P30qZaTHqTietANtJ+_z2N&O~6O|
z*5oH_xB&aFKkxkLUH|6fyu|vg$+?O3Ta$Cja9ZC@G={i(-a@MqY=3X@ioCp(@2<1R
zl)s<6)cw6hrJh!#deQNMyt*vKs};H4#Lw|kqz{#fW5G*PeW=*H_T}YSUW)Xi`d|&9
z`qTVC;$>*QKk>3O-<Nnfn(s|KfaZG=FHiH`iC3WcOyU)3zAN!cG@nkqGR=1;UWMjU
ziC3lhj>N0c#3o7FgPU!$nN}sZ2#%IeL*1SnmG7IuQAkf3i@}k&iJQQYxCy)%9EqFg
z501o5;6-pGuA?2Ci<`jDwticJ=ZTwW$MeKZU~n#OfZLplBjdcCgW|~MCyp!!#Sz96
z{OFY!&%k&$wasr0V#~pH&aPGWUz<7v{nx4OHK~!agK8{=@ei)Ca?Eme2>r-et-ZPr
z*Wl2wsh@9sw*-FI^LCs6aQbcjBZ!~nrN~Gs%s*rl4a|RZIH)n7^&MkAV;o~XV;y5Y
z;~Zl?<7>PwwXMMoh;0pSNNj6xBVw#UjgvM7<K3iK<%;oc>KNnQ%rVBhxnqoXf@6#S
z7W8AhArom}yjzBY8spu{F~+;KV~ls38gEQ(HDeO7)r`pRDfEY6d{e`ww((6Pw((6T
zws_7Uws_7Yws_7W#`r>J)4=%Vgo7I6n_J__)OAgZTBe+;+o39%i>PUJm&M+9+Bv^e
z{QxQCd`NrEtF~Frs}@<#zft>6qo#o)?Kd$f<LIBY@2nnUp?)&KK$=e^UW4Ys#B0)g
zJn>pIA4{y-_DI$=wLH|SX$!KyYTNyZRnzWm{r`!YpY20w-rcHcZ_9SowmZtc8o3v`
z?o~;@nS<Ry`)B1~3_!W~FP?+HjL8;VNg)S&IDVx7UYFqIWnPLbN%c|<pnB4LF|q35
z3$5P}JeTdgX`;@l{)OB2a@9fXg(0egs9PaA%h+C`GoI}oI)B?<p}orXF4aThSoIKf
zM!6R+L7i!w?X1qM$UatQbhdl6^&2|WomJvl)DI_El_u&?$Z9kmY@O{Ew9a-9MDO}<
z_*SR1-ypuKf6)!`4N)CLeAfvFwZ(T3vBh^VvBg()(Biu;+bzDTgBIUmY`6HT4kEsd
z+K2d#V80NH?@0PAzN3f{-;mKX5Z{pXX&}C1!a<Grj&+RqhK!?u_$m*>iFj=gHZ|g<
zGhO&BUK`P8@zPnz;<X9eEnYg~S-du5yTwaqJd4)^wj*9T)6u3NUK5K|t`;wy@ho0j
zu?OPSINKp!+xY#6*CfY?*JQ_t*A&Ny*VG!1r$#<b^LFIp^crhlzAqbR(7ZRX@)Yr&
zm9EBFem4Dx_Z)Axc+aKZ;=L`g#d|wqi}&`#7VjO1E#5m4Bi=hvhalcNhfQtq-i6rW
zy(_Wh=WfK7pSu$y-XVL?K)gftq=9(v6%J~|dvC{xcgQ|8Z2k8kM!xPx9fJ7nA2zkc
z?*L+p-#lWA-+{yyzk`S^eg_j<{0<>T{0^lKLHrI2o7&=cII+d=2x7$VNa_&8@2Ie;
zEq+H6Tl|h8M*KpKrGfZ`97hB3J3buLh~Eh{-j^ErdSZ>Gkgq4zcqa8dHGn#q=KO#B
ztb1y9X?(wQ8vV%kkke^^uQS3y4ZhBF48G2CY<!(fzwvbrvGH{-vGH{tvGH|2G5D&e
zL%`PsVN-*z3mt>6iyVWmiyecnOB@?tm(p*1T}EttT~2I#T|o@KuA~kDUsr`q4Zf~+
z48E>$48E>)48Gn{<5Q?RHGsN~=G}?K<8zIl)r-FyvWxh;(J}Z7xrqk&yEz=x;O`d4
z#^0^<8-KSE8-KSG8-I5YgTFheL%`qL!lnj)cR2=sHpNE0>aZX93qh!~-Yn(CA3~f0
z{y;$r_ya{L;1B<of<~jbakEmv9<Efu%Pobp-fW2C4=I>}$zh6;>v^@wBNPgb)*Wri
z2Nl9%^9uef#Ep9ScD92*qeScPDf&Z<Kbh9~Y4)*)i+b?)Ox#Ni{%nbhzxQ}MCWn+t
z!Q|hUNc>p}HiGv7_OtbescZc`OC17otVD^t4@Vm{_`{M&0r}4-(*FK}V@sYF=~q&f
z4lhx48XqZ?oUfGTas_{{I!1DTq{awUBl$l{j78CxI>dtYar!K{pCGpN_eo-q_9^NR
z<L}e-8GoN427jNW4#A*47dEw$t~fqV70C(n3&h~>i_{@V?k|N+ZOQ*-V&m^C#8@<6
zr49jqUkjVs7T?#2!C%NXXn?<OhJzaG?^}+Izi-oT{C$VG!%LCxQepjte2<2$zwZ-+
zzmOl$K=JxvIH<wjk81oeY81U6*I4Sd1V5pPqWRNwskr{ku@&E+(|=Po{(>focMqsv
z*6uZGU8_pE{k@D5M=j;MK_ynfOHv_$dkS_{QZKj82ul3YVJRvsjNS#7>kA3`(0o4e
z(ll)WD%Wj+_G9~pT7U0&md+x}P-)>8yeyRpL&3{Yp@0l1uv}4KmUnDxY6beOK&?n@
zYiuQAD{w0l+nQU2ScQ>B{cmz&4Th{n!wT%`#I_~}5~DDa!{9D7n;@00{{tNAJ-CR=
z|AidJ_{8P^at_yu!4_RfwZEInby&We%5_-&?uY_Xufy_`*f@ZC(SvoW^;cRO8<9A)
zb*goUb*l9j{lRf#ud#Kib!h9fKkvah)%uJ3u}-!A0zcdOyCc?VV;y3hHr655sn%cI
zZwCRbL*rQM5bIRyFZyGhYW)SqI$bqvYOGVOzwp^Q)jG6wsVRBO=I>6&~-y-r))
qYVF1=8g=kLSi4J<8!D+q@E*?-|2P<k?{Fdy8oa++>PPF{UH=YgcXz-5
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/collision.6.ldd b/resources/3rdparty/sylvan/models/collision.6.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..e7476b8a9cedfcc52a8c88fa72ee3a37ba17b90f
GIT binary patch
literal 10800
zcmb`M0jQ7r8OPsiW@mP;nVFfnC)cDinMpF)?Q|xYB<UteCrOfIGP9dWvYT|0B%Mi;
zPLfO~Ns?U2bdqF}WM;1EX3|Zj+f6sg_WOK)?{j|7|8ef6yZ!2Y-sk&#pXYg>_xF3=
z-}|2b8C6x)f6^G0&W&S0Bdi7nJSgC%fCmTM9Pp5UhXy<>;Nby}2zX?`@s36Zz9rx>
z0gnxMT)^W4ZVh;X!*3;hqQj_@0-hZ3lz^uS|G2icr!y-=W`>>nvwb7+91M8Vi80P>
zo;TfmV!ZL3$z>S-{%mv*2mJTb!HWJM9TtZTY}Yfp+06fc<>^$*O+DXC$G6k*b~?V7
z4zBmZbQovXGYn5mtmo_U#96GL7p}om7UzZfsh210Tj?-tb8a@fPu9lU?0zhcJYIiO
z-fCbz&}}}f4&yoZXS3^=U(EA5-sX*XKW~;V&Ko-rYs}8`opczs+RTQ%KbzHKapdv(
zoAOoz_lq9q&3MjMhqu{v%og*!j<<Ou-p`xmi}S|L%yYqx{M~dIw%W{wy+51PV{zp1
z`kV4r1NVy_=goM|R)@FQb<7s?ypFedBi_%O<+FLSYa8Y|<i_sfjQ=Xm_EmD2zt!P$
zv0oX_n-OgHL#)|s&i)^~-KXUyXMZ-U!~A~a>OucHJlEolPrO~z@R!-RP8rNBGwH{4
z2jFK2$1eqQVt+0JfB#MNyM)^ctv6(Qz%w02ohAH}+Um3AyY%&Py*affCuVo9!|dww
z97dfV@B-nV)>fZAn_|9&A%0Q7i-mtyTUnPfK#g})RUM*#UOVxQDq}(l$n&>M#*fks
zXS`f^ULRf|%=c2}R|>cG;Z?#deR#DnPeS&eCR|m&sL%OCy?%bFXRY&qU*|CEu|D7p
z4x@hHF!?q*%>Bjun;lR7Edg(J81+NpO_Jo>CM^r*E9UQXJo$G7ywhRSUBcTX$+uft
z7W8|}-{pAn?+tjL!>Id(_ehfOfV3=F-<ZGK@#H@g@L`8hj|d->B;QeKS+u58%-`d9
z@*fZQgu|#Og^x*+@07GG=)ai%jN{3FHsEs(qn;N&ElIu$(z2kRWBy*plmAk{mmNmE
zB79Mjd{?DqF*u!K{_Bn>|BZleI*fWt_?jg7ZcF=(<f~#}gX!ah@_t;*cZ;gGz&(dY
zB>ledZ)@wT`I>6RP7h2;=k$114;?1oBjMlI)@H}%zkr513-j^VVcr%`0?zzXS*h+b
z$AdHfxvadso;e<z`7dOp-sg@7Xa0q()brBuea7mK(OP3VpbVZDKmX(#h;U<&!`yF^
z!#oc$zS;4l86rGblKUU(c=|oY4|hEABZP-ZGCw07&)vlM(T*p+MR=4X^Ebxv^lOYC
z=Xm1B3y+mVv`YIER2r|&r|&;pC(2*W5|bQeJ|{cOe8%{xjwiu1;VF{L=XA$2pE3SD
z#}nTsJVTQCY<E0&6XRz&p7`0qGbNeNIgV#OV?6H^KjsV1l|(F%_UGDVn0M9p)w%{t
zRV|c%HuAn*<S^>y;J-xtVoBbg9n!KBYG?3YCVr_TwJ(>Jo!GDZehIbG@p!EgULlG9
zYR98?;pE0z@oOY`KduY@>jT~({861@kjqq6%m+Q;$Hox9Dd5cx6Su`-`g5!BUwlfZ
zJLhD@zfJ7L+NZHT{u=l7vHxs$Dd?w8hf#MpoM5#x;9bI(q0*p&GRW^MApag0kJ{xh
zk$VH)C;V5aenz7+`E&p0_hJ4GrG(Lc`Th?okp9ZJTbO>y_>gdGA3iM1^PTx4!aT1T
z9~I{L%Qz|ZI3^|o)E?o#)oi0T{pa^X*6W0eC+MWZ-0vyje?X=2YQ8)lnI+#D7mxL<
z!{j?B{7<Mf-pQw0vX*{7V6`u}c>4dM!}$CC0RKzkdnH+q%fY`h`Pjh!s`x9Ctk<>R
z@1KACZ-~Dx$$H)l{@uxD1OMCNZ%NXxcY=S9Ij1xJ_r%|oq(ANlfB*f7{{!)#NYXzK
zgMV+b*}(r(@sA|wugAgvx;dva{!hg}k);1VbN;BGJDgzkOgMkP#OD=0KN)EG`|G)j
zM}6TiJ}(_s_t8YvTh0o$(P+j$?^gqA!tWOOuSeg}%=aMW&-qZB945(Nhw*9-c!+RQ
zeLZHd4COCS->bu1JVC=9#&tx%BZc3t^SfjXYXAEa{hjZ3w6c`_s709lA@gH|>DP?M
z3YYz9oN(En#tZkiKedX<#ZffRuzmGe_RMC^?@#=7Kgq@8H`!s-DZ-=b`S7cm^EDAv
z5AscO@tCJOj5<TOrOwy5Ke3vAzu{_aE}s3S-C_JY(_sVuS>k6(vL3U8zu#~0pDTWj
zB<nRV`1|h-{1=FyFUfkoAN;$M%?AF9#4nU&y%z_6zdzyMA%2M@{k$~z`~3<3<>Hq~
z(myMLe{Ztcz<-tam6G(=>frD9C;ZonUn5EXt#ke?;(CV@tTqV$vR>cD=Mz3Z8EAQb
z+UVj5+T<`kn;qtRdy8;;ogWWB8qN6U{pnXV(YQZNOg#5!gZbO$u7|qaVUlz@Ox%uu
zcMAWyzFy<~liyc>>uwiM&>n{qthxf;D@<p9)v*1^p3eLgTlS;<%2M{D1HxrLIw(y4
z<@xCrF8k3T;r{lc!(wu66nR8=VO_7E?W*E=_WKd*am>Y&rN?2^<HC!-G@souvE)1H
z;<24_81=MpN1d;6KcZUyy+l8qb@3CDe$HY1JJVqU{|n;JOR{PggTLR8@V_L!SCaL*
z9Q^%$g#T6XS0q`_Yr(%e*=*o{L;Q6~*867g_xln4x5eL*q#y1Cf4?8$e^2~fN&5YM
z@b67F8~8sE|A{31^)UGR{Rsb0#Xpjy{~kMk7V(M0306;q|4^@QeS%1XXR$-trkY?z
z7<tv{&;0l5Gi71@GX6rC^~w0TFwq&m5N5tIeksg+WUPPi=+}>o2XJfp?{&=sRo_4{
zg8E(@B%I%prJljEmU^0n>4%(eh;XTIsBo!om~g3YxG?LH<3|WH-@ZO}w~=C+B<cTA
z((?S3`dVZy^^FlO^^FxS^^FrQ^^F%U^|cC@`X&g+`lx53n9-7mNz(FqmU^bhTI!i9
zT<V!7T<V!FT<V!2T<UpGIM#!)P0VCTnxb7=?x%A7S+bVv&lWD%pCeqZKUcV1f1Yr>
zKG&NsW~L-fzd%~<-*Wv#qyfKB{QHvF7D?-YN@Hj~)sp9_%US4;C4G_kua(>x9kQ}M
zOC1l+oxMy}#B#@@cBUhJ<;cqYtaQAvDqAHh>S}4-NlU*yrX%<7T3O5dtrITuw_Z5T
zANe+jStCi#52WS4y1{u&sL$`1L1*flgs2DVroK%1dwR3O@cw-W-YR~JB>U5c!T)ZZ
zn-l)q#cz|O-#df9|9t}go#J;$(hs|W|3J-eBGSNrkNDk^^lMk}Zw~(Z#P5}4J@yCx
z;lcl)_ydxxS9kCq9sCcAKP1U|9tr;Ag8wn`M<rSB9_NpG++ptbgz(>8mSpT3bZ{B(
zCN;lbvW=iqE+5v@4zpjL5&pQ&@5r3umH2bch4}Nr{#OkG?f=R4J-S@kSl>2j7Zt_&
zW!x*w`eb}bnEB86vM}?N@xS`57vq7NNow_OI<6`blz;udCY*mS$sLtBlhOZ%{PV9Y
p_H}B$tdIYm#D2?Nk5X<s%=2(ZIRE~Ff8%h)CxZO>e*f)={{je}f-C?4
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/lifts.6.bdd b/resources/3rdparty/sylvan/models/lifts.6.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..a8bbabe1c5c36f450b3828a610cfad0d624be3ce
GIT binary patch
literal 394508
zcmeFa1^i#tk^cWp2np^QX!}W^I1wCzL`XsilHe8ygy8N{;Nop5rS3vo>h4etP;aRh
zsqJocE4y{w?)Lw@=iK?8=iUZ3G<1LL{+SoKGtZoJ?>%>(Idjg(zHB};G&EZOMzngQ
zbpBhR=Lgf5e=F)A7)}4gd2V9*;N$wES{v;C#Pq>N{wg`Un0ai%crf8mL;s=sD~@x&
zUNQF=`fA18f9T5<GsdAWR?Kq^eWBtpn4hb7CCtxMyfWseDqaQi6BVzDc~8ZwVJ@k7
zb<B@dyawh+Dqa)wLlv)ud1u9IV}79Gbuiyo@w%ArsdzoicU8PT<~u6h0P}4XZ;1Jp
ziZ{Z1Q^gx&zM<l=n0HjX3Fd1n-W2opil2n}s*0bC`HG64g88zF2beFZcpT=7Djtvd
zf{Hi8d|t(yV?L+ir(!<4;w><rRq>XX&#ZVW%%@kpHReqfZ-aS5#oJ<DSMhe3O~u<|
zUS077%%@d65%Y?QCt+Sz@np<PD&7I}qKbFKyrANpFwd)aXUuad-Uailig(34qvG8#
zPpf!$%u_1f1M}pHr(m8`@t&9qE8Yw9_=@+&Jg(w>FpsHtD&|oYPs2Q-;^~-&RXhXp
zkc#)koLBKo%!4YPg?T{5voZItct6ZIgs+){ijxYCu5pus=b~az1;?eQhRvZlkYhYF
z#!wSOi69kxFe-vta11?2D0n_9NGmuVHApV_P*fyE!4aBBqJj@cMbZ@<p^PLg_()VF
zb-@w(t-|Ke9L;eH4k1lYwRys!=2*<}6$iD0iWgu$x#CELO)EYDb8N*6F*mCCM9d8;
zj#OK(;zgM2R2-?fR>g}k*QhvBd9{j9#ayN0Nd1*6J{@y(#b;oSs`yOIkrkiSnyg#x
z+SaTpz$sh?KQ`+MYXg|mSI|HFE9xKqe{_HDlaKXi$K>ND)DQOz+=KNspM_^8)DQRE
z*~YjY?!1S)U!I%y%4cGIWsO?e7-{=Q_s=-zcu1{f9TQ`tFVo?Xp26cxs&fwO`oo=*
zeLT+T<Ge?@U-s+AjeW{M|CSbK+Wyh~`*CJpwya}fZ1klp4fOBfp26cxf65N~n}Pm4
z+&T2|IOloXYgx|i$Bq5mW)E{e+Wyh~`*Eg}F6)>W8+}<09_bl8&h)4JkNa=Vp^wKo
z&*NUpaxV3^Ux(q8F;k2BZTQ$5vwt10fAq_7|95@!x{R0mBG|bmP~%wQsFUpPu^&xe
z#*)|N8cVw#?fiSV_Pk%#E5_ipff~~v+p_e{v3XzWjbAUvhL8L9+jDF=$LZtqi8<CE
z+p_e{vGx1<^>S?Z^1j}lV`E;>p81|RnB&6#X!_>Z`q%aA<=Fhb-k$f<t)Iv@#UNvo
zaeE@)YR*0u`9_T-wg|cB^(|xXHSW>&r{3oEvyLt8y7?@R)F<zqbt$j&a5eAI_Rq2Q
zuivk2IaaTS{XTi`tW!DGhpT~)wttRwY1j8!mt%DwV{n}Jrf%gpAE_oj+WtA#rCs0e
zmt%DwdjrSZo3$Hxq<p2mKAOIaF|WI{9OQb8k3J9Ap7-nLPd`6>Y|GL&$JXzgIp<?r
zT2A`?mX<HM$0a8oZQmT*(yp7=%eZ;YWe)oNmX;s6Cex3c%os0A-yGZ0`sVd=Y@TD}
zT(*;AnHT+hqYt@&Ue<njKb<n1M}8e@rRSKp<vlVFXj@utEo;9Vi(k)kD#y}abNzXf
zcYOWY_GtR$So+t?9LljI_Wa4`g=g;BuU+X|)_ysb{`K-YIhMqpFXSif2={wpJsld#
z{K`3&IhL4s6SJk&uI!U>&HPAzKj+f_X!}zu7{k)8?{zE3>b}gy{=Ju0ce0*k->hle
zds+MESeMq{ubX3a-xKR;{jBui@{)O-HDGBuNqeqCOUsuh*3<5u&Ff><V1@8+>LYP|
zVm&Q;b7Il2ZTK>NnRgG@FY~wGFV|1%4f~A5S;PDu{q-+v7k#K(IhOyfUyh~UFRznh
zN$mMT8})94{*fDe48?t!f4R2e!_NC~4mRh}kMsO}K*8a5+Lq^BV#vQ7U*2zduDLwt
z=6E!ucy40FGZGK}A&ixK;P1zBdG5VD=RVxH;gazpIcCP49B16gf&6@l_fo;j(r0<b
zygcV-u4<UUfj=ALUzYZaOU8inGBz1EFtI>;Tpp=?d7f)|&dqwFp$^ByIZZq3f%nVj
zLqAs6Ax3#G_5s8Z&1){|37F6C9_g9s@3jYBxn}M?mgn4@Gw{!S@?Ohx&E+{a$CJ;N
zvErHe$2hZ%xMe%>c|621$Cl&DIg<VyGyZ%Y`jQ9vnJcetz{}ESd1Adh=Q4J<%I6}V
z^Vt~xvb4jc^O>*dc<zi_#s=+id8GE`d9LL-H){qlNiO}pmGosj@YwNe8NbKsI>adN
z#U72EO3mvFKGPiN-y=OU{g+mIa!<HC=jL1|2e=Ra7}N4xb9v6q@#M2H9^ynU=UmOU
zfqdEic!^_<EytB}B>g#N{P{fe&Ai|{4A|`Bm!;40#Cmzo&DxUB<*$_)`?9oW?a6E8
zYZsn7<L0sPxI9w(@;uk_oSQWxp9d~^CXWritOwbz-{-Nq4l&Am@j8$Ar5-1Hy#8&b
ze~<Lc^j})-;WZ#_%X4ndb@G5~@sBYr&o!6l+#F9n8{;8P<Z{l{Y$I;j{&<OFjxEQP
zb0qyaX8id)^v%5Bdp+2^ZeNx@%M<J6IX7!dJ{KJ2voZE%X(#9Sm)GDtV!?Csk2a5u
z$K{dQm*=^b=iICr`8;sRGkI+AWj)A#{XUP?b-1oc6ZYZ~SJ?%hT=uWg#$nO06&%=i
z-GkGi6KgxqF|@E^#yxaG#k_xG--VAo^3a0XPOR;_@#SmDd)0Po^U$6Z6R)8u74!O(
z?~=2h9G0gJTk)ERq~x{wus}vDtZPGq7D%x!#Kx<2@m{}umpeWWi-n|ZCpTlW+G4nk
zLfvBayzv6J#q4b(p<7H%j}PQqOn$SOV*fiV+VHbB4NE+9L9A&^o)J>Xb?VZi<@hn+
zJh*Nz3g^Lf;wL!INEEt*_~Ket&hrAn{iEc3=RCRSCe%_m&u*--%<~n}fj+4MYB%%z
zvF4ojoQ6g7Jmz;g{uj*inBO_xn7jqVb6MRA&h<RjCF)kp?>t|1t257^nhouISKW&F
zoo=gJF~<kl(3UJ-e6=z_TOo*3?PBbexOvo5Y-GyN(B{P|M~%;h)B#)2L*v`h``h@o
z!at~uTVvYzwgKDtwgubxwgYQ?+oL7ARRnVaTGFqp6LCf{#uyr!#370|#?a7Y4yvm=
zpi?x*c1#;>b#*6jTUT>##hCFIX+kY!j>X(+JN-RtX}_+<8k*NTK8^Bz)6&+`|EqJX
z&-p*9u4aTIJ*_}R`dV-Ybc_v5IU~}aH?mrZIcDTV4jZ{K*Q~(CT#Le6E)a8Ug}hoj
z*DSeWj*Y18F~<aPWv+gtHe)pbFOMUKCQiSs;<)^!702x_sW^tGoNuLx;h#Lb7ihx2
zD4WaYg}$ytcuwquE%uKV*4RH<*gN~js8<W>^<&B&S8?nE_o`S^yt99deW2=GO6>ns
z=VITN&LE<IC?O(_&r*kF+^|(j&Y<F0AFR$r&RU&|oV7X^>x1fCXaB14%T>kJ#ZB?r
z_~TL<zulr!r(-A@|Day2yclV5Jc>0&&f55OYUkpcgKhi~Dh)PrRZU}Q*F$yo+Zu1=
zDs70yo4Fd;;vIRbo5p$&jXGGoV_g_zL%TlMcw>FAV8ps$<BfGe<Bd4xWi-Cdx}foO
z)&(11tP2`nt_g7o8{aNC2H}mvt{iQAyMb+dyMt|fx^<ARA%(=crFdov#CjV^RoeGL
zY26!9U^&+LJhTs<I-iH8g6n)9ng(9Xp~!TU=JSjehgwv@zL+OfJQMRo|GBX6!l9wr
z_)|{spBKw{d^QXX&B0ty@&1^{RXi6n9<uljKxHsw9th50$vg<GARdfPG5+S^6Myrw
z4Lz=cLof#wABt)G9R@c34hI{5M}U=IF>Y)`<3Flc<!IwS8jp?t7_i2FEIP%;AED9s
zEo7bXM`#CmV*66u#=npz8^5UQj6bN=_>=M@X;=P5oUsv&*HR|NdrE03M;q^{cr@PA
zyxrn`I{razJOk6ldnVY%dluN@eKuI*jW}W>8sE9aDo4fhJjXV^^YLqZ7kImk??U{8
z+ISJBjqhTxjW4E_jW4F2#+Os_9QrGsm!l<`YMu87t^jL3Ux}9N%|VOMNOZ2>y69B}
zm!r++tMM2)*MN1C2Az`R3SW!Q=JR#n6NiSbN2e_GKmQ=-2}46SW*hqW3U0!*<h&Vd
z^ZDuEy*Lzk2Fm8cGr{67<rWO__pEfFjlWyL;_un$6yxtUe1mLg|4fGQ_gtEczvqFC
zzvqL+UyK_Y(fD6jta7yRzX*?w|HWX9|0U=Y8~;o3Y5XtCHnffZ<=_E_BCkN%_+JUO
z@xKae<9{_+<G&p(c>xFIU&I+3(Rg25ta8+NU+37ydk21v_x0Xx<9!4EL2Y~^rj7Sa
zU>on7!8YEvfHmHTBQ~P(y{%Z~sPVnsv5oH?_%*(Fdb^G9UHAvJ@!gm<zW0D_eD4L@
z_}&NB_}-6}yp@CE`2n=#H5@kNP~?Ls&F7RmF*Kj=Y8_8QuiXNv4`Hr3H1y%>ir1wh
zgg?^yj`Oyh+KYR8fG8}bW7LjCkN&-$yv=Bg6WYCeI*)H(e<og#M!UDyAXllb&W2)D
z{L^dWYM9e1ULA94#cN>hQ@-Ca?A?3VDtpbnDvogOS@AlU%Apj6KjviO^)R+g)Y7$0
z#T#I5U2)L6RrwCauy@NygJH;qcx*+Tnx*uK9NpC0$5jyNHmEq#(Q-6Q%hBj+IU1MJ
zP1dTHh?=EoQN`l3IbMrTOef8;6g^5OK6=#p0#l|!(TPulN=^%5ym++`#|wt-I4{NK
z@b>sL*a_K&w)jj04>%N=gtGWd23ve~09$-^1S>u}p(W!vXbwl7U?YmhF2yQGi^r~b
z>|u5T+r#b-wtR_G6%Pw>#KS0vcvuQ|@+DGT@z4~gV)2-Ycfg^@G?c|7rkcfL2JIG)
zeZh)H<N-FK!OkjHIok8j#$(UFAK0FM4%nW5f3Ti^E;>a?bU@l@CE0<FEgufTujfD5
z+wJ-1;UCn-`Iz?nhk)(*4+Y!v9|qR*AC8vH<e+>w0xj8@gVppS!K&#;p;J^;j!qkG
zHT@W{YWlJ06cxD<vX5)=N77$(6YBC_O~0&m8i{#n#VcT5Qa*DX_Ac(de{XBTXgV$G
z)%25kHT}fL{(YLL<vBnlqQX)o61BjnUDIk)gmY@eF;{IuL`{#0Qu;(qw+R(XuuZtA
z>B{kxpx1JIBN{Bnl@6U89}Bh|SNcSbZ;DP)j$4{Vj$0ab=6Iy5a(s~IqQ_Mb=Ah#7
zn3m%@wUgs9m+j^;oixaZ3w;sACu(^?oqf2bYo}nvqgs4ox?6n0v>Fh#-Qp89T^H@t
zblp5^dEQ?&AZmGHs{v8d^^j4^v)$qoHGPl`ZEd&s#2mKZM{T$G?8>Q%Pt<am8cNiF
z$P;Wt`C=jH05x^;B~s1ep-^}7B~n%KuoMn5rqVA(gP4{!+TsyYMe&&7?G}%y>4Vxh
z6Vu``3vBV24Yqjf2Ua{H53mtEWYqG4I?o@q-SQ!7yFGu@cFTvT>AHBQrYj$!mgn{L
z{87sj+w(_F*Yig$&vtwMsOf`jXluJY{}D9V^G8j$=a1U1=g*oxhyE%8$Dk#<bBLmW
z(bjeqnd1s9$0$l+HX~4~-^Z7hCe)?v`!mHC^?PC3=*96;yn3vDt5iq*UQ}D-b-Z<n
zlXZzI3;oX;%6-Dn(5ba`cyPE*<FJ53k<(FnxHDQDO38PoW2@h1;kV>H8$6Xmk#kU%
z{O5vWQed?2*TkeL_<U4Ms)8>-#iT3vLX=I;i@=tT7lSPyF9BOVii${fQB+0wczH!p
z6s~Y=`FJIM<>S-5-SY7&{DazfHKyg`HDJrf25k9wEm-+@9y&$wxjt>Q#pedF#pgz_
z#pfol#ph<Q#pmf@i_bH_ny=49rzk$Rq>a{meU@X3&#m|spJ#i!#pgEsgWC8UOpDKR
z!4{wAfh|7I2P-}=KufOUp!phkf{iF1FDh0!T0CBi$Kvr4u*Ku0V2j7gz>3Gq(J6|@
zE7C?Q9<Ow4@pu(}#pBi9Zt=Js|A0f0*PtvOuLWB?UI(^#+yPcRA`h?;J^veuRgU)j
zZ^UEI|0b|K|C_<~{BHs4`QM68(euA8ZM2^M?T+pF-+^Dx|4whW=YJReL2Z0Drak|A
z!1ny_1>5t#53J{ZKU(s74$6lQpd~NlVD<ZhVAb!GJ26zh?`j<j&}+9q>O+`oKJxoC
zHavPa9EL9_JOUgy!We2sa*Tms3^glo%mE9J0;`a%h!&2c3f<^1+Cvn=Vvj-D1Xu|i
zg%qRR+gm|d1!ojujP|=ZQK$=E4HbpF;MGx4=nGy0C5{!AD&lypiaLAR2<M<Su7hbD
zEBwLndgv76IOr0`DH~vj<CLJ+INpc`<2bs;P0AT#Q5uw8G9G5r(p--5(8Y|QC@Aol
zT&HeNX+mcbiL?J#oUhytD3mx4uG9Af=NXB@y%PA*aK7L0*<mzs6z9Qpw$*uFKFg`|
zynF|*&hw$(JTF(!JWq-Fu6Z8wJDp3J=l|C@kNKU?Tj%-koQnCKby4xHU38MgH|DwO
zXlI^Ve1m(%*Gf&Nj>a5U9ko&w8?!-<4Q+F39N6mUc(Bz`mB>yV-5jhss{g8}la|ve
zanS;`><$eLip^2Wa%XU{Y-`ZAoOd2BmVE^y)*sGA6u<3@RgM<F33wF0iQaDUn}lES
zo9ykDpF7}J{C4zq)uf#qTl{v$Z}Hm&Z1LL_Z0pc&U<Ge?bc*6<+nvrjG=)Bc?AUIj
zjoiIxQvCL=T{`jG2fyMswQb)Ht>l~5;tkPpD30kUTZd+V*X2-TUzFCNnJo^bnl#I?
ztwXc%x9d>Wq7K(NC+>ReYtr)WJ^Jg=s{V||xgM{>c|5*xz6R|^xWZN6%#j&;kVq67
z+O1q9Qo*tJh(s$m=&*!b54R<3&=-kZ`fq@;gb%u7B9!*1O*Uba9-TMCq9!S4J2go;
z+gXQf&PQz;lxuU0nq)Z}rkvKLle2Lt-7IQRUM2=rfNtH%*{DgDvr(HYXQMVLXH%jk
ziG-*{>9m}Un$+fO=IW*+vSa8bj>_3qhU<Lds8=7%=7-rY*B2<|yNYkA{UdkZTyd<Y
zZ>o4D%!@0I^;C7P&DkbeE*x$z-(|Nt7dfjsXOA80MC59oc5ZLKY&jn}dv<ngbJlV`
za#lnb4e^>Pay3u0oC*2{+0gzk1}tYHXO%PUI$Ao~A{gnRoaxYXXT4tJZsnuouB{t!
zsme#m*~&**Pb(ioG1SUOc{{xFQF2#&M6TvAjE~4!<0Eobd_=Bhf2})_tBJ)&Cufb1
z$XVkf^49o>byPRmF0X~w;I?;cd`!SUsEtt`jE^WE;={^HXAVdCQP6j6FA+6FB*nbQ
znlC<fuD9sygQENyAG^}e_=t7X_}HCx<0IBn<6{c#;$u&Ait!QasPVBkeZ<E;*%vK7
zraBfM(;OQg)A1W0Gr-12tfS&%CjJ!hF)MAf@e%9jpf>J@X?)B9i;w-$DK<am;u9Y+
z53*hHKQL{y&4+`)7XO367XNu*i~oGE#s3hn#s5&S;(r)A#o~WBK8ybmV8#DPbc*7C
zRN838|7gb+|6}l5{Er1&{Eq`G{tM74ivRIxqb>d?fCn6kEJRuSPXsIeC!td;{)_M_
z_$Rk*2cR_{7PojO^oA{vIt6q6;m=GPAbgw_Mtd+mPRC_@oB=jI&IB7D5eo5PA&Px5
z-H-^S@u5%$AEKa&fGDb>PIgLXUmR51&2;MyA2BrXaY?;e)Tc`w8y}b9AJoRnF^!Ka
zz~bXdbc*ruG<@R2ToK=^voG4>dkxs)+kh>;*Mcp+*Maqr*P~M`-*3QY!MYKwVBUmI
zQG9Ps8?E?0-Ld8SGw@q{p9!{nzXh!LJ`0_qe7`kqw8i(?-~opsx1lV)&jBmG&qb$L
zFrSA{@qK>Vb`@Ir9(BF-k<Two8*TA^5!mAWVz9;gC18v9OTmiw%g`wn@0a7Vc)tRy
zc)t>zqIkb5ZM5S3YR4Au+wohxUjw#yzZR@`zYd+Ec;AsW+T#6s@PI>+H=r!uZv-pe
z7J^RlMyM3;gXou{`0BqZ7T>qwwfMdrY!`nA*y8(6u;TkJbc)6I-S{lN?*S{m??tC5
zzVAyLt@ys*vBmcT_$|I41Y3OX1S`IGp;Hv!52cN^_<k5X;85fvD2wk$!HVz4&?%PB
zAIGQoE@|5$l*;G3Tl@mF)$e=2>kkdxi<X?qVcp^P!y6#+|6~~L!Q%fZTo(UNgBAbJ
zpi?aVpT%eK{~TEH|2#TH@&7{FXvP0N#}@xD;<xyJ32gEIGFb8d3OYsc|7zN3i~rZa
z0}e&Lj<WcF1FZPpk4~}pKY&m1w^Jg14`pAp#qXP7i{H1vir=@<DHgx);IsIB7p(aG
z6FNol`{%ULir>FDw)lMyzs2wSV2j@mz>41w(J6}GkJ3h4{C*4`a47PxC=13<z>42b
z(J2<cpW##de%`h{h*tjY*5Xjg$A5Qh@%#mTi{~%Fis!G;DHhLP<Fk1F2CR7g7M-Ga
z{w{5_;`w{W7SBK6w|M>$Z1MaPSn>QbIz{pPkF?Pi&%b~N9E$uW%HsK7V8!#V=oE|R
z&<Hsd&w1H~R{TcdPqFx|fZyUb3at38=>08zqw!n(#()*SmAt>=x3Xi!ZxzQDKmMP0
z9>3MV7QfZOir*T3zT&s0<8kWK%3AmbiS+s(Z1GzMtoW^qPO<o{hhOnqzil6ZRz7af
z;(y~DtEU^{Ums_Yjlk>bl(zpTaIan3IF7}?rf$);N6YHv{egTh=az5|ADXc4syI%K
zg(iH>NYn>w`wEz`P=&7<g?eMy9Ljq-v5<$a8I5{<*c_TM9JL`>37xNrU)TFyqc#$&
zl=gB|4z21~Ih3**hH^-cS;cZ_4ZO-Bg{6veC}k}S<&cFj_VDXu2ei#Wg+Fp=J#@;M
zX|!~mQSk<tr&k>Go>uWjn5RY>ROczx9E+(ORoYZhj&52}XO2g@4Qiv(v6G{bu5wzJ
z&Yo%<{dF@>A^S|cyth;Hp?pWV<^x0Zd?@ej)O;xK?bLiI@9iibw&uJP<-;~<qm>Wa
zI#xbx=h*ULd;H3W3Epn`FcH7<VUo97K1{~1eAvO;Ra16!Z27Pge$|wnz1{L*7yOnF
zyMiqrVlA?K*qwIe!yf1q%ZDlW6y!a#4Xu3G%W;rc9DAb%#pbvV2di0A!ODke=oG72
z)A1=EX0&bN(W+S^3vNOwA7&O@j+PIz@YMQHeurxLupjM~4|BlEhyBqh%7?jWqm>T_
zI95I!=-Be%ApFXQgT3AIVIF?v!+dYId^iNZ^5IZ#S3Vr(*z)0U{K|(TyxsEQNc@%$
zM}aLLjs{yk90OK99E(n|d^irD@?k-?p_LEEJGOi{0so*jF2uBaI1#LTI0>C%`LGC|
z@<F$#BK{Xw<m*FuPsjMzqjbLX6pw2BM<~R<g(zN7S_p%Gg}93NHwt2pk&U7%_!os$
zjQ^lo{Oi9e#(#9x$x5Lrx~QdC=jIwp@PA3|-T6}HrTFdPE(06?mxGP}E5HicmFN`X
z|7rNd|5e$B7CBctHvX@{Kd6ljrtyC*So~jyPBH$k$0z=8XxmOks~+6g;(gH@wm|A8
z%=LTk>8#s(PiO7g{~4HT_P*D+dRdQdX}fJTqV|{71iEY3*F^K36-TX7j<z!VJ+4v3
z(S&;I@b|ci_bo+n9L?d)9EyxVy{QFKD`8rWuMB<zha#(>EXP*`-_iS9Kd<ZUVN~PR
zpkIm-OJS*E3Ah$sC8&il_R;Iq-jU!6dllvQdKE>D6HQfO;uN?6$|hLQs|mPK?HxI;
zG^k=Z9(x$eaivcu$73%Og`u1t>1H{ubc`IgG>se|l<ws?u7WVFaXd|Sa?~zebn|*j
zXAh+5^oV<)Eora$RQ51h^R~vHqI}vWZM5anwqVPr?ZB2#+k-8iCV(xUCW0-WCV`bt
zlhG;4rybHpE1!0BtbE$ZvE|dw_?1t)c)JSWu8vhOcXO<K+TF2gW@is$`80)omQS&l
zQ9kYE=bzd8euw4LKJ>GEnhLg>ISp+2G#zaDGy^P>_eG~DDQ2dPwtSie9&ji!8)f;l
zA6WS`2c2RybANnF`nhe}7HCbDkp(xQlurj1T#m}8gB&ZL4t8w$G!MV!(|oYy(;;BX
zr$fP(PltgmpAH8rpN>GMD4&i@8?Agg%CYk4XvdaMv4>GU9qaANr`WrsPx-VUZM5>~
zc*n}86C7JUEyQp6bRt;!bP_s6`Lrl)wB^&uV9Te)V9TdS9m}UM!%4@stMbV%5%tM#
z(a9$brISw@YA2uKQIt>ih@JYRP((g$iB3`eD1=p%KMHXb<&P++V)+wPS^kL1PX1g1
zw*0viZ25B;*z)Icu<|GNF4&0j=gMN0qw**AF6q-vuSy$j`ExZ`gTDryqK9kJM(g3P
zb*%ik&ar}ay<-dR4frj8ZUl>zo6spD?dG)6M()$WM*cIvmOsw~N77)lztOP#c@|FP
z&#mZ`&6fYS8PCgWp{*W0AFO)x0<=V-ihA@ywB!H|8*(V}BGmdrLoaS|sC9=yGYV7r
z)k^bH4CU9$ilYgo{Cau8<!JTk6?iPaUJ17RdKK96>(yZ8*X`&O<=1P{Mk~McUlrw-
zx>T|J(xoE5>=rS3YzUEGHpB>;JwoiCYzlQIZ%j4IuLza$>uq&3v448IW6Q61;J5sG
zC)o1qU0}<vcY`gz-UC*Cy%(LL{CZ#7=y4UiA9GN#N=c_asno=JcPBc<^6M^q%CD5I
zF=~F4zons|d?Y)d6}*o+w%~pYzXku}U?XP<*vPvZEK=`5r-=M}(?%;fKH*sT@kz&)
zAD_an`txaTSN-{nW7VI}I@YB6oMY9W&pWpI^9B5tANPTkA74bLoH;b~rL@tOA72Jr
zetZRN`SDe-<;T~+mLFdSD?h%0PEmf`pEla^;{ou1Ly-qjPicYFLzr5>zFA$J`tvRP
z%8zfi?H@vK+ybeCFfCuc3s%1T6FNot^3Q3bEnofxZ29s%u;t75!Im#S04ra9h)z+y
z{3va-^5w^ll`sG5*z)Bk_?0g|^>*dU&m1dXe(qTL@^6lnFaPe?^5qx!Enj{KR=)fS
zouYjCb=qjlm*0RbUw#X=eEA*N^5yqn%a=cZl`nrprzl_kls4M(<<H;&ha&%hvV8dq
zSo!jw=oG6b|Ao)$i9*@QkD(F5%8wD~6y?VwelBJC5uZz0e#GZfmLKuCl=34!kIL&S
zKRTaFDL*=&ODR7(pG#SO#OG4VkN7+)ucwEK&!ZA6KRTaFDL*=&ODR9%^Qi1^`4OK>
zS$@RlQp%6c=Tgd#_&h4lxBQ6Drz}6>^C`=Z_*}~JBR-e1{D{w|lppbVR9;{C(fM4;
z@*_T*8e~V63V5{qcrsY|@f7FR@?(Hs`7y3-|0|bLJsIEP?|?VtP-HXw>nGCt0N{0%
z(ry2j(6n}K-va-d`d(_=9xbbv_oVW@C=Ji032@)AtBF&;Q1M92&sV$x=I1INg?at(
zds0obTsQn(ih#c19fPMSZjLK)xQ0WKl~Gr>Kx!4tt14a<^Jx{YhIwVhdfeF1uTfo5
z0~D4j;&`o!IyE4|IjD{6U>e5?e{hUK*5e?Kjiycw*noChGlE{@cq7{F<mehVp`ra-
zP#Tn#mEd^O(p--5(8Y{&Q&8YBxlY}l(u95-a2{N@gM#zmI`I>nXCw;uO5jJs`F_J^
zhtb4QoO@~TFC6vedHHQ&o##Wnd0wurd7d&F<J#VD3!7}M^ZfrB=P|$YG3z`ZuA?!(
zv*M|a)-F29;yadWsE&5#xy3iQSA1iB=lz;A+PSVeYNaab=%9A#)X{PHt&WZdTOC!2
zj5@kGIz?-x{;Q%+TU6Akqg&!1)W)qaZE#zItuSo^*28U!PEjx-FB2<%+oz4T_)P#S
zeiP9t7QadO6u-&YhHfg@0aNkYvAQCDJ2|$Rv@?E--!5Q_->%>*dhb0ec)R0IQT+Bu
z8y%z+#}w3{*c|udVDZ}vZ1LM0toZGNPEq`(w)S>tCEv6b_t&B6_-!4U0k(B$U$EAp
zndlVNq*-aBZ5^5oZr7o#MZq!tB2B1&KuwBT)ZXOp*?X*#=c2`V>^ahBoIl*&BfG{P
z<lsc@=VAv{9D9%hD~`R#0TsvIV{XMk$Nm+^-eXS1L0<-2?x;;cMClWp8(~qKjL@h}
zB06eOURF7)G^(PU-L#@k&MN&nIUDI|IUA<s?126{$<jV<HXeV96-?c_vp<g7WI3y$
zc5*gqQv{WU_V-%K*{DUu)ydhYNo~$%uIBgA+U`wg<!md%bw2S(4ArSt%4fKrOW6J`
zj*nKnBIZXbj@<ol#j#)hP{k`@USDynr`HYdotkL5cDTLdZt;dQa`u|eV@I9q?3b1E
z3R4x!`N-KTYg2?*buMx>-6FzDM|{Q*xti@pc+fY<hKK)cVfKieRnAyiM9z%J4(Kmb
z5V>3VD7jntDC=qEqm<OjM=80LkD&pVu6&f-t$dW<7K)F^)f|TL5joprL%W`ekI2<@
zU)}p{q4?<Jtnm>!YkWlBijQscT4?dHonsAdd&kB{tfPb4I1$t4aIB*?hbPl6K4SgE
zMilg1N5_IiR?LfBamB~Z_*0CJSVxVISVxVI-8jei*d1(q>;X1DrhvuAp6C?gV=sJ7
zHngARijRG&E9S>k$Kqp}W8-5we&b^XSbV6gRuLaFD~e>XvfL?%QN9PYbCh@EBg((=
zu|HkK$J}~K@F7a7DE_wWboNoPJX!o>`Lg)W<0=;a`CyCxAz+LDp<u=TFm#H=|8RUw
zHngARD*i`SSH%A)$BO^ajxGMj;J5f63s(G(L#HVI3(`hwJ{<4Z=EDj22eok_rp5n6
zu*Lr*u;RZ6ouc5M+}a1AH6IqYIQEyZFc-%uC>6y~1va6?$7uzZqw#S%9^>N-u<>yw
z*!VaLEI!Ugrx+jS;A^rWJ}!!V@p;u1e4OuCd|cqz__z?i@o^DYd|Zr95g(VNjTRr5
zIyOEo!#}8vmtz_qx^#z+xV8AOA;o-<tBT@#bw$1&m$#-Yz772>z7aZ$uR<H~HCN{Y
z-y3LeI25@NrF_4s#i2Bqn;k2@Pj_q&^9=kJ-)Djqgj>)litn@1Mk~IzI=1*e8~>m-
z-iB%MeGb_2{kdQT^Lgl$P5ztT7AoE^%)V&L=NEx3-Y*7Qyk7#g;Jy^BpuY^A5~LLH
za#T}nj<4XLc)t>zqIkb5ZM5S3YR4Au+wohxUjtUWUyDvrykD0#TJgTavBmrK_y@J|
z4VV`1H-atRZvrdcZ$_sm-ch#`E52_{8*TA@8`$FecCf|w9bk*^JHd+YyU-~X-*@9{
zvSDcGJ(!B`d#fuZ*ZUkRzVCNz@%;dPi|+@)itnB16vg+hw9$&MJwj*wj7J^R&JhZW
zuR_&{@5jK3@5j+8itm!vehXUl`|cLM0B!aA9<b{7y=cj)9M&CvKfD1F|4)X|9>R
z!e#OQG+6Qf3_8W)|5<!ZHndB*;;$vXit_sl6-9pE=h))^Mf?{3FM$>RFQZcw|F5Kt
zR{X!}cw7Zv!yHunbxe!@H^7$P_k$Jx2hb^sznv2Cdnnt`7Qb(TEq>nuD}LWbr&#>H
zgRjYkp`q_$Dt`Y|U6H^4?D(qQZwoDc-=m+!@B3iI?+54<#qWn{qZPj&Ikx!y82_L)
z{wt;h<0oK?-%r7c-_Ot~ir>#$`$4qwceiXqf4KJ<uEp~gv|BuX306FRg-)?}{u*DC
z4MRh}!BjkdTU`;)-#J!1fA84h`3L+K&p(0{&p)A46wg1WjaEGW!?DHlFZc(w@jo#w
zp8o~5c>Wcvcn*!gXhrdymo{4Q>wJc5@r&OUTKq<F9mTKn+rn$>#o{yErsDW4SMlq7
zhI@7IGhD^5^BJziFFwPy_{C?rieKk5T*a^R8Lr~j`3!el9nZ4<wlL3#&vF&N&S$ua
z-{bDLg|#3yL3J&d%}5@m7SyG`r*m&Uar@iCdnz7{d3VKQFqgESiR5hgc<;A`9~*v8
zr<@oYy<)D4vJK&C;F~!VSsis#3#8V-ys`J5&JDfKK$W9w*Ha=#6Rv}y9Mv*brK#q6
zn95NtdsUR9DH~uYM{Svm4f#gd0c|;|@)UD?EILIws<f%19Nn~{&YI739U9cen9fhB
zILvSsUv$+;<7$_<*$BrqA1E)L59Ry$pR1iU)VcwXxdpi9L-}pt-8hSEg<8`4UcT~S
zo6=m4%7<+oTRv=u-|}I5u;s%9u;s%<u<~INIz{;~Ic>D^VF$;mSt&bWT-*Czev_^3
zdppX9U8<||0&7?N%7@Mxq?)z6_qTl51HWq46mM6M_jD{$_Ht}w?u~y?8~4GCBq+YA
zD9eXwVCBPfbc&L1Mr)5pD@jKd+=Nnnm|1W+T0YFeb8l^&jd@SS`(fT)@f^%0z26op
zALiCB@y9R@aBTT-Ab!h-gTRZJpiVl7iX%*UUid^jX+wDRFl$JbSG80NM0|AP}P
zO&sHJ1V`n=k=517hokT-ACC5R<-;+KEgz1>uY5Sp+m#Os94jA=cRa3w6EFuAFT}Kb
zI1z05a1vPgun3)^e9$ebi2ubEb>34u1^>OZ@l;IX|1|L39EzNdTGII{T)ZGTvox3E
z$KtDW)nojhjo0`;2W<SG3pW1G1B?Ij(JA8pg0#`s$5#cb$N0Yp@3p=6beh`r5=`-b
zX?1n@zYM?lzueo!zbLL^{D-MVb*Uo$b%`n>=jw_&#a%<`@ZW%qe?3Zv|9DjKuMkub
z{|Zsa$sAP=6vB{wIoe_uq1NJP6vSd`6m=HgpmNPe{%v9BJ9W8-xUbw_$7Td(U9%n^
zdzg>*K1=<`@Ob&CIQG%$Ssmj;z26opFbYc*3*cIKEx@stu^f**OcJE7v6m5nv3JQU
zir~&3#&SINFiH%gHKN|x!zi(o233@RV=IaTRoYas1l|;{<+#!<CV-Wp_#DU5Gz!pw
zektS9Xw!XA@pw!-S<|DF<C}wZQ%$2P8f@fIdTKtEJ&bBz%2pV*=4}nWmqU@*%iNQw
z-OJov@phO?dY?;uy!ZDJRP!d*Q{s#Gojr`@Q|x6vTsy~JM)?$bmvk$ic1jy<`Lr|G
z@+tN*mQTCVZut~@8RgUN_*0Zmd!&uFe3}AQKJAH4X?lAY<<s8ThE_i9<M^tfp{b57
zpQhore3}lvqV8dUkR7!ufDTHEnQ5cPRWJ*4Q1NU`%cuRomaKEY%BTI&DaxnZ!)$?1
zlVxOSYeFfXV((IXoqUQtjOEk8^tmTHwy($Ut~mBGOL}`4<x^)5qkM|JOP==8-X6yC
zDfTdyPe*c&@+tN%dA{=L=(N$6Pse~QpN<7vJ{<?Pd|CijJ{^xvQ9hlJHu|~>7Ghr8
z`~N;Qz26pI)7!%+pHAky6y?+6w9%GNr+_V=P6aEUPD7_CpH5F3t$aGevE@_jWd^nJ
zEKJL%*uz*p#U4iabZ$K*UZZX4Sozc0!&p6vy^Q70g`8*k6MGoTpNnZ<()(OW`Ex1$
z6y;CsT@ovQE>9b6`J+&E*0%_y^2b6vG^G3y1ywA6L{%q$L}e#`8nES$QX%rkQY1Do
zN}(#&s8oymu}j4IW+@tbI7{KEM>fP5ydI&7J=`<#TK?PuR#2XWPEr2cnl@Vb^K8eK
zKeyo@)W+vvTK+s2Z29v%u=3~m=#)(!v)>k$?=Fk~l$T<N|Cgl${o&qk3&sB{yj{V2
zrDF^3tMFU!Ukx^LZU-BAuK|nH*P>HI{_E048~=BJl{BwMr!<|PBL)9&%r>-=@=cDF
zyl-}F{J#ai@&8t^_<tKZMf|@#ZM67*hhyXao%jc}@m-k4|GUA)|9imV|GnrG@t-mg
z!}xnYSp0neog)4|m^NDc-RW5T-R0Q$Q`ZiEx>Sch-KxW13`P8X41bFF`*_-D<8KLA
z{N0UCX*wk?_`5gT(BkhCj>X?69UFh2!f*V28Z7=kgH92DpG_Mr{;ULd_7f`A9sa%m
zHvaAd8-HH}i@z_SQ^enwTl;<JjkBR$*NxAw(xf1Nt#*m|_;tr3=^Kv4=lzb2&j;|^
ze0&gW^YJ0@jU0-66D2;s)#6a%^V^P%&+p(DpWpTNruVtjHND>!iqC)X{^Ij{j*ZXn
z<2OEk02ZG=M5l<)AEk{JpFegyu7ZEX98~-hOyl#XVB_;=VDb5Lbc*;)iFMWZ`*#||
z-!HNQ`olv*zjQ4Ae&tyF{o1kd_Z$4i-*3Uj-|xW2-|xZV?+@q{@%P8H(Z=7Oz~b-E
z=#-}Sxs>?(OSYlK-+ww5fB)s!`1>n<<8Nq$u=pE+P7!~d&!xm)d>)nU<I>RgjW};m
zaeO{y{EepF_>0e_#9!xgDe;%TE&MkwrTLhjOML~rA%`OIxzzfJ+TR$iTR)e22~BI)
z_V|2i&EDrytC!cO`Cf<(j}x0XJ0@aS4UaGs6Sd%xsF=tFuYjr(z8M96dGEJvFB|?W
zpVpzFmlnlw42KvvM*I2Bi;K;1WezXmP-GR<3tJ$yD&`9+UJdj473*<3U$j{RERItY
zo|vO+r2{>#f(YlJ;&m{MV}(CBUJsojj*X_yhcFw^M;xaFy~goIG}y_}HEvSQ7>m-N
zlr~lL5Sv!i`J%FhGW?r@<T`bGN)!5Vz<F@p4hqhL>%>oRo{=crKT6K`8$LUXCXV7f
z=6AN$d0yUQsPnx1wyn<dq24?%SI|698IAGM-f!EMGSC07aUSzKgAkK9z;GRn`JHuE
z@vU9d&*B^NTy?ZF&n><&-xc4O-+4caZ_M!*cS=>%(Lwe_+nkD$XLWQu?N&#%40h`1
z=3uL%VXD&>_*1NoZi#P@4efXHt&VO@lLoy_?Gg{Stz!iv)}Qn#e%q&ww)jl|D}EEv
zDHgv;_!Pg%*@m|G?EqH%c0{MVsQ2Ed#cyZ&Sp0SYTl{tfKaWF^-B1?4-NB0A9_SQ{
z-xPd<Y<T$Jw(VWJMEv$~toTiB@pfn>-?SEQh>k;XOh>I>Y>qQH*gCW?SnJSCbc$-y
zthCXw_!h@(losa^Qdx^ST<4s4=&`R!QH#nj{;s`8e;tZFM_$i3U#7jsv3X+qxy&&Y
z#~$S9iev9_RK>CPII`lP<A{o54{~_LLEm8&Z-9Ad#X<KW6>o$&zhb3F=Sy2-!Ira1
zr^wmP-otV>YSVyDMWQCzoDWmZL3TjvB)dcuz^FypCk9nO)FjK<s7aQyF;vUhs7(>n
za(>h#<?L2@ZM5ZV)TB0NGgp`T+cxEFD-HSmsQ1gC&ePlPL4B&?$lXs?JO=X<6|aQ(
z@`__URh?^dwuzRP4!4*6vemiB*%x;nJJyNVC+BG|?0tr4IUhOu{Os7i{IEI~Icqr+
zbcndf)jZ7z5Bdh#@bJHFi(Jia${9<G$eG|F+aFA$T~8mVICA&?iX&$$ALZp+<)du<
zD<4AxPOW^D+^u|+-?oX5$kn`!@ew&|d_<_kN91bue^KwZZQ`Sov&Ki{tnm?fYkb6d
zYJ6<RJv6w^I%<5xIy%UKwCkzO;aEpChbPxAF^6|>tU|G4i=&2!tacr5!Yw{__Ws7l
zF8Ga)UBSl3ZeZhMcd+rX2iW+S0u~>8qEn2Iz3>?yv7U;L&N?bSrslb5@iEP@@e%8&
z@iBvb#>c*3<6|aRe9S_p7$39o4YHwKOO1~?G>MP>YnR|-u4D0`|Eehd2UgVCM;(OU
z;(svM;y({;@sH)h;(rM37XL%RivMBg6pR1i_$>ZMfEE8E(J6}mQE8(U|DzpS{ExwJ
z@jn)9@jni1@m~N|{EtVcSo}}GH^_#ep@o<h{}aKA|4HZ+6_rJ4qZRy<TYLa|<N6um
zPT&nW6gdU8e($$!;^VZoJ(TfrIu7IG46yNWCfN8m3oJg)MyD7b=ioCw&IOB)^Ux{c
z<NUPI;^P9x#>a*DjgO1K#>d5A<Kq&r__!3EVtibNZ;%b`XNktg6*P&DD{GgS4^ML}
zKBDfYPw~AvZM4Pr8nDH;0b6{p1zUWt11rAQqf;!tH{i4Q-UwEFZ$hUizBi|hR(zlC
z*y8&P{1)G5f-SzcfGxhy0xQ0^qEjrs&&D^%hM}R`FfG2%0V}@GMW-m3cFV~39MV<v
zQNHhzebI`y9;u4OTaVs}w?fm2cZAO39idgc^<Nc>cXYLQzk*)6=qqdQ*#ErBu?F{Q
z#}@C~@#n+Id=1zh{<UC>_v^rl_Z{dIi}&mC4YHyAEYafqMw%4wH`OkYyl-}_e2%)E
zKE?N~X`?N^Zv%glLy@<mET7*2w)nmitl+*2onrBQH$IE+d%%kCd(kN(^?hlh72o$e
zw)lPkzs2{1V2kgaV2kfvV8!=C=oE|Zhw%-vAwC}I<nu>qQhYyFyF`3H?pX0%(&D$E
zH?E%{#?Uux8>Q~ST)%#;>s0W%!|#VTK;mx{bmAXWS^Pz1#Q!ts6pR07@mc&o2Uh$)
zk4{nizmPUs@xRZp#s7==E&g8uTl~Kaw)lSqtoVNwonrC-8oog`3=Mr9)AIWpV8#D_
zbc*W918Jibe>)|D_mH<+{(cj`#qV2S<?pxADHgx);IsIB7p(aG6FNol`{%ULir>FD
zw)lMyzs2wSV2j@mz!twBf)&3Xp;Ih=KgKu6hW782S}=Y>lj8T&+9mS$XO0!WpSSoy
zwDNa1Z&xz@yJL&zFYsGDe+gDRe}zu5c>Wrn#q&2{#q+o56vgv*X`>a--#fN={sF(m
z^N(PQ=byk9&p(3|&;LNDSUmrNZ;%b`XNeZi|Ds9p{A=w}HVY%np?J<S$Ykz(hG_AN
z&k`+u@fo7x*ZFOm#V<ZXwD`qmh>Bn5GepHNKSPXRD1P}FVqlA3e1>T8i{G|c{PO>s
zmyZ*lAu4{$``fn8-zU|4e%$}I?V*f7`@Qf7D;|mYK*cLy-e2)3%&%3vBIZ{s9*r4=
zGJMS#lnUue0f(AUDzqyXT#hQlt2lm51*>A-Uh!&}udaA?%vV*s2Ieb!@9AhGv{vmB
zb9`;b%F&c{FqEU~rUPv`x*k|Lx;{EZIhwKohH`YnbfA@^8#%Td-59^+=vc7LaZSIN
z<C~&WY>q44I&)mpxwC-8beD60KSd|mC1TAPk!|Rj50n?rhw|IDnh#~DH6O}*J2fB5
z_rhyFl=pU&4_kBH6y?J<X`_`7+d6(t1>0fXUh(#rmJbuamJbub%7;nl6y?L@w9%?r
zJ2<v{*b%?-VJC05eApSk@?jTmw|v+Yzw%)>Z&yC-?%48S5B!!7Q^1xFdxAyEUg#7f
zb8mcuY-r!xi6kh#sVL>cv;xaf`7qtFl5R$e$D@^`Q5W)aj0bw3jaWX+qQB+CY_R3S
zeqhUoIbh|({^%6t!`!sd%7+6STRt3!|MuE=5T@nB!C=dWd0^$kd~}NP;gGb^%7;T8
zTRt3yU-@vjw_83OfnWJ>q_<l>9ED%`aJ088AC7Ts`EV?L%ZKB@mJbWS%7^38DV7f>
z;2UJa-~XOY)PcN=_+Okh+W0>OZ2X@JHvUfo8~>++#s3-T6!Cv%+Gz2AmSf}pZ2Y&^
z#&a-@|8v2{|9N2Xe?B@z{9lkZTKr$=*!aH)zxcn{+l~KA@QeRTz1{e~48Qol+}p+f
z6^@PnEAbouPXinOSAj*&)#w!C{~COQY-lI&Q!2g|^U0mBs>L4g`r0MdhZ|aaGJ50s
zRk(e@8*(Ue6Keh5dphg(-qTsT?JV^S%r*ax-?lw8e2r!V=7SYKF7_~=?)|pyQ^Vsc
zzis<u#j%I^MDMq4uj%b!Zm<2<!n7QZa9WP9L%VW3Md6Pxmamr%v~pZDRk0l30Izb~
zXpKG4Mzwe3xYD4Ca(rw>k>i^<R*t7^ieWkaB(UYU(y^1{k*><|0sfS6X|#KpLB+9V
zS&m2T(nU9~T_VSA8a?73XiLs}pq{)H=KU4NUgm2R$6n^E6~|u2YF_MNRP$o*lHFAE
zCZvs4&70_0`83I~<<n&RmQOo?l}|gOQ<P6TrH#J5f}JrfpLPLTKJ5y&eA*4Hnz=hV
zMftQx+GxwCDPZN(p6Ha9^!6|>?)|n+`Ls{=MXP2`b!_=G4Zr2nbg<>q46u<MHA_h`
z6Mu^3(=2?0Y#1v4?_bNO*uyBFV(*gOl*FAqjFLb1Fk8?^lO^hs?V)1tlIL4K9fZ&F
z>0q$s(>$={(|oY<=@4{^^6AjD(aNX894ns=cWn7|1b)k>Bf-k2qtGeJr=!zG-(JBn
zn3hk+f-Rqp16w{V04tx4N2e&CPDmSV`LqzMd^!=GqI^0jZM5=fkz?i4$&Qsziyd1&
zor2%;=~S@gQ|w`$inB=UVU$muJ&fg3>}3YoyWPuJKE)nJ`E*Y067}g^$I7RuL+N{<
zw}-L(xqv>FKNo^6e=Y)B{#*=J{#=4iQT|+-Hd^^}nPcV8<&G_XuE1~kb0t{$^E7md
z^5?3w(YIG{HKygyHDJr125k9rEm-+;9Xdt%bA8%q%by#-%AXt2DaxOl(nc$PZg#Bv
zdAeiePwZXNXZiC?e3n1AfGvNX1-AUT6|DSuHaf-f=QezUY#17P4yNVLbHU0VyG7)W
z4I$RI9O8NO-#AJt)}#IZ=9Twq#D9uH8K1jYh=YGoP(}QUqAKFwDD3bbR2%<c8vnO*
z6+2m%ii^J%ouZq+E^V|8?hdd9{d#nY_<uv%Xz~9>$KwA@j>Z3*9cOUmdkcOG{#(ID
z&fCDo|J%Xh{~hQQ<Nuxb2HDVlK4tvBn<nx9p4uh&f3M?BDwv3A{JkHn`TGHM$|rlj
zZ4-ZYW*b^TzsvFM6?_QO`1>%}`1=Uh`1>eW$?-9Ciun6@+Gyi%30VByjZP7N_oR&$
zfA=~Te|m%};!lrQ#rTU-X8c8{jK9xtmhtylu=x8NI>q?=Jib9Tw4YBIfA`TO{#0VC
zJn2#Xw$1qbDp%1%e63zB9`@^w6^w5<7N7S!zP*A6FpbX#!N%u9VB_<fVDb4abc*==
zcG_s;^E+Vi`CW91`244|(c<%;9gEL@aV$Q+=h*oCK7Ql#2Vmp#hhXFLM_}>!V|0q~
z`LFl}*)TNp6HMdtr(p5<Gjxjh{CV2wO)9ty)A;*$u=x80Iz`F)%e2wr?^lk+->)6t
zUcqlLjlbW5jlbW4jlbW6#or&$DdO*sX`_w5KY_*HpV2Ae??2K;i@(1(7JvWgSp5B$
zW8?3y_>I4z5yHmb2(a-NpHGRu<^642d>+NU5%JggTuS`q=TiSh`^NQisn}X=h_lE)
z;<s(~xZI?PJ5^^xNbCh~GZL(rv{L?N;rN8@|A%5+@3(D(;r5}?n3m&Xz{>HIl`s^e
zxNkZ)Pow>Or{2GOSGV53yeFdjuU=2-%&|4_+x^!B>;7w@Q*{5eTYF{nrrFT`|0u*+
z#3AFQ@vK+7=zqLd!TOjQ&j!`i8Bfq_<JpLQ77wLE#A6k7iteW&RI&TTP<1~&LX|-^
z<I;A&Fy*u^ak4HEGM1w*YPX1+Ck5-$9-T1SR8jCp$j&r6En0>TO<3RPas2h+n3j%O
z3|AOFMTQp3QI6j}oMXiso1tPxj%{B%M~-bb{Mlh?(BOjG?4}&+$Czi3G@&)VR+`l?
z>iC+-HI1*8CUQ*UOB^|-@wGYDgkR&!91E=Rt<#<mDuX8wxu*N2M6T(6kz481{W>|O
z`&sFTH;E#*vcK*Zxs_P=OB#by#iNsBB0Q(Ts+?m95xJ&>v9yhZvNY?=xdG=}XPxQ^
zI~?ye#~PZ6x0Qj&2MbaBfrl-kV|&o^Z|PX^-pa9_KV@qSyVy2hyV<tjOn8~2z?I+f
z{+sSM0e_0_7yIMHcE3sZ>iwFybmh0%fp+n`BRXr0?zdCH<*56m?2MuNwKANKyB0?i
zO6Tv^b_k{OcXzDw_h|7hXdCYou*SP5S~8h~#b+<D9%65_Bu=&b*axRbo{CNx^gcVZ
zWSLGM<;RTdi&m2D+v2!%CZl{a@msP+X!X3A53^~vc<l$)^JYHG0c+6vqf>N|m0No*
z+Mf3Su%0*P3((sS0;~OCwB$ez7LR#g#bZ7?Wzc)y&Ejz=eQdrQ239;)KufY76x9B|
zPW1dMwvHpw_WVbI_53MEW9a!)j=|9LAKN-|J{*@F(0aa<%!lLCfmZtoEna}O=U)ic
z^Ph-L8T8(Fv*%w#A3guc*%z(nU)<uu(aMKYS{zFGaB7QZp+(jRsnc5DC9Q5%6Z-$b
znv}y>2}3bY8HFJZQ(|orhf#aeDGpal8!Zl3cdYBhS|nfOvgL5BNygzw&Z{-3tWBS(
z7mKw?<LRtX!jXIG7Hfva*IAP^zRsGY@ukGtRG)Xa=C|!ltW9-1P0Y1Ao+hTd?w|dm
z9O(W^3#5so?r+m3;$vwQ@g79S_IovokJ7S=;*)6`Yj*<mh|pQ*2<@Pr8jq%%WetiJ
z8%(TC8f;s(nrPSaY+WzWnX@qm^*kxDCRsegG`^#&@f~ZE2AzDxbri2yi}Ip6Dduuw
zyMC-mx_-N7Xrhbw*{Sp$<|o#ojK7{I){?xQ?$@qK#iRRm)+F7pvnJ_&d$i}qTBzrl
zlGj4(dG>5^thL6^Uigily}<(xMfO37pQ#0wqxhNTSo}<H@mA<avf`M55_uyE9M0dF
zEe@slMC~cQSkq%IO04+omo{4QNtuJ8_@u<zWPHS$r1-S)FWu_=C~J<cpAu`5T|d?)
zyMC-mx_)O(()AB%FK__b@+sCN#s9#(0b2KqTAV)J?})U~x?ikC>C^pUElRBW#abks
ze8*ap?YiHwt$i5U_&yG7d@leGI21V^CB9E+aVVRQ3vr0=l&G^B?`o~%B(%o6C_A7v
z-jiFrGTP#^7_9N8WPMB=Ym=^@avFxNpK>~e#p4XHu74&vMb|&8wPWqGc$|&j;&Bdm
zz@f;wD8=Kv7Kc(i&UdVMT+reZ(aQe|y<Pc#QH%FQN0Ba$i&3kW`H^ew0i`LAO&HHj
z*uKts&hYEN(tg`;d)e<iyZ1Wq*4n-z<}DSE#=N}ZF_@S2UI$)U_j%DX2P+V3u853W
zh(;Ym_-bjRl@NN&Dv>A!u7Qfc6}%>D;qdFg;#5MeU9579L@j2lwUNjLM-D}z7rY*7
zuU<_T-k>y>wRq3o>p&IIjoS85SzraCwr^V-gU(oZicfTR7AU1dY@(GWRkX0#wCXH?
zO1DlhW3Qm`r9`@Fd^!H`tKFtiEC4ypBHeBLnl7C$e8$>q<JZtS<ByuI!`Apy)X7eX
z@mok@{5eeroD)e>PTn3Bg`nWr<LG%(CSurlW9_wzPo~{&9&4@*E^4C2+o|~)Z@cDl
zb|>DufGv3=jv7zInKnc?*W6f(ZG2(c_~KD)d_kR!PpKFAus1qI<J%`~v`CriSmT@4
z;@BG~p3}Wu@to1(3Fwt-W7M2670<-fq@Pt?@giup<59gecZJ^fFGkkR`(uu%cy4Rr
z%33z3He)pb{}<M@7`F~l+ZO$8O^aHVolZ=n{chR9<*#W`%kr{Hq^J#vtwuy`usIcT
z%yKqro8@fOG|SnsT+?!P6R_sgrsx#qY^SD0At{Yf+my2@S%VV~Ff`tA=|F3|QLEBt
z<Bd6K<Bi&8<BghT<Bg$cyc%K^0lBKElbsSZATJp;c$L~UZoP7^=4!lA%d(q|H|C&?
zH)>j5T>Yb_+0CP-X>d`?@_HI?)Uw1D->7XC--x5}9W~9y6E(xe6E)1n6Sd986Q^oC
zcF72)rC8LcsAV}mjVEhb)LO-_Q_~c`scqj_8&=8_+uAm!;;3z-YfX!m73+IjfmNfT
zmgQ-xQM1xUTaB6xrXaPlU#oG=NvHYJ)tPUP<GN+38gKYmYShiQ9xCfrK40v~PO9&J
zg#W~BefYYSJz`IGe4_S!j|IKo^Bh+~pRv5TcE@T0-Ze~56Exj9OkZjLV0|Ai`hOsf
zaZnm`ew3^<i7$mHeX6{<_xI!8RGT6V-&nEIwDaYZi0$iZd&KsR-v0J=y|v)AwSTM$
zb*(G^4-M_#*Q#CGAHx?%#Pr#{_mFO_onwD{OT`h_i+gLqMZH>eVQ+t%FIaS$SPRat
z*Ne5_yw1y%_`~m;)GnPb&&8T>c5RF`;jD^dEr<dWzF~gb9?bwl{08r>lP|xFPrGf8
zH9+|?4qW+fHV40zLrC*f)LVwPcujc4|CV922jhP$T*m*_;5Tq6vJJ}k-xe(XqlRH4
z;=i*N82_;r82_;ri2q6D%yPV~g2|ZTzq1w?|FI?*|2xrN{722jM#O)t0R_bi(pUo$
z8~?Eu82>?)__yUF`0uO*=j4Uj_m+(RSQEs5t_9Ik7tOUG*4DUbxyDpf9b7XKtbAyt
znT}z6&j1_W`+~*yOmx;0@!eSqjPKd>GQRf%8{c!l#`peU@jVxvBEAnu8*O|a2sXYC
z0*mj1(J99FJbdDNezu{F??b@G_n~0%eHc1Ld>@`RTJ!w~$Hw=O_>J$Qz~cL8bjrEC
z-$)tX$I{36R(Y>)u*g*TuP>Hljt7g+0Xq2+UKp@_uc`7|-U_JvmhTyh-$iZzP~!Jw
z$Hwns{KoGoVB_~xu<?5uSp1%jP7%Lnq>VOy&jcI4QR>96g``u@BXr_dA+2KkD)b$G
zgBtN`l*N1&rBwt(c@^udQ#<@#0@h6~MW<*mm!*w1elG{x!(0K@Ltcqa(R_YdYsd1h
z`FvHjp?9snk(vhHg+q~RP&>Cks=?eT{#-X!ksW*AFW#Z|{o={-=fJafr<mS|cVcb2
z33EbOUv6&QH`HdVCg5Fvy9R|{hmjb{*_0J9EN4f7EoWB*D`!WeQ<Sq~(ned(t^~H6
zT^VdSy9(HHc2)2lkN-Ug!$daVpq$+houZuGC~dUWq>aJK*|F#p<?Lg<2N{%WH=)FD
z>@A9~!*A3u<99Rqh~Le#FIxOQ)v@ur1%BgqOR({~71;RQ8Z3UdL8quDZJRdQYSMOK
zt4Z5~Rg;wVRc@<hOb^whN!8U^b2Pm=HA&Mi)*MaCDpr6reS=?{)=|K0+IRR>c?f=0
zHmZnUm6a-1lVUGoH7WKYs!4m+-f?p5J>=`}F=8*Go5noObHw-5w9z)7qh=Z3(`gsq
zGtepGd*8It#`jFH@jVM{e9s0O-}`~Z_Z)PJ_})KlwDCO`Y<wR87T*V=Q;hF}@QLq(
zvkiS~1@ka(sdzr77Lr4%tFz!7ieK~jFmKm<KHTy76&!(iUhi`)@qJY7(piI!#&3Kd
z0~X&Yu?MNi(hO)2pRF{p2dR8Eu|`!sn-l0LJ{Oh~no#2N#DdGw_&f=Z@wo_We4Y$8
zJ{N<<=PBqE@p)?6XyfxVu<?01SbUy=PBA{u#3w#2Bpp5@bjD{)CGn|{SF!mkYJyLr
zEatB$tzwO$KKQgt#Km=sDsj^SFF_ffmx49;%g`y}^YYe?J*A36>^-tw^EdY(`{3Ip
z8`{0d&K1XAL`CW9>WVkhV(*bY6}2X9^yJ<iWKwOs4s&9~*JDm7`-K~-JFF3g*E3sY
z6VUQ7`YI1cmVTvOdALHs<!E_03XkQ<ieTl*XmpC@$ryafla;a!ZS#I*u<~RTbc#q^
zHEpz!yc#&j$7tX4P?D@sU^!Zztcgd-wU)PA60VKk@?;&b@?>3fit>awWh`$_f6+~-
z`-b;!<^6>(^kVw?UQ9n%FA_1mx8jKDJrzf6@2)svx}+D=k9R)O>ioDSV*Am0e#G`8
zy}jFqd+#58sP>Q88s`yHao&lkaUL-h=Ml@ijBy^Z73V1tS0(iN=|C&tH*kDyZ|~OB
z#*Hv-Vr>l8#2brF(S+P2ZFIhPkhv*1C$`Kdfo<YH8GJB@kYRok4=}`U%%#@JAEg_g
zcH6#L!R7s<%71zPsPbRlKdSsUTX0_Gzu6MJWcag$2FQ=6whp5`e5`_PFpd9h!Qy{A
zbc*=jK5ew|KLKp~PXvqqN$3>ge=<Jtuku#K_}>w)@xK#T{9E}9{;j-5VO068(o|Dr
zy2F1g%i@2J+9h5bPH}Af?}^{|-wQ1M_eQ6P|9x8fDd>Z;q20qBIE<T-n97G%%KJyg
z_Y4}0?|s3>_e`+yJqx^~{at$2aPhq#{uJYT4nE_1f3WzTi%t>W2c(TQzT;7h?|4-4
zU8jKh8{hLdUwqF;rx@Rd;4{7t1&i;)&?(pT_HLT*M`Rniso+S=YbrhpQ+yv?UBUM;
zj*ahQ@f+XAfyH;q0t|cD@nG>eK<7w=7Y1zKKdSteJzV9tynj^rE$<^$e#`qvOX~Mz
z<FexSl=k|ejNemn7{9T16Thc>fAM>UW8?Qs{KoHDVDWo4I>q=s2cP&oH`~z0?|ES3
z_k6JUy#SpeelJWLEq*U@+*F|Dzr*h(VDTG!Hf-do-rmjljXj+48`SDxuHZLMIiBk&
z$#uypngqIK$TW^NSt9l3mNt$J2Td|PQWZ@?J#rOIR)wU>?B4rFG098wji@LB1>b~H
zkr*L$b8+#%qH}2i-1oO@P<9%Lp`1-w0mE{36xee1i9LwoVFborL<Db0oKl+J`$txj
z{-^dJgEAJ4L?V92h0z|2-|@JN-_5}Ha451l>h2auJr#4w@Ml<{*ki=rqoB?nb1QsS
zlVUHTnzT*!MXM%l>)2{i>_x05ZBIYdqzT^NYSKjfs!5Z)-D=Wg{I}G`*o$1>`#yv5
z8+#D(+u4IOotJo>niP8x6^Ph-<ZV<yV(*bS3ykm{_^bd;0jnnMiB37V{*9cc;8RUX
z*&9POX=FOk;(MxN<9ix@<9j;z9u7rjpp0*om*CsVPVjAIsl&I*SBLM|i-_;od(ei6
z@BNEaj>h*~JjQpFSMjY!tYUmeD8#oyRK@t7hu8R?4;J6C_rON3D~e<6LBw}w57PAZ
zAU2<4FCxBU?~#`g-?8^dY<$OF#P~jjKH@v&Sd98G%>XPuTPg1!RX)r6N0ra={!!(#
zS;&c%&*nt%lHuR#G(cV>EDEDNe5`_#F>U@X28+*A&?(~c)U?sYXY4_Y&)AEI&ojKg
z@p&eG@fmxM>|=bMjnDWz2P{6%MW+~_=iw8d=Vu$b>Fq&`&)AEI&(0o1e8%1*uVH+~
z9>n;Jy@>d{Ec>FxXY4&>9tT#^8s(APd5L{!w>?GNYA((q8cIwa4Y7(Qmpwwf0BCA!
zyg*P0s@UX>P}$^GD2MkHH`Fu28ew=nvt>2`Yo3(X!pf78rC(`Ro~%%CIa;2K!ee=|
zB3OAc8l7T!G6tXWWTk9FTb`^8R-UYaPSL}ynl{?<WHqn_X?1YZd;iFSye91;VJ&n@
zkW;|gD9e*|z#@5Fbc&LIm}V?*PJhu&sE3C4ZY8D<_G0=#FQ)g`i$qMnR&m7is})CV
zzfy6;^vk`NeyR8V(HCp~i0!8<j@W*x_x{l*d+#58qV`_{^X0w2Z}_raOkdjje*H`8
z`4Q6>R~)f@QH^J`ys-EF(F<z-4KSZy@rIbst9T<!%gK$w%E__l6wAp?@F^!Z%{H{<
z<deY4$&@E!9GmEG{|5JfCh_a@j=yg?e)yEqzFEQL{iDi%dH<;LU*12e{FnESD*xsE
zBk>=5ww%-Ae`~*=@xKjz<9}PQ_}>nlBL25e8*Thg0E_>L=oIlkDQ&d)pX}K9-vPhz
zzav=u?}Sbf|DC;?@xKdwjQ?H1#{X_$<9~Os_}>GaV*F3RC;s=$Hnj1-7g+r7jZP8&
zQS*hLg727YX!meO5920ksq&$f^8S(WJ%a}0dtb2eJritv&jO3@*=XZC_H4!1`C~*{
zW;%TD4;J5Z(JA8Fmah)q2hvA;AC!I3;`?C7;(MNB<9j}S<NFY>_&yY!BEAnx8*O|a
z4mQ4z02|*&f{pK^z~Z}7AZ&aGRpMI|Rx!Sh!)x<>0oXdnJQkk={271Yg#p|5k1D_A
z{iDindH<;LTlR33-}3&E_+8vyFVvTMd$%vv##1qEKF8io{GMLB#NUrP!?DfhGx3Yx
zv%FpWp6yutp5xf~Jr}?6dmdQ)o{vruzZay9HhwPz8^0HUjo*vG#_uIy@p~yc#rVAp
zpZL8z+t9}E6=3muB|1g?=CXf0J|&553nH1cZ3vmhF_Ns{*j^l2Y>o{FCF!;36eY23
zTO!%Dt*LTo@BO1gYSWFF^DDjyb6#0rZf@N-)Ml(E;6s1A28CaTUQH_dJImQobhMmZ
z5o|d-8f-Z`2CSUz?CX@Xv7e(2v7G%!?Lo?o+P#Q!cI|Yam9y(OwwzrTzjAgxZ&%K)
z@7Qv71N@e=8-guoHv(JEZVXn=jzy<f&TfKFIlH`jkU_b26Y7E9`$xua)G*^W_9Djb
z=3Kz|eJWV|Zh=k_zgwn_HhyC-Vl^rDBC1KT_sDZT*?a%!6WP%2MO2fvuddGDESrE|
z{7&?C@jJ<}@jDs6_}#(V#qW-ejo+Q{8^1e)jo)3s#_z6R@w*#3#rWMFpZMJ)+t5~%
zrhrwGI(rb+q}Y3?slUgFy~xqSuPHb?_MB70Xb;AB)GXtBI$ezK*n=3~`_eAHXQETY
z_pG$h#`kQn@f~{+@f~{)+7R&_dyj%TdyKjG#CK;8^0MsMzK<ln52~)1&j&j;zUSc=
z-}Aj)d>`W2_&yZB@qHNB_&ywLd>;W8-$$ZTjPIlHiEmL<#rW3p(%EB(YTsit1MmYJ
zLdyF`mCy42QRTC|e^mKw7IIqUv%G&KK2M6v4K<;}=c0nk(fB+WkMX$}EIv;`r-;u}
z(?;9;jXj9??Ce2|&)AEI&)9q9H8g)adl2LEZ2E}LbFwd5e4gvr_&g84@p(Sj_`CpY
zd|n6^pBJH1jL(bliO);24Q+g03fBC+44ooUFK_MGQ;PH}vJI`|xU$9ZS|XCBIASki
z$rXDMC0*`8qL-2~_8#pu*g!XFqYv%vK@O>n*I~}D_<GEFWxsGkb%!;=@Ooy;Yy#Fi
zDerYCPezu0rCoWlLc!&zJQ?L!d9tEo%ahUgl_x1<Fq9{qeTL;p>^GDrvA@WZlqV^x
zVpyK623DS|j!v;WSp%Qt$(ms0$y(?X%agV7DNokPHnio*x?trAG0j+ZYF@_F?iumd
zJyRmKcF%~d?%9c{-7{jVdqyntB1+7NWnxR*h;1ZvX^fa!;zw*3_ui8`x%d8&3QH%Z
zZQ<dH5z`a%#t;9Sz=&mbi%od}5!-lCR&c~LCRo7{S1p_w-|z}=P@13k`wYZkn>H9y
zTVifq@m82Rm@7KjDX|gUww@Bnuw9D>Xq$lBgCmJB+Rt346r1Bj4tsDYG6`iDpA5E}
z?*O*J?FiO*cS5J=p>|Fiy+sAPV6Iy6W|$h!xaxZ1?=z^V%<*`%1s&J^9HJ;;)c28a
zWi9KR`@guR#RKXP>%>xOTGX=a^be?M{TjA@-V1Fn7NWM<oZ66fn^PNsZBA_rwmCHx
zY;$T8u;$dJ=oHPVC#8+HIrU_)&8e)xxRC(|jdvV6MdKZxHrmD;bJE7UIqf#yr-E&~
zF%*qAY8h>afLvA7$xey!<|X6x)he}X+<N7@W<-m|8?`LE*?1@5v++hv%ZsZiYMR|V
zYMKTYwJfiv@kT96Z1IiSX7P<U8sAaVY&^Si4I9sHU>ncwU>i@Is`1z*BYu`*!MB#t
zDjH9`4wWZrt>PE^*zBSBO>OO18&=AO|FwUgp_IMH!CuT#_5U}2pP{qAeQWPE!&_=@
zjmCU)#bYqvRB@!?8!J|tc7A&kv3-4Qk7;*DZ-4u`-v0Krz0aI&|Gp-dvYc59Z2R}v
z=W74{-@RtwG$d;4#l80?FY48*3wz&fyP%xQG1h|fD~`3`yxx10=k~r|e@^WmYr@$T
z$C_|f#jzGdfeBwT0(Iwbdo#fNU}p;v?VYti?Xd=E?+~@_1H-?KY&f0Y#>N^DKnLSL
z%BJzJvfANaWv=tvtF6Ir;80{6l<~hUSo}u~!$!n^XDtx_u?CdZ&TGb43yl9s^fCTp
zEfD{mwcysgP`f7FQgN&W;y-F`y2XF20g1(btO1FQ|5yu*|Da0z+wu`_taR1_<3H8}
z<3H8}@t<o!+)@|KwIJ5kxM>;8R8$>Y`FvD-w=(?q8D<nm6H0vV+ja<Le9y#Te9r>g
ze4h=r`Mw|6_?`nczV`=<@44s{@qIwrXz_iZ<L6dz5T@~cFxdE>2NvJ+(J99FA^42%
zL&4(vFm#IeK0Ix-_&&n1@qHwI<NGME_&yq)a&G4%?9Ll)$I{36J`Qa2eF3=6_htV3
z3@374iugS#ZM5;b2yFbG3^sljgN@%)z{c;XVB_~Ru=qV4og#kENE<DF&vb13#-kg*
z5gOw+ri%DgNUIpX3Vny)pho-}W${L&D6JwO%Bxsso!a5|60mM^DLO@ixh!pT46-;b
zM;X6Yfc219qEp20(^~s@wC3|w*@o79zPiQJ&{mAD0q@MANQ2s`_uk}=z0XH?=zYI_
za_{reN#$A`Z{#qMLy?<M6UzE>bL+dI)vanm-}Sd^P<9)MQEO6p|MCO9_t=!PE9MDk
z%h}Oj%h@qt%h{E{ma{8^EoWB&Th6WuR?e=5PEpRTo;F%JyM|-S*){Q7&aMT%jYE;O
zQOenMS{%x9c3m8|)W-ENm3Zq{S0_O?z^|O$(A$->8##`|FOH2-%Gt5ruAJS(vE}UF
zy9XJR>ouXoZ|p6KFMh8-K5ex4-ORD^yE%U2_o-mxcMGubyCvB8-3n~{ZVeW{+n`g#
z@3v{9#qV~Gjo<C@8^22b4!<!y#P1~hDaP+)e8#V)U+}AGS;Y#Frf=|T(>e;6P5Vww
zQh5k|RW_=KUzL?A#&7IJ&aO?d7g0@$y+^ura_l{X`+JPoi|D2?kF&q{o|-mV^Eql&
z`o#D2w9&@*46yONFWC5=2{yiGfsOCkVB>o~u=t*XP7&Yxr;Qfha~&Js2jDlp4+PtM
zJ_szn4@RdL-}CSp-}Awm&xfE>jPFD7X+9s8ZD`Hs!yTVr!4a6}^*$dJ-$&Ihoi*ra
z{Koe&VDX(2dytwe&432+*~;+WXNa{a-)|J3Cu9$_@wpIee4Yq4K2HK0pNqi8=gDB>
zb1_(ao`OyhpQomc7N4g%Ha<_sZ+xBsHa^b;i%$zl=X0e9o$(n{Nqj2gRg6zj6MPzF
z!KWy#VvV9c__RyJ#dV7+ank}XK^dQyf;ITd&?(~c^45+$rHVuBJ+fW%H}@d>;IrZq
zdy$>9W4jmGsqR6dMa3)j9@$Mrtw|d_xwi+IR2#3uoLKSom=nr=;fCrCYlPwT%$C^%
zR33UC&%=>)usmD=tUMfrPO&^$5ufGBXt3qU7_jnWC3K3-`<3x2Pgcn`v`Adlv5~wQ
z{vf|}SRJJ#S);&mv^-f8kCJOGZ?_~|8^7hrI$-6=y66<;3GvEU-kkoTn^5-+$F#h^
z@P*-8U)n$4`^@=s<z$W#+j}dHnBG%y#PsfpBc@AwG5vVwBdz!?RVSt&?ZxyX^?DK0
z4_6#9{ZKEa#(BilIFHyG=MhtJ9<j{J-kL@mTXCKeaaBUEpANJVegntX_V#W~ZQKac
zCf3GaZT`oiQ}p6sleEz>VT)r^R8DM}PXgP-e=_)B4k5$*CLUmj-_D#8|Kr;Zq13)v
z!R7s<%Kty??=x)U_ZR=$IyU~d!*Bd=4;KFu&?(0MM102oB(U*687%%)-l`b?DubQ1
zekZW_xAGbMTX~JbsPbE-siw+whyPfX#s40)OBCcOj*b64@f-hpfyMvc=oIlEHDCBC
z_zud3b`N*pFfQ*OiSJha$NoOUoV+7ieDCkr_@0a3_&xwEzUw0h8{hG$#&=8w<9i<G
zi|_g96yy64e79sn`#pQ{eOPq`--kQad_Tf*Q^Ap#Hs6l|i|?b+DOdI0KQg|LrH}D_
z99Vp(EWn6|ES{Lh;&V`76H0ht!DUZZ=kq`8?=y7vZsNDIcQbxt?`Hg-!8pb5neBK(
z8NX-YFn-Sl8^7m(#qYW36yx_ie8%tjVDWnaIz{!|mhG6&7iAl|sX)trhu=%U;y3ne
z*ogSOtXSn}{Kg*6_zh}xFjw%KryS1}l;pZ(6-@@+GGrRZm?Q;9>dh@S$A*I@n^Lxl
zCZis?%6`4~k7oDYKblp$-iSG~;+rt{E$d6}J#MJYSWUqD{&o!tzYZfYl(Q)-U|7zM
z0^iG_$P;@I#lZ-Sy@&|jFav~cdhZ`uP5PhOgA5o)@-KeJ6<m(S?|3}M?`Gh8I273&
zb$1J-o{G7o^OcIF{(Xk6=$E3Jv~}8Ot4Z5{ttM>?R!xe%2R33gX?w8MqzPcFNfW`U
zNt4hiR+A><yCoaiy~y>w?=u*`u?G>qojpj?d5PDlNwF7Efr!0F-bMu^_8y6|zzFYw
z&kE2Kuxiqt=#+zd?;oiqrR<HNnlv&UXz@MOvGF|(zwtdCd=G~rGf>9&zThRDva{5`
z&!DnZMSQEQRWZI}FJgS}PcQL3xAyMv9p%;d)}wa#j!=kig{X@0JrA$(Js&K-WAA~D
zTvrswLpg}=&K{)cy?<o$IrbvrJN6!&i-_;odlb}pO%Zz$<NFx;i0_nRG3vuK1F-mP
z<$vt&Gn|}vM2pYGj*ZV#@Ef187ZIPGJ&4WU*n=3KXK?;)9EzNY5}&d6Xnp>@<g@V^
zpXY$Z=eg(<<MTXx;`97$LpQxWi18VF5%JmCgNV=Ad*n52{>C1}_>8@X`0VUK#Aob1
zbpCN%LrH6t$NbGp>_fZlDdJXhaTd`~Vo#wVR?(!gNBDpG_ZddiQFZG4Nc@&3D}a?J
zqtGdqC$Z14JQ+<N%abu+<;hCu6r1-e<5Qljl5J?^$*PVmPgcXPJV{v{qv^fZVL@J#
zc9F0aIwi;{U~QD;$vR+>ye>LLNkF{TYjN)3TG)hsXn5~d-d}idxYn2U2YT-x-QS)q
z6|wzV#Szo5Rva<?O2rY=FZW{lrQZ8TU+l&7)4iB}s$MT*`pJs_Kla|kZHwc`7AJ#1
zfB=yt_(0^GkwAfrM9xv+BTHl@g5)rg2$F0|&Pq2rtasO&qtn`WbMof3*Z<A$oYP%z
zpC0Vz?p^PCf8OhQ^i0*M?wRT7I$d4wyx)s7r+-}V5SkzS|L@;t7*mE=?L}khH%^Wt
zHcpNw1}E>K4lz#NOP}Sg3B-qakaXf3xQhnjTdgU?e{$|1h4%XrPVbLO{QtxLeTG?n
zf5d;bV~hVB`Yrx*i7o!~h!Ow!)FJP;YPa`(`u{$|{V^75%SjIqTl`lLTl`lNBmNIk
zhgkd{q7U(ZINGQYf8~6b6NwM;kYp9r!DQo@-X9^}S$=B&K7(quxGUnVnk}%!doz6&
zZ*5~1@2zY{yth$@Al}=<rbfJXIDWT)oiyJmST)?|fAW8yVSl+~74HM|Tf7wti?>3B
zcq4>GEZ&dPYwP_9V(YARjCgj@uiXYm;BF$wQ#_RQ{2%u3Go0dmLJ;4ocC+}ZcC+}Z
zcC+}N;WZH7vvDnI#P^(I#P_^oi|+;cExs3t5#ML2Lq6B4-98%)`90ES3RVsG=~nG#
z>-iG9T6`}PTYRq&BfeLuLoB{8(TDiH9BtHyZ*2Qd5`!dG7HB=AY>=$xQ6x)P<;DJF
z^VsmPuPRIQLBz@yeNaJJQ)GAR{gD<)YQ9dTMU?OjDl9hcFE^9xNB{etKfHYp%H7lF
zPH;A)Hx1)#AL5_E8id29+{FVpJB&I6oE;uEwQ+U?F*qAF9U*`JJ5okI7-vV(Wt<&N
z49<?B4l&M-rO!A!j@URmo*10{No$ZUUdM9Mq=eJa;;S5H@l`GI52f=IntxyLRGNR+
zdVln{t>44^P3!kC$VoHHCG`95fT~3-C(UMq<s{W0$VqeK1Zw1@ka;u^-}&L7Mtm1I
zw)ifjAMst}?TGJU#}?lu^jmzF5+lCLs6#Bi%jvWD-cM}teSjG8T|pgUIcX(*$VpWV
zf}Et<15NE3L$%1k&S#2r#UHfZA6dMWvn<|gc!tG$EwROW9Wmm)o;n2a-Vio5;=R!^
z;$6KzvOP$(h{apAh{by|uY-82_K0g*ytmSacyEg~YQ%fHV~h6=`VsG)-i~<ha%}P5
zO~1u^4>97smpa7ay^lVN_kLoF_W@$W8zCxU@jgT^;vIredyUa_5hI>iero?d!|}Ky
zHR5@~vBmQw{T9zt#1>E0B8aDI54KS(o~l6*&oikd9TCr}2C;aaV-Ljhy!S^uFF3Y%
zUZmgR`7ANw`5bkK#q)XkES@hATRdMRMm#T3hgdu>(}#Foi8g8k^=ihdDG~ISydC6t
zIpasDMVjPLEh17StXc%5iyA~;kW;ls>Y|#W37Z<Ee#NnoU$uxW4%H%9G(FM(nx6xk
zzL2}aNV<^%PrMKR9gmP+G>j*zGr*HR(SaH~>Fd~d(vN=dB&0tL@T7WwWIVZp?cm8k
z>JacGWDpJG$(_XD$zbXb@MK8X)W(yc#Kx1mh>a)1h{2QL)FH-`5%hs4oUfQm3j<pl
z9(d1cPVJtWQ@f|;6!#3#+~S_qoPNCZ?=xTwRSay5np^bOT*gJwKju_1c(e8X2t?Oh
zMt@rfnp-W9)Tp_&g`_z>(RwF$yj8m$Yt8A=xKVyLccfs=Yj>-5d#d&KM=J8uIisoc
zAur)ER9dhJkEOy!ES+4!<Fh@E8XNaL(MG+p^;_l@rEvny*#&EFpH*-d&6x#HqB*1W
z{%CsV{ZZ;Tt@NKlb5OxCzVN6k#uww4ALGX@il9A)fLm3Ci-v0Bmucgl!~StH%(=w4
z_&n+mTy%ce)ELwP#~A;@jHgl$ERBn38aXxZ7;nfD8aCfciEX^gh;6*fiEX_16Jxv&
zP={c=cFC#`)~zw#5X~c;783D6H5)pqrn8GF_uKeZ@j^Df)x<WwHN?2dTIvvtZ(Z2b
zxcPd=7~h7B5o*onMsLS_KAQ1j>H($kF`E4g-bAxs>$^WBn=Pe_lFL@dNK)GzD~Tn?
zb}CDDJ90m|A~#m&{yayf8A6T>8Ajtr<Vfu|(dkGSdGG1|$#Y~oCo0#(ZA7#L##7lE
z)ta?6a4*|!4Jb$28c>e3HPFTWSOb%&L$C%WhfQq@@IGQ&qmk3;rYOf?ympGli%S-<
z@#5Cicr`Q|uS^@S9t|fcH^volaplIqxOtT$G2Y0L%IO26W6qU#v~oD+SGh5|*?6_4
zZGM#_ZM@2nHeTgOj90lau7~j|HwL!JQm(Z5Rg=YArj19`u<<A-+IW;JZ9K}67|*J>
zH#Nqy+A(gb+!#KLCvv22jrpr`B<3%2r1qKtabnJu{R`emvtP-PYC+C>taMS%+vFHI
zZ?j{|dCHYca9JW(($&g!o*L^K<o}^Os2VXQ>%{G~Vl+h_46Hi*XzTmiBhmWf^I-HC
zMdQgp`R~P^XuaoqJZ)c*3qL5`X*Ggh?`(06!v3|+yPMSh`>pSTf3H=af3;Q5|FW*C
z187<O#zVCI#nLWXf2Cm1zWS{ZmPPejBP^SL({Dkm7}@8QyLi2~c}Sudy%i|e^`B_P
z=;P({k$QftRsW-Zh+>5Ps^i0n{;K1FN7DCZG~_z|#n$f$UTEdg=UessbLD*PRnHcz
zz3O6qM;Go3J$iJ7O?|$ANi@$DJelU%g0)vEp~~0cOYV{Wy?*dTJc`r6r|Dr+qaEpz
z(kK^$PdS}7@`6vZWaNYKX*ONIR2t{dG(OEGHa=<3`UN_Z%%}Qt22cxVeyP;+YWZSo
zulhpkUF@e?|K6JMNqd#?X&EnQd|FNnepGuE_)(@5?cj&{u`k8=q`eCLwMV5^_17K+
zti8neq`eA!(jFE4!KYPWQ-e>d9UGt4&~JRwo&`QtdlmQ;dzCI@eA+;V@o6J5`1B}s
z2p&H6swwo@<ZL1?lhO1d27j_NTWEkkTa%-a0)Mt8oQ}qy?erLbb`TqXb`l$Zb`cwY
zb`u+a_7H<Vd#OXfpM7CdgFpKngFgox8-EVcZ~Qq#Z2UP)3_c*O7XcrT_KSc&>K7j4
z&r|fFe|NM|qyLeNwVfD$j?xeQ9Lw!e;LmZ#;19OFBF3MS^csIo5raQZQ-^>*&xB2F
z{5ef*{5eAm{)EW1#WS4^;K$U|p^*Z{EhM@$_<|u60bgv0)o*3>D8?5&YQ+~!Ma36P
zRmGP}#KxD)#Nf*n>JaedYS`4^%S(>ImzNzIUp_>?@#VwB#+Q!}BmN(y4nh2zu&EJ$
z^$VZz<yHF7|FvkNM*nLWzd~(%xlW8pxIrC)NxB&}H74<O$Htd8=(k|#(g+rASp>nv
zkct>zG<4&OrUE3fDN?eHDO6YF8%%ML<$4`2yqU*krRg&?mlph4noIO`Y;i8uYu<tv
zRbS_7vw63)Rxg*{qkn#Be4pmLw4Z*E-PO4f%CFzP=f+if(ZCuA=}iM`pielczxwkU
zZn)2ft$|VWgK(q09fTZ{@knZ017nG?2F6i`C{ZLZo(gN=o@k@S8c^*PK3fA5=))SA
z7;V&816_`74NRin*1%+9tbvgGXgm-o|393*c6-j8*69KRd{J%<ANVpOZ0cVwU?xq=
znX`y(kDX2Y6&{kzp|U-8F0tiI&|f*zmWBQevIX>qAZIQNn;Hum%dSW)czCcptAv2%
zTjfkGZ^Yl0z2c9wPz3R}G*H!Onp*H>Md_^swld@Usf{nH<-nJy;ndCe@-Q9XOI5>x
zFRRosAB-=n=>lKYcsuyA*0J$r9sS0a^~B)I2I>$z)W&R2q1Hnr$D>r3oL&j0Bl68A
z$KcOq$KcNv$Ht$n^c#P+5gUKD6B~ba5F3AX5*vSZ5r3)mH+^4h{T>7S*~@+*;LpCW
zsf|DTiQncS$pNajGJrZr6Z|<;T;k7R$Ka3pg%ABhRLg-sPlkgU{Z+fcRPAT{>1I3l
zbA&p?_;Zv#@aI^xQG-9n9UFg6&=3Bc^mg#)lw;%1)ASpEo*@Q*LQd1rqL8Qa88Npv
z>I#13OEmI>A9jl>zhEd8KQPpaA9@ty2OhQJ2d1Lpho%brz!Vk%KQ0xdn(VS;@Z*YO
z<HuF{jUO)&8$VtqM!Z$K(WW5Ys@)P&ywxwT@k6y7`Zv)=4Su|mv1&Qv$E)<?;a<z_
zQpS&KbYN1hdpjoWhGXN$P5LqEuX{U!@`hszo`z!lz)-~xJVFuhBOdV#y~r;%Wy&ux
zrH`?F84pP`^-BZgT5d_H;ncFY`jZQ74xcTjX!H1-;{^qLp62|5-=R4#)m!ftx2&Fq
z$C?eZ5d^QjkMEnxpO*J}^91C*J~}ZUz`MSVjd%U%k4b{rpV%gG05K-{4(bpDVPM$Q
z2#)%NFM<MmCw=HYINGSue@MoIs1fX;8B2k8cR4oR4WnO+F?ASD1>TKFFddC|chhsR
z^}W!A(s>lk^97Hld9KuHYB`(cKVtJi=}xN={9Y$U>HXGUclNf_{#UK{p?|5fbWp7R
zs9?qF4+~a|zFV+jbgMPz-)Y6@+pQS=LG^V}^_wWg=$qyGiq$ttjMM@SRWULSDOScI
z#mG3M7=5A@BXB~oiQ9q`>K7ROLlh(QS8T$G{$sK|l3EEPITR-(u5r0t3JGnzV<f(+
zmTpSpy)>0DlWzhQ66C}L(-Dcc%dsWqN%UJHo=mKSP9y)F!}et3*x^g|q`eM&>DlQ5
z1ALn980|9>PVYktpPHHU7d|z!hzp;Z*~H)FLDI~jy4Csat|8?AD|?=dd;p*3I|iQ?
zIQ~`v3uzjk77>F_NT)@>rzHhdwUW}Z@kwdh__UnofgecsMZgbi2SvaS^$U;jX(fH=
z|6sIHqyIx0ub?(QJxmNfJwhD<KCKFy`jyuE(55u5p=o?tOAJ1(qYeR|)`v}PeA+;4
zeA-A1K0Qhu0zPSv1D-<PwrI#T_0|qf??b_#Ea`oy@kd>aKf09hN7Oa`?BIoNb^f-Y
zAtZlx$;b!rXSZYUXOCm!&tCeCKl_NmpZ(M!;Lm}usVyHJBsTsWA~yaUCI%lKrw#!h
zo(P*7d{Dpe8GoLl5B<BNjT-%rWc(zx@#iQp_;ZXp<keO!4gQ>nHtME;lQfM#r-;Fy
zr>R50pJ&3RHvXI@HvXI;27f}%(oj&7M|lSPn3`ZC1$-glv|SdyaC`N9lU~IYzNEiV
zEqqDa_pR1%o52@s`$fQ)O9kn--<KU5U#`$^e7Q;tzStwGz_Tf+_@b#YzF;aVzF?}w
z7Yl*n-_Rd|_^V%F;|oHq{-8h+^uLx7LSOOaIx#xmpbo)BZiY>blU{e+6z~R38?2~^
z!Qqxg@Q|Qz5#x)7Zj+^@gUPfh5?^A;o#R!IB(NllY%R6)W_q`jrq9rnGx<JCwW;+!
z6v^!KsW}~y?A~#VB>1jlCCTJ?kIIti`@~4LJ)u6J4XMtJ)%LyH_uSMw*K&UqDA#hf
z2Kun+k4k%Anzjb|5!)K*Pkig=HQX4^1LR*@!=>K2mctsjCmhsG>wT!LfeCEK8kk5O
zf;G?;HnpvRNyN4WCKFpixsSNy%uWs0&Y9ELFU0tw9BX`;!9K>9nZ(AIS;V)hKhe@2
zJBR*|Z+B|A<oSbE4fn0+m}|Lj7QBGwH-5(7hazV_R354N_f#IHAAEVl+nZJmXM9=B
ze&EX*?+?DLb!>b=da3xL^aH+Z@c!Tn(w1Zjk1DJZMtb{^|9%eAViDty(x>r9>DBmy
z^jq;qx4Pw&Mf-PJzi|eCcJjOs@TaQbj6bU7j6bU7z#r9aaXvN#)oy`f!vIz-XB)}^
z_R&U@I;)2J#83HsDEM<E-98;(E#N3k@aI@@Dc>A-Z2UPvKlpRf+rghxj*UN0({K4k
zwVdUf(`>hVqdZggqx3$s@S{1${)HdSdE&y4<^u6|d5|=!;cj)lMs4H;Kc17358%i1
zj=_%?92-AW%NajZ%Yh$N4F`T)@$-!zs^N?unhN8GrV9M9DO5p&DK7G{YD!hZMWaH6
z0;mZGHTomO5`?a*$wUS41OF8<eq5s$CtokEy7&#p#*dry<0h|rI|i@XEqwNHZ_;P{
zz)-ax;Sq{}AD9x!86L6dZOW8iVoFh7RW+HWelwj(RLgBDHJrRSNwr&aLef(078uFx
zb750k@>4CRq?kIWmRpzVtyV2oz4sXF*Nbq0cRk&2yz523@vb*9c-MzI1P|9YY-;0O
zKjN4qnEi=u5(f}tlJB4nK@bLpO^x8FU-%*@z<1Jz{)3~98vTc4Jct^>9-6TfNOzZG
z<J~a&gS0S*6F04QZN|I1*$&>R-l9#hMKg-ncsH6Dyo)-GkaZB}KVtKNoSj1>>xZ2f
zrP}CUTJJ-D(0U*G{m%I*R{vPAV)YLND@K1`uwwLgtvUbOR*e3p6{A0Ey$}7<ay`Z9
zPYPD7{<vVp3J+by=>1lV-fR8d%Sf&mX#u2bj-bK<QEcKiSV&cjY@sPewh$GgPq$(O
zjz@fSN#po9I*jAviH+m;5QDS#Qip)E6T+qjXVou!#_=xt(0@|2QKSFlj3-hnp(V$C
zRELv|V}~!<lir7dFV&g{pQd+Cfr0iJ38(j=g-_{yXyH?OA6od7-iH=GrT3xW)7*SL
zDe!4t!s!S;&36nwEpTjnT1da~X%VsUX)!VQw1heYd|DbdHTbm5vGHj+{qK~<`)Ptt
z4-}UY^9sktr<L>@pB^LzpB|zP0iPZYo7(vF2(j^L6|wPYH8J?HhB^fNSQ|Dq_@RE`
zGd``S5B)bp8#VfG%y=C&_=N4K2>7Hu4xTCW9x6?nXddj~^ga~)$&%iO8h^I3!T7U{
z*!Z)Z*!Z)982s5ut!#`V__IqeAHbj8j=`Tjj*UNi={NrDBR2l*CkB5GP=|m&<q_co
ze{2e>7a*9bia(DNgFjDDhaew488)@?=P6?2Pd736bA&ns{5cvnwejZ|vGM0PvGL~w
zG5BzjIs|+;6*e{apnl;q{yak;`k#(AYV<#o@zd0nkIoWnQfTBn1Aa_Ru#p13kZ^h*
zTKJOQhZer1_o0O^sirP`Ni{Y2@<P6z6!`L@WANpYWANp&W8=#e`i(DFiH$EW5rZ!;
zQ-^>r9}1fqe6g~i;tR@$iZ3cJz?X*p5b))du&IqNDqoB*C~w4<Yt$j&%k{9SjW0Kd
zjW0KejW4egBmQqthamnIV#QzmqTTp{uHuWi)IV+k>gZxN1o0(?c#iE@Y<PqsSd3T_
zlFdBYV%1b=5vO)d)xK6OjU<36F0!Wzfs)C)rL{^n2xTW3(L|^_|K1X4AgRucQ2y}t
zJvVpn(TfJwKuB*I-w%}QZCe9<*<@>=AF-{0{=`@V1E@o=2C6z6YhYlsQDY4Za%^kh
zPWo*P3?{ZUFoYNnKa@H|6O+JQRG7G7(MF9)8t(X=0!Gk8fbK3X1#qNeTLYu$w>2=D
z7z7zZ9RdQ44VyX$26G&-5pX<l5EQ0rGZ6ScyM~*}aRr~imuU&7qw!@rJ;s+A#KxDI
z#KxCd#Nf+p>Jac{PT17o%Us9c%RI-%m-+M?UltG>UltOBFN>%{j4zAn17DUz8#VZ{
z)Uokp8U5hPa&Je@yx+0$<pKJQFDr<_mzC5Z;EQUvz{VHVa>f_ca>f_caNx_TIF}lU
zu&T+B_|z}@pnr&JIrLu_4r=sYpYa-MB;XAhOC2sX+!Q(vmBvSD9_)N(Oby`ArqZR#
zH=F4<{%j#O{%j>S{%j)#f3{PHfImCJrUrj@ItG7sIX3?6rr-FphuHXo^ez7EqYg3t
z?57X>IS_5s;18yti19~L1^!?Pi-13>-NIx1Q7vcuQ7s4lsCJ9~;7@nh)W#pxa>k#d
zY&ZTKBL*LiQ-^>LC&H!%AJi{=#-CI4q5sp-MveZe-C&+127f|M(<l$$`HYy`)BDix
zNADi#eQ4oFdLLT&k=}<Eex&!I;K#G+5{(r2@m%MUFu;%J9fKb)I5vK~NWbyp60z~)
zGVuqk_o2p*t8529UZM^GKVA--+W4Vb4*aNUIPgQYTbyJ3Pz`7NXxIn*sA@Ry<JCBq
z+W7GrvGL;?vGL<NG2(rLIt1~)88$WIt$yJ%eyEm1f1`l<;}ps3Jfaa@ihv(+i8J(K
z(b$l*xMIkUvE3G*9!-mq4Y`)vS86ypv8Zjz^a0MMR5cl<yvVL%A~aQUQRsH0dJAE#
zq^F^=X2Wa*!8`BsU-93o8tTt&yt|A32qMg3#1`b?#2~>4>JX6R?y#vrBJ~SjkOp`Z
zeds?r+NjZgOvWRr!8^`>#AaJ=%c_ya+Q~6W*q)&mJJ>VyCdM=Lp$@^A`i4!7G4*qd
zG4*$hF%58x1agPtD+LUsdAZ<0G%po=C(RSBch<+tJ8ShsVy|MP4I*7bF*=fL9u=eR
z)|_J_s$!%KDxITPX#-1Gb8Z`*VuS)mI(5;@tB8?ehr%f0qb@63e;>LcPRxH>FuUM;
zXwEA5UYauto<MU(>u(FD_vq18x>SYlB>FYUsY8q}y5C0w<BRdjkMU294!M0=##5+m
z{J3>h7-MMF_%(DJza9;p?2+}-V-C*?!OiA|O^xx-%Xl)iNR%A&sf=uzcRWwXLK-&S
zMZ|XV#l$w>ONec}ONlYwWz->f=;dKk$K=4gpV;PG^N8_ip4mnLjv;DjHa<*!H9k<S
z8sEdjHa^wJ7~d-TLomM8VN+v#YaC;IYcqa;8uPi%+cBT(GhRSFpfqlv*}ve8H2byQ
zhxRS+L)8<>Wm7ptU&d^9+^c{sG<z1jHJfxruB*<Ced)ho&Wl+XLgPo|JmtFRbR>*_
zzns_3ampQW8xb`D<&GdUTv~(1>2d5fJN4ypJP)?!l=F<!%6Z_lavl3p!0Cy}N=I9B
zUG#v{A(5j4D`#N5?KP-e7M*OoTC+A@-O9#`p;T)SLsgEjN6>if6s<wKq{bULZxYWR
z$U_q4KCHniCu4q<>!Op5S8LQRuAFB#SI)D+Dd%C(%5`x)Jd|=>V4Gj%KAT_7qs3b}
z&&H#iV&hShjYp^2ctj<PN4YNUkMSti1;%)k>jGmutFo<JjQLv~ZPb{*$a&g329!qS
zzWxO(_w_3|Pc6t{8%h@yNE;pZZsk17VUMvN6IPZ@S<|&SoaPHxwcdV)^O|b7c&HP%
z*K*Mmc`dMNx}&Y{wvR;XkI!q-Lp9x#fpXpbMC-fl$5UuxuHP=*X*Ggh?}V>W7{Ate
zH<a3czxDS7zt^gtzuKywe_2=60W_<A8!8(9Vrdsmzfv%0T>Ul_G_QUeie;eR4p(#j
z#nzmEft`|Q&aqc&uEY7sF!J2nqzq%zTdn#TpAV|~`Qx{L#!=lImwhvgTsObi`i%2J
zE7v{Ws-K@L=Z~ZLY{A+~F1G$Y;6m$N^!d_Xd&;?jwWpjdxQnI|n0%f13xOY#X(0Z#
zynFNjKdQY1?b<`oU%3+eK>DIII)We5W#ohL18K10htj0+V;0+uAG3*nfrlh>sJ@&5
zl=hM@mHJsN;K%&ZMZX;msJ#UISQrj!<A?SV<A?SV@T1yGz>jJ#0Y8@c^*+|BpN${d
zOTdp30-Okb*!H3qVYdBLFUqu+7(cY9fFIRf0)A9`iSc6<$7%dnO$>glp$@^|)@FMW
zwFaFW>!`FL2{*l{z=tf2_7w18V{$Z7;KQT2gOu?>d&w`A#!WPh51WaN4_k<h4_k?i
z58H^rhwaoM;KPovsV!gZBnBULQHK~GcGG8k*h36H?4=F?ANGY!4L<C53_cuiY<xIK
zKlpIS+rfv!j*%~r){9uaK>Dxpg|-Lq;i=MFU#@pMHa;Ao-}rEp7<>phM#IQDg&6Uk
zOdabT_+-NA9W~;ADq|_c|7ph-|7Ym8_@5@W_@5!R_-kkue+}K@uSY}tu>^`B{+N;?
z7Jn@z#NVd0$_JSGD*gzK;*XFOLHsWjr1)QUjQC%1Z1KNJKQ8u?x8o)+JH{YB<k$xL
zVfytDsl!L8@US0EFdZ=&jbn@dEA(6ZUnRyQzeXK`_+QKRacbm)>(NHNyu6EEPrQtW
zBsZy+W&rg%%_XhBCs^Ei7rjWY1<OebHKheFC?=-9O7>Wq+6;O^#j?e6bZG>>e)}F5
zoqEv#r$c(v0H^zegBqOf>)1HmkACBHe`4eG0Al0x9mK}zfyBn?LBwBb{Tuq=^kDi!
zjMGEt1E+^Z8}%m(xQk{?4$NW1n7HB8A(+?^VN+ug?{*AMk92ID9z{PmJ=)u~aFSyT
z6*xWC+reqoKH)P?|FmkL$?4vW6ykqhjD;HUpW+ztpX%7+KaGBi|8!!D{|sV_|4d?w
z|14sQ|7>E!e-3pB;y*WRYK#9oV#I$wb%@1Z%g5rskbMw;EW09zKbB<?#2?GH2;y(c
zx>~?m{)j))LJ^BU(ud-Yv{D4|uWBHRziOe2t?%P6v_4OtFPBm+bgp34LTAh8X|>?y
zt8<r0)EZQBtf9i-dnK5T;KMq{;KO>y;KK&T#)pmc8y_AeHa<K?Y<$>6Y<$>EY<$>4
z3_fh74gnvwg-vaI*iH;S?4S-YKJ28=_^^u@eArDL0zT{sn;LxB>ll34=lIP6_R|C(
z4is1Q<?ccHkq@dG2z;n&Amf8-A@D)9Ph1mxQ0)`g_@G+I_|VNh;6um}8ikCV&p^4o
zIYtBVKAs$n6ykj%;dHckpQOj)eTvxP{WP(~`x#=3_i18__Zecu+lH)vf6X4Linkse
z@y3)Cv3O(Zs(5Q^5pPU+5yTrIDS~+064nNdkQT9cU!oU{mrHAP@)i1V@vGjBn^!fE
z#ap!y23^%acsSKQaSe;NY9N~&)k2uOCi+q%-mheQlp5>*)r_UE{$I;@E%mYtpsvwe
zTJUw6NRBs(OUd)5<3+9CCoOE%KnqG|P38Q8v9vlh4Z=`KPeY^3hS>;$r{3pZ^Y0zS
zW%|$nkNSp#+IZBD_-!7N^rr%k24pM+9^K&>4=~U%9&V6hJp7%G!K1;Bjf6w!H<At|
z29NHd4ly1LqYpe99&Oa%QOF1y#-qE5!K0DXA>a|`Gv?YJpFJ8LdVH@l=jr{*Uw8JB
z)c#kk_iKNtvvkm$|53r3`#&sLbN=0eHRrclbN-#yoPWDD=YP<e^KX^wY3{#Su;%_7
z1#8a13C(r5jT4%Cn-tACI8n{{Cw{`(5({&5+?yH;cZ}m#TD4_U8pqL8LP);xR7e>2
zB$$p!EcZIL#4~|@C8X40B9$esF5>MxNILNkJedaKU#&^-V@mEIh4!flr}t}xAI&uS
z3qP9a#DyQt4C2C%^n0CKov))BHuJa2vt{H1_%X*Z_%YY9@natS#*g{L#*YQW;KxGh
z5aS2ZV3ji#6N4W}pGCkAORuUmEd6TlL3%ENoDqUFuEbrob71geMRcGBKUO+!3V4vF
z@#7(4@Z(|X5b)!Xu&Iq7tB8#stBJvnHPj*ChxQcUN%U=thFoKA?cnr&4SdLw-me)S
zHnPF^@F=nILA9mvVH4YLb-t%*2+4;nGV%d@C_{h`e6S%_|K6FXZhY9mOBf$^5`z!B
zs6&hoyXkv78gh*ZKI|<n{ms!n#~=T{e7}Z#amddH9}YVPA0Bty6z~L1<HM80;KNhY
zA>c!I*wn^{BgDpsqr~7t$T1q4#N<&PK)fd>*hm4NOgPn?CI0C>TZw;q&sO4}{^qm9
zKmBg!R{6b-E{ph|&DWPg{LeW?{Lef7Rsk1iTKq2(Tl}9TM*N?n4zc)a`?mONdq@1S
z?H55lxKxnxK~-CR?Emn74e_@rS3a<iC?8nJVi(sP5!x#L2)*KOlu#ks&>vzK1GTF7
zgL)bahExRczn0N)YAiO@l+go=@kX}SQ`=&_NxYedB(GCpk-w3#6q3N3j*%oVWkrxg
zu%wD?C?=-9`k;%@C`t8%im+AZ#_WCX_C1cLQhM<KPKWfSVVv$mY@Ggi4TSly0IK!`
zf!Z|?r;Vao2*ewkU^+If_iIMr@$3O&-;;W#BZz;mW8?G$`fUMCB(??CMGQ`7>C`~&
zoOWOIptkrc2U`493t3K^#{QPmR0G}W{AQW0+S6txD;<&3W;sSqo9*~p1<avoIc+Yn
z<+ORk$Z7MbLoBB)pf45&%!R~QII4YUQ?Rg9`y`|VSk*vSpj8cI@mDQ`_*XTM5=*+6
zY9PeFs)3qT4P^0O$<q-32h-{4i1<I`*y8^%{TBa6h!Ou))FFuf>TFM<MotS^Lt|^_
zGf{FQAFPWG)W!$pJmZ7Xlkq_{knuq^(5=?r=zXX4H+ta1X1^c!U}?3gaWK@14|){i
zgQyNZ?C|RuA9m7jd{8X}KB)GIbHIl^VN)ZiRy7d#P}M-jhyCmiJ{+J9F+Lom4}3Tj
zZPZPx1~NW8&UWzO3F;8=;mNS6jSo)|8y~uf!H19|G&D)_r1xuxcb4>it;D-I&V~~2
z<^*wxcXN`s#Jf2~e5>;vV?)TA_8A%ZfOwyFjCh}M{H+4c(zNw|j@aUTo*41IKpkT7
zzDS?N`&nYdyQ+Z@Z`D3*qafa@eG>XVzh6VVs~X7SeTCORysyT!sGBMzRZXMNA>I~J
z)iels5o<)(D&C?F;@y<qiZ_NJIm#mzjSW%jACDke%cCv6Ys9uVuM=-7H4q{HL4uny
z@&SupwNLnv6y6A%T1g{0v~-kI62{W%)HDb~B|Qyk-z~V22_AW$9>$|y>|i|VO>8{s
zLku4Er4BJ3^`p;t)SnnU8bBQa9^DZ(H6CD~V?5j-$9VWV9U};X9b1rw&>umBIh43*
zy<fAuF^ugX$8hQpBhd)@j7N79gM1^YL%<`>XUw%dK6^Ag^!Q<C&QopiFP*(4wf~^?
ze(n1@O9##QKNhUH|A&G#=YL<Y=KSwkbN;ujIscp1oc~#C&i}MrPjmk#1#9mAxM0os
z2d(#O@3-dsz5JbRoc3-QdG6mSSabgQ)_1p`Yt8v*OMlJ#X9^xo^V0>7p$X28Ew1XF
z@HqM{Xyb{&*?Xu%z}b7lrUqvxI0k1YI@W?sjxMUh$;Po0|LjS73*uj`N$_Jz=M)%d
zpPF!bzgGB>-mevYr1xuuAL;#C;YWJE27b)S*OLN2W+$AE;Kv-t;Ky9Y#*caQ8$ad~
z8$T8hgC7g2L%@$kVN-)2iya$3me6nfP>l(GEc5>0$8yKUkNfF2emp>I{8&K@eypSp
zv7GiGea4T6h{2DCsYAezN5ZBCKUO&gKUO;iKh`(~KeVU7H;Mj3rEwk2gB_gSuYnI)
z()%^z!$vk3A5>c!AFvJiZ=st_#Nfkb>d05%!<K~85q#L{7<|~~*!ZxWe&fRqV&lV3
zV(?)XbqM&dJ8Ww3VUJ_u!(RH05BrG0hyBzc;KPBisf`bsO5=m3+W3G_h!2lbhZrB8
zpwIa5Br*8#6m<yr&>c24_;AEA_;A#*<%?tVYY?e}@&MvJIl)E>_+-NA{aT5CdcRiU
zpWd&P_@^4P<bzaWBK~Lc^`sF0vyKt}bB+=J^Nub47wEV6UnI8pKTC}GKSv#c_&*;u
zHRAt*V~hWb^jrKd5hMPWsY4L|D`8Vx{I3#Q{9hur_`ghyd|=ytwO^<_u=t~VQ2ec|
z&}Zd_{t(3fm9VK1|5qI&{wQmTApX}fI!+CeUN5c62RAZaPi<tsNxYwjB&sp@wQ5T&
zBBPuZ8-`S5w<ufiu401P)o+(UeSMJZ2^G_V$8~80et7#H7oB?10H;HG(=bl=AvR9;
zB{oj?BQ{R=CkCghx)YqP>P~QaAp3=Y(}TjMHcsD3Y@8lUY@8lK3{DTF4gse_?xF!s
z4+{r1I6d64ae4&(;Pl<z4o;7BY@8lNzj1mrv2l6~F*rSzI^>gK{P=%Q=0CayYUi~3
z%8;t~Podx9Kb6?xKaJSpKb;uypFtgh_|FWR8u6dy81bL&*y2BjevAKHVvGMgV#I$w
zb%@1(0ey)7!f2yL{1-X4_%Eg(@n7QYi2qW@7XM}RTl|+3Tm0`QM*JV34zc*JpzrNy
z$hFX0t@mqK_^N%P8y0z010jJ_H4qZas_09NoVGgSNz}+`A!}$H?0hCl?jN+?uYEsy
z=hyqjhYf5pK5Qg5KBxu)A5{CWjRHPwN>)0851So>4_h1?AGXqOeAq^8eArG5KJ1_l
zF+S|14}91aZPehyZpX%lJ@kVQd%Yce*yq^zu%CY8!vSLB1EyMhun<&x970v`LA4P0
zpxTFR6!1Z{PeR%-su~D<=#DmO@FC;~4c$bZ&S#+9p5CvOc&GPkCEn@%T8VdhzgFU%
z-mf9vPp1nuQi%66`36#m_i4w7_Zi0)@3Zt<yw4F^yw4LO-WRAtEZ!ICL%g4jHfqHC
zImZ_7=jlhhU+{Ls`$fkV?@RPsye|`5ysr>{s`Y;DlXNC|iR$ePpkAhlcvm$L;;q^z
zx?%mR_6dx5S2Ymg-9#HT;{8g-N2x)+S2LCZDWe8jONU6CI$Wa?sT00V1@hlWFdeZt
zZaT)IdEN2uRt>bPG>V#9l*xxj>C`lM%u0G18f7-jMi4ymK3+%kVh7_<Z({JM4|NE5
z)HiHu<553i@F=7|4e)3{IH-+Bs&~Mnf!+=tg$$x$Ji3z@JQ_?LVmul`A9yr0+Nh03
zcM%(ph7p5D!>L2SqY+_KV}kE?jL9GA7{TFuw&uE?<J`ZR_n-SZv*`0;G-rFGPKari
zMtu=eaW&czQ*kwVA*LbXE@E177BLl9qZ49UaUA_a#9j0kSHp?^!C7%!3p6!~vsa^I
zem9H+S8)~zP+W~}m%_;0J<)nUdAwDdA8T<|2`gPg+&xmRC+>E)IE#(2;;U_xqj{=r
zq+^J+!P3YzIts0^38o|P_>9L<KiGOdxw7?saz*Y8HG$^rf+y0PRd5&0nFUXxIivHw
zAvH{I{kCLU=|6?0f|7hOzUZN@7+;KEevBWtD1!DF0&Z1(@vEWQ_+{Go=dgdA40A3q
zE<TSs1Q(qjHZ=ydz%j<ZFypDz154u~nnuohh%w%fB{XclmlE4}ml4}|mlNA~?<dB1
zAD|Awc<qv%A1kw2x5juwG>>pvNYv@!+yT_7F7^nqjc*mPjc+xvjc*MxZlXPzHU;Bb
zm#lQe&DT4|_%>vWP-{LndOPOx(To>U4=9a~(d=LFCYt?PwK<Z_meNJZWvgQ(t8I>R
zGNWrd4@z=0N{voe<i_gU$bmo4k(w_ahVk$ta%8oyA7Q5?|6Vz=ofDO7;wB<m0^_M{
zjcU!>g1VROwg!|VZ4D?#+8XF$f2@H?)FD^{lf$OA1$ZB^tx=6z3y}@^yBv(yPSJRA
z$s#sh+`1aChGyfHY2($S;Uwk8xFRmD+!z=)uW}^D8#z)rePDFVx$=%y4#)f|H%2!b
zuhz89uX3b~S2@zgs~m~(DmTXUFka=xz&2URl{UX>vUtn1@rW8W9)-fjqg-j@QI5oT
zR>i%kF`m_qaZ}~S@L@cWBXw)cUzH;<e~}}#*9?dgbFS=P@J5>bN{&<ua^7R5i*nv3
z$H;k`9b3**u4IDC61kGDR<85ZSl1x`59Pt3F;UbfZm$)iIr3m&ea<=B`h0UFTJz_e
z?%Qj{=%JeN$w2w<C7)>hR^;)teMK((pme9z2!6e@#ie@wYpr_z_gnS+@98WZ`tbPG
zf<e0;{0$c9Smc+gExP)xplJP-(iOC?ek+J&QT<jB%jVzoTXCL7QLONJMV~#BOP@g%
zo4{{{k?Z<Tv|{w}+dqT0KeNUa6eILk9Usn*l^E%>>zmP#>-ZO2f6MwpE0;dss^_08
z=WDNewqWg57h8XCaG^(!uF|FYa&8j+=St&bnr92vUZsR8UxzQbM>CZM_`+P#5%3A=
zun5|bE-8(2ap6-llitFoW)?B{G@Cm33O>zAI30hn0PR`EC+%6kP};R;eYs%O^<OIW
zyjs54+N-`$`fIQHRKeP-z$fid;eNaI_XftN<?I7KReKfqQKl5_;D`Ff_0T^=dlmX?
zj|wOHN4cQA#Q3DW3VhNY75%}dRbf+uPpcgppVrWCeA1o;K2>`a__W^7KVQHGn#L#X
zRp8U3rHdZ^v5cos+vIE_E|bypA_jl5G+SsGf3^}Ef3^{WKijE|KRXgmN8`^<dW=82
zh>btHiH$#dh{2z|)FI%{zObo{Kl_P|KL?1xpM%sP;LoA3sf|B}iNOb?^&;Q{(tZ)}
zLH)vG{CSE#^zV)~YV<#nv9=TA&r$lppJTaQ3j8_l82mZm*!Xjje&f$6V({l_>Jaef
znXsviKc|U}KWB)+pAeb0c&4)f{Fs_LG*ZC0g+!Mwd`bUqPT@-$D)?fLpx?UV5sMgK
zFclSFFjW;_E)g4FE)#<<SExh4m#bk@8(&@`Hom+}48DAbIs|<AaM;wwmyZx5{vV|d
zLHwJrsS$tm3!m}jRr=8XwP>S8|7#h)LT!AxPK-&oK^=lgx*0Y#Ci8X2Hra2`Z+y|E
z!57@J2!e?r6*0bO=*AaK1xSJ^DgwS>3MJ}_d}C9reDmqtzL|Pi22h`&xwPQV(p=K|
z|L-i;*D<BjqUtrfHk)@#YxQ#JJ^JUD#`kH?OZ({u*<GC*q5S&odv08%7Y(d|klr+G
z4fG-YDi2BeQeh4B%UB9~ZhyzN1_sdomC|?zP0N`BiERxGBE}lHlR5-zU~t&fwg!d}
zTY!cVBY<~NhakYi!lqW>lVdm)h%q9;bOeF!b_{~4U--~JWE2hb9~};A^dFP)NNQUH
zV~Mc_#!-i04TOxRfi-YXIH;d%y_2;yFoEq@0~4u3F8uq~a8uK@8!7N*THK4;_@W$Z
ze3`*^@MR`-2>3E9Y-;1nY+~cf9Ae|kTw>!3=r6w5ve3T|vVi^&<I6(&j4xPz;tQ5#
z5%2}ewutdX%Ny~xWv}=zFTE9iO9SFpG$XyJ|B7%>gD)#HM!Ko^qFN4oi5gDbj4uz<
z0lri<9Qd+I9rMBXqFN4oS>x^C%UZ|h3s^_<T*2#Uo-OZW)q;oGn7d4&)<Y!6qg0rj
zUJ0fn__N8e@n<vr#-A<3;Lld-5b$SP*wn_K?Zn2P9mK|;oy5kUUBt*YyQxEvZ}x;u
zZT#6wZ2Z|r{K@JoWo;-2=npae9HbBYITUTw$RCFtgAeK#KJ*V!Er<S3hJzaYRlC7d
z?e}JB?4}9+L=C4F<Ihn#z@KAk$OrJ}xMSnb3HrgGlim*goN{dZd76IX&oji}PsnK+
zS`_khJ|pJ#MqLX(8eOXJqtUIv4-A3Q=m>sbh((MadKBXa9<|~JrlR79rV9MP6czzL
zE)`Vq<1+omk1NFB$5rZ(w_CqQGJd?wK8SZ!!y(>P4TpHEUtG`lp;`|8n`om(f7N0z
zRm&MaUS&HT?ltNV<Ht4nFe%rgjT)17!?E$>CjFTF*S#IVdBd^sLqjosV5s5;9-#>M
z5s!F=UgQ^>GUXRcspK&pmnEA=Onp_8DKtx}KWWhq20p`nA&aU%Wl&A_xoD$aP{8MD
z&M){Kn)6b<^=@&?>S=ha*)SWyuXdd2-3fS|^JZ!XuX}g8z%X9-q2GAdmlzM<k2(aC
z)IV%$o5TUcnB+UCLlA_4VN)YG>KDEU3h<ruq5t4$qelNB84sdHu!m+W1>W7|*myUL
zel5n-VK^0dHzL7wG~V4!&&AgJ&<myWD4ORB9!>LHsngVQHpMMs^FirOs}cNOr<P7J
z`s-GV{;CzDztmYeC`Nx&uwwLw1uItHEm*O-)td9~v|{w_(qFOqgMu~Z-)hy;-)zO`
z8>PQuWgJqhz@aKe;E-Yyrx}M7BXFXM5jdgPM1OEX{Q{$Zh+>5PicL7te@wPVQiDSw
ziW3r7RZAnGjgJo0NPPD=ZVI@UrV?iIO`t-8oS0xbBJp-Pw!}P%eoMrYiC^L&$$eDY
zGXQ^j(ga_!q`eM&kw3g>pB^?f+Gix3-iH=GrT3wQPw9PV;Zrl4=Y2PwjAJv0=B>_m
zcMTzbD?Cp|J{X_o(`9^GKny-Dqz(a}7KKf1d|FIwd_vk)PFhMG0zO%~u5!|H_5nYT
z?u&pQ*ba(-AL<t#<I_s|(Eq_`qelOSGG0M#e0rD|e0qdB1bkW*HuWp5_n}Q`Ttn0N
zw3ZlrT1OoMKCKU%+W54A*!Z-O7<_t^Is|;u9tS*yzHQNvYwE2X-1MRe{$xq-LybS`
zYW&fq{xG`tXhdD(&ki=->ilg(LrDJYl93O_pWSpBfA$cAKYOV|z@L3#QyYKw6B~aH
z5F;NQqz(ap4uwr^`RFh)`0zM&2>9?s*wo;I`i0N<^AvsP-yLn#=zk>RC#j7;M~T6o
zW7Hw9wrXkc=R~woHwB!eY5X}w4E{V#9RmJ56E?N+=QOeL=L|9U6LOY@f|@+aGvLS6
z1RE*f3kj#~vhXF<)P*nURb1gqdM{e|lD6+#t-n16U$E^LF}_@)*Z6Xo7<{=x9Rj{w
z4V&8dqDM8pXez)Ln<9NS!xR=VzF?}w7Yl*n-;~~pzxsvG_<~TYKPXTHe7TkpLSOOa
zIx#xmpbo)BZiY>blU{e+6z~R38?2~^!Qqxg@UWn85t|GR-T0!Zz$9Wx6#-u`g_3hT
zB1za3>x22HQ*-*8fh`$8eTL@df<H@hQ|o;wlG*1=7bUxQ93u(7>sU!LIo_kPWcofa
zl5J0@4`@TGb7QrA@Af@6_0F{%)<8&a8ny=d5ZfB)OKfYPAF-{0{=~O_Uc-&yJV5@n
zHC*bQYdNfed%{88wBCo>8koR#tbvKtAy@-lVN=^0m_%%AU^1~1361=>swHQ3YPfdJ
zoR+$$qwz&K*7%}Y&iFEuXBb~*5#Q>3r%j|ic22U=@!JK=rD-{H9`U!TkEHr{I2O<!
z@{KTZEoTc_wHy|_YPaZygrM3ju;onEa!4dq4TpqN)nrIW>KEsue~4;1^j{GUYV=>3
z@%_|qW&rgdP2|jnimUqZ$HVl4FOPV8)2iW&FRR%Pd|BiD!I!m;jW0+q6<?Hoz?Ti)
zAACXDl1$+dIWt7H+}6%##^gr6*%Te9jX#@-jXz4S#vfd&;*V~1tJ>zppB?NMV*J@j
zpYcbv9QdQ!E&6}6^*+@2vzL90KdR-xAJuMgKKOGWY-;0=YB})Xkhg;mhaH0t>K8ua
z&lB{a|C7;1js8z%{5ZAor<)l3IYJ%sY8d&q^x)62;!?gj?%4Qqf`0Jlq_=}VryLu9
zRLfbuQ7s4lgq)^f`9^sL{K%5thZcUM_o0O!>3wM7M{|KEem73<(Ojf?tMfH#L&zHb
zIT`t2{CJ)&<Hrlc;Kz&9A>fB<x4^~^)o{j-E9?V)T#dfe;D=2?#Scvt;%!r?cw>r-
zAl^2ms^Owhp#ndea8RQ^LM%b(Dt?Fx;0OLIV*I#9FHXK*T6OUoj*TBT>Bmi~8V-Y3
z?H1?Q!-=Z)Fc_*P2aiw${D>uRhF&asTT-gYFr^ZdSJfZ5W9qA#OrhD-dLN3DRJ*Y+
z1xZV_TS7{1p9`DXlAmfhCB@W1wcNT?Z@ug1!0u^ytl2Od!NR+=?}B%|Qoqy=-t|s6
z9gTN==rP{)CC0<|qYl9&^$(lcCUF2UCixEP5Cmah*whG)`h_oo0(>WZ=s!5xsL_8&
z#)GI4?4cP;fpm8{Hr@@RKS&F6IC0Z@*JixCo9*D;Na_$<G^6M<-i;;(@5WGvU{Nwg
z5t|RfpL8Sj!%iGijQ*t+qaU<l^!;)X#poXkR*e3kV8!b13s$WDt~KX>+ltZOl>Um<
zpB1b*|I^m{&_8L#=#NW(#R?By#pwN3jNWU#4>gi2Mp^*rnj@&NKopy}4Hi-rBU@;S
zku5~U=+kjxj+Jp-aRSH3l`hJy;~g8v@1Y-@z1Q2p*$IxpS@jE_alDH@^q&-M)aXAs
z<B8PZc*uP;4hOpZ->;g=Ch*1cLJ#n1dgqkXJ|p4uKD6*Dy$>yXO7BAppVIr#!l(2;
z6nvVSuO|gQ%}Y2PjZgFGF+MFI2A>vEhk#Fu!lpJpEhYw^mQaU)PfNq52A`HWHa;z<
z-}rPtG5GWVbqM&hB5Z2o(@J9F(}Tpur-z7*PY)A=PmfTCyxpp$jZdrD2mDwQeW}5Z
zwT{6L^$VZzX?^a$A=;?Xe`Ch$sKF;}M@7IV?Q!r-q4!W}+C=kU2dDR;;8&LPKGgWL
zl?}$9ZN$c(?Zn2P9mL?zPU_gRz@J?Sr=#&_H$BFmJ;dP8Ug{9=XJ6RV#-IJf;Lic-
z5b&owBAnolO+obn1XES<=W$~2=LzZ%@aM^}sf|BR5gUKHiH$!;h>br-iNT*^)FI%{
z@vy0lKPQO6hm+JH;LoYBslf;J3!m}l8T!!wbhJ^U|Cx-RrnY=^mROTQBj*|LV`_qp
z6!3+F)BDiEm-Ifg@Fl$uEqqBeb>T~T9}2#_kgq2NzP#wz_;QJU<I81Y@Z}112>5a}
zY-;1nOT^&I%hVy@%ZI|I24Ac!sQ7~Nq2i0m3-G0(KLmVvC2VTri^><{3(A{{FV~2T
zFV~5|mmAa};LFXhsf{nM6C?g_P=_G?7GlL;{i5CYg0A9=xzs;y0qW>t7(x;71w)ja
z;}MI^9zlySmc(YZ+hWyJXc4m^Pu0HG`%okUOmPt;iFXRp2lICwTe3kYJIRP9Lf!ed
zCqM&9b#8?6hqv#!xqGU&u?9kV)A)X%{9Alm1AW<KYoH&ot%3f;SOWv7L$C&_I@{L3
zK=!dUFo+my;7;lgtbxH{Q`;ICLX3wWN*$t!N#HIjOx&<&qsAl+cWeO|K|ca?x3^;r
zjC5>kU=;nf21XMHL12y{HUf<$2EoQrhk$_N!=?^`!c=Vr0{>^%a8uLx8Y%E)TEgjQ
ze3?#<@nr_F@nt5l@nse<_%fS11bmqjHns6(F0t`t9x?bbpE?A5Sr9h0@ns<~__ByP
z#Q3t9KJaBpv{8dEOC1|umeCKsEcbTs<$lM;mj~!KzN{cNzN{oRzNm%+UsSuXjRL-?
zc1x(@i)uOWWmU9MBN0|L84_Pr^Pzu;YB}^@7Y=IlU!SpRKP2D{-hQ~$a8u|%R2m<p
zd9d@DF*Sfcn@X1|-)yGe__KxB__LMR__K`|{Mk+&0{-j>o7(uZli2vPix~XbO&tRM
z><OFN__LQ7{MknxV*J@pANX@1+Ni-FOhFOjkEROz!4wt&e^k4L$M~aK&iJER&iJDm
z&iK>KYk)th-Qs%Sk7~ETZ-tR-Iq>0lafv@C9D@&4&1d{M#eU$=)2;rh-QYV(Kll@J
znnro}^fxo$N0#(H^!ovOr1znPAL)H);YWHOTKJLPhk_r^rb{$Z;Ky^FOTsXIJWs#z
z;{{^y<3;Ka@Z(b0)W(m?#Nfvj>Ja0{Rr<h>m!gdt{CL^1@k6y7_)*nx;D>6rILG**
z8qWC9u#fRWwVd%oH5~Y%+AXdJeq0Ni+W2vu81cSA9fEk@44WGKP`~gQKUB-1zfnN_
zaf;-19?^&{MZk}^#2I?AXlzJYTo|(CF&=I4;nAuuEA;65swvS2G@CLlew$Jy2TXa9
zUByIbs+vrp+mY%mgtd~MhQ^u=vk@%3OYhpiyI!eZY6tIBpCzAo*C%Xh@UE|8<6S@c
z!Ml+DG%&yc;h;9&-9e0p8%P~ulQ4)ro1{C5F^PkzLyUJr=ri68B}Q=Wq7Fe2hlNdT
zK^{&F5{#e@0ZHx-n;IlizwiZVfJf1X{-dLf8vVy)Jdzr`V~ip;+j3i0jdXd26eAH#
zE$RIOo*~C5^~W<*F~XRt7-39`jV^%$#-!K;wuPctU5$oZQ(tMt=yLVXiByS7F*?zT
z(ed)mT31G5S8U=owoxcnwvi}S-K{yt22{mJ8&tZOVx<i%Va>U1bczuQ9qG6~aKuQl
zLqQbrQJ0miT6#sCm}~0U1>Zw+R>AkuoLTS$nloB|TQI#xkFL_CDtsr=Kd3au_`-7^
z4U8|wFF(dVH9F+>X&FzUw(;ZERbh;wRpZytZTxyPbh1a*OOH7`F9bK68#Xn@KQH6S
z)B`hsnom=SAo(=!c%G1jG;F+!i0$T!iEX}@5Zic{5@Wo}s6+73%fqIQ$$@!4vCX&U
z5#!N3vyB2AL)6f0e3<%be4th}zK4lze5#Q#zE$*xV0^2?rpEZzIL7$aX8Zs(=5w95
zV?NhsynuQ@Y1}}wf597R_G`Tl?OWc5swa}mrgDms&t}KH3fMxkXTe*uNmt~$>fG3u
z{tM>3n1vxUenifz_N61yJMT~3KY7k;=Q!n#xQ&RKfO1C=8ZNCt<McRoo1OadIGzVv
zbIN(fY2`d{TDgvWDd6<PWTm66xh{IZ>5$0Lft52b-u4<)E{je!UaeUhuWn`I#Zam>
zh@mP+*du7Xc8b=ZT~gzXoHvQ*59A?<av#=Um6I{Q%5~An#;Y}I7gx@+n=9wp;FR+)
zXyv-N9v(`$F0jq7a-Yqw=F#G<oM+=vPO<T*$;P8oZ9Jk9#-m&p_s4jY>jGmu%5{M;
zo>kdaF2?+=jy7t{U*tUP9Ro_Ea$o;~mHYaYoTnD#unnb)3Z#vWd$)3)<*>)tj|nTw
zrmX4O98U9vt6FbA!+A|LTs+i?+iSUKio6zBHQmuxy?rEFe|%nx9;)e{43z8cCtB}C
zA5Wo)xqiEJr_~64y%WAvKYy+D8Rz#q^|QMBZ_lySRlgkujeaKntpW~{qCEwZqPjV`
z^cko9nWd_qKYsgX9M#Qn{+nUsy7|S{XPg&Wx$gN^{rp@xe;mzc3)Wt8vGw->7h3P4
z&zJt%Q_dBvJ>_h{T{M-z<m<#=2>h5#1M#=z-J=KiQSBvY*B*lY%9X#D&jwan{c6ET
zbK-~gkl^1hRohGT8%w3puXN5&+v+bAtUcw+1#2()QmLQS^2OF(@`ci0dr7IK(%%()
zvb1Y20Y9{dg!`@5Uh;|7UIKn-4~hOCYt_%j5A7x3M+pH=0zYhf(Qh(s`>9@(X)iH;
zXiot@s=WmKsP+=$$10A|__3N8{8&RBg28DI0iHyk2Avw$QE5XGPM^2Ihb)cu6yt;T
z6yw9A?D)%_`nl10;KL>v`S6PcXg@JNY+;k}VJormVH+{{u$?*teAp2-weevmvGHLS
zvGHLyG5D~DIs|;!8#Xogu+K60u-`HGaKN$g;UN9s!y#`69}YW4zCc<pV)+8;zseWd
z9>9mEN^gC+-tE}<pzX)_aFqSPhmd15jI7E7i1*~wp^*YUnQ;2MffE1pcLgQ>>76v<
z|4i;Lh4`O#Z1F!szr|lev-oT17Joe&;*TXz1o6j|6tVbgDOvnAwHAL&z2c9M6hZtE
zvLcB8rGoU1>#}3S|B7Ra|5f^Nv6s9ZH+$JJ2Js=s7XJ^^uZKt-K0<|u{b+*eh{<Ri
zTl`<4-{Su&F(&yn>JY^LTDFf<BOhFkHtOZ&UG#e5WjrLgNwqWssMl#OY5hIH;?}$9
zMS2BSPFmP{7rme~Vd|@7kI-l{=m~{oE5UMfX#~E0`yLmadeH!<LweINPWK@;PWL4S
zr~6TdfYbfMrZ!FwAU00lL2R5JNNk)QMEs@J_wnHLVERLh(?jSpP7ftEPTxh0$r(l+
zf{7a*HZ>-8gkwzN-HyTOk&cbiqv!{xM|-<1pfU7=(__6IoL21<KI8OHs|K2!?%hZs
z{`bXLs4f0eh%Nq8i4p&4)FFuf^suQd{xgUz{xgX!{<DZJ{<Db@|2fnli2vNMsV)BV
zh%Nr}i7ozGK8XK9`a=+ZEW09zKbB<?#2?GH2;y(cx>~?m{)j))LJ^BU(ud-Yv{D4|
zuWBHRziOe2t>2hmXnmeOUoNFu=v=|7h0d1G(`v!ZSLZI1s5PkMSVM)u_ewAw!H0E@
zjSuVTH$H421|K$3hky@{hD~jJc#PQiu!-3Cu$kESu!R_W*h(D&K5Pq{+W4@Y*!Zx6
z*!ZxM7<|}89Rfb=4x1W$*y9*{*y|X4*ys4o0`}7c9}W~(^#^(f=|?`OY9R2Ts)39T
zs)fJ@)jn}e@IkdtVB>>oA>%_g`+yH2M`#o>c0L2;_U0Ik67S|Xafx?xf*A2WNgZ1)
z;(aRNbhLOsO^?O<8Dfj~X=01_8DhlShOB>o%^s<Ww;tW%jj5^Pjj2<-ZA$eS7*k#Z
z@kU6BAl|lwwLv4KMJ(Qz=tbk@(psH-g??Q8s<-3jRSjf=Q!Ru+S2YkGO0`d1!{V(P
z$R<a%5GJpQzSM~KD;Xc9#`=FXV=1iv*D_v9y(|N$Yc!V@e4Qqe<Bj4{^1SJIQS0|f
z3tKhNg3?)2Ilo{mtxipYFjUgh&?vKEHiE`e^#xCJUQ6xZX>WDR2jgiUx{ODCi9g9h
zl73Wgx9S|^jRCn`3Ou^QF&<!`V?5j-$9VWV9fL=M9UBRU&~GFiN(>&|MIB;18b%*@
zG(6g<!K087G>k`g6N5)1sYAdc&ST6q9^a)A_+F>BOz&6zx;5v2)td9aESJ!n|53r3
z^FJ(DbN=0e`_sJDn)C0p=KR~GzvliA3fA0zt2O7}Y|Z&MN`K9{aYA!$oY353QZ(0b
z8aPqSIXI!Yj&^WDa~&9*sOB7;2+_P_VU7+5H5Tp|$FH<%%ceArqp5_DeB-H*Fz!h(
z9g$e>b!>@e0{u!zsl!AnOI%&V+j)?5;vaZ24a8q-F+2J16-@~{w@*zty<aQ*NblDQ
zKbq<6SNPG)ATIn!zt_3d`8uj$Gk=RZTSh(@KjzS7{FqA&e$1l|0YB!4O>O*GKy3V2
zNNoH-8dT0$OdSG#Abl1AKP<iK!=I&J?LA1(MT{Rv<4W9RI|l|oR+QdK{3{(d1w2U8
z`0)@i`0+4x2>9_x*wn_4Rm8@R)x_Y(8tM@6V{Nu4QE!WeTw`wS;PieCe94mDuNfaU
zvcdT9D6#S3F=FGxCgNM2?`axB@?ndNd@w#}D8>g36?`ZZ$2s7`4nN=cu#<k{!!Bau
z!*1fYTeT(lu$TT2@L^xr)W{e69V1^HaBO@yNI&w$A#VpC4m*CO^?t1>jZe@tK0HYb
zK0HMo0zPzyO>KNQLTr3EN(?@P9HU{AsXTyqPfi^gDd3X{r}t|m{;9?+@lWs9O8nD%
zwi5sJp6yooy^b!6_@B+!m$LYuqr>8Vo*41JKplekUksbt;{PnM#s4{Ci~sY)h`(*?
zszqO<KLqi=6gD;Df7vnOf5oxIUo|G;Z&R*(U?EXHu#iRNq$?t{Rs0cp#os8QLbRbj
z#4ZMERq+S)G#Cu22;zS&qvO<AWU48n2NvOtY_F%b#i|-}b9Br#CKmY{#if_+HYNHX
ziYY6CB!Vd|vZ0um`s#~gEKMb;o=^yzq&hcd?|ZlJak+b{Kf&pc-ZYHUeTa?IKd*r>
z9~QtLR|9d{D5`}(ys-(UW7B%SW&|G39w7ETsb@NZ`1d+CPEVlU7SKduTVP$p;B=Nw
z4b;wQ_eBqCi@$Q9#b33M<+N$+Z#hjh(5=qD;mB6)X)}|Rj+WDA(PKGnHu1Mw@7Ivi
z=F%TxIc*+&meb}FTTWX*jK#5#Is^+xwNGFytf~gWBC2X2EYPY3viPeOdad<-O^GF4
zTs08lU)4ZOs|K?8ujFZn|AXoDbVU3ga%}N`n0|}@BgBaRD(Vo#e|5GeQ6r~?tf8^B
z^O-2Qkq_2I2WsPka-Q))>B;z@8p!yd8t7K%JH~X?@3g*SG(K!*595Q<EBJsR76BjZ
z5vn~-R5w2C;916poy6dSY9HDZ@IkdtLO=QYHSnRTfs7BTfxw4DaWCqoRRb9x9%noF
z@C0=T`0!-d)W(OWh>Z{3#Fh_^5NncX<i9aMytAbDYbD<4{aT54dcRiU-JIl!CEm>`
z;#-~HyEKHXX`hji4;Js!bXmO55F_4asY4L&b7524`ae%>@xDN8@xDlmct1-Wf_SU;
z35@lx+9xp9e^mp0Os~+QwaWjhg%Izm2C{go7DBvL`@|KRDkN1+qtGGV7E;wT2ze1}
zMAs_bq7LHSl-`Orh9Ei0BNmShQHu+YAX&?!7G1*EsI({(zD~8N)Ijp$gU!v<oQ_!Z
zuRBIksA?c3jnv^yDkYVKG1Z-#24SeAry=dT1vfGakJ3H|9`#CnQagCmJK=OR9`&Ke
zc+{8Jc+`&=JnBy!0v-(rn;Ja2!!aIUpkqATAjf$4I~^kkgB@FthR`2DggKPBX}w>w
zyfKXJAjfd(5F^nD`iw_+6N7vssYAdc&Uwr=9^a)A_+h8EOmqG(tvUZeYtFx4E}=R9
z$AUHI|4^{z{O=3a-2Yu`&i}SG=YLcBYwrK7V9ouXw&wg#T66x#rN8F<gVygq-fzwM
zd#(3t@0Rm5_wN*}Isbg?{o3bRbN<=VU-SN%f=AQ*bire28fV868)wH6BWUBPL%`X4
z!lnji?{y5$PH+s)PIRmVn;czKhm(zCC;r)!zPmyEeckfkx0%v81qRxuCY;`{6@H}m
zYlR=_{aWEidcRiqk>0O?AG7lHq`;5a38$m+V-7vWkGaI)$2{r~@MC`1)W(km#Nfw5
z>Jac_QP|Yr$709E57n5)57n69$1?8^ek^xv{J5Wf<HrNU#*Y=m#*dZ6#*YVy!H<Wi
zL%@%R!=?s59&rqQta1!~tac23tZ@u}XitG}68(ot<2srLJGfD<1|PDd_iM(7jchPJ
zsJ1jdU>ow^LN}X;!H3P%u_b~JTM|x3<HJ^Zj1Sw0!H4bCA>hM~u&Ip?JBh)EUDP4q
z!|t%D!G}GLjSqY2H$Lnm1|RlQhky?U!lpJpXex~lnrh<%LQ(PIabn}c6U5-dlhh&L
z!&6~XgAd(~!G|M`!H1)cEngg?UxP>;lm`&+$q6=6z$X(<@7GHF)BCj&|MY&X#6Q)T
zB_E{sYl#1ud_5_||Eyz+|2g_C{^yAi{|nS1i2uc~sV)A`5+nZ4QHLP@&xcKo_`l%T
z;{PK37XM4ci2r5k5XApV*whyPtHc)nmxwL?FB4ln(DrZfS9yT=qiiUG_*+?__&23h
zFRNa0jQGFm81YA0Qv~t9meFx)ko0<KRX(_p@p@__`%U8gJS0(#xvy1QVi6hTwAe7D
zBD-7f*LIaAP`mo=G9F!vy(bi=MFP6JGy*@oeUFPyt(=zXPvdkSb~H}+B{oj?BQ{R=
zCkCghx)YqP>Q3YIK=wCI4<ZJq@1za^rw4~kZJZuL3{DTF4gse_?xF!s4+{r1I6d64
zae4&(;Pl<z4o;7BY@8lNzj1mrv2l6~v2l7Vv2l7FF@iUqIs}3JkFJ5*Iqkl<H?_ro
z3bDn1DzU|X8nMNHIx*rugE|E9pBXl_#eWvD#eX(2;y;Hv1o596Hnqin9x>uSpE|_i
zzkoi(e_^yyBmRpVTl^Q(kN7X~cEo?FV~hVX`Yry;i7o#36I=WrAh!6gAV&OGQimY^
zs(k`u;a4>f7I{?zA%Rpi5E9I)IG6fxse#%x&KkBK?0hC7Qq8+AS?OqeSWl1fVFR)8
zVI#5eK{XKgpxTFR6!2kFveMD`u$dm?!xm!jVJmeA_^>T(YU9IpV(?)Hb%^m{Cw<_<
zu4tnMA9g!7KJ1|%eAw&l;KM%0#)tj%8y^l38y_&$6(0@}8y^rV@j<l@Z3_6H+9x6H
zaa9cjK2$Xj_|P4FslkU3)k3<7Je|)#xjnsKEAdY6*Gjz8`?V79^nR_xJH1~+yq``N
zY@`tHXYviCEZ(Q-uy~&#M!e5bhaleP!lt%(pC?AVFHnbAyf4y+ct0C$)QI<UjxFBL
z(~o$+;O&U_i;gYcm*}^6UnaJAUm^Y!4@s_4S-f8&e!F@_rg*FNVH*YOU$sv{DiEp~
z2=T6JAjG?gzSM|!)IdjxLAqC|LqN)?f!5L|(x%31R3df4*Qr4M8wsW(7ROD;STwIY
z-rcH!c9lj^Q;RbB@F<;{2DGk(bxz2rFp_Sh3XjrfeekH4w}VH$6HZ6)sE=dtsIOz=
zQ9t^@qmceIz@q`-pf(<<-T{vWdOLU&GKhxp=uTqrXfSn%@n{Hr#-pLc#-qE4!J}c+
zA;=rU!=?t0MmWX<-|ZNaKhiOR!#Quwb^X31_xISuC4TO!>+W$eF-bR4zgwJ|uiq(H
z-2Lr>#oga3Sls>1g2mn6X#KY2*Gs!N`)e)Eo+$0&?D2xd-D3rdvq~VzC(a%z?c#2C
z!Q!lKOyaC<T;i;4Y~rqMeB!PZKH~1m7H8+SI6J%CU%Z`J@MxOT3m!w$7Tj23JQU*)
zv1;fm(#ZVhI<7tbsdP}x{-R*T?9U5U%zm|C#q3uKR-Un#C}xOBm1is_iWy>3<r#~K
zV%A-*ub5d(^!OGN#mr)&m|08|Gt7C2Vm7ChXQoDL&NovER=&BfVC9?1tsFC{^*5Vc
zrN3e}v0%k)LW!4J?rnXZx~KJdYJBURas(SE<5JZhL+Dnzsjl3ki%LXF7(=ZFk4LEp
zsYkUWtEsRgtf{gjJ&osE5*J-D=`-jLK~Rj=`Uj!JyJ!dhVi~mghfwwCVf<4ljeqml
zZv2~14E`;k4l({Mq!0XC6m8VTzs1DeJS15{W&B%8Z2VhBZ2VhJZ2Y^Q*!cGVF&=6K
zb%^l~>7sg}{~)n~LL+~!LeL&gFdY%pM;vz*u!^SfZ#6MUvxYhZ{979~HTbvAG5ELM
zG5EK^F-X19vGMOw`i*~&5!(j6iCBw@Mt-+!{M$mO@oy`!@oyWk@ozgZ__u>P1pM0>
zHZ_vQu8e0<Bk2VH<hJ~`hYsW4USi|lK4RnFeq!+N0CkA*?;w5P-=S!uHvSzZ?&cwh
zsAT*T)r@~KjeqKD{OjgrjDNZn_=h1BG5%?&TJ)(Ik5chZj|%>sENAPBh*OTc3V52P
z@$VU8@b5Hr2>5p<Y-;fDtYh%+oMX#>=jm5cO&u;!fqxehOh@qVS;xk|=jb>7Jx^@>
zdx6;a_ad?J?-H@`?=ms?cZE6x{JR=9HTW0u5)JV0<?Pr^eMbgRAEK#EHTgbF)i>EZ
zeuRhKt<O_E(|+Hu%>?d_4DMJm8Xb+t>Wkp_@_rx(ZdJrc)Q4V?D>Z9~-O1)rb%OC&
zk7PU^z)r?vO@Z-P^@8yjQ&!bNcM{{kamTYQpsz?H^Pg|8g{o)#i`FwD7wFmII=@;?
zf0YaLjF>|USM?9w>KQSI7G5nxJzHGg=1|Yr9S!*%v(2HN)8<gLvN;6ps=Wxbta5>9
zi(FuI?tFR7uA==ET1m7l?hBNc4RV1kC*=Z5_dR-amHyfmEEj0mA{W?lR-uFCUIe)S
z{}n+a(nS%Rj7t>3MeP>K1zn|8d(kAvHh4Trl?(K!mJ2i$mJ6n`zfImWV#@{7i81Lj
zs6!BxnPF2SXxf9qhoH|6o7%{NP*vp8a?nC!L;ju}3v_;h>4*h^|LS@On7$B8pL8|y
zgU2E2dpuCi3E*)EZYdu32?zC&);j4fjsGsWz$QuS1e2;95VyhPM;?$1oh<F@1Bli~
z^v67FeFWBGO+X>FMXiwQAyT_2VQ~;;Y%;XHXp&NYQ4UF`S|^xft&g}rH0M2Hv&{T3
z8^IqDqbipnMt0kuN{p&p_D~tLV)S6aiq*=36{{7k7>VGik79+GS241Mq!?+zrT&VM
z5kN6Af+$8BRO+vB+jtctjJJxBjaRY4cq2Z#3dURIGK{y%Wj0>rG#jsSnvGXE4dbnH
z8OGa{hMP(jo9s#SgTwZS)t5B)u^r=`LLFlBJC#0+H$=G%<Fz4HKsn9Et4Fh&E2r7~
z>e3kRoVWos#v4OW?zJ^HkL|YRl+$d@EnvH?xrM~G<`xkf`4<yoaV((@!2(+vcGg^T
zt+iI=$}iXb8^M1=O%a#TkbgB$exzS%y%V!_t|>WQ`fJLt&O<PzRdFwh9EsNa_mbT$
zo}i|%P*$IBe_TybtwRLSwmk*ew#6S=Q`ojzeZEkx6dBT(wGKt@gtZ>KTDcO7q*{mn
zikc!_E!P&dNR>bTB3g58@#n2|h<ITLMG!9=V)c1Yk7DuCI<$CA;Z=^7OKBZiytEFx
ztEH#+5n6w7+LK}A+Tw|VwGJPzmbMmMwGIIg!Xg?(f?9_dWK~n>AyT{6p~Xw<&?ZCc
zu&ebqdx%%H4y}OGdQ>vh^_!kl|J3=Ly+&Td=YARafcQM%81X@>D}wk~>aOCWEy?1e
zEx_XQFt1|qd4$;Fvx>O8d|yq-_eE=D<b%a$EnOC$b;O9zdg>4aV?)@~h|fmH7N1Ay
zM|>Xhc8kv@`Yk@2i7h@`h`U<fS0g^#=np}BwueoP`0U77xe}Y%PH)G0+Lf_FX`AA1
z`fai9A-2M2FR^X9`-qhUXymW<lq3>9KxN6~Ah9-k8u>koC8NW1TC&2_S4D+Fqhf;%
zITb1iCXCQle{|kWtfWgLQ^WQxQKxTe<5AS=-NDUrnkC<)@2kP*lc`H11wNljI32;~
zryZXt;2E06=hMWxDUJM|#rS-dPUG`A;_m97iV&YK&>v!azDS?(`B`F2>T}c~;Pdlg
zQ-jYhI5s}NNI&>|$=mNM;4)3)^A%#_^Ht)m*6%^U=a=aZ0iQn<HZ@54VaMQe$VX^^
z&mkYBVSH|gjnA(TgU_#0hk(zog-vaIzD8_(zD{g>zCmn!zDaC+ex2C({01>L=QpWC
zz~_&JO$|OTb&Ti#gkyXDx9GR$R~|tBkWbP;|4)U38vQ?=@!Qmxug_#Gh57odW6am*
z9Amyd@7U(+9r|s)-X*sAdXL!V>wRLIuMdcAzWy6A=Ig&xhhV<`N7&Suum73x$Ei`*
z{;!OsZ2kXlI&A%afw(UZNxn$cTmR&d99pV9(`UUer!MvT4g0KzZj?qxohU24qdS&t
z9&!0<&+0>bgoh*=PIs%uL}IgHS2f@Op7umKmq$JB<E`)TP~c-)ip(tLoiwKxJea0+
z9!QMyLood+WDu4jIN!pi^CPTE&$x(%U4t}QR9{GnKK8JpSHE&A(65Ra=vjTX&~n!#
zvmvL0Uez*DKy4YRALAEG$Ceb^8XovPLOaH|Y?1$j7{|>Oqla2C2Ucv+N#T63^*Lf?
z>+}4IxLW@ESL1+Ut(&AiinXmP#acv6?TWR<P_eccD#o_%6k{!fbiQJ2F;t9gvK8YT
z44x4wpRS0V`lQS8*vS0dP7DQm{7zCl>hix`ux|fb1#5V}S+Iux8wKm}e!aC$f337@
zdahRGi2m5!rnRblHT}oS`HCetru7-_qpcVoiH01*?y7uJtx&B~s}&SO%Oi>*@<_E#
z*Ou!mhN}x!3?C_2F|@%dhIk0ZC}I;jpVdesMp+v6WsGv@8~G6<qehP&{|+%S>Q-L{
ziQ<=A>k4@w<o|^jeLWsF=|<|GTkGhbIx$MU{-PD5Kd(}>zO%LEukUFrJyh#JX$0$_
ziV@a<rJrg))q1jZpcr+RT&MwJKQ(Gr`>FOTTL;?junt0$3+D#P``(<YjQNr8RN@S+
zr~3l^^uDKwJ8IvHBnhYT+OI}yey8#)t#>NM`7U-vJSLS>^ciNdW8|d}J*vfH3LCns
zDN<gV7AH_!UP5V6)i*PU5s#VFA&AGUu&EJ`*^Z|cfTrq2t3qk<n8$WJ%zWw)JnVw7
zsk;hTNONMri)c<Lcrnd;3sx?}`UqJ{1M6d1IH(bi<&F`L`yE?69-trbu<cv%!1i9m
z;_)E877vsOipRs$Ay^-l%By&+Vjo){tBDbhHPj)P)U{z#W75|-ws@?kU!+JKHc(kS
zHWDKqk5Y#q9*>1h-BrLQnih}E#E8ch>JY?ZYqpnAV^M62HfpSo?HMa{C@^+-J2tMJ
zj<vZZ$1W;uehKfU(&m`(9x82~3Gby+Qb>3ol{Vjm_fu(ePWS+oZQ=)sm6T}YcPdI+
z2_L3HQbUM}C@ChW+6fOSo<<K~P(Y%ki23QxSPJuF6e<N68bvkCPslMEm>*EI2<FEq
zT+Po(_OkgoMQro)G_lRkGsHGOr-^NT&Jf%DoF%sTIY*57!6O#I^Ia%N&v(%=p6^-5
zc)sTx<N2O<Z1I1AetW(biS79=5!>@!Cbs9hLTt}>mDrx|C1QKNmx=LwAEJhw=K=Bm
zFg4@}9`4{F$w#QL>57Nh$MG~_Q`>l6A-3_nN^IkKjo8L>jTqy(P91{rD6WBVznfuG
z+x=cAw)?$7Z1;PU*zWf+V%$&jN}Gb~e<E4wXxD#>9=rbA#CH8p65I7ZMU3lzni}$P
z9`HP$p@!Vx!RGg~#F*dDQA0k;L*Lflq~ZSW&>v#=f0sVH|9ix^|NGP-xWCpxU|jFN
zg-vbO`|redz5hXs>xpNyDLDUs$;byg|9{hE=YN41=YNqJ@;`aNc)mmp`G5zTk1rEr
zKExy16x{DC$x27N-!IZ*_xmMc-0zpELvTOwBrvY`D`8XH^?sGuuJ>!ixZYdTAvpgx
z!lt(Kf0NkG|1Dyi|J&4%U*`ei`5kJ=S9!4K|6O7{|L;*let`$@;rFQ_pXZ@B4@tg8
z)ic%KU(depWSvzb{m=jRHF{j84-HLB@?bbW6E(VpMPHgBY(?f&X{0JZkq%UYSQ@Ts
zkdbUh4H7bn#-u=byYH&LDp3uBZK4Qj5bd?$!5)ikrig7oGOe)}d;LY}ic6_xoLF3n
zSC?ZD-iBChxO$Z1)g!8AoZ{ynEnq6mBLz>R*<HOhRKYN#bg62_ne=O;NgZZUJ>II(
z=c-Ih9e6~%;3}d)Bsh->gPmVmtA|-Yzr|}Iu}#Jz;;vTBgUMV%e~2bIfu&T4SC*zH
zjeqLY=#Bh{&;2s;;m?2a?>!&#>m6(TUAe{Q5%#nAtRn9I`S+eXIS(ONPrI_MP}*YL
zO}{PHJ;Y;pNV1m-HC@O)8cG7mv!6;yBH;s6mP`&3E6LFKkNe(pN4k7ET0RjqET4!v
z_WYn$_54T;dj1pCA$We(=7H_`Ptj-3|1_~Z|1-q){Hjfc)0yN9l_l%5#Fos@5!)Vn
zo)~+q)+KEUf_gDo>1faYEIs!8+lkA1PPIDvzd(No`oEa%=cqAXm!gdte7Woxe7WKn
z^L5p+&DTrx+kCxDZ1eRYVw<lI6We@!gxKcmqr^5}4YAGFE5w+uSE(TvctB0^8a1Sw
zhdX#ka*YZ#iFliR9FJ<*z&4(n^x1e+d)av2V7rayO=65E<YP229`PicxZfwjrndXN
zMQrzbo7nF6Nn*R-r-=VQ_TB>Qjw;*QjgbVG1ZaGJxCUal1W1B=a00<4xH}tncXuba
zJ2Z5ot<di7?s~^NYt3(s+TH*C?>YDU&pqe4%%{8N9CKCGUTciGR@JWBU(n|Tuf&+n
ze`OOjTRZ<%WbFJ`gYEp+fbIO(f_47u@Ukn|Xgt^BWf!qAes2Ja-y89=v)Rnl`sae;
z^KT}fW}klxIs5!u!N%upV152{e455{N5*(N-<@DP-(6sxFY1gK)A4a{+Mw3)_mZ>Y
z?*r@j`|+~7*{DBxkA6GY_;?U3KBA6@F@4^QCTh0U--pTA=RE?p@jnXI=UswN)A=6H
z7;oo$0&M4d60Gw@9S~zW{^=%aws!n8WbF87!8-mqyzD79>d*6d*<);M{4ant{ul8w
z-MU3Ryo8tC#AYy?#$Lt^Z0_%0DY@5+FRmNDE<nvaOI@(KgV;d}d^v5izZU)>abVf(
z9o?vzy=pj=FfJ@jPTh}%WOxIc?H;XRw(bdMVUMYGXVKGoNHrUHou23R!YT9Yw6EQw
zJ$^`Lva}wGO1{<&XH56yNj9eCp!HBWmg8kx%XHlE+A`ky53gyt4~=nH_OC(Z^14>-
zf8^Ewg>nbH+7~WZmz!4q7Xh!prm;nF*8j!8%du&!gH!+e8rW=?Y26k_|CjJ~iLhkB
zx}3FMd@TjGnvHT-f75j8R)6);t^P*WtiKUje`9DmXhn`o(@9s#7{7D{qX?sDnq2Ux
z{wz>;2|h;`yb6BJ+Bk;L_#6wi{*41$|HgyWzg6*R>fdS^<JG^_9jkw96udHimR1*n
z&!jMhHoP9J(ug%7Gb;Vok3!Z3>za|K<)C##G6Agly*@ro^LvAg@tWToI=1;ek-W|C
zN#JQczkSsF-iUnK?irNl^;0X}gmAZtHzm}d!e?4|^Ac}{7YSQr8(w5>>Dct#ioEH$
zHQ4mr25fq63znYS;nSq&l#KCKZ`*^VXIl0z@s0%QU-m!p>i^EULuuco;GOW+|6Re>
z|DekHA5>cZgKG6(5>!+Fr&SdFHwmNvDe(^MH%r}FrO=w+!Fv{`np8@y{_Y31{_YR9
z{vH6f{vHTce-FZ^slU@R#v9)UgJ)&aSn#O+1kafiKCHxt;*HP4!PdVcz}CMb!PdW{
z!0O-8_%!wJn2ho2-?5I>zvBu%1TQ|1_x73VcK}Vj)=TUY!Nb@zb`oxA&poQ<_bH`)
zJ^YXY<W40V-2aTP3+(TV!Y){%osLgaC(g(iFVW9*oW-HsS>&yF&IV8G`3|7sJC}T#
z&HwYrMbS2m=i_YtUjWv84^NB<U(`g+Zz45+E-pBn^uENg>3u1A)B7^8>3uoa^u7Wt
zy|2WlN$;yN##=pJ4Yqo`5Ul>CT}z<;W&b0u_Um(p(tbn1*Ws=IH-fGIH-WAHH-oMJ
zw}93ETk&b?|7{uL)&JWatN(Wtd<}k<+IT0S>NPER*Lc$ICb0hA1GfI&3%35=2e$s+
z4_1F4z^AFd4`z%vz8?asziGjv`V%~7QuvV)Ka98jJqot|JqEV^Jr1`1Jpoq#p2VlA
ze@|tMSO1=Nto}Vy@C>~8eAe5==W_+$g&$rUpC=qv@e71QD}Ir1rix!895P_Q%QY4A
z|CNGI!w;&BuM!Td__Y#}dcDNiw*tH2Pbf%BNF1IEoN%0e-+%qikVmL{v8GtJ<Atyd
ztF@-Y@TawCi3^%&t7dD8=xwbjQ69Vf>vx3N>(Q+_ItO{H={dnxGjoBhX66Q4&CCO~
zni&CB&5XpSsb=QQ7;iN_A2>QqQ2MPkFYRLlS~C{N1YZ4J(6RM*A@bJWg~8U}MZnhI
zMZxOtV)!)mx05km{q1wC{w`kd{P+-|Ni2brSix(PivBK@G2Z$cR9JuY(XIZfYpwo9
z*Ojy(#dk0}MT_4RIbQuu3m#4HQ8ZY8RtDS2Rsq|GjRqTkW5DXqSbUlWF)m}g207lb
z`m<`mE8)f8YThpXRxfx-{P5bi2H~)Zqw7N}j-lCP>zS`yPU9Y6-FisthZyUT-+RD-
z3EsX}&v%ABYvTrl(|W!$?9ubv9-FU|*ncXU#wO!5UpFc^oI1I&W7U7!CIqJ6reM==
zGqCBmIoR~u0&Mzi36_3a;nSqw)*0iYNSnkqIO&%b{SH!_%yu~ScS`PnSAVy6Z2jGV
zy!CfSu=RH*u=RImu==|TK281IHDkQ`D@v=Wze)MFWL0lzA&u%Sc+I5xJ1t|p^*5xq
z{;D)u{Z;9-`nwNU{oNOzrvC1iG2ZyyA8h;vkEZv5v|E1;0$YEkgN?s~!N%VqVD;xv
ze46@mSjKqu=WxgB&k+S5fERy9db{{Ls$i9VYrY;09>%7zV{k)zzB6dP<|Q>sJuaHf
z{>S46_g}WVk<Fb2P9!06Pl|@J3DTSRWSm4fr8I?;Xs0^1`FtArY2~{@?xR7So-y9$
z^BLeQE`?`;ReWdR(=<QM&KMtqY!c_-Oy6_Crtf)R)AxL^>3ad#^t}))eJ{eNN#Bbz
z##_Bz0+zmM(QoxP?J@%O_wr2O)!!=|TYs-4Z~eUrZ2i3&Z2i3kto~k$Pg8%d%NVcz
zUhi1_y`kVs@v6tP8wpg8!D}Yf-<vbWTYql>TYql_TYql@TYql{tG{>P)70NPGsYXg
zcY%%H;L-HHhj#1Fy<qFlePHX){b1|Q17P*%L42C}^H9ck^=F1-_2=P&@5YP2N4#D9
zJzDTh_~EtjF~VULKTbHb;wK0-pVOWs7}E2dVQ~G<a02av*fjPGZeRg&&z6wXb2S~2
z?dGqZY3s%gPxYUw!Rm~CRQ*Acc2<{KFGJMj@=}7J3`wNeP+O!0B}uCG56WV2ad`7J
z($+0e9_yBsM%;(Y*6iMF_pV@e!o4b<gK*EDXZ_P!uW;gf!`$_d*19zhd0V$efVFO=
zjU<Q<Z8G!X)Hyhhdv^0Q$-1!>=V_tOzu`Q%&Yhxw8t@V4;^BY8dCdRhE;;|Ozs{SM
z4|?kS?f&nlP5WD|$7ZoO*pzK89#QZ6wx)d4sVxa{ea$Xu>4-Xw`p%^4v{mQRdcL3P
z`f9^&)oIkZ)#;p^)9Q3C@JehNi+W$N^=kaz{;n<ek2+r>QTd*_c&+hh>1+MerS;|T
zW9+b4J$?bgMSH%VF4FT(YvH<ogbP(1b6`frI#o-L_$cYosk?+8>S8rpH#C&c!-g2^
z#*%gKxZhdIvGmX-qnh3C=+e?!H<krUkLB=b(qs9I@zP@j$M#`rsxR0ShLqOXQM79i
zE928N*i|ydcPbc7XnKqR2Z;pbd#dzE8$_V_kv5({^CQ2XMqYZXmOJ1ds$g|O>9Iyl
zg&uZEZ_SUm^zYTW1q?mb@#ClU{H{%Utmo~f#{}{=Kh_6Jj}7o?B6Y)z@gjYqW7A_2
zc`J^|VAEqGu=Lm%pC&yv$r#_MU{gZVV>7Vy*c_iGJ+>(EIJ_psmf42a{Mf4CkZ!@A
z@28q{+xY%5DVxN$xcO`2c7%BWQ#b`27dL|PJvA1E2Je82i(`X##Kpz4!8_sXBD*s<
z7A1m@{`TY`NHBh;gN>hq!Lg_llz%r>i+-$&O)B(1EMvU%KiskOKf<x}Khm-EKgzM`
ze>8d1{}{08e=OMaKMrjA9}l+iodCA+od~w^odnkSPR7d)WuuGZDR@~-<+zA8_*9&3
zE~5^cRP?8tG2Z%fI@tPi2H5&@CfNFO7Fhi`8=t2B9FQ?y<3HE2ecpNG?eoqD+vi;X
zw$Hl|tj`Nxi7}o3;wEagcK%Dq*!eF7+xag8+xagC>-<;XWf!s0c&^0D&S7KxUIiAv
zSL0=;v6<<kzdeBl>>f7a<6gY%8a9L3G<F|uU~~U@f5|;kd~x0IAO6ShQS&rI2y_ij
zQ+Ha|;Gy7s|NGseTA9X;jg@g+gRRW}?LDe3L#=CYELXY)r_D#8Yj9dz?mDfXYsWQM
z%VafOgSCuS(}mS;Lt6`Qti{$ih@;-Fhw4=SkN)-|kBF{HFB?MKGudrM>z*lYNA_w_
z6!%O^=LzxCKKk2>)fzs!;iS*%4Q{q?_1vRsKCS8P4^^-hq4Zh1rb3@}9PeGhx`fiF
zb&tAd&pVW9J?~KV=($JTy`FDF!nhDNxrw;lKKeK38aB#3YE1Gb6ZZzO2sC&{Tr3g|
zj(b#FOyVBZ?rC;mH(QK$1>0gJ>RZ>`kjAdLA)T(dX_7Xsxm#xfAB#wnP-(Ol8<kFL
zF^bZ%#cChgbx)^~tfukrS5fPpet+^d{<xR1@gGRLjX&;DZT!<|xADh4sx9V+&~D>D
z6s+-&$ERsMJv?K)jsFO+t*2XowSU@C1ls@TOyITuF$Euq*W!I_!QsT$agN2;@s7pU
z368B^P9$%9odh<%P6iuar+|&GQ^Cep+(Q{(UD}PW)4}5F47}_xHo8YU6EB;_W@a{x
zorTjqTGVaH(VufN##?{R1zUgO9@YADKJC_@xJR}6jeAt}C+dWKF@4^D^*w6v+MGSk
ze`Usa8_!i>8_(5X8_zXh8_%_1jpsVN><Ts-&-Hj&+!GtWH;@#+H{xYyvze*qovJ?n
zX7XwF`L~d>&%YIHeBK7u=TFC{>3nx&jJNaM3AXdy1=jhZ&WJG`e@_!NTRZ+<GIo62
zqw4tk%l>!c)t?6nz8!CTJO~yaX>n;3A9)LU6Agp2wY*Ci*xcVfQqs}qx=S}gO+f8d
z%_is|vNnO^^qSy9>fWsdP~C}ZayAbo*t^y3xF!$J9q@a$h8YuW7H`+WEn2F@!rs8y
za8qm3?1a0uWNtlV3i>x_$r?8RR>rLxgedp*>iJ{2S-0X?j@GF-%4@^cvL81TTIQ;)
zUqda2t<PHkY@es)G#<LyvK+s?T$sEpmdCYQ%XGX4U9@R#wrf_f7~u*PcL<lSxQ}qT
ziWetbwso5yH?&LEU0M%imm+UsMZb-oWoTD_({$?SuPy5_KI>BKZ(WZ4S1c!puG;uk
zB5ym70^7+}2HW^n0jm?E@oDPhn2hmD_xz4X;~Q7n)zo^=J05Ivb`kJeY#Lh)XZ>9r
zZ2esWZ2gU0t-o<9_17p2J&fX(9#N|5Z(4kmP7=IlQaDR;0y*oSrb?@SD(zPPCW5Vh
zlfXLpWPF<V+$dwbNZZ)4`nO5JQTns={H=lb+^n>(iXUEp+~$PCD&B%{XwP$6ElOL}
zU0RFR*5qSRiygWHaa#Yj4LG11PV3)x4Q{qt|E4(Jw}R~n_o;XXLal#0)>N#2J2~F7
z=N@8O&+mx#=(*<E`nMbBnOaX4p^~;sYyH!yVm+Ex4+-(rg=!OOxEEoF(&RLh)=PjG
zsuf>+u8L&8X7^^RBHG_^7MpShke|S&u>*1Tc?W@2#MAL<`n-cn9Mo$v9FlE#)$^f_
zt)34fACsWj;c%SIw<Ew-&qsn)&qv|YRL@6ej8{FU9YdgcPK$mUKPsix<W;Fff30L<
z{X3C-n#Olh#(0hI<brkSZq3(Iz&5^9!8X3rz&5@vSmQe#pQiDhkuhH5JJYeocUHlg
z3a$0;Y_R5QTIizwrkzV*dYlKg{+<uE{$2pK{$2=He=owPslOLzj5j?l0js}h!K3;U
zyk}DQ@)BQ$xBguLw*JMvu=VdM+O2<AgVn!l@M-GbwHf2pzv~>Uf7cg$DSnpvJEBO7
z&l^koIr!lP$lXLZtm2yqhgN(Gq1L~&TM32?7;sxA@Pq5$9&7_1#HO)3a03gFyR(F(
z?kaI;SYo+ugepustVMX7J|;r!*}vwhTUa-?YR_(~d-0{xhSj>~jN$JSN5v-S*}GMS
zvF3`_YJ0ZIBJMe7tF7@HmDwG~!qz0>9&c)GoRe_3isvHKoDZLA;dx3tH(ql(?j^Hb
zH8?V3yw%{mV5`CTz*d9vgRKTX238F&fKO8mE|@W1HJG*#fz6TZU$!qop#Ek5Bd`81
zmOGU8PQi=ft^a*s>;K|l>;Dp9>;IBq^?xaRn)+{D4xm&u^<RgCEzH)$j#Fz6r3LRA
zPg-=%`nw_x*58%D*5A0NwEnJ4yFPpse408pI%B+behgUsO$#2?pWr!@!sAOk4sZQi
z6>R-m4Q%~e9c=wu1FZhpDdL{dD2V<^(rW6TN;YgPTk*MW1Dmb*T(98x=;5_-0^zWV
z*C({ey8$>Sx55p<W%3hFWD}E~poF^6Om1Ma-M4~`2yOmv4A%VL1fRB7&poB)|7O{S
zpVss4e~<d^KX$YEza@#Ok&Vq(Y<H`8YeJD1KGVY6mN?c}k-c5E;U&ft$0pYH<W27#
zz^3<(VAFdiu=L&;pQd`;C1bqR<E~)ootFJe979$Avj34+|3y(XwNEQ3sIvZx>Q?_H
zMXUdks@4CHQvElHqh9x8zclrK|BUhK{{aPu6sp&>0|`{GX~Dbtn>L-m`WyF_#&_Jq
z7~hAozwvz-Sp7X5pC-PK$QW;Y9|<<TgGcqpN-FB%81|DL&BpqtsnFt6m&z8O$AhhZ
zx)ewMPQ<6Fe<x*(SN~3Stp1%+@KJd2d8)UI&(jJ%2tT|wb_s`7d^+LKiq9al`F|!@
z^ZzV-+Ti-`e-gPt*-)OZ4y^dx5|TQv#Fx}&qHaJDVTb+S-IFxSkBC;cs#!rs_xEWH
z>;IGIT-muf2sUgzUTnR{nv3@JTaRnwd)GYV)7HzN+?!~@Z{3q<4U2n`+)Zmh+I$2y
zr{bQ(YBugkY)&n}{x+u;1Y6B61lF8d7@ww^T_j_?&8bDfHm9QB>Tg<yK>h8@1YZ4J
z+_Cj{3G&w8CBfF;rNGwT=!*KQE>;szs+xAPL!!TV%Ej1gmbz<vwB}gwnrZbn?nM$?
ze@BtC{>D8?o?K0<&~6_d_a^Gx81iZAZ(QpW8^7bo8Nb1!>AfoL)}Od1vHrw8iS=g<
z_P74Tq3VyFGRU+N3%yO!=#NS?Ebf)WpOtW|`4dWe+|vy&Ku%MkwMK0K9@=_T5^K~%
z@@cjh#G0fvs#yPbn2nl5H=Gvcjmr+<w4Q9@*w&Lx$!k5?%-i?wxhL7H=bmKGp66WC
zdY*Ib(Q^;7dp&tv<EK^}*Y@2ij%%dWlPNXTT2JDhL?rIu?Gt*QbD0=%Pa?5)_WdR1
zE{;v?UCCQ9MAxjoqU%;)F*K_$4ZT%g)4-}PQC3a$E=sFey^H!*y+^;T_(D4McfWdc
z^ml*9*53ojTYnD(TYnD%+kBV~R)6DOgcwtQ<6fjeF(2YyB=M~E@8wiVt@R}CO=j+S
zjwpWPUL=pV{>C-m`g=6{SbyW*#QLk!j{e5I2r;Jq#=S^`TI=-*<ka7^;L-Fxi3aP>
z$zbcxDPZf*sbK5RX<+f!#iyx1r)P|p-e)*gf6grUMEop0_ax%)?9v|hcEbyhJBM&s
z#pe<Zt@u2`nJPY?Q0vJBH5FfUE-ZL5eo$?^h;U%V7nhJ!-s`l+l0z5Kc34Z0IDHkY
ze+^T&ux@PCp4}cyLPFcHS~ux2{C!%tf^knI+N$l<D$AIVRtE7UVz#>Xf9g3*-0S2y
zG-v0|7;kG#-1}I~jiB9XF76?$=HlMRYHmLEx0;(DteT5^9b!y1w?Gp$+oda5kkAGn
z{kAn`VcON-Meu3r@1hywt-p(bt-l?x^|udf{aqZa{w{$}Q-7Dt7_a^=<yigAAuL2*
zb0kfN#x*y1&7}HkAKB_}bj|u3q4hVe*>-T;`>4NhuaoE3hsM25;_RGo-1DfvX~CoE
zJ%$G3FYbM;KXK1v{fT=F>(8njul}rtPg8&5UMI2ovqr{v^(Q|v?!m;Lbt(AE64j|&
zlPOAL7|F(TIc-hGxZLJsRnr98%VZ{8pG{0+g8E!#!v;3neJhwqsQEmpreZ!%cC7il
zk>fpk?s=y5-1F$dys7UW7w#sp8E$HA+?;T?o_ijVuw~t)HJ{@-jFGuD`z6^5<DSR#
z-IjLKH|}{%-?;aY2yw5&zL@mgp^2KU)!U9_q;J|51R+|J*%>EscWGd=ReyJNZ2i^H
zTk|=nvHk{i)?ZN@^*9Zmrv6HjYU-~ftET?$T~OSksUFiLebi&{no0F{zl`zL-~GYH
z?*U-z?}1?J??GVkI~|{<{vMn$-uR7sALBQ8G`$aFf9ucTVCzp@v#mcz(r*2Udmi;C
z?saIx)StN5X;Ab>m%wW3k1mm6aW5wRTK7CN*Wb6r)EZt7J&|x&#U~LCt@va@o6o0!
zHJ?w#r)fT)R^kotgR-Gqzz0@*dI?FLQQ`$_Gf_9-bFpR9+!H+0f7))eJQds6#B%av
z#p+(`@0X+dkJt7X-eVQV@E>h0bFIH$7JczUCed1LMr)eYKLXGmaqn<<-F0@tJ9~Z)
zWP;8~y9quQI0}KF+&e^}G<Y6d6jFmn;G)nPJQ5d$*x-3_Q5X%5dxj|F2G5VPf{%NL
z=ycN__YN8qnx$4zH%&9!ZiFAkmQADC2Ng$2yj^i<_EyEAnK&)h4b2`(IG`JvRnEGh
znK&z@+>Jerv(QYOwKOx%VhS5)p_y?O!#B?6-~)`a(9Ads&FmsOH~X)~rm@g$e4_Gf
zYiz}#+322UTPycGds(UV=X$Mw{4_LMs^>m$$*Na;(h~La79w1{=h;?Y&wXB}?!PGE
zViiXi$tKsqEz-nnb*k3M^--<g^+s2+nAD`MM(3$9*}v3JEWuVkS`y>$DsZx{mdyGi
zMB(MYRzI=iTK&Y5tom7z{j`5<t$svxd@&sr4P|5XBWYT5ZWXZAkECqPxiMg?pO9Yl
zGmd<k)lZa))lb~#S^Y$l)z9jjLmz6Vh?~+i^W1n1$}Uy?gQrQi1aXsXw+bQ3y5!TW
ze%2!=Q72>@UZSt>xKqIfgjPQrf~|fgf~|fgffr`e*koK3ZG$($seU$YV6)XiwMoI6
z3au|en}W5_mHGn3f0LsL$}_H7U(Mg#*7d2m-<y$pmuFnHzMA)JwZ5ABJk{5>^^n$@
zz8!h3PgA_z>T7%Qwm!xEp4HcmwA=c$6WHo&XRzukZ5IL+$F7;cTYbfSp4Hb>+O58J
z2dlpJz^7>vOv@Or`r6ZRnOvmyVk1%Z#;0l0?~^g!>T6%H>T5rIn(Ax+jPacc4j{Dp
zIuLC2br9I<YdYBKE2y&i3My@V3aV9KX(5FcU6Uy4D<#~F9pggV93iP&i~CXFk!%`M
zskDBK5v4RwX_PybaPEqaBh*Fb_?n6rFDE$GMT>er(Q}H)rOlo}<GbNz^zYMPtLs7R
zpw14C9m__88R9qw+azYfB`FHyI&P%Jb=>NDIQv^&&kPPR2+H-`>N>9DHi+5SNgKwP
z=~c*8>qhut{}`K=5Bl#f8?3dUHAY(tVyxmQEynmzqB2Ht7GukF2;6`eqd1GPWxF{0
zKYg#Fa;c`Zz{;t$7DU;Nue**Q99!{7!qKgAj%$sTd#nXoZmX?WLrt4l3v4>YwZ^7f
zYb}UrskOkSYg}t=I=9w>nD(|7L}+V4htIcz`@nW`eN^jO6U&l1r{$`eI<Mudng$j3
zD4EgVm&q7!<SYxGmrY~K;eyl#$Gu9B-r%@bv9%zmH1SqqH;Fr{*}d7$+4D@QtOY%D
zp|uvY^vHXnd;3q?jdkPh{&~`kmOFdqiRwNr=84sP%oEjpTC4@C`_??sS`qUjcRD<S
zGGA=1i1}h`MXUvf)cv&##5FM2foM_Pi;8Ni_q?yxHL*2MR;{}R<u)%ul5w^D-_DaU
zwLK))yh)3akRYvjvU2OTB}9ey)Mip1-1u&|=V~%EdbZ+Nub-(n*0iU4*6ZH2Oqz!_
zd6+a$3$3JiOC!@f)--9}TFaz)Xp<+A=AlhuY2MPvG!LyzbCq@L`Vd-~=AqHSdE)YW
zL1|vBsbTR`rdv1i#!qM@enOi(O8m4m5<i;m)r_CeN&K|dGUF%KGVx=}P23mSauoN4
zwp_*a)0VT=O-F}b7(cO=*_?>A%=lS?{l!mfEfYUWk(WgcYfhxanzma1oNv;`SFB~?
zE7q_)NPMNmS|+~IVl5M2D`o;OzE*N<e2pS6zBDbWsh%`#s;QoAS_NM=?OJ?|<tXE8
z9N7384>rD51zSCdiq@B`ph}xsVrth;YqFng88&eeg7W<<KBU2G<DwG{UI!PQZ1B1`
z8_arO8|(zI$XFkrCbBlj7#}1yi4AeHH!<6ZY-Vfjg(eZ3#adGEQ<hiQ4fx@I{2nT<
z33)En$xIpJAL?0mj;W2Y?x+sZV*ODaq{X_UI!KH4N9#&jtUp>;G}LOU1EZo<2XnBO
z)xn%#tAki~O!QcHqBz*GtUIRj2$H7jNU-TRFIc*z#rm^SqO$(1SaGaBnzXUrWZEWm
ztUoc?o5s9{%3WjqiN&JH#QM`|ePxR8Q>}H!7A5WaAG(K%>(JXA)L3-&t-9_+R`t-j
zhf+Pn{K<o?9%9|GdWiMM>LJ!0tA|*3tR8|&)q_zS>w-;{Ry~9?Ru7tTt$GM4tsY{^
zT0MmHRu3`dtsbJu>LHd4eW;xxI%`XFYY~l)Rz2jp6O>s!tVP1=A=aI^IK-aKD<Z3h
zSa&)-zhzP}OlWp*wpI_Z{?v<DbDjO5|F=xtI6(SO^y8&}Yt51Vlf7N~Z{*nY-<Z7V
zzX{m%-xO^6Zw5B~HwR1qE%0fF^}N@!>%vy-WBP9mKA25o+u%(9ZNVnqc3{(g3fT1D
z9&GyW0G9qc;?q{@`L~y%h?~ZpangU6+!t^9?+P~kcLSULQ^BVH?%+<(^B(CxjeMH)
z-!o&p^xv!C4e(lI_AWS_7NLC#j;_Qa)g<=CEl?We_9Ki%uF36>o4<+K9>69RNrLk4
z5zO1fY!6~Hl1*dNaU%+l3+d*mIHaAs;*fr>id7o%MIm&}wCNkAW%@?xnZ8GHjP$jV
zZLRmm&@O$`jwLXCj{{5J<MC;x?+N5g-xI;6?@3_O_hfLV{=OQ>^RrVUC>xvKr;)1j
zdq5W~eNV@yN#8Rv#+$xpf~D^^__Q_ZZ<!)xe4azX_&gVEe4YmupXcM#G+!>r7%x6A
zbZmTHL|%Me?Cr+qCFG6IOTotHWnkm;a&V{q+iF1gyfT8aF+Q&%B|fdhV*R+r_cuPS
zC2xFO2R1&g2aAsz@M+>B?M4EtubaTe$IW2zaSJ}p__&pv@o^j2__!TxeB1%<)W6jO
z!pB_^l#Tef+p+k#r{Jscs;_&!UG;UJW7XIFj#Xa|6nqw5>&JuMKEJ;bQiH7@GuUt5
zy7R+?wthSU9>J!uM{%}(JO-YdO=FMaB<>Rhhnuth_ks>5F-LR%{8ZUz>Ees)h8F<?
zJ#T~!B7bLX987pj&v$!UaAu<YC^n4^#l=F^;9<BUnwafyHtOii__V`%zT3w_*)-0I
zJ0y23_u2<nJUgN0e6enfOXCqOSU0vd9?=)$F<M&-XwYxt33+ThA)k#W<kfgg_PFO$
zSyZ#}#O24vqw<Oihb?O{9+hR7<cuF)scfrh4%@QX`YssD!T7qXrbp|$U<W*wO=B^=
z#w04!Z*;{mJy&U6_Tw6}RNbZjc~aI|Yb>e3bNw~fX!LCV_y2C3>Y1KreoxmA7(%ET
zj9SaIYA|Xov1t}HXPQOLnPyRY(rlJI7OxtNTFabiHXAw9ENaebFf^()*wo(Yd7`o&
zOS817y;T$aFTU4}tL;&9rdiaSX%@9-nnmqNv$UwWl@pa)qEU?=sa4cr-K87hQ~jDX
zEl>7q*5D@^$2Qi9$14ua9;-OCd$i)v?vbA7v=7(z&`b+$Yn{--+|o=nkrvviCelJP
z)kJ8ON!3JXmDp+`)(h3dT-k<KO@vmNJ2Zo$nbpJynp6{^Rqi%DgK`--u;S2c|B6F1
z>uhMIL9m{sHtEYz-SE<=STnDrQQ}z3rBP^;^H3UvHo4b-LZi?okC#Siq1FG-HTrSu
z!dk9BA0|WfHz=V^YVvl!M$L|I^=LGsXYG5aXYI3j5Nn_2K}#degU}|sp?Q!N^U3Bx
z%p=W%m_NCb=7E)F>lsGOCz}T`k2DWj^T^i5m`}DA&ckPn&kriMLt`tB`82xXc?nnU
zx!$hS`Wn}|2aS28i&bmxEZO=R(YgnX>+a$`&(d{~Y+Y|VwLfvajf-rPi!hQ6j$Q5G
zxZc{uTptzh1zTnFLC^J8_0hWCsy@=<nydOqTZTaOv1}&rRv*iORUgaa(^MZTWQ@1^
zSP^XXA*$p4Z4^FD^&v^B**dujS*wqbQuQ&W?(O$)&8>;m$2j)0`iRi#BQB#>A91KU
zW0&9fj$$R)s*g1}zsOw+pQid)J7av@1T~3ua1w3Z1~yxXx}M`s1rrFZKGp|YeQW@>
z`p`$W{;l7MVCg*xpC-L0XN;HL8#y+;HzqH=H}Q7qy{Ti<do%K;_vT=&2V3CNr1zE?
z<4y0az^3=sVClULKF!3~mYnIm9oY1q0ye$32b<nIfTj12__US&<Il8q&13PV_ikY6
zJr$oOy?4(T->F~^LeqO1SbFb?Pm|tzm3TwE)`PvX4X;ILpMs++x=GvD+qIbO=QtL*
zCK0z3^Vi1UU3?!{Q!Ty^B5!<82OHm#uElpqE51$gm|rT1YAe=Ir4#eZN-7pNE4dcm
zD$U?qC0k8=TS>S0K9;?V@8iHWzm5mn{5k<_>+gx+So8_Xx+K0%ZeX*u`aFe<@pUTL
z_&N=2_1OiBuha2qs?Rer#v5N}g0&u<g-_F>aCXM{D2gU=4o>xXZUdXG_&U#Vr-Jhd
zjjs#9;_E_un)tdXW4!pf*s=J!q~MeA`6WW(rC`;kQPQfn%V{_Mt^nK4SAvbdtH9##
zYJ8gbyC!42@pmm){9T7n6Mxrdj5q#n0E@pH@oD1kri}5O3T`Ge{%!$Vz1<47db<s5
z^>#bh>g^7&_`4IICjRa!@nv|;@4K@NulapX!3W^yD?sjE!g(vck8otg_Y;n2J$7pG
z{~+zg|3hH$KLej8{vXa5Z~Q+37XOdp)5QN{8RL!r$HC(N34EIPe==iyr-G*ljsK^?
z#{V;5<NsN(@&6oH{96gO#{UBCHvSjE8vjf9G>!k|jPW-9SHK$otN1jH|Fw+qHvZSa
z8vn=fX&V0<8RI(@yh&)|{{+~^|4FdMKLwv=^XqMLHokYj8sEG4G>z}QjPW+U_rV(9
zr|@YS-={Oi+xR{M*7!b)Pt*85modIm!RHBWd>?={z7O$f8s8U6{1#sNelgqd()UXR
zKabb^`f|bHG{3&$So16Gs|1=~aUIO0@%MFd#@{!<;_sXIH1YSXjPb_bx547?JNPv5
z_uY)~#^3kA;_v(TH1YR?jPaccen@Ei{RnLJ@nf*~OZy3d&5xgg#owv;G#mfV$=UdS
z0oM3`iBHq`f0Z%b#{X-u#{V09n#TXzjPW-9-+?v$-{aFX{y$`l?^N(dLL2{|z#9Lb
z@o5_WUoysP{C{<<@&B#hpW#(MX@4hB{ls-Elg7_K$r(Qb1`3Oxf%r7>Gsv;=Gnl;i
z8RG5YXC}wS&rtH>XPCG5>HELqPJXbS1CTd<W&vA$%nG*pm<??8F*{iNq|E^qKXc;K
z#Lrv>|AU<7*WBK&`87|$U!&cwUn9uROR}+%;E_uC@gsCd!4I(8Jk7pr=O;gR>yp>f
zV*%Qw$AW%7>9LSw(_>-s(qj>CmmZ5cHa!+2FFiWm-lx}Cjyu|?*y7|(k0rpS$C6;v
zV=1udu{2nEtSZ-UR)5RVuJJC1Pt$mpcWmQbfxO1MqPJ_jD>=6Djv}w|uI%l7`uUjS
zPJXbYAaCOx1Ge#w1#7(9*F#$Rji+7XSrwnA@vP?9#<Mzkjb{yS*Lc=+Y~xvryvDP(
zxA*DKogH`bgY_JMyp3l)u*NgN_t$vVFL)eY`fcFt(r?3pm%(d3P4srnr%8_OdNrB6
z=F`D){bu@aOuP8n#E%zWn>seWHX|>-HurY%wS{BjYfJLtYb$T>)4$K-xTAfFZA0Gp
z+7@j3ZwIz|p8~de-yST!PLu058}E*^YrH$*(=^_l9ou+!A+Pc7>g^iuZjNodQ^{+*
zyL)?|e$(Q(lOL?#wve~+?g`d-_wxNU-n|`by!$xTc=s)M2fSU6_5-Uvu9WLH<KqC@
z#m9l=_}E8$9OT&em`+}N9PI7l;}FNj$D!oK$6?;yr$<JPJMpQpIfA_LaU|IEKMHL6
z9}PDBj{%F1v}3{I<2Zbp_&C1c{qdSFCwRN&%ZUYVgtzO@NnpGFoDA0WC+!rlu0QcT
zDU-(cX|#*)E<R0spYGWBK7+jYKGWO9_gRjO@3YB^?{mDpPv8F?ck+Yv9Duy>eLmRu
zz5r}|UkEn7F9M727v%cQ#(N3v8t<j}G>!K%$2Q)}$!ok<c)P}XrDGfKRpd3^tG&HX
z-~SzV@`Ls7QIogvUI(`EUJurI<9kpZX5+b$c8%vIe455{vtt|2E#x(xTfJT5xy`YS
z=XUZM&mG?0r|<ucJNdzS4nW?<b2nJyxySd{c<wFu2E6pU&)cQn{RLl)*L-=v+cjSv
zbZpm`hsbNbd|j^JjIW1j7hjL~@#5=I$Hv!V<i*$H-Y&kLaBO@%NnU(C<?Vg?@7X)<
zXrE%wkT<@b1)KiQfvw)32V1?r02W_Am+Lnh?@P36yf5R^G~QPn+jw6kukpU-?Hcdv
zj%~ajC$I6o;q83`2E6IGlOH@_z$eJtcs~i&c;E8<sdvX3?>mk)-ggUr5pUO*_rR);
zf6Dcn@$o6z#mA@1@v)Ei_>5!Y<Fn+&$LG9Ve0<)q@$mt9@$sRz_v!n;<4$~PY`#d|
z`1lgo^#3y0^#2Oj^#3YYe58F1EIz)DPZJ;CDENK6=F2y|UGwEz1<%0S_2t`OyS{t}
ztn15n%l<-fefeI&r{eYf=KJ10x4!=u{4xAo9Msqk!E+`WFyKevIhx-Q{J0zweW<&1
zBmA)Ew;mt#{MJJY=HPlvyptN@c*g&{chuSapl^*t<u@OzRUBV0$5*V&f9siH+#cAR
z2zfOp(n5aCi8Pf*>zPO_x0(|wt7@7PX)zsbPDFWXPNYTo_9ZIi-D#D5%n6$otw!zI
zniFv<n-lR-HYWzLzg<A1t9lTpAyiX6EL~B&qg=-EF%>LJcy!O-dmYvDj{3;D{|bah
zR2<98;jN#d#&35<)m>UItU{VYYU3(|2Ui?YT0M-R$?9P&*y>>%IFbaV$?74#o9jdE
z6w%q$o86nOt&#E3B6Ce|w|ZEMyw$_nV5^69z*Z0If;&C$s8tLT$fwyFxjwnNMs^2+
zwH|DUx8JNxY;d!c{*xR_|H+OY`tSdaI=j0Kf$6_3*u>ioZ2C_DoBrE_P5&Lh(tk&M
zn%0AzGRB+!JA<YFF8DOle^+v*|88K@e=6AY-yPif@Ar2XbJMRh<M%*v#_vI3<2Rno
z8^1AiZM}`DEq>DuB`|&u1B+iR8P$y6Bgh)RvGf?fN6~KlYUv7okHM#DejS@J-sabF
z;5xsWzrWCWdjk11t+yv;jE{>zlQ;>tz`y>c;*_Sj*&3gxk}*C{0~?=Ru<?01SbUy=
zPZOVKW{fvJ&jO3jv+-%h=Q-qz&vU`X=Xqe`^L%ip=kG4W=Y{0cjL(b6iO;x>XS?R_
zB^l$5k4wSE$7NvS<8rX^aRu1w>q@ZI*HvKS<7%+@xCWnQd|XS;__z*id|VGUK5hVa
zdfriskDJJ+iI1Bz#*2?z3ceVx`nt8?aH_A{9IL)=cdYulqu`VAx=Fdy+vl(Es1G1N
zUv0dbaNdgVAskupy@VtF*YBY3r``CEXZ*&0JbN+zA7X#we+F3mKa5W^{vRP{{67jd
z{vQJy|Br(^J@2T+|C8j?tR9~tC;ro(CJ_H=&k%_Jahbqd{XGY^@jnmN_+P-MY5Xr{
zjJNT>1lIUp#;4i%Um<7Xe-&)we+_Koe;wTEc}K1Bzd=6D#{VWcjeknE;ca}M1l#y@
z>k#9!TgsSU?~qTk@x4n<<9jdL@HW2p!8X26fo*)B2HW^P1Mc*^qt^I7M?OvC`+UZD
zjqihkKY^FN9~K-=`hKC{XYsave-W(tmG&h9&9AgC6KH<LbuW{~-&e^Qe_sRJ{P;T9
z=Epa{#@{!=;_qAdG~@5v<cz=XfQ`TJf{nlLfjd3#sKwt8$fsF-{E(dZOZyRl`1^4t
z@Z#?$j*Y*ck{5rcdAsrRbMnT|FTmpGm-saC^Q(;U#?P<8;^#N`G~?&D<cy!+fsLQv
zgN>g*fI9;Q{1Klfe*Tm(-uU@5Sp39wi5Ro-{S|EE`y1Hw|2x?9{|DH{_fN3KH(($^
zF&p1N@;1IfU>o0Ha9=r2ZV0&3^Nw2M8%jP+;~VB!;~QS^U)V?b&+P5ee-_8me^$rR
zf3|{u#_^gzvwOSd&m0ARg?76>%}L&_Pji7s_PnDWQQuMD$MN&9X>0`h&)vGDwe*;m
zcGF`%u<0>B*z|~JIMQPQ@@b~Wg5*t)g}|oA!r;C<P^AOzsHE^|(ql2lR&O2hHXr-I
z(j#qgu=E(83B1+clC*2QOX1Tr-lZMec$Xos@h<D_Hs0mP+jy4;+jv(1_v!z|Rs?rM
zF+NS>9p%`@yE1u=cl+EIZ{rzFyT&udkJos{I=1nQBd_s{_jVi4s^o1vtATAitAqRW
z|6*%^J3a5HHJ-J|r)fNEJJxvCDR>pU^jp{4rQdo5FM+r9bOKoODQ$hQU5_>ZYd%fS
z9q`82MB1(1CxNZrCxeZzjlkk-V|<$NwF!CSYg4fCwHdfC4=nGhJ3a5H#n+bXmuC8J
zMc(RtYq0p*#`hOr+d4MBwj(dTx^n$yd~8p<_}IaZ7au!1Ha>PDFFtnmcH?6g^2W!m
zVB=#qaG(BPY$~|Z^Nw14>_I-w_?Sjsd|aMwcpJ}Nw41(rgH7Lkz&4(J!5Ytg_%s{O
z{^V^u2Y_un2ZH<Z!1AuTqxvJCrtuu?SmQawvBq;~!F%GR?_u69eGhjmeUES~eUB`7
z3SRT!C~wz%IJ)2s@pgSV25i@tW5K$<q#Xy=^(DUNWYYLPfp+8jM6mIF64>}Y87#g}
z!KWGD@eaZGK8^j1?=HA64=nGhJNo|b=M&#&I=1>bi@eRJv%z-#I0r1gpOfo18}E6v
zYrN;<(=^@-9NTy=B(L#a<n1=zi^<z~F9F+lF9rAM|HUo?cU1rQG>!KP$2Q(8$!omv
zJtp_J@mx*2#&eAyukl>#*v4}md5!0KZ@2N>K;Fi4BiP1s6Sz<RFLpDyqwoLtG>zw0
z#~ROVjy0a!3%&|3{qFE~>33(r=i+TWybEmCkGsKk{kR9L`SMk{elx!AquuKLez4X1
z17PFpL9qCG2%lzr%^+`lJq$L!9s&2|f#qFwN54@gpC-N@cWnAULEh^9NwD~O%J&yv
zPdhfgo*^&3ex9F&H$I-DU3@(6$BT~_92*}mk{2H@dAsrPGI`_U6|nK~D!5PoFZLR^
z)ANp6e0-dIn(^@ldGYbrY{T1lK0&+b`$@3r`xe;7^EO!Hc?X|n<9V07jpseEjpu!E
zUmmF6s)IW{@2EAN&yY{kcs}b`<M~{{Z{nrz=e=F}e&AU8e&|^GexcxJ@tO}`^mfgM
zFBN<*-mV{C2HW-HD_~tezFPJditESM3O*jM?<ZgP_POgj>XGE<;-JR937#`ic~?D0
z^L6ms<s7s7x$;&=3wTL)!#~^qj<_3Vd#2|d@zeD)h7iVsyCydi&MtsM!S}LhY#1&c
z95#43?(QaLJ2RWRdj36tJA3{OhdbD*vDt9P^!y$3(LMhjz)>w)T7L%{^c_)7CMSC1
z1%iDojCYQ@tXDg<hH?2nq~ehG;EF^3HTrQsza`U+<y8E(WD)<itPB{Sc9kX8RrzTF
zViVSl%W>tu8_QSazZ=uJ^550;aQ?d;aOJ<-2NwTj+I4|EAhu~)A0VqKrmy(dw5}%p
zm#!%O9hqeuA6db&gvS4J;KO^~5g*p`cg)6rEHB1?EI;CZ6z543|G7+Qdba+Ecopz!
zY{I&OaN@gIcMO5?Jr-<yj{_Uu<H5%Fs^D7h-S{Zudv)5ycPWuB5Wd%pplqz(*CHjp
z*Y<Yty^dqm`?`*e@Ab$V-xI*%dwqPG_}(C6yz#vu*!Z3ZwtAlguJzv3vG|NS&-F%l
zWA>A6#HRAw{5^B!xA}YK%5U@E8?F2f*qq}lzs=t>SALtnXBNL(v0s|_-8y5u@w*LJ
z{BDa+6TjPKj2FLC92>velQ({M0E^!p@oD0Br;PE&@6KT3cNehu-4&lEes?SJWW0)K
zYPR83WV;tU8Xra2B=*2Xkv4c5E{eFpd*W2&LmJp@O^?0Fm>&CpO^<!SrpJC@(_??I
z^f&;YCOr<!7;k#SvvTP%-P@&ym0ajyl(p9Ppw{#d^`VC(sivgu($XWOwUbNw)`zPr
zQSY%1XMG!A$I@<m9S1hPjt3iGCxDHw6T#x^Bz&6qIyqy!@pTGVe4UC<QzuW$7_UKe
z9b5gLPTt5k11z%6#HWd`vogk8{hkdrzRm$ltaI^cs^9ZUtgg1!<MY9)UzH%%jji!{
zAqnI2BCzp!G1&OL1Z;d>3KpN2;nT$D<r(9R&nv*{<dyg|@p)Coc=36)W8?E0^2X=2
zVDWh!K23aHpE2I}ya8-{-UznhzX>cpH^HYFU$>AmzHS8@U$=pcuiL@KS5P6oL{T*X
zrK%ZUaj5vRQ^s$=>?4D(`|8oH`5Ij{z8+vd@nu7b`>}`oc;jmZdE@J0u=siepC-N@
zE%D8Gt)Gu&8(#JIc)=IoZT)-#Jf2NsPvXYuJ7U4%RJ>0Yycd2<0dmg}j_&zQrRnn=
z?MBw~U?cMdu<7$6SYo_{Pm?|`XN)&}UI9y=SMh18=hrgEtDawXZ1wzc@}|!lVCnNF
zK27!fiHz~4&nLmA&s$)t=eNPqXAykPf8*y}vc}JQVB_a~u<`RLu=x2jK27|5CS$zu
z^I5R?`5Zn?{CqxRy!iRRvGMaEdE@5`VDa-se46<AQpR}W=gVN@=PO|G^HqGB`1x9i
z-@&VX)4ooi`c+9{-Pjs`-y~uDeG6>-eH(22eFrT5zKc&2f8Wa(Z~T29EdG9gPZNJX
z%os2Je&pEr`!RXr?<ZjK_fveD`1@JLc;oNqVB_x>V5_fRg2msa_%!3^*W`?!-++yu
z--3;w-+{%?@9}Bk=MNd<jh{b)#m}GcY2xS48RNyzUmP1he<g4H{0%IA{*F%*KmW)W
zZ~XidZ2ZI*Pw_KwAPvRD&!B>TMN0KG*xOZKLkj)|?Y2J7M1DNU#)g7RF_IYu9!u2N
zaPXL(cf_OXJK|^AZIxzUwzIPT$`#KB9@Tt*&Sx95kgL{>@VS5ej-9&<B6ucIdDf8&
zxY9#tvJ22mV5^y-V5^y7V5^zoV5^y#!K#^A@M)@<Su@64&CCW?&CHHZQ_ZB!L7<wM
zGZT2#%v_GGX67cZnwiJjRWl<TTg{9lZ#6S7*yhxHVAV{q{%0H?YZBdX;&*|vLpbAi
zK@!IALSW-}VX*NV*9PNvQQD2)#lYgXgHIE`eHr78-^Ib=cL{u&@w+5B@w-&E;l=OL
zj*Z`C$cx`)y<Pk+=h*mNp1kq90$BX6h))y0E0uVDyyj$@%0JfpsN+nEZ<{vthD7a}
zUM;>g{aSp-^fbO>`WoLcy^Zgf{^ENz&XXp-t&1(bqg2HAnz=9D_+ASvzSqX5iSKnX
z#v9-3g2nfG_%!i7A!EGpy*}9Z-T-X%ydl`?IqFz^7VAzTsP)^O46gOt-3VOkx4SX8
z^4Z-4T>0$AwW#vh-Hdkexj8<s;o@_P1~=O~D%g@xd~Q`!Ek3s<FFv>NcJaBbW8-r>
z^5S!fw~Np19UGrJkT*Ve1dGp|@M+?6=MqoEt2lPaHoS^w*Me8ZM^QD2-EdKK4W5dN
zqHOT)I2G-X1~%KO$AD>MsvZOO1Xn$pf3vOX(fpfjRgdQ1Y?B`Qa$K79*e_$e>9Idp
zdK`dHv-&=eob)&-+wjt3x?|HLN>h3m#qk};Bxu#Qq-yP~LtFJ7r<NYE?$U-CU+P+m
zujsn*rJ;HKHou2AzK)|^d>xNZ6JIA}j5oec1nZ<H;nR$-lgX)5r(_#me4Xmp_&SZe
z2Ho{`k#f3YBkv6IM(&wlk$x6FO?;hQVtsULaXSaB`W=l=Gd|BFXZ3eJ*!a8vZ1r~`
z*!a8%EIu#Br-{!?GR7O9mx9ITW%xAX^Kx?H^NMW4Yfx7@Ha@Q+FFvpKcJX<QW8?E$
z^2X<N;3#5(@~lIAPHtc~obh!d3FGS~u<>;>*!a2yY<%4c7GJmF)5O>98RLzw2*sCn
zsb+lXRKb^hMDS%@XkCw@tK#dvdbXIaHl)^keSrOpub@JFJ><uWuNej3fY<u@u(zxJ
z9x3=-yse*)g2%II>@nQ9`ivv8W9#qW_aHGQvaxxRt%`f5nri9uG<nnK8L*M_EZE3<
z4lGii$ES(>7c$11J}-i$&rA3;)8}P!s^?d-4X=8B)v?v{YviTR>)x(<{<veS=Qqfk
zK5v4po<9MWJ`3T~OzgMF89#4>jh}bG#?QN8@$()&P5iu{G2Zz36j=Ox8lPtTe1@F(
z`E0h~#n0y)8$X{XFMdAocJcF}W8>!w<c*&%g2m65@M+@b%O(CKUiF*y6#~_-m0YX7
zzDB$8_jR!G_YJV|_f4?)`xZV;{CzuPyz%!Pu=x8fKF#?19y#&%{cOXFzaKa@{(eYa
z{Qbz=#ovz|8-G6`Z~XlfZ1wdsu=v{upO-bOuV0Wgetroyetrcuetr!WKfl4JiJ#wQ
zj5mIM2NplS$EO)Te;_A*{+Mle@$)Cg#?PP0i=V%EyZHI5W8>#<<c*)dgT>E3@M+@b
zpC$e|p86VC5;)aYKI8Z**w)8*)-j%BWAUtGT%z)<V{FCoj6=m5&o(kWy8aISDRQf1
zL-{@Y$`#K{zeY9P>v>ku>hgT`5Tb5CoxBXI!B6)8RwJ7E2R8>dQL}x#f+2*DRXh{n
zqdouT{3Eq}7~#Ve4=1$i^vqzZ!&$(`^gPE<oy<l)O?8qsJAvvXZ4Ls}$()(Mt4`)}
ztU8(7vDL{u<gHFdfNdU)1jmOGl%L|LbMTp5r;i<s^MV`h{|)Ea9^C&M&V%dR=_Aft
zoS*6QG&%n;$@;JRZ!6>(hZ3kxqrNk#I*s~HY;_uSt~!nS&UV%5tQq4~r>#0yom#22
z?)Re3txlufRi~{w*Ls!~^{(|RE$V!HqVn8sY{gOMqbr`5aOGO#(XvwfbhGZXVhuk=
zxKz*cx+QzQFD_B{kNcj*TR#nshi!}0T?P#3RIn)FViiXi$tKsq*};9_h1oQwkBXbE
zR@r>e`cuL9cPuo7YH<_Rz@>3BYSS`=4^_M@q3UC~nu_Ns%R9FESb@Ci!zhe(OcYmB
zeT=Foz7I%}YPOE8Le}adq*Q&3seAkLspfII)yFvYv-*h8>LV_FRv&SwI%BtF@vzZK
zur;_fIlstV3!kR?SUY39)yFzuiMB32O`@)sF}_p51VXEi^}$vj8-T4o^wF(<w`3w%
zdQZZqN$<%S<4y04z|wnTe45sSO)|!t-kXA@_h$ICBl@4$H5uu>MYiD&`{=)|u)Fio
zsbCL6(|a0Ndhdx(liqukctgC_gT1p2uSIB|f}`{n?0H_dK+p5KSmc@m_Q%a%4wl=7
zP{n^>O~w6V!h;BGeoY74{L)lyJq(JetodbAJm!~5qM9upDxH{LDyeEJa+O>)n_p3y
znqMl}YMNgv>1v%C9!qF^9|yMibv)SS*9l--e@_I*qEArPCGmA~1Dma_N2ic6zD@-j
zU#Ed>J?etR*Xj7Qm3sc&3ghcc_R)HDR_==zUuQcuzRn>pzRvY_@pYc#P6g)^8ebQH
z#n*-SH1Ty&#(42{v19RdNx>)KRi9~>5~x0nl2*N4PP_4U1=x1J5^Vfk1r~o-<I}|7
zH5ucLziYwb?>c;%_`5!1yzzGfSp40HPZNJPWsL7sa5JItcMI6+?N+eW+ihU0x7)#1
zZ+C#j-<|k0@po5=FT-no-<@rE&F^~(J^*hw`uBq8Wz*PwxRC|O-A_28=l!Vh{~+zg
z|3hH$KLej8{vXa5Z~Q+37XOdp)5QN{8RL!r$HC(N34EIPe==iyr-G*ljsK^?#{V;5
z<NsN(@&6oH{96gO>hA^GZTv5SHU5|IX&V2_8RKpIuYfiFSMg~Y|7#iJZTzo;HU5v|
z(=`4!GRAi*c$3h^{|T^-|C3;ie+oX$^nIJ0jqe?>#`i8hP2+nnW4w*;eXz#&DSVp7
z_vwuBHonh*HNMZ{(=@)%WsL7s@OeTT-v?lg??Zf=#`lF1zlE2+U(7bV^!-x7&*L?}
zzFcrP&9ARG*8EEQDuL!#Tn960{C%CA@%Ig|`1>Y4P5gZ;W4!VAZLs+J4n9r%eK%vg
z@%KHj`1?LSP5k{JV|=HA9}*gWKLT5Q{1`0$(tbi<^W&#r@pmdd&Bp(8ayI^7fHnSK
z;?p$#UuBH9@&6jE@&5*&rt$waW4w+3cVLbG_xLo8{|_1CI~Dwq(8m8Ku*Uyqe457p
zmyGcm|6d(z{C_L>XL!|5+TRIOKXKj4r1A4la>mbqfx_Y^pV!49;wOKT6xjHQ=XK&I
zf0GpL;wPTd1<=O$iRX6WCw_~R?cyhXi<G#N!AJjXg$0Tp3*ytH$3l)xkA=xgk43y)
zdMxVL^jM6%^yqkdpB^DN?&Jq+SMpY`OMq>@E(x~zx)j*v>(XG=>#B17X7#r$?W(`!
z@M#+F@{Vo1E0EWCSM+v`cO}O*-cjT=-j%(*@1y^=!UX3-`mJB^IK1@Rz}uzYh6OK!
z*LpM2+qK?Ia%|VD$>eptI#{mXO#h8(m;Rgh@zQ@&$EN>g<fZ@S-Y)&OaBTW-NnZMI
z<?VeR{kIiTi)rv;^LtOQ=J#ICm+E70$EuHg9IHO|EqDjKU61wyt3Ixj>o?Q?0NSPh
zf#vwvNBSS+*z})HUiu&G?b81c$EN?G<fZ>%-rlE2$c{Vlsj-QFzry&4f4{=kyZHAj
zY`r_0^VoV9|89l&NIRBx@e%)CMJB~Z{JpX8{<LepoZ$V@d^xe;jqvm3f%@GJc;1Rn
z29K=x6!3_O<KL~AM}Lz<K5cG2_%HZl__?w{&jG-5R(u9{j^@41ndO-HjJiuVLfrtD
z=B7nA#)IlU@yu|rW8D}JaXh2vHxCch#-W7A{P%l@kUb3g)<{&|nXOi_=x=?Y3wi9G
zEabB}5%OwIq=o#N6KN`s);()1x0(|wt7@7PX)zsbPDFWXPNYTo_9ZHp^G@qBA8Uk7
zi&mp{ZQTRJsccTfN7<Z+x`;1&99Z5Zs2((gYO05&D{4JMUWUBtVOeiKy5}9jQMGY-
z!XtbBuK9=-h4D_wD2`{yqv|PI4-`Y1Lu%tHgm!@oDXkvH&~Eh*(vK(E*f^ZkLo``E
z#J!U~)J_r4G*>UjhqE;@K3Zh1>FrhzYmv8lSQ~8hunySjVO?;i=N*EIVFLLyTO-#e
zSJ%j9snL3{VY6>Hob;dA;ASiRCpnh>lO5Z7un~Fbzp=MV|4kg5{+p7Q{+oHb^xxd^
z;s5X7A>`?{Au#>71)F%=fldD@VAFqlu<5@8So-gXPgAk(lri4)-x)0ZcfqHb{=1Sh
z{dWVK{!_uG|L)+<NB{OUG+>9Z5x**#YR0chtHrNMuf=bartz!N4SrS9)il43t*Eu$
z9!I{;uaExiYxpoe&j)ut`nRv40lR@sr{^7l>gy)*X<EN;&KR%yx~1TY@w%ShT5vdB
z&u??An~d8XFHnEhb~1V0q}=K4^VfF>2au1OoMwl+aq~7Y+k4oIWYgHaxDl<}+}8Se
zKkc@DJ^+r3HbMDWmDbO+xU|^%sY_4H?}u{-yv^@Nz_xxq3byt0F|gI+<KRxuI|T9n
zB>6PEem+Ic=J(TJ@t^h#f%qSn3A|lDo&($Xp9gFFFW}QO{ueXG+xTAsYkhkepJwBK
zg`AE5Rj`f!HL#8Ub#SNW9fHRH2Kh7_|C{7A{wdjpxAA=vY~$0dLyS+i6xB4ocPeU)
zFWx0+eD8U?jqiQ(Hoi}RZG4{w+xR{M?)1Dv(D*(_K278Me8zZ<?}LIrftS7?7939c
zexcxJ@tR+0UnJ1{O8XLl=2zO62{gYB$^_o{`zqM@`x@Bh$JfE)FYOxyRv+I4i@$H-
z(~Q4wlQaIl12+D?3pW0~2k!K|LlA#IAfIOS@k4UrFYQMJ;_t_qz>B}1I5z&`9fJ5f
z&D)KipOZI!egPIgzr?4BpI>E+H-3H%7C*nirx`!LC1?En4s87V9&G&l0o>{N&9C_R
z6Ztgb=g;KC&t=($xAFZIY~%YI*!2H9*!2Gg*v9uyu*NrFAVD!3-$3#<zCmCc-(YZG
zIZiI#C3Je;A!vN@?jU#5_*(A}G`@U?@E7)x{_$Ji++X^)e(x*&<L{ZXUHZr0GYkKW
zoaRsdO>^v``7;OolzoMbU7zM8Z`Y@}z$5j&zwFQMT%YDC_&)GFY#JLue(u&Kt)<7j
zw3{CDflZJ3!KOz%!;v2G?m$gprboO>Fg@a3g6R?O5c={!l@90c=#~?oCOzWaL1L@7
z4*S`B>;p@Ww8g>FV|*s?R)6shLF0{g2f2^N8}AMh+j!#{w8k6n4zk_G8}AZqyzwr<
z#vAVt`tm?gN&h;c7@wx`#=C>WHr{xbpz&^>ZFn2cXwIYYjPdhnJYyZ(c;cD6#xvgA
zZ9J=zxACk7w(+bE?$iH^tpV<Q^lx7$AMq~1_=<N3##g*c5MQl#2+}{^9pp(&|9F>R
z^}aQHtKPT4r>Wkzb!^w4?Z|8W>E^z8tDo&@SN+7Z^xQ}Fv!kES>SrhNs-K;`-Rfr-
z@>V~)f{l;ez<v6Ev8mwBNB{P9ygLvTd%}nGZM{Q~zO8o%(l_26XxA|58}AMTrf|Hj
zFY)f6X^s1{cy}Ni@7C=467LY~`V#LDbbU#ScL}<_q#e)sb$w~QL(ugl-yw{oeXiWQ
zyhE6?;&_KJM{_yPXZv~WDtmRqKi9tG4|ulc8Na@m46dh*zuO<;_`#lM{PD%C*<mOy
zzPL4b7%ncH4IYlWw~5)#%qG4V5|qCexVwqj&dTPlp1%{gv*+&w?&$fqOON58#)6)s
z6BYW7>iK(^BU_jC_#L{*5)X(>ws>%4vbLTnhx~`s&(rNk>zT63Cw}y!vZ|&Vd|Ouh
zN3>leN1t*T?#4mV$Cj<o$CkDDVytDan(5OaYx?woO`lj!OrKb8OrKbeOdl;*q0iFz
zH0iTU#(3$otYgz>Ir65@@?hz+0zOUp*fRNl{_g~)=LeVDZRs<vrb3_b1#9_e{i6k|
zg7;_B*lM`_3Xof!aE*T44PB*YvF@4#Pxt?wKsWN5Z)-<THm2t~q)g9s!KUYWVAFE~
z*z{Z<Y<g}0)_mI#pC&ygW{j7flN_6#lgXQ&8-b<g#`rYpxk<+OBYOUAsl$7o@gLUn
zjQ`Mj@D_wN-?juF%%-ueaME+@g2PGAZ5$ui`r6(4QQmg!r~Rk&?7w}%+u{$XjXMyU
z{yT!D|4#Tc>A!P{qZFbjn#3-+D4GTj!qxg{{tZ*r$JC~|*{VKvcWm{s2YIWHX<)05
zJ;7EVdx5P!_6A#h>;qPP?2AuReQ1c)R3An`>qqrLmDPu+kNObB)l?rg1*1Mp(pZm8
z@>q|pBwFjSN~cvHDy>$1sPy8)^pVxn8I^1`bu#KGGuF8%eeHj2w&At^aRtXvtv-$?
zZ{(Z+Hu6pcM^O-zzZ1~so!r1?tIs>du|6-xkvZ$%Y2>tjH{0;q|MY@S#asW*09*gg
z1gn2%;nUQ=vrBvuUiEuUw&7L3=N7yxe$@ix&LhmlQ{nmGaXruY$M*c4z!-LF>>}Lg
z0_27eK3MT3gbxfDaA{3N{a@zzz6vfUytm>j2=A%*N<yputH7%NtMO^7|7$YFtNyQb
z97WP3uESaVUk_HX-GEP1G2WOlUgF;5SVerZV-@)=j%_mBO5P^RZD5;Bw}VwL>T)&J
zi-uH9^^&$If$<&Gh;O4T_%=#g>rGH^jrVgtJ6NY`@f{x}z8@l=rq0dC7_ZJh?AZ8z
zguL<nC|G<yhEEgUk7tY*-%mIe-%mOg-%mL<zO^*B_>QGpd_U{^i|@4O2*mgEnZS$h
z7Yf$UTl4cp@cwKXdkME+0dg-B*7c*i7P#uweHAQ{U&H6JAQ4_~aI>}f@o_Sy*BfBd
z>rJrDk57Qr=}+R*q}N*+<E7Wzj!mz3$eUj8f~D7c_%!MDe#Us|^(n{F>(h><*Jm7?
zUY{jz^W$@1n;)MCORo>`Y0~S%jPcSd=27NM-!GEW{$I*Ay!QWc!C$~1P=MT52u<Iw
zf~D`*@M+Tb>m_~#uk|<W8w6T^)20$s{ReytEd9TYPm})N$rx|?e-~`}e-CW>e;;i6
z{{Srge~3?${y)kXFa3Y)*!2GidDH)=VCnxee46zCdB%9@{|m>`|Cf%X|F0aI{=X(~
z`u_%O`u`RzJ%5K!lb*lN7%x4ePBLfu|B;;b|5LW%wf~<B{sZ3h{|ngk|0`Jfr~Qqf
z&hKVj(dYdmcfjlO{^?ks7vspB^>5(7X8(A$pY7T|p6!EaxBkU5e(T>%w5xxuXZ-44
zKI8v8=TLp-GkzfTna}vY30{>=WAUtie4_HKe_X}!tbc69@vMJLea0UxqxI8A`X#%V
z%_?jfi)Z{RCo0eSM>WIDXC?2~W}<Gu=lY+S^nWKG6b+^Qng6<HCPO&ygU!j=4rlW~
zc~(M<-CzH0g<;_P*fcgP?%o3AW+SvYJ3H9s>>Oat**WoPnzM6djMto<+p*2rdC1$G
z9RWV7=e>yL?7ZaDG-v0_7_T`yzhlkWk2$tEy8wBcvkQW4&MpM5bEID{(z5O%Y^7Hz
z5l~#97i*$stM*P4b>p7r>HbHn-AGHH#hdnKD}B<IAdo)Ax_tyy&+bxS?Y}fW>r4AD
z)8OVO3a00><W0}zz^3Q&VAFF2u=HFJpC&z5$`~&_Rrb|P&zK&jXG|aIscBVBdTQEL
zlb$v$Lr<Hw@g2>kb?ZA?On=jJHO?wM?XnhnrlbqgZjEb#;~;_o|MK6XS(~i%TL+(f
zOOJIM+-yz1^~jihah&P5KJD6n1ALxO`)}Cb0Tb}1-$bzKHwkR|O$M8O8-b<Y#`rYp
zw@Jo$>9?t4({D5Krr+jZ>9++wP5Nz_F<$y@<yiA^YsZ?8+c>uQxGj0pZ#%Hf$0^_x
zPhre6&99h;$)E6!>?hlSjr7_HpC<ly&KPfc?E<cPHOE!Gnr9~3e=7T>Y5(0zyer=H
z+5>EQO#_==dxA}`y};6IZ+x2c+9zYY^xD_4>9rqu(`$dQ^f~~aCcO^K7%#mJaxA^3
zJC<H1L2JH+RHj!*shxF5HR+{OhHcMQ^GzRFP4i7%3R{b9OyUNs>#gtjF|=__8`~KA
z*ou!O98>Xegrh4SMrit+05*M21e-o5flZ&2!P4gxe46w*HDkQ=InA-@(<N{EoDS9?
z&%mdNj59OFi>$L8i_Ehfi|lh8+k85gyy<fu*u*>^Z1ZVJu<>&t*!Z~!Z2VjdHhwMv
zi=RvJY2xRyjPc^<a>vHc737VdE5YLDDtwywxjJLK__@Zh__@}x__@xp@pC<S<L3sj
z__-0ECVp-z@dbFhUfc{;{iaPIF#c`@8-KTfjlbK$#-FGO{zO?d0a02_JJ}(vXQFXx
z<1ap1{8^V`ve^<B{Miy1lhu~In9L8=PjAit8RU(>hrw1~kASVdde_ItXg7Wy2OB?6
zfNii(f<?wt_%!jOCBB;Yd8VQkKhKgkex3u1pXc#us;?I^#;d+wbgcS%$+7C|Wye-u
zuaGx>UImMv*YIiL=k*dlidTJoJlpW9uQv+51#j!)o8a+m8v6upTmf>QBph4uTZChJ
zo|%lUzl%Jc_Ep$4_AYMa0_5H!9M#<KzF*RRDZaRFco93$^Fe%*7=$x{27@Kw5PX^n
zaHfp$R-i+{R=~r+R^Y?IR#P*Bt)^xHTTRUhR!z-@Pg70Jo-tlEHHTwcv*skPnwrbo
zRa0|2R!z<0ST!}mv1)3hW7X8Wj;*HVBX2b|KiKBn$H3EDKL>4H;1{I*!1(zUQDX=6
zzZY)s{@GCOt@f*UQNlW>`@a))nq9i#q;Fq?o2~R++_Cgs!m;VQBze<!DX{6gG}!cA
z25kB+3pRb1154lK@oCa`g^cmicSXmh?@HvQugbof^tEXbYpP9~STi)Os!3l>yK2(c
zre$kQjp=Lp#`HFQWBN;9Eeq8Ss-c#T(6>q?EPdCkyR@DQtwmn?#&?_CM+dJ{;>GZB
z(k8JkP9GlgxJku)o{%wKdav(TdT-#^^xlxX={*r_dQSqI-jl(m_eNmTdt<Ql-UOc}
zy*JGmFTFQ&Y<h1_UV3lg?b3To$C}SuIo5pM+OhQB#<BF?*0Ig!?Z}(nQ^2P8_F(C~
z13u04-jUpaJ>PMp_s+R5e*X$~A(Y-}aZRqp((TZo`CF_zl|Xv#-Xyx=q~{(DZnmc9
zG%}{=o?z2+FR<ykH`w&t2W)!o3znYN<#?%NLkc}L<Z7m;s0lrdvbg4p(rVJvD3AGT
zlEgicNf!4+lC+vNO8S<bDvj33^--axN~)T5PNf%m+7M#?9$WWr>3JM^k#oGaOV1Mu
z-VLw$d!n~%{+?9udiYgq<H>~MD?Wu#i_)nz6^qwtj>lBcCA7tF2w3%!b_Rj!<;+ar
zRWD~bwt6|6yw%G&V5^sN!B#KlfmJW(<I^<%FUT0L`G28fBl{xq65(QRmspoLmWY=+
zmdKYmRuNq8SjBRMW2=`d$y>2q1-4?m8mwZy2A^j2axFO(`E}Wb*JQZfu}zj6$lGMP
z5nShgbDcK5Zl+y&-GWb(Ubkk9H@$8Hn_jnrO)pX3(o52WUXrYuk|t^BWv6J})5k|i
zFY7|gZ*{Sn^wJQjNiQ2>%<qS4Ys~K%j!mzJ$(vq}fK9JQ!P4t7e46R?I63L{M7H6j
z*OQJ-ucydMFD=2<q*pG{H<7jL^Rr;h@3goM+hCukL1es;JK#mui;j)Vm&lu*FM~~t
zSHLFLt6+)w8a_>WzMe5&MeuRQHvirrFFoJ%cFn&}IF_EDbSypJa;*9Hwqwn|cO09Z
z?~*q?-vgVT?}Mf1r|@Z}=cma@&(CBVUV47kvFZ6a^3pTy^8|JNb>li)_3C~|yY%`3
zKA&+)uP-*Z*_vKoB4c`e8Ekre1#EhK6)e5JhEJ1TU(XmXy}set^!g@w>GdsdmtNm?
zEWN(tSbBZevGn?$W9jvM$EMd0$eUh21e;zz0!yzS<I_y9pOBMYKg~A0^!k}&)9dHt
zrPnXKU3&ep;1BScf4}l}&A(q4{2bn{ufGA0XVchkapMY*`yJufihoZyrsv;}8(shQ
z>vY;zVbj>3a4Q!e_h-UU&G+%Yl=M5r7uOB1jt=yEEF?{05H1%Sg@eIbkcQyXRI@W>
zj91O34JA;`rp0l!#{b8>mmHA;z^lebI#!L(>sU2DpJUbd{Ek)QA9HLqz5scv@dd$F
z;|qb;U=!B=9ek03!%4428{BNA*J6&vf5)-u)kog+isMYLC1}_FOXAbC|57Dh9B*sV
z(qLPYmI2?xrm<ylwk9nHzUzPfcXpfhp_i70u!Y%b%}9$-jWN$MDgD;W7%%<Sax6X8
zc5M2sL*Dd@<4nKxXxIJ|@M+qA{SvQ>H~lsMn|>RDO}~j?({B=3`c1~C-P!-&&}lMv
z^t_j}Ysx0<adgjjcFniV@?3b$x6K`EzHQ-H^KDDVnr~Y<w)wU-d7E$BfNj2Q3%2<d
z^Gx~_>rNq%KHE2mZaDG1LxY>G>9Zr5s!unLtNL_zrd|8*g12k_t_^P9OPW5rkvDy&
zf=!>er!al?pk4Y*!>37~Ju}8jpS>KLK6{gwKKppP^x4<3^x4m`^x5CB^f|z>^f}P6
z>2nZy(`PzZ`j|waPwuiE?V40}inu4%M}&oxHaXRm)-_pOZC#T!l-4y_Lv20K6BVuR
zyu-kz&#_?B=QyzGb3EAeIRPwvPQ<54pOZ4iOP`Y+n?9$ISEo+(c6ItR#~M`Eu?Bs*
zW07)(W07~JV<Y!0@=3nJv%x0LIp8{fn(vs#&v~>PKj(vup9{do&xK&|a}hpG{9K$d
zUi@6**!a1Wy!g4y+r`i2j>XRvj>XTFj>XSaj>XT_j*Xvd$QwV`g2m5u_%!izeTmP-
z$3>w@+<;rHiP`q9&o_}Y{%!^vf46{*zgxlL?>2mz_`5x0y!g}qsu_RUHTcshs);}Q
zh*+Pk3-L_Nx)|TNtpwsbcU=;7TH`O4PUA0@N~^Dj=!MnSPGCFv!(jXHN5Iy(N5R(l
z$G{rg<M=cU`iYG3BIilR#?MpaRbNkgyZCv=vFhtt$EvUA9IL*bcdYt)!Ljl4B6;KI
zC9wE;8J{M8UMcYmyz1-Kg2So4UMu)UyseL~gU7RJ?Blp`1<1WYIJV+93CHw&XCGa^
zvj<hH)cxNgT)E=62}d>GN8Tyv1#2@=H{koRWz*aPzuSKg)r}UNXmA8&6CH2jA-Ei{
z!kNG#Xed4{glxbtoC!W0Yy~kh*a~JAa1;_j`TJ89+H4JMwo!;pI6F>-I!6PW?U@zK
zNq9!Za}nBtJvX?^rm=Z&w&0Hd+XZ1HI4%?f<-3brQ060P7o7RQc0u|WI66&G-ZyG+
z0~M!MyG2X?rW?_R6|=AXAinv%U5Fq1bVEB8M`)F!Q}KpYd77B~4G8Uwv(QYOg;u%0
zaTc0&>+fG<7vpSJ62@6*XPm|GjkD0sI19~;v(Rj-_>|a$W?NJonr&8bXtqhkq1i?~
z-!muG_RwslibJy%d%kBbRofRJT(asFElc#g8(zHU-Ed$3@9mlsbsEQZQ8tUQX)Hn|
zJDI>Q((`V3;o7K=YJIr6((0VL8if`-5@W{a(qQ9r8L;uWEZF#54lF*G$EO*eE07bP
z;j>*hDHgTy;#f;nHRE?>vg-6IwKZORYbmUzL2Ie3CVp)xZIKsCuJId7viP;7I{4L6
zUd{N`lHcMtE}5FFYu3Gk-?a*kp~OUQ5^LjBR8hBOALn~ra>n<1VB>oNSbVRKPZQr8
zWQ-TN8#)%r6CE4BIyCs5?CmNVeMB|!yKzNPeAcBFznik3@f$-CznlB<s^2Xf8^2qU
zU#K=lY35?6^wu=Rq-*xs1}A>EZD6w%zuOhO4n8JzlbC{=w~5(q&n6ZHg7SSc7L5k)
zh>Jy~!8_qhyq&?COuOLI<{U6!*NpL6)CS7!<~haW(q_+~@!fE5_wUo-Gn+=XgV>zW
zb8SAof1Rf_SNjNOVtZPIv59s5)QX1@+PWO;{mHd`W<pz+<Jx>;ZJ(9U1~D608^)OF
z)*Q~>>00JI*tM(~qc}(#Oz>9E7-#(NuVpc|Jc&3<i!q9`7+WU0|L3n|Dwk?1a4V<Q
z#Q4u%%dFgEEzoqRrnSJ9qx!&6d;Cwimc=zJN2E^Mau$P&Ygo2x@XKV3H*%H*+gh+3
z*w%u$rrBB$*DzZPL}g37mB13WbuH6curm3yvKI8rh1MLf<&C4dap=cm%cdLi<+Yys
z^jCV;0$VGFaFo@3tOct3v{(zeJ^vQG){2-Pxs$CGF<)%0h_%4hidYM5t%$WiYelXD
zaZ1&_sHnDO&)+<4(er!2&Fii)U*f{j<U*3T@H99i+obLvl5SjaNNyLnC<$EvTk}L0
z#@0O11r**>8#TLi1H4~Tq0xI4$9ny4#j%#X)3cVnUE4z=X&%~STAHWDnkLO#8ky#y
zku(o&@*rs*+9dAwe3z2uEsad`(8@GdS+^dZ#hPZChemdN2#ut9v8IN_PnmAr$QwVQ
zk@&Ic8ZV?<8i}8lM#fL*Bz_jmPsAHP3xUOt-Fn1#!9~cYb$j0bh@Zu>4R8E(z{XD>
z*yhCIVB=>Au=r`MW#VTk^0KI5&55*F(=;dkFZSL7+LGhQ+7-(dOWk72I#<lh%#7Ww
zR*RXLSvq27X69}&V~d%YY|A)i8hea0Z+}r4H+Pk-HSb?<X3hU*DOPty?8vM-6+0rc
z=-g9LN9i=aVlES3^JW{`>S;c(_)3`{Lwqfe4z&1M(6RBg5PtEsu(zw8TJu=HbqhDn
zHx~2$#@FKbjjtuZ#@CWy<7+9f)zi}8T2IZbKJm3I{uJ@GT(RRAU~|aw_}9;l<vGxL
z6|ac7ZpABM+8nYn*yfN`z?wr=MW<+zSS@X|=8%-tF>J6!(`3yY)0taZ$A$-U1C8#7
z`rseWp;~pKIvC&Ad$}|3jQPiNsMfq=brAE8>L4ZNAJsw1H!=E&%KW2olQJoW>Oi4Z
zQ5_f+tvZN#$Le58*0MT?dB^G?<{jldCFUK=^FKW{SRP~Eu>{2YvtVwm93wPnTJug0
zT6K$g#|HIGtU7z^lBV@V?wEfD>h@>B>~-cHO*;Bl<=fTlVa7_0ZvvF^nKB#3=+1Y=
zEuXQgmd^;q@)`3^KetxSr7WK@?<k-1)-ExwW4=kBjq8|qET5vXmCvBs@)`4v<#S>B
zTRvm{v2nU6?Uv7&f0WOdZ)ijGAu-=HC?>&}ZxUNRW8SfR#=N6^E|Y!HL2~1W`N#4Z
z^G~ny+*!$7q3PZ%mCu-O(x-f`RP5MP6iMS)88vfh%yYr_2j`uBv}nAqHrPdm#{24y
zRUd0OR(*(~Dpntw(pu+^L9NxtI<)s$G!m(>`iLo2^<gQC`q&^>KwEu8s;xdWrMK!M
zO2g`76WXmlHU-;<4Fg+!3<q0%i~uY6&Cn^TkCADkRiv9cw)z-_-|Axvu<Bz=bc)r-
zR`{$wwg&e)e-Eqr*cN|^>SMdK(W;N_9jiWeaIE^+vEWtEF$pz}olr4JHF#%~O=i1*
z?Idega7=<2<@s|=k`3M+HMFr=?!h7^S&Z^$GcgG_crR2;(hc4l6_a>__d!kBxrVa*
z?nk@jcYm<u_W-c+dmuW+iu)jZ%5TcS7|QP<=|Ee44+UF(4+AT|hoe(0zenJ+{2mGJ
zwN7PXGPjbC$^IDnr6|7|GF6mc8&Wa;`?a-|-{bKszZPPgC!Og1jn9+t8=ohGjn7lS
z;`3B=iugP&ZL~h@bjRZJ49CXjnfQ&*v%uo>Y;=n8c@93~^IUMR^W0hE<$U}p8ZRjq
zV2IC@3o*oJ%0(C&FIIxV*Cp8jZG2q{Hoh(c8()`$#n%<+6!DdEC5HG)xe7ykU7ZfJ
z@pTQ@__`J>zOF;37+=@pGrn#B_d35JCcbXMpCZ0)P8%)0ZgDKWZgniaZY%g=wC0!F
zy<PQpN5LncHNV{H?V4XkJGS{{41Swm?gHEVayQuKmwUiAzuXJ9`Q<*al6yZoMf1x8
z#oiY^MRWfAVDZgWbW#1#&vnkRpQ)Y3!+g5p@i9;AoMQ(OO`i!-$2T_1iCFYmG%_*j
zxB{fUfvE}Mo7EM^&`BI0UBRT7M^!u-W=uqlZ*tVejjd&WTuj9yT9AG$EuI(~ipOYe
zof8E87Eh$7*-C6G(r58RdKHhQJ>s#$PV1Z?4o?=3$}8eg*;P?ID$5Y1GrqWH!#u{Y
zO#`h55-R`Jn4T3JCoUK<d|G3C0OvX^8kr5HF`qI!##*gm8|N4{tm6a>-m}(Pv1AV3
z7_7M_N3RcF|M&R_Uf>?J7C?(v(<rs4oJFmrTQwN9me_I@HP_FEQgfEGs6FMZRddI5
z?k8CdM$K8yqUNjyBS*Cco7&r`ety*4h80KcZBTL4oXx{gbC$EHIh&WG<}7DXdzQ1P
zJ>@JVYHrO$<&<fSCLfursKeT&ALf%aXMrCd%vsY@lT0gTIT5LK0(#g)6}i&{*2-B-
zaLuM7XE6abIOd7FJM+X{ot&NC^ko_I#HkfW&Q9)Ji>roGB4;*_#eAU}id<!<erKMr
z8j75$h9XzlUo{lDN^CV0IkOsyoLLP;&Z4lIl_O^gf^n6(NnJMI53L-f(AU2dG#*$v
zN{L)4N0FO!Do3qx^>vPtnPyJ^Kg`jWk%Ylb^uzj~;%I(<a2z%5uXM)I%bgsJ>Evj1
zXB=5w$2d}5$N0&QJ-#!Jnoo_^m;<e@V;rfjWBla$s%tCF*6}RHk=1pKBXQOmM>aRc
z+-Gy)Kb`w*u8Z+xb6bof&1J3Q?Sie#yf_Dq@ss;MXBuTJ&C$Bdh;z`HYnQkO(mLJ_
zv`)LrL9|&Rj<<1;ZE%?3Y;X@X%iuiPIF<j|8mn0<|Fb(*{<Vu$lz$5$PB`;e8=Wlw
zbK_9{=c#MQ`PsaV`xVTGY5AWYto$#4PEr0vaTS}_7Q$=!Ul^?XFM>|7{4a{n^1m3^
zj(v-RE&oe^E&oe`mH(8bFl^_R25aY+L8lmb%i<Hc%Vir{<S*}7$yvd%^1q_vUIi;*
zTK-oCEB~vYQ<VQzi>*zyuGv-tTk+|mThBVy0IMD><hUnlhxe!lqp0<4XdTu+p+#xb
zgPmUF85%vCR9HQ1fK&BgDU0*ljqs;fJw&Rl9yXzm>S5FDi?(_g2DXh42U|Ui09!q5
z2DV^Ff<?~e=oHn%sI<|lhb<giJ#2|z^{|z<s~)y?tfXw?SV`R0aj$~yFs&Z82df@-
zK&Pl4c1#=nt<G<}sUCJN?W?0_>ijK*P6T!>?V)V4+YLvYOf(&Wck#VP1DmDsy(b>y
zdoQr@y*JqS-Ulqc_eH0O@BPw7i|_p%8{Y@u7vBeZyZAoHvG_jNvG_j3aj$|yF^%uT
zz~VdQa18OC62~R+p^~g(d_?IQA5q%I$1$vBd}wF{A2wuSKI-F75g*5=jW#|sG=q;5
z(JA8Nq_olE<7CI;;}ple3Qol|K28IRkJHg9;^T~BAAwf=rJRYO`b#+rL-m((Hiqgi
z#%(%{zjN^!f9HXXzw^Py-vwaR(}n01)zd|3qs8CFj*Y)d@T;CK^>*=hnPc&HxnuEn
zh2vfYS7I7}SAoUf)#w!QcTL)8<L_Fq@pm0q{9TVu5q~!n`y8~!?~U1p*7&`t;N8*F
z6(Dsp=Cl>xf;qI}TQP@pu1k#n+i5rc?*NPcJJBiPe{|Yt@ju3~@qZV7@qf3si~oBZ
zi~oBai~su^_bRv_)A)Y?EdEm-#1Q|Brvq*AJq)(^9sw)9lt(cXU&><`itq7spe?>9
zz>4olbc*78Ds8mld)l$$8|%1N!84c^-?L!F_Z&J!@jYMchtO7EFMw5FBhV=p|4aBR
zew{i*{I8%>6#uJfqZR*ajxGMz@hko}yj}6X=~(f<<yi5*?YLLLJD3*#yI{rt9y&$w
zzn?Z*@qgf0@qbwGi)f9nkGx&u>tn|nUn!qpXngIJ4z%(28QA#y9IX2J0-YlMzLPdu
z{C(H4@%KIa;_pju7k}S(EdGArSp5Caaj$|OVH$rw28+LxpJ0f;qtk)5_<jnu_<jaf
zd_PC0D865$jaGcWbZqhc3cup}wYMw2-#Au$zjdtme&@JX!S69GzJCQPzCWN-6yG0<
z{V!-6AO8kceWd&eL-mpJXAIRx9GB8*{QMQ4@$)yZ`1w0JMg07G+Gz3fAC8TmxPc>n
z#vRu>h@bHsi=V;Y#iyJ2nZVn7b=~+~eB);#`iY<XUHs@Nep<haZ~VmX;~PKmyZGYg
ztKNP47dEKz^FR9TTgykh`&Rjgciu*@S|}g!&fCPwN4)bkvE?J)fvbGPJ8!dH`G|Mk
zCRRS;owtdVk9g;8;$9k}9{w#K@eW)Yk3HIzk0t6Vt@@gccEyu2J6Q3g%mG$BbD~o$
zp1JTVp1HkU@wDE3t9as_x4Hg+{>H`o_p(8M+k)TXiFe;Bp4Pi>6;HnVc7Xm?U-9l+
z)z@ZqldX8;-M5N&G5>tU+kN+Kyz@4<Ve!U0a20R7^ETTRZ@lw1vEq$)-X<Q<cj^4|
zdfA}+0QfE5<-v+~1@EtTS9Gj+S8}X)S1x!Fw8qma-mdv(RmXNbS`ELBM|(>Riq-oX
zw2QAbeSPt@mSfe&+K!E{b?}R?b-i7D#XE2F1I1Uo^EUB-9w~YMUN-1b9l!Av@4&Ts
z&v)M*Q&(x_Ki+|>c!v4*6;HhLHrG)+@lMpl7EiqUR`ImneXDp{@4i($@y^>^U-7iw
zecQ_heYd3(PrUn9@x(iCvzziC@4OYxcll=1wybaS>2_c{-fRz6{^PnQSF-%>NW1vh
z37sN7c6Ka2c5!Tc?22D}?B?y_V|T~mV-Lpz`Ywy(UVgC7i||{1_XdlPeZ0T;$amky
znl}F99k|9vyaQK!eAT;ecVN335C7HgzP&wmtSpT0cn7Zd&UfEN5Al7J$0xqyowvCS
z<2&AeE548Q{^I*M$Kt#1ctF?xj(fRb-I~L1e4hxm@pKYcd_P=QX^p2-XjeQbr-Btv
z%4uN5b2>W3;yDAq;yKgX70+3Y70=m@2lQJCj(fRb{SG32i|0JB;yK^@E1nAqJ{fKG
zb0Jvu^ODq{SpF`iUGZL0){j1l_fp4-_cF&8@8$Rv?-kyzc&~J<c&~CipzD9fz4+8v
zT!Y`@y%wx^uk-$j_j<>Q_Xfv`_r`)RLTkL-<n5Y2Zgy<Pk6ZBT`0<(4pcr4b(JsDj
z_w~is9gfA<osNyK(fGyJ7;hI}cR3bccRL=?^}plZ;GT_hFMi|eKCspM{b2DG*D1N0
z#q%KTisvD8isE_LvEq5evBmQ!e#P^cw=15<9V?zE91rOF-*GQLSoZ<&TRcyL70+1j
zuXvs*_yM%l`?Fx1FP{V3@#A^0^8Z(<K`}mFq+NWxgiaA3FFO_=uQ)b7Ud1myUh{VG
z@w#L2@rL68UH?1o<p=9N0Dj}+ZLs)w$NP(qcO4ra@8LH--Uo}154^wl_^{v?&>9aP
zdAr8L#|7Vtw)<zFfTz{}BA<eXYW$S`;U1#jKP>og^fbEu_x7oE{a^4<^i;7{EWQh#
zvf}T7r)Zx4eOcD|NztWOKeTRewA{J@GG6Hr>XrX}&xkX;pl{<u<vSM}RxJ8k_mq{M
z);$fSuXRj}^lD6`MEW%*QdAysOtfjVb<a=b6=MR0#BkJ@u(E7Dz>V@9X!^2Ld5<$r
zuQjd3n6P2dYE;*<5=MFUKc=x+YWT$sS?xlV6RWA=8_)P`SjPj0xoVfzGrqa;A6Faa
z!94cszk5hVmc_7qE(h*)o)IgVE8tJj9JgZHXcfUq1;?grj$0XjEvEjsV2$@x(U~cY
z_thHQEOjGyb;qiYH5`wQ!$9>|eXND|gw_y=`dFv-&QA@`x-6|e)&r|P)<>rt)B4(B
z>xN?t-J`N&`Q5!ED~_RV<9!pFVx^|frYQTcVc^&)jPiR3b_^VWQ{%mL&tbu@|L$QS
zcu6sScf)7=?hZD7_W&EedxFL9Ug#9@yLZ}Xon!3d*e0WW@y8_9bl4B2$!z}yHp`gg
z8uI{D44MWXi0XBo5o`P%+%z{!jlV-2Yy2JRSmW<7#~Oc!JB~@daU6ltK|mo^QN3D8
zx9at1dKsS@8ZACGbXt7I&=Q}0{3-gd<I_fqPYu~B#%By|<MSkXiO-X3@7D3@6#T~L
zso-Ac?;gbG>G)H`XUZ8E;xpw;44co+0*g;O4T|r0oP$4Q!!*io<r`n;(PZ@(_e!k(
zE}&g}rCf+%$+-wDzAi?m7+;s*Grlebi?7SjDOP`%<1@al0QWlY0TW+W;ZG4?SEr2@
zU)MMmU)MSoU)L3UHd^&}eZiqre>W5yQ>RW=ZuEAY#N1Tyu4p^Qy%`)QK^W!lABHwI
z%UfCKBr49Muo2_`cChh(2iW+(6KwpC28;hO=oI7sE_}xS-C*&54?4y8zZakJe;>Hl
z`Z{r(Pd$J?#p?AzeBytRY(rao4}&efN5G2jQFMypdn|3V;(Oe&#rFh$i|<LW;(H36
zV(~qV&*B>k?zMh?F5-I@e~RLJE^V~pd%oa@&^8`l0IR;@xQUHe{4aqmew|uG{I8%>
z6#uJfqZR*ajxGMz@mu_FfEE9n=oE|pEqoUL+u&a3H}W;U-o>Ay_}@z#t@z(}toT20
ztoT1H_(inFSIS2i8eb_NV`zM(e1f6z701PN8h@YRGyXmYtA4&fr-;Arq>UDT-*s&K
zeGk9!_a#{TeIK1-{QUr*@%KY;uk#!E;_t`!Q^em-(ngEFe{n4Se(G5K{milP_jCN>
z?-*}4etwDH`1uuB{QMf7B7T08Hd_4r*0J&PJN(Aa@4@2dU(qSX&mZs^KYs-G>Tl!&
zxkvG*Fv>#wr2H8}{G|K^!^YQN!Q$sUbc)6QcYGHAzk?Nj%70)e{y`a6mf{~5onrBi
zhu`8KAFTK%@ctJ6g!l(?L;9{bxYv0`toXlyKSl9>)3M^8#IfR^)Uo29tl+<~4b{iw
z-mdzXqTpZ9uJJXcw`+V&Rq&^@+wp5^{C51B2CU=P5MN&huekT3rrY%2|88zt`c2*X
zT2w0^)6;JGm;r40m=Uae%!E#{e9VmB^6@RO@-d6|w|smX|3Gd?r3dcmA38<(7;tR$
zI2(TDW6|u3w)&cbcEvNNudjIKa;$jfc5Ly?gWuwr7p!>Z^Zpjk{P+j-zsLgMo+w18
zD4vBJE1rcNE1pFPo*ixDYf-T3Yj|!8ZSgKnyW(A<tRLMJ?~;xc?^2E}-lg$dyvu+U
z@3P+C;$05^KzvFpmIwDb&xjT8iuh9$?@Epp@5+u9?<$TJ@2UkahPL^3HL%80%IaV{
zUabMvc-kX7ppCD!Xcu2=qf^A!I*!HHx{i&n_3#^C>x0GD2HxNJ+7SOhevq#J!986P
zpi{)xCXU6|rjEteFvsF+xMT4(!m;tS8Gi9~Y<?En_}H9w@iEHR7av<V79U$WHa@n(
zZ+vVG79ZPqf8%3Y`~&)5WIJ$Azk7gA5g$7^79S});ujw&JArMy><ktk=Vu4B#k(u*
ziZ^99u;NYG9jtiwK&M!|d*Ziv_W~>4y}iH1yAS?>+)#N|+|zf&y}#n!-?8F7z_H>z
z(6Qn@$g$!*xZqvT%KstWuKXWb@JO`A%VFNG@e=p;)wCvlJN_I2w&Tx{U>$!_jsolW
zb9*|_#`iI_8{fx*jql^Y;=7MdF}{z-Z+xEs7T+g&f8+Zk`~$fm-3I{o^c`_@iugX&
zvDMdU_{I0b*%xi`oI$(dIn&oyJZCvpJZC$$c+SCZ@tg}*Jm-0Ti|2g&1NvX&0&q{?
z5l5#eo{JnSo{JqTo=XZo9c|;~Qn2dhrQ8<U;=P=9#d}3rKe{R2D;+D|s~lUrSL3&M
zuK_FGYrVh4dma9P_>@>&5AJoI5i8ys@uw)>n;a|Nn;k3OTO2FiTMNDnZS&=AU^~9t
z4z}aV9bk=@&!h&$_!>>S_!@&w5np#X7GHNeHooq`Z+zVg7GL*yf8*<Z`~&$x`uziN
zPk-u)P7z-ZITl|JI~HG$I2K=zIu>7#IX1o?$1lEqnV*F=KAxmqd_3jri;t%ri;uC6
zjgM#W8z0Yt#m95r-}rbQ|A77%c>&zh@9m>g#K%jHZT!ECUwovz0=Dt;Dp-8{Jv*Q+
z-q&eYyeV&h6>rL$V8#0uI>q9B8^6W-4p{NN>-{a>_wWzohIAhQ-0M6eR=gkLPf@%d
zIaa(MJ661(I99x$7W^7o`Txw@mH&K3`~-fDmoL0s<K;UA--)*4%Xh(ceEA+&$Cocl
zf1x<Oe81qM(bMQV;@+<7n;#ZD9eOHOYUD@YDHG{F0C<Y#`SMT7I$zXgtbV{Z2A@Iq
zquc9)&!C%j-2fUtI+lgqAesQzbG30o%x5c}2=keWC&nDx`8(yOJAbGARP8?r=93jq
ziuriOlVP6N`8(wkBJA4f_!cc0b+iY4$JMT)H%=f$dzE84_e_tjO>uf~RK=0rBP)*d
zZ#;+x`7NG)Ot<2<q^EI<f17sV2As+g>Bn?k`R~VYt^D^@-p+qNhI{3|ui+8=_t43N
z_#bF+vo!u=_!<AR)5G|W;Vb@aSjPj5xqN%#e{RS93g*Ey{^tcB+xabi@jpNQ6ysmh
zOX~qmOh4j(q3nwm{|gta;n{j2*dpK!S%mb*Ln$9c`io&0-;0Bd?<K&s-up{}jqjzv
zV+UW`(+BcLL(7Cw7RL9oxQy@Rz{dCTVDY^IIz{!qV%li&y^`a81uJ73->ZPd_p0a=
z@x5BwXybcz@KG!pSp#MD9*2Wk?@b+x&vIJPkF|u?38NfND!<L`>dJ5P6E>CK=5br)
zxA{%}v7SP0Sp05Owjav)ja@T-H=%>^yD3=w4nwDi-_|_|@jD{h(ESQF!!&+Jg2nIV
z=oIlgDs8m!y9L<z-4ZN*w?d~Vh^>pg7Fxk>lWl0#^R@*qir%0AsqHY=uXuaR^(x*0
zQ};9{sjgN%?u6g?+8Hdqc0s3zuU*qdi?7`r_bb>P)A)*e8RBct+9hr{@8#I|+8e*|
zwGY_pabK|bnhl*|`QIO(#d82y@f?UwQ9K8wjaEDdJMLF-2&TnzC|L0vhE7rb4^JCy
z@f-oRcp?-n%oXwED*Msjid~zI{Kq_kjaa;~YZh;xcEziZswiIltD;7AsnW0JNthPz
z$za8M3OYqQb!yt^+<BR&fi1Yx!Ir->z{;QgRk3)^!fWxI4c5+{gHBN}=cbKTJm)#?
zS8zV2#d85z@mz>bQ9Ku=jkb6$23tIrfECZB=oAHWS+UPVD}R?~8(QP{ih}jgt?_#$
z*v9WwV2$6a(J30g*A#n4bWXN1uLZB&`OPci?|RzB-wo&#@pog|Xz_QG<9-D<V;X<A
zfEC28=oImHTiR&j?{={9cL&(&;ZCsln;o5E`#%Ps_W!PILu>!<cC7us$8o=cdogYQ
z?*nW9??<O-{~t&jZTtTq*!KS+u=f99bc*)>kz$WV+xUGHto$#BPO<pHRD4fl8(Q%_
z=~(eS<+xwL)0h_DSg_)I2A!h#o=qEV@jVB&_?`z_eqI18zBsO8Bewr9fwliHqf@m1
zucVFE{=e$DU%_jbw*Rk#wf}FRQ?&nYrj54!e+z8;|2A0r{|-7u`~PmSUqmZE?`0cW
z`FX$K$Iu%TAoT&Jjn5Ck8lNd2VQ74&e2k&-`AIs^8lRsQd>wkN0;E2}T(jcOG1q9W
zAHFE=T(`h}Xc07SafAxu8pn93AhyBdqbvavfFto3<u|FUKqkUz1vD{u?0^3?9v_2D
z!9q1NB|4?wx-@Rp%+&Nz%}kSh(W;ptj;&^f;<uWa7Oa{{nGQoWQ)KWOZ-&Ov4<&wQ
zEFD4_zcb-5erE<7zuy8Izq5eHw!TUn=e)DxPq7K0hwsU3DA#(AS3Dc0#^mhP)j9!~
z1Hbs4)7$&?cOS!TV{&dB;&+~CC=2mBuVdqPKK#b-{9y6B06IndE?Dg8(Kcr;1lE|0
zI>tuC_acqeERF9)@fhEWfsOCQ!N&Iz;IXY&Uk2Yx;ZHHXm&Rv&F9SBdmj#RO<<Kc7
zq*1<aEWTH$uDHfn(XsKp5`OW$vbT%xRU8}NtKv7lR|8u;uMW0)jykUMLqDdU%4dHq
z`d2>tn!cRRzNR<lvmevn*uiPBPczqS>xWSm#%D~g#-~!<;xkG?eAZo7yYU&vBJsIt
z*>tFW=NixW98L%EIU+iih4|devGF+)zwx;_SbUB`r)cN4D7L2SsNXHK4XvQIDtKYE
z9aFXj8#&v6*JIJhwkVN0Nx`9vukCSI{p|o2Upt~xjIW*WiLafr4c+ft;~8JO(k{Ms
zL#K$Z-P1-JUweR!uRXz5e|v$&R}Y<H@$7@o;@KChc=ki5SUmgVQ#=P`8@k`Q#<O@1
zqFwPEj80KJhop_Rcn$?yJcof5&*A74#dAcl_eR_N6`?EtF>hpli#I;X;?=H1yxPSo
z7H@>2c>A?AfLv89-dI%|6NOduAtzPTiuYvv7Vjxw%ipPB#cL(pnh#H>-Qqa|tPejE
zonrBvg-<(wcDAAWoohUc=Umzq&w1z+#dChzXv^OPV2kHMu;RH0ouYUyF7|0?<?oVg
zLo0um795+h;4i~(<M(o~#_tvA6pi02i@hB>Ce6li6-txpqz!DA#@{t~#NV~vZv0(`
zU;JI~?fuR*p7D1h{lwo*-e3IP?AZ9b1;6okE7<DcHn8{`K&ROL-+@p2e`mI#ZU0Au
zwf|$#DgDkhp6&nL^wIv`lYP<J|9c(V{@;h+_Wypc_WuENiuV7(V&9Io@%s>1`CkT|
zV(~qKPw_pPZD@<{F|gvZRieJ1z@K9AJ&8~8J(X=}#rL#hi*GD`i|-k*<>y(j;!_A!
zY-gUwtNnkWwzl^FMf}?Tm%P2-xyG~oe}#V9|5v@g_Ww1<w*Rl=xBY(uto?rzoud7J
ztJu$>m7lk>4XxnbDfnTujn8+%Ha_12Yka1>kD>9I@&Sg%=ZEP)YkYoG@YU$G3Xu93
zGftWs-zTUwn(MJo8`t1++(E1L=n!u|nj-mOHP;z6PtCIn73uiVT>7hsCunf9jN)$0
z2~kn}4W0<4K{9azo23TPHyqzx!8bAQs(2Di)k$lfQk_p$yF{HNoE)Q{s9eXXPNuA`
zsFSH2t4^kNY;`gXeyfuqV5{??;P_CC@+ek22j|m;r|JUxq5lcz<24<c_M8~x3-133
z=fQQe&exoGIFIj5B{x|SG04K%)VT&>i*rpPrOul*U+&cTn1B53?EHwRbJc09&Q+(a
zI@f%b5_R71oL{R>TXnAatX1c#Q!BOB`NkA%*y=RuU3J>3^NsV<|LguPI%_<(ykLB_
zr+&x+gU{$1-<-8+M$9=n&!lIMuZGl4v$eiD5(oQPYHRCc{@eIxt&L%Zv+?y%TG{79
zZn)_qswn^3g(}LwcCm``Zy~gP*m5p<DgSfV-f=ve$Fb#qUi|&eGil|2e($gRi^3|(
zzbLL^^VC9kE&mIHmH$Q1DVG05@okt5<vsCsyjq;5b!+<)m^vP%EQzsZqVk@2+qt;z
z(9XBcUyQtESykjNS2q#lFYj2%S;6r@=b3b`Hm-ze`Cl2V{I7yeQT|sgwl>u&uGPRZ
zvuGshLiLcc28QavLXMM1J0!R2A*fP4tdko+pU|STb=-<mgMRCjA?`13;Ona%EM;+i
zrc;tCRu7SCtA|bKrFz)3_Kx$jgu^gw<HNyL4<o=<51WCl9!7#i&gSS8)x)T?(W-|n
z99unXiC^`wmA7j!ZtYk}*~YPwxUJ(}1>0d-J!}tFJ?wx^Q9bOKHu_s%|9194&WHFu
z*s=IN#Br~JLoto-!@%M@<!}t~of5|-6{$+Hiq&6~uGL?Zw$<M;tY!75p%L|W96Cky
z*H0U*`a9mS)t`oD)SrfI71iHK6~)2gWXIy;6vw>^PQ^4nP6LaN)6ps7<BVb-fmZ#c
zoQYxc(OKY`STu4rN(a#xx5ek<_gs9&-+5r;?|iWFcL7-A_d;}v_`4`=wD`N&vGI2a
zevRKty<PlW=2-P~xnuEnh2vfYS7I7}SAoUf)#w!QcTL)8<L_Fq@pm0q{9TVu5q~!n
z`yBKPooCY1*ZUQ_({3j_H-o2T(a0^Rp#@0YiaDh7{Kxpeop$5@4zT#Y6P+UdN2iSz
z|6?2*|99aR|95-4_`k=o_`lb&_`lC_uY&tAjsFM0;y>j<4Dr8sI?xv1!(fZ=5wPM*
zc@#tOr96hA_#RIO+TwcxtoWWprzpOs(nc%3ryVQ4v5tEcJcDWRJquQR&!JNk-}A+O
z2yONC0$BAm0-a*<zl6`?*QrCq{|Y)q@xPijTJgW;*y4X3zv6$x+ZF$tjurn~jurpg
zj(ZingK6=<3s(H^p;Hw9`)Q*U{|Am0|Az&?h}QV}$lEo(K6b3}mGTLO#@AlyKpTIb
zfsMb<!K$Ax&?(~YJ87fE-*+7wf8WC|{=W2f@%Mel;_nBJ#orGd_bT`irt$Y<u=q>)
z35NJPIvr?>@26mk?`L4e_j7cL;`>F~XvOzS#}?nO@GHJwd%NQMjbp|4TgQs;caD1%
z{2tTd`&Y2y`vW>f@%^#b|AMyh@o!+&N6MctR39mS#!!94aVed~&tLHwKYs&@pTDD1
z#LvH{jTS%u;n?_z3qSEQ?zq-L{EX*V{EY8d{7m4uSJ#~ozwt8>So}=v{l(8W92-C1
z#Bcme0v11$dVldVS;2o%GsmaNy<OvHih@6--HuOF;<w||RN$ey?)UYF==%x<-^TjW
zuxMlm{;6Asv{pW*rCs@mzZWR$FrQEF+gCnjaBTUQ5x?>=lea4$Gdos3zU6p8L&|Y4
zKUmb`w|vYBw(-~lD<4bLRa)`PM!VuknH{WnQsw|Fo;lGe7SCMx70=w>u6X8gta#>i
zJka^O=w5F4>)*~^9-frH6`U{SZ$-x%Pb)drcv`vOMbH{gt9ZM{)2fc`c(fXRji<e9
z3R?BC2JNbkHGO^6$6Ah6A8R|d`dA0Q>SJARSADGKSoN{K;{iQVaNMgqw;_J3_l>|-
z?;C@~*D-aKRy>>1u6Tx_Qxwl|$BJi!V~b}q{EBC!w=15_9V?zujt4q_7v0Mb{`$AG
zg9+nfFL<;3?hRIc_i;Xz-+dk1@nt{!c6`|%tnqMw_t$thu;3lg8V?6~yT-%81+R{_
z<I5pnJH8wW*6}6fFtCm<DTjk~d^rN0qT|bv1rJ3}l?}R;37)dz_`9_!n)|nTZ~u7T
zR$l7s1hwUUfAAiEv$0qH_ub=9mV&;G6aClS<IgQd`t6vg@`z)iO{1-AHkDV*5hz6E
z7x#FrEL%6=qkISG)QHM^oN;=sX)VTt4U1Nzy2hM`LMC7_hD9Tqj#?Mgny%uWy{54$
zC$vIn-7uPqUj5EJ{^L5|Nj$dmokUH*^VO}lE(qqwe^hPMblbWi7F1h47ovSb7L6>7
zTE76PMKJ9gdQq^QLoWu_oWD3aMIX{SC(=$VnQdsB^Oph}SxbXO;xg!zAh`j{qAZ`w
zfqVb=|Mn@niHNGGkG0S#st=>IRUhlnr{79J+{0fl*F~#7EM;+k-oV?Bt{_rv^|296
zN7nWz4Xck$XtMg)6l@<h3~co=9Bjdi04wOt&?%~qk!hn<ADcV2`WS`Z>SGJA>SIfE
ziq*$f_^dv*2KPGm_%+zK#h;>M;C5-FHA!smSd+*Ojy2irSnw+7n1mX~PN<lq8oV>g
zCbM0@n&e{KVI#)xZeZhgcd+rh2iW-C6D)rBLZ^t|z0*dE-+de#zx(1he)j{5-~G`k
z#_s|6jNb#nz0TjAiQj|qr-<J}(ngElLmi9X!yJp>!yOyHN8lH~3bBgn)k?a>XOzD2
zsj0KYr-n|8PffkSXCIxS4?8|>wD{DJtzvwhh}ZZ$2`oNOMyD8`r{FU_PX+hB{_WGt
z;338Mx*VVJbp^Orzmo{$9QUd)%0l&bwPV%aHI7w(*E&}HU03kgXw~2K1&31o-B9q6
zXpQe13l636eN(}^qT?i|aomiWwy{~>!eS_kMs7vv9M?{BTlIQ7?Kb}J0I$iSkvmZ~
zI7Wk2uVc_DbEZ+g7G?E%H%+S7duo@~`P9AmjsN?=z0TjAiT?-ir-=WQ2QkEdoL8jN
z=C_COS$vOx72l)i6vg*g+Gxf1xMPd&3H%n{lVHX76gtJ~>uG!z-&k<Z|13aQ@jZ(_
zMe#kCHd^sLU+_a{)mO?37^<&0Zl=@Xe+i$(|1wzdzk*It{I8~sR{XCyw)kJiZ}GnY
zR{U?GQ!M_s@LBwCgM0Nmi9q6iH;l4S{O>td{O>zf{2w@0{2vzlB3k1s<s%G@uau85
zG`><k!O-}M<6=6Ezt8X)f1iWJ-xuf<@%Npy(c<sBj*Y+X;Wz%i1dG4#qf?B(AK)|o
zehBV;{oAL|fc$}l@$*M;@9W<_ZQbM7_-ftb*Z7Ki`*4M5e8s)}2F3i+y2r2amG}7n
zMjwr@);)fWue`_q3)(fl;@&<sqVW~?_GNwww&Pda>$l@q-0RozEAH*n7tz5h?!Cyo
z4Ll8tM&cg-)U88aYrMw2evQ|ZxYw`oniBW;HC|iy_-(w#y?z_7aj#$FwRMl*#%tW;
zw|b0w{5_TAxcQ0F%Ey3X<s&8T@hcyTrUPyBPu$~IJgs~DiYM;v=Q@g~b&ucTiF^GP
zPu%NQJoEYfSUmINAIJ@BY6JIlN`OvLJPSEiJPSKkJaMmE{o|R19lsW(pXzIPZVPSk
zE>64RUBb7gc$ajnc$ac)@h*+u;#~%;c$fA57VmQS2lT&4+~e<c?(r+$);)g3+q%cE
zc=H~AY)0{};-9B@S1oukv>mVF9={#0;-01*ui_rR#?u~U|3VpGaj#!|weInYuei6L
z>xi$`J$~aW?)4jAaj#!|weIm7UvZD$_=<b{J$-G@;}u_<I2K=VZ$I}(e6{ZJi?7x_
ze(^QJ*Ehc69>4fHHn)W~KH^@#_-NhZ7av>r_Qc1Qj*XA4@EadngT==--rxAx7XN_$
z7ugQn)Ac_(MSSewSbU`Hh+ll9>;$&)vNKqGoSz-g7VoaKE8djdz=}6zcd+8!1D#^=
z?up;xjeGoxH}36ce~UNn^$%pj|K8s|%?RTjzm7k7e?R;>{v2EQjAzYLWpCYD!#`!k
zeee{`{r}_3I)ACnSp9%+be<8s-g!o#6ZG+;V_Db<`~<k3tBn(4K3nlbn9o!^G3MCL
z-vK=RkH1YfNnItr<TR<{Cn}f>^YMx&$9$|}g&$usG+N>Yh0*3eoD-Cdqxj2VzaLvt
z{H<$Ri$5-ZE&e#Yu=wNj!{XO;8u8mS8(-40X*e$MY}$$VH4Lj*{4rcD{us`R--dbX
zOO~1rBK}_8TEst4u*$3TCC(UrC)dszp7AA68@6#zID5qKJ|R*0{et5=&j|XRX9UM}
zo)Kt*ov&^p?g`KD_~;5Wy|iwi#q@JzZC?m;<3ZeyyegkX`f)8^^VyGcp_<R;x9Ms=
z`-`(;&1ZiJ@Yum;1brZ1x?3uYvUutr|L%AhZ?}9di{J9O99a2GSsvr`&ffu?*7-Yt
zQ_J6Z<x1+GvNDGHuaXY5`mb8>O6XGxkXjAX^1nLxq|W=%PQ=;BnkdWvT43eh4jVD+
ztb;#A`M1m9IKZx#ZRlfKx0PGZj5eVCC>D)uh*JJHDmaw#pCzy`4r|;594ldzd9T(-
zbFZV;M|192>!bO;W37+oSwXFj=2^km&NBkl$Ef(UvQT|&;rPkUGXkrRt>|a<u{GH0
zV;ivYy)8OL`Q9#VwDKKwls>DE9q_6Dj@gD*|D6in9&PopGuY~57qIGMS9FTi$8Pwn
zK6VGIKK4MT^gF*zr~23{+t9~$o)M@%_VIR`ANIv>^|2pV^^vkaMiz(6Z-d3hf#?+R
zaZuW5@ew?y&-gn8pZXt~ZD{pBtl)#u#^2#!<L?Nt__JMX&94!P@fV?rKT%Mn-#JGW
zfBIKN{HaS7t*lK{G5+GCjK4^wc22ukMf_z52jJECvJhi@iGq+#S;nAku&8Pc?x0eG
z|BR-&S+3jp-GX&$<5`$%S3C*klNFzX`9$Zp=^pQV&(g-v`SjOLT!2o|PF|QcI)jlp
z6WBiQVz55%5_F0_@6xo<`n<~=Tm4*)U!Qk{x9jt+Echa{k$V+5$(MOGSjo8tonqtf
zT6|VN*MXJ%>(MFw`ivl4DxMp&4XygQ$+7C^X2(`Px8S$>xfOgQi$-ok+4x%;Y<%7U
z7N2*bQ^e=!w9(=-WekS+yel1O@p-pn@fmqepYeZh>3?6gq1FHXg6}~a{||tT{|CY1
z{~>gW@&7PB<Npz`_<t0g(r<+ngI6I}5&xp3iugCmTF1wy=w<vr4Ho}n(JA8pnPT6L
z*7!|%7Q>E@ah$Rbd!Baf%nRrg?d*$bqb)x#fyMXB=oIDWm9){~JMx%5%TFAd)&KQu
zEB)Un_*Jy!=S{HX=Pj`E^ENug^79Tp%g?)D<>x(gO26}rK;z?sY(pzQA39ckK5}g1
z<751mpHILxK0XE8_=tH!e0+{SMSOgbHd_1z&*?M%zKc)&zn5)j_5ZTq@1Tvp?}LrM
zAArT*578;c-;eMae?JC`zn`E}`knWqiNBv_8(RGR%(3|Uxntw+7x<08UxLNouh1#t
z@7Klt46XY9O}3#`-@h&RIrIhvNc|3T{fd8&xn9Npin(sZf52R){vANHtX-cGoQ-3x
z@W$d#EZ3~~&zNg8*W-UF?wC_*mwuQk_;DNG;5F-b1&7i=8Nb2JG6qItPJoI)8$2QE
z*~Vr$5sPP7G%_)2?0?@i`y_1N=9DSGnp37kr)W-@s@RjGA1mMI%XX{5Y4BMM4gsqM
zhoV#Ztw-50$4-}RXw~5Kj#Yy*IJO#`5x>>oOkmYu%FGyb3=ih3wD)JhP`*k&8@DF7
zSxbjdYVS3;|7~>5XMX@(^Vy#bT=UtV9sCT7kp3K~v4dY_>jSxFohyv8c&c;FuKdj7
z?aEKeyco()%G?;1&-uaXzW_Q#{TD3ud}!r!p=?82J{JaCJ{JKW-+6A)FMqR78=^U7
z@y2SF%I6Y}mCq#|TRxY<Z~2UK66JFl@2`9=TkyBgnp0Ai!`Lv<IQ{W3mA@kW6)-G+
zD}pV5D}gP4D}yb6tANK2UbFXs<Zrbw%0l^D-LdkaX{CztkrLC7<uBH={Av1%{ApUN
zqW(GUt%X<lTd%gZ^0z*I%U?{d%3q~O?fn*ok-s`*)UNz(A~h(=-=>2=hUIS<e#_r*
zu=1BO0>d^wD_HrN1)Y~h!kag^xrVR#YOdXDzM5<Iny=>jeKlXr-|&y^{O!K-wN2T6
zDCKKg$KroG$Cj_{@ms!PJ@rr75kviVN(Wl~cP@AbwDPq}!J$s9U{_4b*KT0tYj<=?
zzjMugT<4ly`PwV{qL1lZvs=FQq22PeFIf5751pcX?O*K8&>C+CWE)z=bYQ{DqwN@e
z5IBkuqkO;5iuDkjS<EsI1zWKn29801QGRnq{2kH2W@-FIsTqF}n)tJjqsl}{74av^
zstCwcMV<Q<wKk?rxA=>Xj-6;$h+VUKpAWb8|Kz6GIyL4gDBJ&2!TONX&?)^mjZYLi
zdqzbO%$bh0|7STiGS0?t`9BA&{XZ9-qWwRw*e9WFzC9molS$4;7vfK`{9J_3;=35E
z_%1=G^gGw=N=BS}XS?!qdD>{jcZFk%?@Ig@-&J7C&(&bd&kkVa=UQ}%?f-T7Z2zwZ
zYyWRRr}R75?ArgEvJI{MzuB?&{}#u#|F`0|{l5*Y{l6WZqW!<4*w>(ypF6V+t^ABG
z_yV+z&oN*dpLc<6eBKSV@p%te<MUp0ipJ-C#XcMzMbJ3zN5w&|!4II;XwJ7DY+UW{
zMCDL>;~&q-O80Tb!+0%GIoE!*;t4RHt9U}pXDglv^O=e##vJ?KcaA+d+gDAcOo4HF
z=N#Jx_*ArO;7^TCIc4y<SmUt?WC$J&%%RyAZ8bYBST)-^$5zd@&awNQb8OXYoLjRl
zqMDtlv6`i7c4o&`v){sRH9HGfHJkEnj5_89&&hjDhkhvKcc8(|((*eS9?S3SV9W0u
zV9W2E;IW-^?58{D*iUuNv7hWb7kh$@G%_FR@dBjg$F%$|09Jk%M5kDO7s99fE}U&>
z<#!RsmfuD3E5D0*yXALr{L1eV-md&E>A2r{E~fm(xpnqYep~0*%5R=yM;FWQayTr%
z%Y&8Q70@Zl?~28q6|FfbWhIOa|M5BZD%k;T`Cb)l`Cbid`Cc7t`CbD&wl(d<Ir>`o
zQ<QH_TUC^AO>0#w-!c7JzSpCd<vXTN<=dv!)&X0gM!t=L$aftAYPWoELVx9ZQ*?^u
zdl)|Ddw8~?mG2Rb`<=g?QNBldyYijq*x^>bM|r#Ddkg%Q?=8W~cgj{6HJE-6T<7Qh
zHsG4i{<h$n&;EAcn$Q0B;F{0=4&bqa&&B#cuDNy!qb!uqogFKmyEwLd?uy^?xf|H>
zxjR_-+yk9r<9APd8ozsG8~T*aIkx3<AKI1AebFhF&;9TzpZjMUTKPP{alf8phg<nP
z$lI0AgB>fMhd8!;#yPg-GtRM<&p3AHI?Cq}#oijN;<c2=_{~kMOuH3-d{hhy8p`uA
z4I1rY6%8tdP{jscAFmD0Nx;fyil~ZfETb^;DT=FDJ|h*%r&3hK@~KotKFt-KwMrGs
z=NWkQVQ1FX*75c%{MyO0y<Pb{$8o=Njx93I^LCMSzGLMx&fU^y`MeNcCPU^$U`y7;
z;5t5=dr8LUrL;fMImg!cxEz0q@p%P4k#l9Xp^dz&z#{c(bc)EoCT+Cwc`aCcUWZPx
z<X(?YeBO|4Xz_WY<9_EHTYTQ^?c(zm$Kvx=$HwPv_>Iro!Q%4{bc*=Av)FO%Vw3x5
z{4wb_9io(t@4Ik|@4K7kW+}e!acq3wi(h=_Id*h2zVF8&z8{E&vJl@7IySx^!Y{rb
z_IBg@5&Yu&QEwODwo7rAu3fGoz7<jx@ogc;B=A&iZCyh@jo<hl3l`rg&tO>n?hLk#
zKL^%_KaWn)&b^Q}+IId$u=solonm~xj8A;Nl5J@5`Kn{%^ELe9^L1}GKHtDEKHv0q
z@%fhHe&@NE_<YCP#pk<@Rln~!w)%Y^zw!A2SbTnnP7$9U75iDV>i6SpL#uv2DR>Op
z=J!v*Hot!cUXMj1pQF|-K<W$3bvl1Lqe1cA(nVCXt{J}vUXw*5U!vA%t_Qzge66wY
zzwnxI65_NPp8~8JpAwy-8lS4zlcQDRQ)e66YH%8`YH$cTMZ^zH8{Pk(e=ajivp?Ds
zi3ZlU!zc?IfV1L?f#0<CP*KPY9zZ?Q*eqvbF*d%^jn#-Io;lJ+Yl527vG||MvG`A!
z8$<l3#Cn#md1+Ap`LY9A{pT-u9<=hcK*6CbUkl<;z83O!<!fQb{mwO`=8Q$XU311_
zj*sa)mpQsNE`fPe#Y<vp&RD9tVh&!q;BTQdXQV8Hp*dr`bfA^L<s4i7md9`TTLEnO
zTM=yeTM0b2^A0HGZx#G0%HOJKqm_@<94j9wt7BOHVm-@WOh4+sR<2O`YuXCYbQJm1
zv{uFP7t`Mft!XjNS!~*j@n+L%oDhq`D$1Wx9LG>i+f|OP<|deyzfHl)U&=6yy7J(2
z&(hu>fl>3*-wa&y(;o@0`RQ*CuKDSY0*@X1E@dCcHQJV8l!fxMm1FU}wPVZAHux<+
zv7Y5;JKEKMdvuEW?@;V*(T@#YGd5n!&rW!hpPieQW_f()nz7&cE~UoTZr)${+1>Fm
zoohzR&z|%<s&?KBQ~BAux*|XO6g(WQ<nQb4DvtdMUKVY|vp?91>j3b2EE+iwWyj=$
zz*f8mgR{70P7W4-hoV!Azr*l}zr(W)E&h&h+;5d&)VEO(7lcMp)VC<CVvVA@#h+5q
z+ISya>$|ze(f(@}tJwaBsm7CPYwZ8Yj{BW!Mt$h1-maZG&9Qd=bjP;;XW+Ns&jc&~
zXQ5NH|7RClRJI2HIbh{KCFh^>(t)=4&Ic>L3(zUr=!I#c`<>rZR(uzGyW+dVvEsYb
zvBh^8ev9vNu;NR(0>kpNEm--v3Y}v6e>Fbs|25f$*8X4XxZk;E)c#-Z?b`nv9Bcn?
zbZq;76MozOo59-uThJ-m|67ZFC0gV2wroQyKercrF51TD9bg-ucY<wvjt1NK90S()
zybGP8@p*T#4?)|(=^k(#v@pu^85PO6vhNE|=l*@3Gv`UZFnzfw7_aHy5A{LkyG-vj
zjVvc%@eYedCPckezQa^}ei1q`z6Y|QJa4(b;%{Q+&dQtwd@qYeCPgXG$qEjYga}NI
zLxfEc4P_CDYV0XdQHTwm3KfOg;Hgnj$PJzbWd%P3Yy)B_*apnB;EPx^G9AhW-1J}@
zkTZZ|r!mU&76nHhW(rT|9$)56IVsZQ?EOy8Ug_lQ<?Q~Cze5%|i{fkgOoTGdB4^_4
z8+8*c&LU^xEOM27jI+p@aTd8V&LVu{EOKX@Mb3<~$k|r;LFIa9i;5#>n^zn;+pOZq
z+3?PF&Zf0Ja<*W_k+TIVj-1Wec{VmjZI8Uo-g!1QTkB6d<H6P}b(L|(=~eJ;%vmcA
zGn|dDhq9Fiz~5^9)JlA~cA-iZlRUAjGnP8Y9%JftPPZQBrjOObJYdzsyyz4gL-XNN
zJ<OkNXsd^y(&{0owt85I{#FkQgRLGG0jnMsMW<LjEQZhOVR5k4!xCVthb6(Pho#Ud
zRu4<#vwBztZ1u1#SoN?RI>qW?d3;L73fYEMJ*?<hNnFWsuY#2^tsYhZTRp4_wt83%
zta?}-oicOh`)8_$HM0$^ddNeGLTNn+)*&Yz6wifD8J$KsWLbU0Ax-tMe(lnlFE+rh
z`q<Fhtv)uwZ}qV;*y>{wu+>MT%Iaen?W&Iyr8X`)Mx+C6^%13D^)ZrmtB+{XMn>UJ
zvHFNjS$%9tAFGcjO_92Fu8X$%*aocn*cP3l`q(aQwCZDf$Gr-6z_j|<5p4Cb6WHow
zXRzvH7j%m1W7o9Ns*jZ2FjOBYyJO7Ixz3rse*bJ8+NWdD$X=*v3y|6yb7;l;U=FEx
zU(9JL-Vbx?iucFVLEwPuiko5wI@UpCT;YS<CmUbN<Y_dzAL@g_J`J|I9*+*H>+z#w
zSzO+kM^)D;6Jl6h$8pu_I*zLsXYX=+wYrYu>V>sEj;~hNaa^?^CZnqs#F*}wE9)lu
zVJgNV{ov#M|NPuxf?NYV=0ADwoH&cvavgD&66X-&EMiNiIQ#EDcTl-h(SWpaYRv^v
zb~YD8S#DNWjj|oyD(84eZ{;4x3Jr%UHWz5v#IeGLQ)@1WVW+u3!?B9y0u9$H1Fhja
z&N#i=6vN);f-r3^h^{slXjA{M&K+#Jin$<;5&5wSs&#Bo@N;Jy+Q^A>hiPkLoI}`L
z5a$j-debM)A#5%PDlK^n(oM;YbB5fkP8j2yA#s@tI%A<V7qs$`=h*M%2Fi8OJDqXz
zR%b4-xgy4k)qTtbs{53f3sm>5aiX~*#z%Itxgy4k%@r|TY_5p8;KE$7Tpww!$ax@I
zRQIBy%9fpH30u@>3DId(?HZKZxQLXDtnHDq?l>7y+au+}D~^&F*7^R~rmfSC_`*5!
zQ|4yPx;j=r;3u(+1%3SiR?OEQ)%KXTKkUrcAJq29k#ZinNw;#I61h^&TRF0vM~;;9
z)?B8XM{aT>%6ZJwiIwwKjx6VqE6cgcx^><YbDHHma-^K6M2?j6BF$X?@!+AiAAaK}
zawL8tH@TMhnLcf__?f}6@e_FxKQV`8ALD0ceB!4ymx&*nj^ez~rmHx9+H}@BFYK{B
z<0s}a8xxu~Th|SmR^z;|HJ6E>oXdvLt}&4kbJ`YzW4>`4Uon@7ub9JfCGnLKbD8)`
ziMdRC+2J7WmBbvDos6%T)5O=p*@hNht$9rKw5YeMo)&X#^|UyC<7)}9@wFuQLKclI
zg|d2D8Z5q2mcbBT%ccV@zLqOEjsc@;<MNoBSG)q|$ck6Q+^pi2Fl`Q589batBdef>
zb)NTZ+IilyNz<3*>MU%qtpV0xWZvk^Ev;k2)AXy-4^w%L`6m7Eck1Mo&avU;&b%|`
zAJ3s$^N!U)%sZ-sl$d{12PrY{s18zM{!tyI#QdW=Xw5sS1EZo<2Qlwh9mKq2brAE8
z)xp$!kn)}~4Tj};2-xyE6l{5%7OcFbOow5EVtTL*ni;?vv@@bpG^l4v8~sntp|UyV
zpO`EfPs~5P)+JM1PqpS9o0QbGHEB%%Rz6c=-WlC_&TRRN`N#4Z^N-~-<{istj3diu
z%sa|wYu-^lW4_6quyGypj^#6`w0s8Dmd}`XET1v|SUzL^v3$n-WBFW+eNa9Z&wWAb
zLzZxC`CJmeNLb3-MbgramCt1y2g!|NS(N27=AT~YH&&F)m~Wa@BH1zDBvui`e3P59
zgH+5rGiS##&NaSMR>jcxUM(GH)kDlT=~F$dkv7`uA?6;dhqY+8dRQB5^{@`u>S0~5
z>R~-}it1tgw9!@%8-T4IHUwKeYy`G?*cfc}5L2qvLkwN3hhg-$dI(dUM&M6TJ=iL(
z@ja40st5asxJDY4>!MW;wo9#>pIg#y^$?--I`>~x58Kc$#m4ux_+nCM8n;8K9=2~_
zvs69oQ1B|~nF^5F5p%|hcfy>Z;+-+4uXq>C=_=k8bJ~h`!yH=i?wCU=-UD-*iuc5v
zy5hYsW72MXd!u4fZ*bJD>NRCw4Atv?=|Ee(?hm$lJpgR=dLY>9^&qg->%m~v>mlfr
zi#yMmtzHkK&xP5sJa4voJ%T1B`N-O(RUAj*w_-XPY{hpBSVej)Iz{z*T-s>WYv1t#
z6&#PLdOe}KqFzsQta?4k@oW{GjA`|H3b@yK&a8Sp4S$N&>*@HcUe5sA{B<T+^_p@P
zhSlrYVAZQatRg<ot*FK4dH9Xb^TEbvq(*#N%HnunDUA<P%BvWkDvjXNN+$TUl8W(f
zCD$7NQJTi*m29uqdCn|8ug0HZd|rc3e8xPO?c(FQw9#8sa6P8+aRb=+xDhNqZbGN1
zzHUw%E%I-1Y<%2`U-fmHx6e_ZGlyICb%(cGecg%Q_!tfDwN6>$eCICwDdOYqw9(?@
zo`SDMTYcRNw)(mctophiouc}BpxEc2H6K2hZRqJczu9B+;ls2~%c7A-P(urldK7a=
z#gAc5Q}N@NQ&;>1rsl&Zt1ITirwZN&Jw<bV|8()qRdiAP(C>Aw0p6*d#>0H8;_)$6
zh!a#-YYv?dzZLXEU@Q2E!8Rbi0oFkICOSm}YLc|kHsB@&U&x}7$xt?jP7YR$7wM0S
zp?Icj9Q{xhkLZhdjMi2>LBGWl>9KeseHKroSMgZd<62c^QN`j>`LyCuc||-ntwlUp
zmP%(_t6JH{7*<(V8CA`g4mPh?(?#oAwFlmeMI$l1MkFfJ(eR2jJmXqb!?wz%F{~@z
zq^YN@wN@;7`1xe8=9(ORJb2yNj}3j)x$gY1Za!*HH5j#)?khU?yDVo>bC$EHIm=np
zo^sZzIn`j)T5jKR7By!z7&T`#7&)pn*wo&ZxuJ3jvqi;GdzQ1PIm=np+{oHLYR+;N
zHD@`C+OwQZ&#J@f`ZHiEXDLy0C1;td@MVY0*-JHN(e%P#&YGSNc5?PWXP&sfZZL9p
zUnghx*7nHRJrzgJG?BOFiMu*EyT101+{Fan_#$UlckUIahEgJDs-cvaFH}P@KcrJN
z6uC-lH555h4Mnc9T{RTBN_<fo<uGtz#gVfMDvq2*VKu(UnSx+G%iN?cYxP4bM=3G)
zDMu+Wmn%mpF_$YxDKV~;qt>`mj#6SS|0g+$++?S(bJWVwPa+9P&N%(BKBzdF-ya-D
zP5UdIarAO$9F6JZXmn>BSzX6CQeC%lq`Gd6Bh__E%z;+dF^*K%F@Ca>>e@=Pb$pI-
zWOW_mNOj#BM>aRcc-kU2Tuyg3uQ<ljW);VH8eZ|Vn45Nvw+pr|OIz3EF^=Y}V<@&{
z2eX*}bda05encDuTgTgh)@8~#<Me9hINruVw(*4-&IU(U9jserq5RuvZv3%U9A|U0
z%D?SmobW1yD$0KzYr|>zpBsnrKTqu)=V$Xew*1eB-|{~{SovQ7oud4U;wl$ab0JL2
z|H5G9e-U(w<$qCpmjA`TmjA`Umj5Ndmj5Ne%74mI7`AgugKg)R0gJq4(J4mma`;64
z^4W$~a#nDx{IBS^SHVh{mj9K(%Ks|p6y<-_Vrx^aYmn8zR(!E*V{kUI21@x}v*1vc
z@3n9!-)noj#``*sE#K?nw|uV$R=(FqrzqbWq>Z+GZwR)0Zv<ApH%6yezBj>V`Hs|C
zzK79n`HoauzDLlmm8?tTdnEo8%Xe&A`5u*RXv=r(it@dsw=3Va%W=)QwYT>w*ap+`
zy)D?r`*vXEJ7s$eO(r{}1Fd}TSn%rTnL57*Fk|O$J7y@IrFOxbzT%i?we!1GSBvl6
z@f+WJfQ`&O!N&JqVDY^-Iz{7apS01&_r759y&pQo_}(9%_&y-p(Bk_*#~Ks|Iqp?(
zFsAW+2v~d{icS&Vhoz0S$@_4y_)dv=Nqild4z$(hQDEciXt42h4A}TO792&5QSQBo
zuarK9@pU{{e4T(!F}_a3C%#U~HnjLU*|GRK#c{8KQ!$ON)4*1rr-Q9N&j5?BGtnvH
z>#SlQfmVH{oQ<LSoH`w7<L_Ls@pm5B_&XnL{Aub4{w_qPh(DWhTKrv1AMvLttBUb=
zDPHksQ(o|QdF>tJ`wGXs3a-R7{;mQWe^-NzziYta?^<+<_`5D`wD`N;vG}{8;B(L#
z-#2>u^!1+GuK1^`jW=UXTk$QJLo2=&b4cg9#Q49RcH{pJu<G|tbc*;Noi^I)cMMqk
z--S*w{_n;o{_n{)wCeX>$Ex4^9QP`?AJh1M0Brm}2p0c~qf;!thw)i_kAM|l%A**H
zFXb@|i|=u;;(G#}V(~qRPw_pKZD_^!v}46L)^V?bXD}_kXTgf^IdqERd%oBYp;ccg
zFJP#?;<%Yki~l8j7XQm&#s3OAMe)CyHrnEU4XpTIN2gf)Z{Sn>Z)O`>@xSF*@xSf3
zSHU}&7XQ0o%kO(&8(;5(75@k56vh8xv0p@Me0`K{XpOIr9cz50e1f6z701DJ8h@YR
zGyXmYi@z_>DdO)tX`_w5?}EkO_s}WE-<SBr-}kc(E&hJsSp5Caaj$|OVH$rw28+L+
zpi{)(zod<}`uQnX{2h%>vG{+E&*J|D*v8K<!HPfSR~Q!mufdA{H|P|L|F`%Q|L?L5
zt@wZMSn>a><6Z@Sz_j@P2)6q9H?Y;upTLU$&*&7z|CeI_46XV}`74I%Cyra`G=Bb$
z&-nRwu=x28bPD{8n?Tz585h6!8PD5|pYidFp9#EO{7mS0K-d3{ds?T+#Q2S$c&DcE
z6YtbCe&U^);^(X0r5T$QKVS7O&A-t><LiI)U7D7Uc$cQ~5%189o!3J7h<9ivwtU1p
zHI<Kehi0~0KECQ*n(+?J?5}*pJ2Vsb($KAfPCf>}mXF!M%EuCQl~#StLA#B=Il(sm
z<^o$hbAuI6yhBrFh{f|&@6wESXlDNbZIbPz^wQ8r<G1>XcWNr0|4;AIwEV@pG!^fE
z_Abrbqj;yL;*ED`rqkm6s&{F|J2bPu;*ED`Chn!7`v9GI<DHt8zj&vnji-30rpD7M
z&Y$L+RSV8{X|Cq&nr~KjY{#oL@auTBXWgY%eXK>h_*&c7SABHfrJ1Y8J2k~uyhAgc
z#@AQ9OEcb~nf(X!jM+c0mkqiPfZysP-l-|R{<C*!<`&|en&Ru2bfB$1;$50H9!Bzc
zHXh<#nl>Kdotlcb^)5||H{PkK`8M96nV+foHr}C`Sn;;rrP<2{{q0jH-guX$)yMX<
zTYc;RR(<S<PEou&6&&vnwd2vw_*Eb0XJ54Ou`BK3V>jQP_=tCC<~qhlyi-$r#5**z
z-T3&bcWK5uG_(Ied531=UK+X&z<yZ%_Xisv2Y`)_1Ht0sAasiOIM}iHIK;8|IJDqh
z&>Am?dAr8T;RUaWw(F-Oz|-aj={^8>XvIf?hjhN9V0_0rHN|(nOEcCK-|-I3+>G(v
zXM5uNcyx;KeFA>f--+I?`a8+-fUf@?_i{tJ4}jnJJ{4?yp9U7+57$*%^>YU8HlEG|
z+ju$)Z1J28Ry^mRQ!Jiy@hhJ5yj}5}?|4AB3?27!L%Owy-{QFltavW={)*?4f=@@Q
zeo`(4tA64-D4mwS%V}4<SCsXmi{ib~vBi58e#LvWw_Ci|;8(oYdb{Gi&hdb*{~h<@
zQ)6)hev9`;u;uS2u#K0S!HV}5bc*7=wcyLp8ZWnbyT;4yj_vqz2Y!v0&vIL6<7+hS
z;%khrFTU<_Y<%5~Uwqx;?Z(%=_{G<K-Y&lGcRZl)+&J!Oogxq7H@+SMi?4^hzxaB@
zvDL?;_{CRT=ag-FypPjv<KYRgjfW?}7VlGF#rrfm#o`@{U-3TU?TYtV#{;_lcihVj
z={^8{i}wYv)yIoqtB;q!iuYx7isF5x;K$H*e0deD`uKbHMO*$~r(Jx!QPz)c;^R%n
z#>ZRu#mC#;ZhX9hUwpjl?c(D-#{+s#mg8Q0YAim$Z+v_RHa<QA8y_Eo#m6V;6!Gz?
zWAX8sWAX8M!LOk;UcT^ljhF8fd?(tDFW&{*@#TA99bdjI{e|NA^8JF3Mo**be{Y{!
z*Z&1ihn|X+8u<};%0%Og^JDN7&E@7#$~w7krB^@n2klGJao!(%2HkYi4WjYO3ZZo4
zXadJ${{Qz3I(I+l+bU7HcfCc$qQ7;|dI;FA`Q!A!#zdso=7>nY%@Hb()*KPjt;U4P
zs*1*h4Z|1{D$6Pw6Dcu$4J0b%-D{P7j0qbStwwcijfu#s@|hAJH9B@7U9Im;$MC%(
zhIMVfyz>nDvf4B^=A{+SgL%o<fA^7$EQ?|JTn^mpJcCv;SHPd5Ic~+Y(VF8{DmXS3
zMbbD{Mp-e92euo)tAaJYS3{?$9#&5qt$J9)@s$;<iK%*6tGePl25UREdRPa))x)}A
z)x&z|l#4shpfAdX@+|toiZ{f(pyG`%ZG3MGw(-3Qcyktw#L%_zJq)*v?=aPAMCl(&
z<J(qgjqj0k(D=5Gh-c2De0?4BY?tDmXEtw%Vf7H9^#1SryN}>CciMv46`uva8`#L&
z9c=vW0T#cldm7?*FZ?NXPO&#W@w-p9p*1P(>sb8m=h)`Y{qY;W2Y`E>XV4mN2jNe#
zbBcrU**V1_U>k3Tf^EDV2A+vUBZs4AY@J3%y&hTGLm8h(;V?dr1{<HpfQ`>%!Q%5c
zbc*=wr;Ro~j|Yp-6VNH*^Tf2#;`1cO#^=fSjn7lSz5nyS`-pMNx`>MY%*JY##>ZKB
zjE}Ry#>Y8e<KtYg_&5)pB0kPf8*O~VR3bhu^mg%KQ&8}6v9}u^n#x*yTng@Wo<Xa=
zF2|pu`qC6yMfG)ML1&<?zODjWeO(P!eO-f2QGH!o>?6=Kbe=&^U!OtmLi=<q8o2>A
zZ2?j@Vh*kNCd?sU{Y?25+KvBP!QwyVHVpBfayy3ce+O9n--%8U|D)4Js~*QVHvaFz
zZ}oULxYv0GE&lJtpJL<tK78VTk!(X-eLVoS_#Ol+zK75$itpjH(H7q$V8!<+Iz{n4
zmNr`PJ?_}zdjh}3_awO2c?PZcp2nY|_{OG<R(#JCd_UUi>shes%Tm^g|9RRi{ujXN
z{31F<@xPQd+Tz!#M#OKYATfWxia$m1zm_)I;(r}%@xKA?b)G>h{<rX_SbpEer}$Ie
z!BG6~rUR|`-z)ezw8mG;`xqKuDIZ{He5HJdq45>Ry>wdre2mZd`vffhK1HX9zt7S}
z8-JgJRX<;#Q&d0SNgFNxzU$cd`yPJd?@Ms6^9)-2{Q!T8@%KY~#@~;?RzE)mi@%hg
zU>JY@0v3Nqqf?BZpW!opehwBtzd)ympI@epHhz8u7C*m6r-+~5q>UCozjbW<{0_hI
z^Lucw^9)-2`~iQ8@$*M~;^*vaLtA`*0$Y541}nb5pi>mzU(-fge18KgzQ3bW6yLw6
zjaGdB;n?CEXIwQ{eB*+9ooCRBZ+!eIif;nPif_V#|BXJD|B3Kh{wD@2|KITSmH%%R
z{8QG~_?g7pHGU>7_#@iw_%s>*X>m3(IatT1DSZ7Q^%?ZdbepE>%W^9EP2D=Awem3y
z?aD{W5U}!*G8An2m=>&j#J!p9q<l<|KSlYN!Lj9IM*IWWQB;9@q7a>;e0<BX)!Qui
zm5)WUFWTyBR@xO$&(~Kx1CA}8+3+i#*}Yxy%;8w^%<0(TnG64b{uh}W-0M7pRy_0K
zPf<McIaWOL7yNCs)z<=G)z`3G7j5w_M7!c$xU3)D6z?LAE#5`(E8fMtUGXmNSn)35
z*y3Fh|3G|7ES3WII?tdL?=tvPEPu=5SG+09ffeua-e2*qQ1F6in@?8+Ydoc_1h(VR
z%3zJBxbDhM#@DK}i?7wtDdKB&$Hvzh_{G<n-Y&k@axA{qc5HmDgMT1DNWZ%Y?sc9)
zi?8+Zrx;%w;5WWD1Y3P<1h)BSW3chH30Qm`BQ+?-$1vK($8dCt_!!~X_}C1;_!#N!
z;$w5i;$xI!<6{f_1NlMvE;_i^c?K;$w#J`gd~AbXe8hE6wp%>g(XM#5_w^Oe4vsCJ
z9q}ukoxEM~?Ce<a?Bdws*%kjl?nrqS-RnGqRy=$7`if^y$BJjKg11Fme)k4je)j<@
zzx$T{LXqG73f>g0@vy(QYdjoK@G59Kz8na)<I6!{yZ$*CJf!n??#B0_w2SYQ!@%M@
z<#4d^eFRv1ABj#8-$ywX-|=i9+l}vI=r@oJ<ymyE^9)*i_kDX-KgZ)2-*H`&o3VIK
zq+Rix<m)S*lO0<;r{GsSr+T~MInA-+Io+|va|Zr_+!5Ue0QdAAbaaa1Ioq+~ImfZ$
zIk(^w&{jX^fmJ`x=eE!m?*+6g-V4k6(M|DQ<k;f97{B7Z#M>3`rH&QvWsWW0%kdAy
zr^Mn4aIf<WTJc_mKgIHQHGajLat&DVUhDl8?{x*AkGA>ndaxZoZUEcy<3_N?%g0iK
zVtn09yZE{Vog%(&b!>dyhF^T$?(O314#(o_PRGXAX#4~DLFHL=uk#FAeBJHq8(;U}
zH@@x#TYcOIw)y3Lu<`W(SbW8Gip&t><00C`$HV9p@$rab<Kt2M;^Q%I7axy179USI
zHa?!jKad}!`vBlx=NYv47>hr}_;?1t`1n({p)H>0XjeSX`}&IK1;-Z8i})4KOWv+{
zUUsZ_UU6*kyo!H7|BJi^?&&+|=oH2ChGWI^renqPR>9ArEx&JrEx+%8mEU(u|M&>y
z_q~E2L~A^}@9i279~68O+KwL|g6;V65m?8Mk4t}{IDULm@F8ejpM2`=Q`cwEQ{$hC
zl^XdRJY}NtEP9IOdG2@0HomCMSp9&X3_kPiM>h@V@uH!$f7E&A`(e|_asn3bv1nvM
z)Vl>pO@#SQ#S>%dM$0#<D{jbq)A5@XOoC}Qj3x!Yz@m}KP*-;T?)Zw%@4#N(qNR1i
zHR!vvY)ne@#xp0oER5gj7*e~mZurLG|H9fB>Aj%hNdH!Yc#z-X>8pI=j}l6H8n^hj
zX(ifAS@u<a^^Y2qzbN0ze?O+L%6~tGbLGFU;Sv1z(3yYT5F2Q4vo!u=_!<8io-O`0
ze1m@t>nh@Zu8QJ@_S}vyt6&~X<9}Z8C7s{;ySVeNg^TFaNK7xrzowsf=C@F34<-H=
zE?C2}^+%nHfVW@~(vP}Vy%*^(hEeOizc|?VUIJ`<F9|ljmjbKamqr`k%QU!I8sE#}
zF}{}rTfHw2zOwVoSA4ICKSlMvQrc+adu6cky$V=-uZm6)->apKHojK}8{cbyt=`uJ
zi|>@EWAQmd<LHMHUZ-?e8(sNrUJq3HZJzyBew)8PuKYHCe=L4CEZYmEdfv#f@w+j8
z<98FV@w+Kl{0>8>h~MF9qs8wC$Hwnw_>JF@VDY;-Iz{}BN*itbMkyM<ThcCmjnV*H
z<Cm<(LY=ljr)VSF7JE^&eb{zj+nMdbv6C3(?~fHk%)5=N#n(>wjIW)+;%gUliul?!
zZM68>&9U(n_a2O|J?JOC_VoVZYcI#f*WUPzuYJH)kNbi}Ud&_Ih~<BOu*Gu#Sn(W)
zPEkAurHxiR2RpWS4#98n912!EhoMsx&*5pKEuJI57SEAj#d8!oMe!V6?ETQnf66f!
z%Kx(IKwG@Wfi2!XSn(c@PEoukq>Wa*CpxxxPr`5Uo(xvJr=U|5@2P2{E#A|>7Vqg`
z%ikGb#T(-m8?kuK0$V(1gB8y?=oH0sZrW(YbDm?1=Y0GYPwa}~v0aSw0SloOk3wyA
z)~XSYZ8GA?k35rh<xjg*WsCaE_gK86YLh~1jo+)lBRjwKw^@DWyCdx*STu4iYIx^2
ztc<_wY1fC`fKCyAH>Qo&&ferWgOTrM{1)sjV3BYuIz=SimNweRyd7+0-vPFIxD%{;
zm>r#B`#%Ps_W!PILu>!<cC7us$Fc4Iz4&ea?*nW9??<O-{~t&jZTtTq*!KS+u=f99
zbc*)>kz$WVEB`5vVkrO1r2}p8Jq}iUPoPs2-;-&h72i{iExxDmTYO`|itib8isE}V
zZM4Pr9N6M}9&GuET~&N>T%`@M{g0um{eQV>X_ngmR~&2qUv+Hz{~CVV|JT9V|2NPn
z+J8IbxAy-n`q=)z4c7j@gHF-@zgz4V(aO(z*@jkr-Y@tu^r!-)KET|(;tw%LR{Rm>
zW)**oIikLYJX(g=XTI0r7#7}Ge8zIqia*B`+2cxmQQV&vT~t5xCxh2`jXOTLF~>v2
zjx~6ERP1<zCqNki6M~Z<nG=DHz=^>k_8aIF5&zA!(Uzb|z&58(3bvY=46K@&9G#+?
zNtpseH8W*8(5jiK99zvyjbAl0jkl|2hB&sGABz9N+Bhxd1r<++shTM=c#Sth<LHMH
zzcZE&p^V>|a2UTcgN@&BfsNl;z~cAY=oIlgYuaezw+A+U2f)VfY+&)*np2J6IcOKZ
zbD~qk?_6o4jo-P!;&&c&iuj#3ZM5+_AK3VvA1r<sK&Ob`1&cjBddqAm@5b3;@Sa7}
zAifu=U0U_LD1PI6F|hHyIN11J0xZ6lM5l=FrP4+l-%Epy?`6Qo_p)H|y&O8l_+B2L
z_+BB~(BgYV$Hw<c_{I0i-Y&jZacq3Air@HN4J^J>R>u(EMF#ItBwiDv)^C3;aOJbV
zHn{THUk6<I?5_(JpX;IRnt1&NH%sGl13bp(hG64!Be3|~7@cB#Zh}vIZklaq@j1+~
z@i`p7_#ENw;&U^{#^*@<#^>f>@i_{eB0g23A#1Qy{pw#8H74Z?<F%Ey2FFG*%C%m6
zXoI&!Y3E`dZCowBw#R3D?En^EJEBvJubuFTubs0EExvYfY<%sCUwrN6?c!^9$Hvzl
z_>HeU!B&5Jfkj3Sonral2cN~WFIe&HhfcA0_Q$7q4#+mN;yKW<#d8pT#dEN?E1p9f
zTRey2w|EW%E1tvADT?QaV(*Q%<R1xE{+C9lSiDE$vv`jIE8b(#DHiW>_!MtH+t7;l
zc*hp+3HTN7iQcYwPjYPWo{Zn(Jq2v}I~A;WW87jR7SHKmi{}im;yDwYV)2}XPw||c
zZD_@Fj$@1GT>OgXJa1P#=R3A|V%II6Fy*u^5sx+zavDqJPajc5`O9563h$`eq+M-|
zUxgCqgcf3qUr`XU9m^4o&GIT1!@v5P?Hby(^0nv`+xT_(^r6>h8(KScgX7$J`EJCo
z;BNAE1%I<+Bj*<U#^0@AtB2dbTXpU+TmJ8$UHgA0I>q*XG(PSBm~2C9|L<~a`+qln
z?f*UAuKmB)vF-nT_-+612W$TyK&NQ`A1wCmXyrfUAq?eznRK8nzDK}{?@@G$#rGIK
z#rJr&p%vc~jxD|?@hiTkyj}4<?bzZQi{IjV25k9x7OeQ<xQdO~{yz`a{+p}bpit9`
zv}^xuh{yiFj6cQp{}p`N|5vjOt^I$^vF-os_-+5+0Bir>M5k!~-zxTVXyxbaY(pzQ
z?-cwndQ<^Y?_zFV@q3sfD}Enyvx+~!9O0)x!o%w&)YY^PW6{XRs7(uy`UG>6=6dYY
z>JDpM!_%29vmdaM++1hWq%_Yi9vpmD*Ytm&^Y@wecm6)}zSwFkCSs{UGI4dqAo_;m
z7+j6xn<yKElYmtxlcG~p=aZ$4R-L3wj-fhFnF2#~GG#i@s*|Z4t4^kNY;`gXeyfuq
z;0stZG87db+TdwX+BrB+u2VNXzMAv#nhyO?;yh)1jDNy;woi!hPdLx^;9e6~m-FB{
zJN+-?{CF?=tn&{t*z)zH_Xn@<`q83EB)HCQnrtRW8$G5|=W!5eIz*kTPFr=ZI&E=o
zbsF5OPNTl_GgPOoI#->x>RfedrS|`{cb?I5RL2%3gH04d<S>^YvXDSXWDo)gL{biz
zBtRkw5FjKW1PnO`5sgWg97WE-B;x?a7?BOO0q2|(ezxEKs=GM5$It8idOzM;)Y6)&
zUFXb9*WPuyd*<AG)wr36KDR!NepjD1`dsI;wCH!8ztW=5?R*t|J|;)&A4wZka4$lg
ze;U2Las22`nY2*}S0r4g<NJ!W%lOKKYc+mUA~sl7EmPuRznbG#0jm?PQE-Hjta2@!
zp4?~)>Az+*Ts=yE9YQhbZ-*HAtAt{ve{ZtVf88<~*R%B;oBr#Qm;M|0xb)x9vGg|z
z<9a5Fi(OvAK7^+KCSd8`7oTSO_akTeZwfa3Hv^mg{lTXH=3wccHh{nmZXnnWehaY3
z+Y+B<<ZeYy<Zqp0c!{%(<F1bHD_Ui6J3`Zcd$9E10iP!Q2i37&s_}C=JAzl?p|Uu%
zxryrEM>f58W=MJuDN{o4p^i=OUC2xCU42}74|6QNcXND2$LAf>dk^NB-g|<j_g?rk
z(|b5M(>tUyy+<-`dWY1e_h`oTB%2a?k0qaGddEvk@9{Z?H@)Lfr1#!FF1_uLW4-U=
z<E;YrB{aSF1KWDvA8aR!1Hd|&OvI;2?*r?2FkUC2gK`YNQpfidE0)1Ygew#r=UE;6
zAtlw|`%v=6_hDco^Kh{7eFRv1Pr;{YeI1!G-uONWEWVG%ry1W<$%*e{attrNk9Dj?
zah&5;0n-SL@8iMZdpbT%e9y=jZzu1WVDX(6=OytqD-(F@&lADM*KDxybrRV4IvE^I
zP4L;@!oC<1jK533#@`&U@uyQq@OK$LP5ox4oJPN0!5sCQPFcmQ->xF7e$y$hnELJN
zf?|Dt$#JWIYY461t_9orz7A~b`+BhY?FM|B`mH--yw>-Pj<vpTs_{j5t?!$Ce1-CT
z#bol!m%&>Jdlh^e;c^AvPS~?!|Ht^hlX2t!F0lIdZhV^fw@Xfg|GCT&|M%uxyzze@
zSp46QPZR$SWQ^B(f6#HOfQJZ;|A)cG|07`WzZpKw>U)fw)%Q5q*5?yo)tB}pft}Bu
z0;|5K@o84yGvrj?mvaoS`kr;H`kr&#D&ToStM3J{>U$BNrux28$B*LGUuiE9sK4U6
znMtevYvinc-AYFN-@vD-{+BbxTm7$qRsT2fX;%NM<W&E+atyEfUvsSbzwNkH!0Uuo
z|2(ki`v%z7*PCF~{}w(?^}k)mU&U*Ey^~{jt*>_-Ykj4?N1*i;*TGC0fA5ns{yqS!
zf4+-P6Mx^!7;pT2A1wYp#HSg5ACVJ(ALkfe{QbbO`1_&bRslaEH2!`J7Jom%r-{Fx
zW{kJ~`59RJ&Bmu${l6e*_5TuV>*rTs)t~lj0;~TwVAcOye45q&J94W3_c?}F{eN(*
z`v2&-RluJJt^PlQt$+Rkw*L7mSoQx6pQidhspFsH)jw%}Cs6;ybt{v`&p*f+KmP=a
zpMT-g;Aj2>^2X2n<i*bdK5qOhNM8Ib<m2LJVaHvc{Vi;}<TdnI0iLACiq4nxSjn;J
zu`+q-(fB=N(_>Y}rN?UieCe^e<1V$N<CdONTZ_E)YZuu1bxpAPwSPT7ob}h*jNAHK
z2W;!FH`wY~7p!{L!>3t2>yuYK8~C{D+0b#9Uea+ZUr29F-s<TCRy~{eeAUyp#%tm2
z{L>Gt^=BnEz-ElA-v0ITg`(cg9b3Hv$gAFgK5q4HL0<K4>Eo(*E5}_OzlYq?b86d$
zc~<YXVAF3qu$^z>_mEZZ4&>8R@1PoQir4vOM<3VuX0T(sUhPC)*Q@xPmak{z4Pjh-
z4fW@%KX!3!eC<kJd=2w)<7+qa;%j#w7hiig?)vO+VW$-P!He}r{2sFP#{rC6e@q0c
zKMusFsXq>?@o2nVj}8W_Kj!3Iyy-ugap`|Z{rs3F{SS3)`X5GK`XBD&rvDM-rT-Kk
zm;OgO?&|nG<W{_EJRHqD<6|n=_&5e^d>jiFAIIU-#K$zp;v;^4EXT#i^m=>}Uh8Fs
z&)0gHS>v7Y_W9`qaIbu!|NOVGbH;4uFRS09uU{|nJ<8w0UY`6iIlKOS<fRL4Grm-H
zJ8)|K8ngVhY>%Lk){XB1<z?cBN*8pj8~cSE&;9?mN05gf^nD@GXMd|Sbd{cIT7HcW
z<XWEb9k4Ci_zqahy4ckv>`nN^jy-~_I)0|{%8s9DyrN@|;PUc%8xmetaGYK)Em)_Y
z#uuu6z!P|=Y!lqL8p!n}w0rD+U^~Zc3f4JpGklufq;bz==eW(8BQgf$T)fB{=vX9f
z;W$XH5?kWB%HURnt&Tkco#VDCQ{o)Atz(_zwySZxl+JN!+Y{&<mlo^XKA;a`K<j(Q
zoPbw940e1^0Xq?1)A9dheyL-R!1`e*^VJW#;M3F(yJn16KMZrMe%Q^i^~3JutsnLP
zTR-dxw)MRi*!p2O*!n?IH~L{D*!m$tO&U!;P5odk)VL=e%N+HCy+!oH_<Sy2{a}X_
zpGk9gZvyLwD5dq;-zrUhrVxnVBQt^5dOOOo_&wUOt+%P<jo)Lyt&Tkct+(UIr`bKl
zG;(%NaXi@8+jOw4w;5pFQ>4u#SgG-`D*AO+PQY7poCvmNnhmz*I|*$4dNNr3dI~;G
z{o2kLZ|AR5!Q%5Ye46+?J!8E1Jj1c^c_w+|^DJ<y<M-CY=Q-rljL&n)iO*QKIj*KZ
zKV!V{aRJ!)xDaf7Tm&{gE(VK_OYmvpV@}3+<0DQb;^Q(O7aw*C3O=szapOa$vIZYl
zfm<DW1mfdr@@e8jr_f^J<C+?shqwN^7Hs`>9a#N!Jw8qSbweGWfM2m=k6?weM=*);
z<$0*=CS0!?$lXl1T*0>x_WaM^`QOI4@qas5{HNVPApX<tBryK(0*n8<@oD1!o{aJ8
z$GMJ;|9i<>Ki&s!b?gy{{|CsYSwB8VPW;DxLXKO1JxtE(djzcd9>u4rzQ;1gTYZm%
zRo@f%G}ZTH#(35Dlw+&!Y4TRzGvHRo9)aq6mVBD(doE+V>U+M%58<u9UI44VOtQxM
z`U>M#|4U#^{wh9A^?xm6yw$H;ji}#lLE`-VGWj&s|4PPqtN)u|tN&GSt7DHq^}j|w
z&Gh{?In|%`I)Un+mkGS;f1}1P;<dig-XzfaN_&ey>nrVT0<Et@GJ&`Lc^7Q_y$2S5
z-@&JezxOl78-E{w)j!|Gr>TFwmoZ-aec!S1_aS-X?;~)lV~;@m{eXO$@%KY=#@~;?
z);~W6i@&s=5Ey?y1&hDg_%!3^=j4o^Ux3BWFY#&O=T{lyjh|nG#m{f>Y2xR%8RNyz
z?;IOHzb9|}`~lqR*dq`>e<Gh|{QQ}m__;90@K)bn!B*ejz^d;Pe46U}d&YRH@4vvR
z?;rRy)%VYg@v84%j;+4==GTDLH$S-5u}7f#Vs9W{L-jTG2vlG05&VTYrvD<mp6S0R
zSo$x9Pm}(itMSjsY5jcO$F+VIukkyK+x2M)^1Vn_wj@~Br=|S)J@vD&HNKT;%T{xF
zT!ws)#wD$x$Fht|kF=g(>5;Y^*!1WHmLBolOiq#>u{V%ddNlS3Opn+r=*o$riq~t2
zLVTL^h`oWt)^D*_AU*o!7~c9T_6k%_%U@6RbUC(qVvj)e#CPfWnyM%E1`?~D*c(V}
z_4MX-yK+F^1Ato{djzT{_6BmA>S^o|sGi&-h`kT%uh=V4e~rxN;;r7;BT&7KJp$F6
zdj#<`t2g!tRBwD&p0BBTV{ag_>TT>1SiP}VVD-ixL91hrK=sDnK)#;o7kdS&H!b!G
zRPWaCmZo}RZ$LQqMC^PTdjwifX|YFO*Q3}Y(0V#FC*X~*LA;OnYU~k+uf`sM@fCXn
z;w!%E%-0lOL;QHfS7VRB_=>#(<16+ES{-`?;w$zB^7W0c*efu;Vz0pZV^5C5&OdvB
zjj!Qg@pV$ZHs1Ic$+-9!g-;V7@m+ah<6{i-#K%~lFFwXO79Zms8y^$McjXJ~X9dA6
zeI&%EiI0688z1|U7a#GtC+Ax|u}7eK4)Euzo{5gFp4cl;J-J5^FR6NBZy;Y^^-S{T
zTRoG>cjd%-ub|bjN1%FQZy=|sp2i-5>WRGpjmMsc=^J|mrf=*ONZ+IUc%*Oa4e0qJ
z$ZI{s-ax*e)<f(K2=BnSU0-64z^*T`S74uiVy~cQzEHhapzF(YfBzn3kDv$nWy<{6
zD_FYV*dth~`p!PTtN)}76SV`r*WBjkhfWrVf%-ug$^{+AjcAov2=_)AT$pfP!HW>S
zUhtxXx=~)Nr2fahHTQWR*A4&Tj_m`%669YhgG&;ArC^mGA4rXs_`qtkl@GMyBdAvW
z^<}*sucZ1-mhwY88VvcY{*c$|5BaTrwMW!%r_re2PP6fW!%i#lfydgi@qsAX*Xobc
zm+H4=Tt1NNt+hO&{uVy%hO(^GUX2g@vHY&fiE;ZEzx=p%NtG`Yl+*HVeBsa=e09fn
z_FwGy&i<;7@9eMa_|E={j-TtloENPuPA``ws&A(*Ew~Ti7e2-9&{cZY*6vGC`nlZ?
zT=cB|)?CrE`df2F&vt+2tDiT==X%ly!~qqq9>3M`oxS>b3m><B-jclOxfR&@d28^E
z9pBk^cl=zx^o+h|E~fcu+Y@x_+=Nfl{6TfR9sc?psK2{6{RcC2?f?G&i{&c}A&~w<
zGl7@>yEvBqyE>Ns!yHTh-5i_#yOTHl_W(=(J@IMMf3G^;1iyC<)PECaLcwv~EB#U3
z3zq(<F6X5`s_*Vge^ejGN`F+pvZ($TSKcDl`*_Fd4?Bcd?{<id^&YKk{jm?PWBsu&
zSbFb=PwSp<zWp=COYi8T%vpa-B-dSju0N(|{y`DwT93E>I2dgGF$t{xn2b-mCWHFB
zi!T)%_m1k1!%8ap<8a67k0TtbKc+ZVe;n!9`r|0_)*nZM)gNh734+urvpP<E99zNa
zvAg3td+`xG=N#kjcygLQJ;(5xKcmLe@W$Uvu<>^SSp3bxrx|}Ik~98hgT>!T_%yAr
zlQYJPzf&BGzqVuXcdBFK?=<qp-|1lScLqL9{GD0H$KchxXXO}P&3$%_N8qjb&jH)w
zI2Sy2zWL6>r;X|O&VF<b=<kdZjw(3r8+3k6yNE#N*NZcOf2rd;ds{zq7?+;bBB7^I
z;P(sF?Z3UBsEqd$#l`e~lAxI0PZAZg{*jdNekO6eU$#I<WBsF6Y4lIDl9D#1aeY=R
zHu|R<tT(koh=aR{e3}ma=8W+w?iR-?`c}u*Kev%L@@@wkxp#ooKWPIAjL*Bk((i73
zn)tjYW4!4%7p!9L#iw<5{H-~W5IX0$75@M^&3`b*@S6Wnjqk@BxetSF{XPN~|BvF+
zQas_u$eFm0gT?<7_%t=glNsa1|5J{||I?1e|1*w_|1Xm_{+|Vl|L5>&;{W+Nz7wzY
zoAv_1ghX{{`ULgTN0Jm1P^y^e6HgW2UoWG<_ct7i@6a)Grq3(nx;uWZU-MtB=e~?L
zeROGU=<^y_`sk8e%=CGktm!ikEPdX<r%9hTGsa7ww;W5Kw;fBLcO08O?~*rt-UHkE
z_zqb5r0K1rzdy(XzPsZ)d+}isH5T{x>-itz(=`91I{qHs`1=@a{rv;5`1>I~&G`Ef
zIpgogVDa}8e42{*X~uZ*_cO=h@8^!i-!B{+f4?Me{QU|n{(g;56Mw&{<M;9E@89Ma
zUj6;M8o!7iUjw<{6OJqR4}@b2{v+X-g8xJ~dcOJoTvBm;`b&*3#E&e4e<d7I@ZSiB
zSD(i}snd^?VWM_GHOl-El+UaS)Hs|PZovvykJgY2k+Fte7(9=M$`--JLa6YfI4zjP
zDp);gA$`uV7Ft|;Gp7bzJY&3_5S9SH#6xBAJZspcNNfJm^>{eVU#7-O;&o2xQR8sd
zgUgbz9_$HL4=#sKQxEpa7_S~&-tm>O)mAcBG`8XzoAxU)%X)BS@TELdwhB%?Slg%H
zF(h7%Kzh}BR_S*eKYkkHt!kvbI=<-H?gAG*+iQZ0p6#{3MbGxyVClIIKKn^}_O5XC
zC_UG8EPd8<Y<jLw-t>&;nVuUmuK63`(=>nMI^F;;J^SPs-t^oAY<l(uOV57zH0il%
z#(3$unPchM-?8-E-0|fF3?MW;2ZE*N7Wg#jxn&)%ir+g2>c1g4;Zxj>bt!#oYi~nf
z`fUp~{k8*}e%pghza7BRZxG(}+p)scqx2i>SbFT_*!0_(yy+LuGyR4#uKBy*(=>nA
zIv#?Te#3GMZ~E;9HvM)7OTRtvY0_`cjPcTMFUQhvxMS%z!m;T$lDz3R3M~E7MiZ3v
zSbZlZePSIZpTgtnCyd1xy{gMY(W|;WDtc9|Q1q(aN_y>6zg{@4w|yN;ul*d0|NR}C
zUI&mjz2bSM*MW>{{z3RO%|Ez~C*q~oq#VPWUX#J5*CAl(btpbfdL5QAUV0twSb81d
zSb9xyY<e9@-t;;OEWM7#r%A7=bvy>I^>$2-;kDk5t?}0Q@imY;jxfbkI1L=464ZY~
zFkZC6({a%x6`p~MCaQ2=e@>`i^=SOfB4hlW2o`^{@oD1kq>S<6?_|f~?-a-4ukG0Q
zJC(fgcN*CG{dBPSOUv`^nVG=b@t*~@<3Ag$<39(VrsF?1W4w<4JjXiz^BwE>FK}$f
ze<680{)@mm{)_QxI{r)Q_zb-CPn$y^{nLgJsK4zc8}-FoTYWmTs85GnO!cXxVggDP
z(_~RnOfO<D*|<LlYVBaI<yofBbzsvc*QajFi<v&%WbMsv1nXdK!l&tAZ_XI6<G;nR
zj{jE2I{w=nn?ARbx8uJ9tmD5EpQhu#tB$Y7OP{-Q3@?4|sd1D(z6{PK99QtYgkuZ7
zk8n)E_Y;op_&K{#<um(C#z*o{*+V$HSUe0KUfpj!LM;2Za{1Vf;JtspC(8*75WJJ9
zzSn-c;Drd^D0pGQc?B;*XxE5E!QcMByT{IR7H@+s#e*7WX?$9D2KBwR8n8!6#pl9h
z9Y^C<iJmw$_HsUMJ==@CdUkmqSI@5CSUtO<WA*Gxj@7d(J66xG;@En2Rq~gW!PN+(
z@v7YFIQ498pWc(Vszf`S^zEu}^=SI8NyhYD3vBwX4K{t(0ZZTB__WtL?y<ksagY7A
zj(xGO<`e7vv6l+okWlBmw2cU)@5Y(HcNfryQ2K6CQlW2O$EI&T^3r!xA2)qBBQJgX
z`?&Po+_Cf>;8^+&bS!<ha4dbdbZq)=Mc(w?8Z3Rc!KX>zZR>aq{N6cG|4z$<f8Xcc
zp-gGq^9>?zdhZA}y$6F$@14NXduM!_^d6EiUV0C8EWI1|*rs>fYn$G~c%JFK8(4bp
zj!)~(puX3Z-g}l*=)IR?(|b61={>^7P4AK9rS~Wwm)@ftOYbp`rT19J(tDg^={?@D
z=`E=mdWV$KJ55qI)^iK|4i91NeQ|GBK#%RXXD)iS_h+c+***YV^lVQAOV0!Gc`GJ8
z52|qWC_N8$EIlVVHa#bkH$4vlo1Ss6Ej=6e*xgL3>~Ng)Jfg<obm5)i*z`P-y!1TE
z$4$?p$xF|vJ}y0vaV$NLbu2xPb1XflIhLNsJ2pM1lfSGC&LEVYGfOJ;JfX(>;3fJj
zA6HYHSmW*S);zPp)?6on$9CLft2s|0pJvV5CTGq4d9d_MJB>hko}LN3^gP3{>3Jr3
z>3NoqcNcIrq4aFrV@uD*J+|q29`mK=`S>)`^8#|x^THg%OV5iOOV5iPOV3LjOV2ru
zrKc^q#yxIGX?lj#Hd#;g^;vzFWPIwagHIh&G4ZKGE@phHwBXZ9Zd~6)P4H=y#raN@
z7PCQ7AAEL~(Z**6Nf&(H<l{QHn;q-mZ*i=mZgng^Z*weCZg*_!Bkr+{&$!nXpLhBE
zFO++1y>#RHb`MzVBW);w@qI5?{d*riO?=;<G2Zxo04x$7#HV#<Q16e4#D_~N_<qE(
z@%<=yiS(F{o0yN2m&i}}xcGk3vG{(<vG{)4u}FEwvH1S7W8?c-^2YabVC&!K!QwmZ
zU;^XwMX>lZ%Hn(=N{iW`rUsw(5{>@-I^*K=8~8Le@5>qEjn7xW;`5vMG~@GCa^h2$
zsAA$%m#|{uQ<u16;<H==l@_1#%4qyO)i)d)pKp>kKHmb1&$sbu;`5z4egVIC$KShB
z|Grm`&&7|gf!ucp#})iO;n;#dARJThcL_&#{4UF=^1CdjGCq=r%09%6sA3*J;$e98
zdGKRm*@KnK$94od;Q2Fyf46`I2(w^?3xbW1g}_GW!eAqO5wHoeC|H6mhEJ2ApUW68
z!Q<MMIW^qk8RMf7tHcsGYuI?6HRw`|YyQ&sG|gY8j+ex%$9v=$-g<CZuzIj3K21Hi
zT*i3yU@yn&!Q~xa+3}fCYkEZ=w;o)Hy!GJ9;7fU^Y!#e(u(nS>1Flvj+To<v>h*+h
zrq>!IOs^K$^y&heUTcD-*IM{A>9uyoc<Hr{WAWeHvFWugdDAPNXL_yAxaMzwPt*Jj
z>v%o9^x7!L@TS+sVCmHdpC-LF$rvxa`Z|_g{TxfLO&v?G%^aIv{mGkNn}em-0DPMC
z8d%4x;`h#h`m^JNfB#IkRhiOQZ(EZ${k8#{e%pdgzwN-%Z+m>2^xGk0y!0F7SbFT}
z*z_Ar-t>#-nSMJnuK7doX_`N@j(5UKzg=<+Z~E;DmVU$VY0_`EjPcTMcgNCi569AP
zPsh@4FUO|eaPp?#2(a`^8%ZGjYHP<j)A~w0nxL$&_84%{r#%*2^l6U+7k%2}!O}-9
zfVJaM`dEvEKIITJLwxTO6YB@lXJ1mLPdv}`*`IOEKLDSm`4j7SKfLrgFvsww&p}}6
zb1*(l`b^3gFMTFEmOh6#mOh6%mOh6$Hhm5!Z~7bomOfMPX)5x_Iv#}=c}L|KUgREK
z<1O()dX<=p3sEY33@${g@UgfMwZg~YLi7qx!^N9cIIkzuD_A`me>2F4znMNR{!VZ#
z{$@EAe<wN?f3qEnzmpsre<zbS{!RglzqB@i_)E+4>uH(5+wq?c*72W#Pt)<AnK53+
zf0kn%|Jjap{O35<@t^D1j{iLJcKqjqb^I6L({%h7*72!$>7RBH!GuKhezN-el9FoF
zH;26HGm7E^ogG5dXNMU36e^*Z>eIhs8WaV^?8&04QJ<)6ytxjgp--;QYssgXKG%`c
zldjJ(yk7JM$9mIl$2zzh9qZt4a;)RO*|8n}E#!@yTfrjlHhh}&xxJ3#P^HfuIfj=$
zch>k~{P-Hk-9<RA;JXRO7JLukn1bgLj_&wb%2DMr<ME7-<e{?radFbG@B_Hv)&1~;
JRqE5n{{{q#4$S}n
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/lifts.6.ldd b/resources/3rdparty/sylvan/models/lifts.6.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..1e86ed63268673cebd61298e80c8623814a3b208
GIT binary patch
literal 96516
zcmeFa0j!Q)yXSYm``vZ+IQuy27~?p5oaf!IWA+%wQL`(1M2!(OyShizh^VNM-Ca>p
zXV<8xii#K!H6lhtj8Rb|JF1QtRTW1?jfkib6%{c?#fYk^sv1=_UBCZ&?tA~A3*Y;`
z-}z2Yntm(U*IvK%zt(lFweEG_&wW47V;ff##XnDFT>9Nuni{ca4m>1qOW>h_TLTXZ
zJUsA-z#{{X3OqXSn80m;#|EwiZVwz+XnfE+0#67$G4Q0olLJo)+!=Uk;I6>a0#6S-
zBk;_?vjWc!JST9s_;>29zxqv4{0pgG?vjMsL4PX!{<ZW2v%|hkKkO`gX~&;73iZ;T
z-N6pP=Qry0pW;i7GA=RxsPTT$xqrpR7w28h*XRCI{aN2Q|F6X@&-|Y?4vqz5__4m^
zFMZ4P_x!{oU+EKbm&g96_;Jk3cx6tH^HbOGr~3bL%^S}%)}HgZJT89jv$h<g-%LNh
zoqpQW55=zy|6lCO{_{P^zGj}xiysQt!ty$Y&RUfGCpG7<jhkb}cq!!=na`ipILp1n
zc>J1Cp6@?KFXzMWvfrQNoR~+sXUaKoH&u?UtaE)S$6orCKK%Yg#bFJJMK0>)afcbF
zpU33=f6L#;!t43h#=|;sPL<<g{N);csZXgf=dbnqTE4PxnX6p0Ur(`qEB$;aAKD+c
zKWpH}kh}FCJ0`}4FL&5KYYx87+}+dX&-{!&rH`+3*+##gm9O-R>-I0Eezo-TrFBO8
z<Mxm1{HrPFj~x?Z!<Q$OTKf6g9DJSe=Sk_$rk`5+`C1=*e4WdF<oYpv<GTIn)bIPR
z<U{-8_K)k#)8&sH6Jx`dC%~UI2VZCWdE)%;2m0XS>s<CD*N^GTwKQH+Ii`%6Yf;o_
z^LwV!mpF_c=9<jYa5=8>`b``0_$mE}hd=$vS+?U_Ufa0#!9UgqKaWFvkMTo#IS;NU
z<Snl&%p2yK<nuu12c0>T^YCk)$DqH@1&z4nHHPa@obT6s%3RF1%twFx$x+U=?9XqH
z|3iAY7M#C~sr=13%zbk${rFm-^MmGV;nyW}@9%3-#^*QJ5OQ+O_%S}d7G*yA5{v%j
zTs?=!{~^6x3(hh6mA}7B_4f4hefsgWK<5X|*TSzI=-!_(l=CR#^PBUWoSfG`#;1(I
zz9{q2mss@Y2hDSM{GX-&tb1?vmtP+k2kTbu&0qG->%n#JmuvOo_Xg+em-bb8p8u?U
z^~=6_oqxGjgV#>3Nt}aR|Gu=Z%4_D&+E>5qoA=fKU)PHL!|Q$ddR*?QFYPDph4Cw2
z2YGMOpE-FgDBqv{DZaeE#<=DE-_H~87oD3m^6`~p`r6!osy}P~rTB3T%41co|JTOB
zarr5}<Yy1WxMhCgv8L|xrDOk7{5a+@p6C0iYxq<Bf4S!Qvq4{Tj)xx;&S&=c*V@^$
z+<%w*hG#<h#A8d0QX}6F>Au&>=Se@;$~KOn=XW2*@r#VZT+4e8_PM_Y#JyR0E|%Ax
zALCnI_oDC58}ApLyF91L@s)G@+T4Gte|ZjmDZZ}(aoK}k@+;qm!=K~wQ+&(o-k0K*
z@yb0^`h4lw`*rV!{K~x_{mOhlbq#;2|1Z}(@00R96^>nbeJhU%$AW$Jwf6G5SNhkI
zFMZ;%^}R{HAJXGq<GrJJuF+Or_saay=NB1=xpHsJI`ORF@5z?e1KP`L&yVpfuY1w=
z=Z*J^&Rw2UjL*mPwYmRP|MDFCQhd)xT=w9X{Ju-=->0AQxcn5~^1An>xMjR@58+d`
z`TWbaAM01{{TQ!|^HbOGr~3bL%?Hola?Q)@8^?rmm>>4l*V@bLUg^*NqmLikGDfMf
zXMRZcJw$)rC-%Koww2etGJo{>Ma5yB{FI-$uwK;5bMuGv^7>ZxFZ+3na!tPELq2kF
z97??$1Hb>c<CpW}9-4gRGeS9!AJWV5(ZB2yW0dp%l8?_nj=|^urM_jpKT7;^e&sz`
zd9P5${vo}bKmE%-F-AGQFZuZV;~0GYU+P=t`=i7!=SMEiJ<hW-F8o7!Ie+gHW0d2I
zK4s2dL=48sIaJ1E3}yXiY1~&07CymcG-cu4)SeR3Z=OKs1)d*xficyEffpGQZ*kxy
z##EOEUM8MgZ{-*b7FNK=kJ39RYy5r2_^&W#{ws}HomIy8uNJS7W&D|i%H5x<vb+<p
z)_Bl=ebpNKZ;-N1mQVOLR-Sn`X8+AqYwW*8$|hOf+1#pH_8%O-8a3YSs&13z%C$qa
ze^oYr#$B(bU#;mUuFtMPS+(899E&~1tjAtsc4qY7FMXdZ^FN?kHjF>|ACh!XmiZo5
zEgRN5`X7~aM3(s;Q|+(Ier_7~7x9>rmjMIx6M;_}v%gLmv%gLoGru$9v$Dj?EL84u
zxhl(go;M!!zgV@#{+Fa&kY#-@tCkJNBl};iT4VofQm)9d-q%&j{)6LJqsDtv)f=*`
z_bt`RT{KKo8unLQpF5>k|9#h(V{y-z^|)`$e4_tD=?`R?|0C71Vf@kmiKNG}%=f8k
z*|6Tx|GA`Rvds5|YJ=yyurj=lH&}@0`-$<t8kBW~e;qjMZ`4Zvx2D7IjM;zhjoE)6
zjG6yO@h4gOXBOtYPh-8X-c81X{zIzP*uO<evn=aBwDQc?x9mTxYK{GeOKFwmc#Kdj
z`wxyk50L#aO8Q7yj>l-#{&sfIcX;a6^o#u$*QZVXgFa)8iC;5jJ=%>qe$jut^l`Gx
zzr*|)fApUyeS$3Won-!0qyH4?lVzE2r)qyU)xK0lHZ<Zo#9A1Cm-^>Ms?&_wPt%Rr
zPcw{}&rI<wSxn|sNrm;BZT_s^9OFU%xm9cI-y@}4mi3%hdFK6;{TEcNvHwCT^JQ7z
zMXF{0!SN>{6~?<n`eIqucd2TBfSk(b*R!}j%jKWFvAxE`?=xmSRv2?UqW>!CD`lDg
zYV&9O(Z65%8d>JM*8HhP|Mk+>$ui#!s{LWA{US=^^-trqu*`Rp^5sVK&4IJNMXi{v
zLEmP~e%)@&e%)bA{GH-mvY5=Nk_yLXxA}8?_81TP@2gs4|NT<-%5uC8RGxXiX8%J~
zYwUkm%0XF<-x1Za|KRwOkP72HCjF=^$M3jm<*U}``!%l53HcK(my^cCKV{5%oHpk8
zMgOzX&&V?WbLP+ZqyGiz=Vh7iMf0Z`{Vz+uB+GoSsP-h)zEm2of8>wXziaBB`=Vbr
zW<T99W<T9D#{ZW1wk#%ds-(jD-7$aG@2>Hn|NW{p_J1Jdo-FJ6u=33NDf>UJT4Vnw
zQXa{&zE4%l{)6LBLMn{+x%6kUtnUle%Daru_fuS-SMn!XF0YM=|Hhd0cx%jlivI7V
zzmsMDAIzWeNB>XKKgu#+-Bj^A6&j;|GeL?bS>`)LwPwqL{_~dh&pPJ&x!lZN9IAYS
zZmofb88fKi#`GFtj6O2(C}Y-lv~hdlF@f8}gQN8O)#P5(%%AbM8>5d4Jl>e`br|D6
z!5DpF;7P`ef3op+iKmFi%EFzdCv13LW4v8KpB8w!G2@wGOuU)K=(7UPHfFqYjBAOz
z#ZzVBxvGsP)E5d@oWX+A;E~Da>pY83zWK)VTwqN9g~sTMjL{bdUSdrArN-YUUKV({
z_+R?Ue7FJ(7TyK-7V3Q#4_;wRzLnyCxgNjq`pzdQ9*^U_+WIs8HO2{xeq(~JH73?N
zWBk_}w<q3UOf|;eWIFLT8#A6Q#tDn9;*GN3CEjK_{bT$cLEmXib(e9%Vz+p^Y%TE~
z)&4a?f1ylhXv3+?JbC|cpT%!Uyx$nt1IEnvpmD<DkTKQ6fsX_}YD|8A|AqX=O(*|=
zG5JpzCoE1HQ#}><wD_1T@y?k3ed4o$&l%&-n99O<FPM&Y(HQ?r#*Fu}al+z?G1aSq
zuNf2Xx^a8r8{+e_@J-cHB^C1J^}VfDjL(<x4>f<rf7h6N_l${m-#B6Mz?ka8z>mat
zWQq6KboxIL->O=ls`fW=O@%XlurNNq9x(prRnM%wFy?r^G-mu+f2G#;#IIHR59|5x
z7%b2{;ahoOG7tK^ld`Ga|1S;-sm9fQp7h+z{pSZ`T0a^S<dZSF4x%dgey7QXh<~#&
z)gi{*kF^9IYRvfj_%ps?rW1d7;1R}2E=C&TKPvEOW2$4sZL&<&$IJcTSShWta80#T
zNrmzH^?~t@GoAe719uoFxtL&#|HQzPjHyl*PmyK3dHkJX`uq5~Kb<P2T^8<AEmczC
z6Qz7Srl}R4Zu*GCdHyrh3ePm1Pt|h#S!#u6o6h>=_;b_>cbm?7<@j^e3ip`K`IO_&
zQ!6~*bgDW20<~fmn$G&<_>0sEFE*X^%JG+|6<(^^A5cx@ck{2hW&Hkn#CVs7c)i9{
z`-};*!kF=_47@7vYGbM$#>DG4Cf?e>>%?nhnbdmIIUhF!-e`=!=V$+KmcB_A-eUe#
zv;Q`=G9J%IV?1AXSbzL?2Hqv!F3Wg!o6hsp9`ROLc(3W~=RCiCYK8Zk&VJ7GIiObf
zpy|UC=lF-z3LiF|{gC4yQ7e4ZboNJ%e@w0LanpJI$ngi%3ZF2YYL0(Wt(a4$vtBv=
zX|=*<Oix&kf3|8pr&{@x{}*wo3ghdoC|}<$R6X;f?nUt>S&m2M+=<u1%jVB|Uojr^
zzgD%z{@0~kmF0Ncs66vaPxil6wZ{IprQDR|dUQv%?9ci{|9jH!%5r?~tClLMupR@d
zWyA4(Xgcv8i66@{zs%X6^>`xXfh_%>s+RRZ|L0X}?EgZ_Gg-#-vhvL9k^Ns+t+D?b
zDX(O?e!f*L`wxykkB9NTm;O$c{rEw(tdrmGfSAuG(}|aFh?;a;#QgjQiN<CrAJq#p
zM2us;pUD102U`bgl3K+rvg8|Px`K*F47Lu|)PJOSxGduvrCRnM96zJULmwl3v@C6H
zs{OiL)2la4RpIlW-iq@1Q>%Jrq1~A3IAhM2@y5(2`cIJFA<OwO(fk=y^q(w!k}T)L
z6!T~P(SNG+PFc=}F7s!8@qCzWdXkG7##CpDr^&KkW|_|XqW>J}vt`+D-R95yqJNL{
zxw7o<dFIdjqW=Qv^JUrJ3(cST#r?h5^duKcjHxaaFOp?G%S?x(f3NiAvdpK?{Nd=o
zQu+#6=CjKD;po3c`s&K7U$wtP=r5GU`<r3O!=DfMM%}t9QtrOqnEV@z@z`jLzA5l#
zW7cPjG5ddO;BCf?&z}z%-wxBsw=?iA<0Kcmjq%?Tc&{<z+b7;H%Od)CIsXnw*)FU5
z2i2003gh+X1IByUbn+hweAGC}#W7?2j|UzwX1piFCuJFL9{(vZ{eApg4^B%tBnzKW
zEmczCe9gz>tXko7rgMJg`JY!Se8F_i#~lBnTH#BkGu|BkvRdIQrZfH=|EgNyYo;@w
z9RIpn;Tx)z@9O=z)G}B&9)ADM@wgS@-8N=CcZ`X2*O>9#3w%HD17qUF<NL^T;yn)h
zMEp>e`8_qA^W|CK=f?PZe)i`}=`UpASLV<7vi}>kG9J%|9?z$D)*t`(fj@}f$}*mh
zrt|vpN&H$C)<4<ccPi|+JijL1$`v=O2Ic#+Jf9(IW&gF9&h<UVAF5Wk)pX{Q;}26S
zJlu5VljDz2D?HNlg!TBNs@Bn}{cT)RnV5goE&Hw4TG)?mRnL5XJ=U1@su>fs-I(#Z
zKl*s-<7DaIVg4-g1Y`EkL}UDO{K-{o>_0`yBw6-PXXTmiN3(xd)#~FV|1>F6Wx3u=
zuRL@A>_1bj%qQlbC1r*z`(?KEXMO$tg!Sz<op^JNnQxCV`aEOS*Zt8KNS`lD|Apqy
z{1%Dl$g+PIn~r~uzqD$N{g+8uBFlbWUU}yA$^Ly+tB;rbE2Q+wa=l$ydFKAvf3;ef
zPt3nY$|_mTmwwg$Yg|*|@BC2msxcp5AM&r0KR)^WrS-;x{u`^-*ng9h4YKU7&8p>9
zCua2DDt(JA`)Ql`GwA5QL;7}E_Rmh$dQ&Ywe=vu#u%C8I&n@hyJ;ub}E8Zu|{4!^M
zV(pi*OP2j~K((w7`X8!VWB<ca4$6}6NadN2XZAl<wZ{I(r5u$d-+*e_e{lSHJdF3G
z^b@kQo>HxRm%T<)Rrps0dF65w>vN{+nV+A|8Z-ZM#`HRGO#TbTT%Rr)(?9xOmVQZ=
z{c^?pnP2q3CjF```{la%vp&)Prt}-K?3Y{S&-~-{=8oyi=dLm1zh|7VxNnUA1MzKH
zt{)Fgr+@T+Ed7xz*NZ3S&-|nRGwDxdxjsBMf94<kUrK)=%k|)uYVQf13hw|m7N0Nk
zd1LW8o^OqrPxOB;{hchw^Mm=5H2Qy%{!y0W=?`$sC;B(*0k27x<2l40_&A>Nd>?9h
zl8aVj<~K~-BFlV+n+`|+k<v%VGM`cA4@dto(nrfOpEmP{qkm2M*vhM2wGj*@6^{5|
zp?~insy4prnXiW(fhQQ#VPfD(#<iqRHYVQ`<Ag=0__w||J`QRRPFA|CKk=poo^DLH
z8G&a8o@GqD*~avrBOX^DU*q@r`96Su-iOm%>rcF%!1IigT+9!=!1(*5FEnO<#Q2L%
zC*Km|gvHXp%fyRh+mpWBbo$5meL-JgO#GFBSBZONzf1aR(}};vnEw6Zzf@n}#-rVu
zbbtRDr*+n!c<TdiFivu@G4Lj1u1A}VS>G6ctLfz1W}L9t9(ad%i!9f#ou<=2#@`+E
zJ;ub}8+f01mn_%2{XviM51LN?L&n5E9QcU%fGpR?qo#8_{QYl^$8pn%KM?qYagvLZ
zflrB#$?|%4+H{UbjDOa2@|`nISey@hL3~D**T;*d(?7<)9P}&3#J?K&n)s3|SJ&%7
zkMVDsPX1fQ#J?T*j`)TwufKOq=Xm)0?;MZ&rW5}`;D^RZE*=GbEWRg8yeFn}JYxK3
zrjzfval+z7;Fsd3vc!93I{jn(H$i`EO#F9&--}<%67NIMWBgC1<F7x9!tZ)%;v#RQ
zS^Tl;HN<rKw}}51OP9)b`B&X?zH-k{7VbA%L;qpM_zpKF=m=x<k;dd76?n99l8Z5c
z+l=`<c&stUC+2H6oqXd0k2g+o(GhrpxF*Zp<3!Vm7xPUH`jo((#^jqCxJx`qmhV4I
z3wq2q!*s?oGw>{9^34uBM?77Y&!f9dC*E9f`6=*UCPY=(4{dh8i~qdPf4(vMVSzFG
zVWBbo7X@ByoaACj;HAdAJ}xt6Kg4{!rjxHP@CxH37b^p=5-*qK^>Vf8#Ebd*gT6NK
zI%D#!54=IVMwat&W6)#1&89P+ErGWhlW$w#?cz<cyq@kbo#Wjdj`uFp$+z2><Gsh2
z<Gt4y|9ye?8z;Fq5cr^Yr!23(hfL>q$9zXjC*RS)$BdI)91lDoJ}k@Y@d?w37xSG8
z`su)DjLCO4@Hz2GSze#d2R-JyXgcG$6!@|+`K|=MD!w4g>-9C$iFaN6PwTG_cnlWw
z`0qt-hW@vV>3Q3j{&$RPiSHVt-!o2F+!y~ZUmOox)9)|X4-c(B@g5l`EFK%9KQTss
zYK;EO82!2U|EQ0LE9hXMkv(4)R_~?tr~1m6@xC@D-y7qE#am<acgEi*es4^^-t<!z
zq>rYP?~^g{8or>Lu*nWNdb9Y0dbKAWVmj4<^ivj`hMG>kR%7A~Gp65gWAqW?7TNC-
zj|}=KWBQL4|5|<78{a>G{CNQXHtWy$#u}5qW{iKkG5WZ`;{$gX(|>|^RDFE^CQVf#
zzwZyOH<PSC_s^4!@t<PMcsh*}7E_JUyNr3goMueE@|(D+s(&9m!*ue^G$!6GWBSZC
zMxP^|F3am>x9P+iNIzvEe~;<Rcb+l+^NoqWz&K&C&=`G@c&;q3pNmZ=pI^Vox72j<
zEi)$Ga^r+WuQ7U`c!?~ppDThMkMAne$-ml|{A-Mf-*23-SZj>FPP|f<*T?myGvD#m
zlR!Sc8%-zQCS&4lHcnV<F-G4i-XKf-ZKlJo(ob2K-wxBsx6_z-yNv0#+ZcV1c)Kj;
z^Ip@*=l>pqeEUr&-vMLd9W+i@95O~fEZ!%JIbu5g@pv9Ho&3j*$v<FB{1e6ri<8Fa
zr^H8Pc|AF8I`i#IKV>1`S<}gP&X{=Tjp=v682zI7j4b^xnNGeF>8C8@yJ9;2SB;5x
z&6s}IjnQw2FU!I=O(&nBu1B}6fqZw2>3`QaVR6qG{l55C)%u{S<@b*tihsX;eg5-=
zs0xjKyt$q{w*K57KQSiXQ)Bu+GiLnHjq!hBoUnLljQ+})=ik@H#P3Z%Wnp}8O=o=X
zjEVQ&nEoG(8Q(`^{685dY<P<vy-6>*Z{)@Ea<dr6d@nSRtFnx*#dO9u)R=g!#*A;6
zG2<I<jQ<GZgvCf>^ikp=vOHgpHl6r(dDLJ2Y%`tljWs4-&6xh}#*A;AG5+I?6BZrD
z=o7?aWVxH181zZv{4JxR_%{eq74lEA<HP5{Q>;JZ?=&Xg)WBWFjDMOj{?m;U7Bh^|
zXBu;VG0T|o`TYgsn`1iT>oz9d+`v7?jBlPX{_~9!77L8g7m8=gazC=jbjH^c)^CaF
zjBlwi@s<T%Zp`?4jq&d@PFSokMqepjEX(<^%5=u(_baU58q*nHzcKOF23}{(_|_Za
zzri?RvC$ZPlX$f(_cxnOXMC%|`fW9x@oh6E-uA#dj2YifWBhj+CoFawqwf)Kk>&np
zuj!1>?|)do{iZX%1IENV82FGe<2!7O{}JPa#ZhDQW8!_XyuKYbo$>ko65~5zI^#QO
zOuSQpPa8A7GsgIzHBMNZGe$oz9+1UcFrD%F{T1W8WIE%!Y)rf>fv*}fzH7$#UpG!z
z+%QJJDZVJnR=XAS+v5L;p{8OFw~4rax@k?syKDUu7Wa%9-+kj+;s?g`e`uVrcqGo>
z5ByU8_<qEb(Eq71`JWjR|G6>wUl^mm6#ujO{JDY*7Umz{Uw9q*zcD8NTVvi|cxOz!
z`2N8M)013$G$!6B@q5{J95@N;g?O!Y{a}90rsFomn0PJXCfV;24>g_st;Pw9Vd9qh
zyO_2al1BcqA^(Wbf21+_M;ViEbl@?@NiN#Nzh2M(uh3K#@=po*YoUL;G5N<C^Ljhp
zn0PZoya}c!xtM57yh-8?SzaF}n@+s>Azr8HNiL=u6R%4=MV8$-&2-`|3-M-{p5$Vt
zG4W=Jr_1vCGuw3HtqJkEO;2($*O+)c;yJRsUd%I{c$-4J1*RvtSZGYVMdJCgn8l_O
zZ)b?N)bu15%Z!P)T)ae<lcv{n;>G9L6{aV-SZPeWRpLHbhO*jp;>G9Fe$$g&tTiUy
zI`JA=`mZ+~j?bSPO;2*M$(VSX#T#VdEv6GMK3{G#J;}v(WBTt9Z<Xcz+-W-T;`8Hf
z)0156F(%$#@vf?MUscP`kNd?v_4E682vHUC`|~0f>4Vmv^W%^)ucwEN8SfEe;vF?k
zSR6BEyvL1sUK}u{zds)`o|C3Co>Rt*=d>~7Ib%$`v&IRFbH<G4y!eDH&xaRGr+<sR
zUND|ZrZb+)#*F8RvG#{C@va#sEUp_fo*UwevOEvoG@br!VLZ1@XFPX|8P8o~#&ge@
zc=wGH77vUW&qMJoS)TtMnNI)5;(x!szy4Zk87%bo{e}P2(Eph+_ixXQ8UG7o#{bfo
zc(05T7O#!T|HhctqqoNBzTb%V-gNkbG2{Da%=kVTGd}$z3x20U|0XWtR+^2;KScaa
zQFwi83A*n;;<cI%4>M+b!;Kl=2xG=K(wP3Ej1v~4jTzq<@laXzS6k41KN7EII^1r|
z_{JGCzVXJ4ufv%B6O0oU6O9?)B=J~TUVkT>PJh3i!JVcvo~g!+r^}e}Of#ncbmN4@
z3}ePKQ#?f$Gs|@P`}GW-V>;vMHfB6?jTujmG5zNmCoJY0GoA(F*|Kc1g{ITruV?UL
z(;3eaW5%=8nDHz#rvGx|ghj70<LMJGlI2pi!gTuk^$cERI^$Vw%y`xqGoF59`mZ%k
zSgbQ<JnO|PWx4;@U^@Lbiu3p5<MUIJKYM=LZ2i%<7&E@D#<j%TjLEm%IAO6v{15Bb
z*T&}q^!WU?EA-!OO#VH_^xtbt{(Z*i`^EWN{Q3VLqIIyu=eL8Q{~=@YA2$9z@eyO9
z#^<+VK|gLxyaDl1+4jUIOebD^emfQP)5gR*BR(nnUE;H*vp(mH6Bg&i|M;uNCqBPj
z4E-+|lmD_Y`K|=MYE1rX;{5LsilXuP4Lv@;-3a|}8k7H)F|U`mjfoeZ-|hzeo-y(6
zi|@$t`u4zd;>G8;M?rsVOuQ%JhqAmLJvE(p@%im}&|er6@1^*eEUzE0OebD^etQ%2
zx5mVKCw?u9d2c%L;`7_bpnozZo<3wMKB$%JcM~6SS&7eYLxSF7OuV7uW?8Pkt)>$;
zKEDkQ`Uqp<jT8@)<@!0wbmGP5w=qF)GbY|x@n~7NW;*fW^V_(fk2j`&hqzsq>-_}N
zi5H*WCIx-6G4ZB|C(3eucA8GS`25xt^l8S#n=YPOwa%z&`TlXH_`CYYK#l)?f_(A$
zYqs@ApJPnEZeyOm<{IN4pP%LheZDdA7KnRfd45`GI`OXB{W0scIOt1^iMLd|NS5cH
zWu_<m?D?fP=zYe-TOnR9%k#@h(;3ey@znbI{`u6>SmN`>8tac|zcKmN8gu<zXN-Sg
z=QsH`1bw41@ivLq%X0nPY<j}a?&r4#eVZ}ywu`sOa{b(4I`KNf_;v+-w=wbdh<D0z
z{oHFh@ur1%`-6VKn0N=p`(){Q$aLcMgm_1Se$<$F$Ha$a*^0+aC*HCU??li~8WZo7
zctDox=V{Z4*B|1Y4f;7_;++?tk>&b%!F2Y=Me*OL?@#|UIA0%*(WzdDcUk^dWVzn0
zkakr}yp!T<Vygc4F5&A^{+)WFNi<c3{{HtL$ak}fl-;^WTHI1A)!U}iKmYxayH#uE
zJ7V;Em69Np{P$GuSFI1KTGk&Llkbr+<9jR~9M7rTt+M|45slB}|5TRoJXdX?@~?l8
zAx3{GJ<ISbV_IK}UsSDcs#@;z)|m0X6F-rK->Wt_O5XwG`)K{)PsYq&|E*im#G_L|
zygdJAG5&)`0*`V(43Q4ER5d6aKV#yxia#hT@rIcW+vQ)MXN-`3GAX&7C@bkV{-dOi
zlqLRX)yBvUj<-!r*SH_XR!W|4O+376ZLezdPVYyE|4w~b?PN+C=eHkk{5z~a<C$QL
zJ~8klWBexvo?=Y@PVwKZkB1d#EdG58lrH)Iy}G~ejy(RsotxKVy5*xf!<b_=)0pwj
zGEP{`7XN4UMD@oWgjDeNe{YCuxAiCfTx0xuj1v~~#O1$&`#gRRPF5CJf8sARrn<<O
zZi~hL#TVC$OSd0yR)1;ezs#6?%Z;h_8Ye9J#Q&h4ukrbv{ndEH(*23`XMI)$ULAOi
zG5PufuNCKi#g{)(#48uB51ya-t`Ge;i2tze)+n-8`Sm8pV|JU&g-)A|+Y@gwCjW}`
zQx^JfGoAk1#am^+OT5E$#yfZ=$?wkWGM)ar#XDtdiT9YEu-Gfk|30vBHS+o6->)Oz
ze(O*5fHC{wpfShqka5D|u(<qJijDh$_4NHmyrb5ic*l&X9yi8+z!?7%#tDm);{SoA
z`9f(t-#9+;d^>IN$alt=>RDqFoD-M-YO*mtbB*WM1?x}zi^fzh87C|*i~q;^e0=p#
z)A8b<)eGx!HT1t0_`3L?hV?1;e;Mh^`-R!{mM-Zx=l4yEPySoRRBszI-#f+$i@W0g
zxjvr8VL^U<r~iHHPre7nR394S|HwFD@mT!7H6}t((H%tzdTsajAL;ru#Cs+#|J7;Z
z@#lK$iKxG@{*3RXG1XVb35(a_|I@>y)}QbAaW=-|_tx^Up6`sQzBgvPAB+<gAI1N?
zKEB5J<3H4HIf(E7g%w?!hS8V{{>{d;4iPsuUP!V#-c^kXPX6zal;7f!uhp17!^AE1
z_>J)xdOThutUvKa8WV4nxV0W{EKOBuPqpdcd>v!`k=l$|ud#t^f!mEqG|rfO<Bie%
zejc7+ItOv0G5RFq?-EZoW_(kO8GolS`qaQ(fu|WK_hP!ZLza9qOlN!?Q!lejuO(r&
zG5O~hGrn$P^tpk10?#u}?!|oZOxarE1*%Q>%KmH|ExXJAJ|$P1MHc`2#EXp?-x6cS
zztk9gS>WY?dySKO(PvD)72?jXjGrD}e$PSIfB$=+oG+_F{ME*EUK6<AnE9+VX1?nJ
zuQz7>HW)LX19Ykv;%zdW=FP_FTa4+tHSjj^Mp^Xjrju`naeHFVpRm|vI=tJM{CkXv
zzc=u{!288JWtGo#;(LDL9}4<mWAr1&<Ubntm@(^p+&E#w|8GLP6G1;|jDE_Pe5V7S
z5f8|spEW&U5%<&ipkFX1-$i5MT?%|ze6DJ}qT0cVud4QM*UyhXU<g&={pH~-O1+Tp
zdet*OkKQmwzZv*e;M>N8y<<$iyT-g99rNEeo%ud6CjZ00j{-k7W@=B2$u~aC_nGPB
zdu~j=7lB^}ekFcdwZ2yEo-Fy^R7z3setFFQ&UEs>Hzxmwz#jvDGS<}i(7j&B7uUDh
zbn*=`CSOb7p@Cb)P1z>@VWyL>H>~dn)5$l|n0%uGj}AOWJiKacQ|+y0O}?>}lK&oK
zoNv47<R52D{_%l30#7hb?!`oLO_t9OCYjFr|1tj*)5+gyO#Z2Xy8=%$W@)DzlP~V4
znWmF(mNEHe2c8qSTRfv`ovYepS@QK%O8&M%%s=0B@-HwZ|H8nF0xvdZzDtbxJS48~
zGSkVo+?ag5f%^il5HFRb|4P%z7x(jO)A3(pOuqiWYXh$nuc}(tt2R%Td>bkye-stx
zyUBF&Z#E|XmcUyBZ!=Er#dh&VS)TWHn9ki_%)iTY^6xe#|DM2m1Mf5D`0h6*U))az
zO()+WWAYsid?fHu@qw!Km})y^$#=X`^7{cX{|VE{f6|!zrvjf2e8!mho;BwEhq%7y
zO()+4WAa@Ld@1l{@i|%gUooA0aX()(9sldb<hv30X5d@mt5xf5)dpnAcc)VFyPI*o
z_e>}MePi-J2>dYcBje;=JQm-TWxb!6PW+hvS<s&wlmA8Fmw{gylkc@L`Qm<h8}xU^
z<a;0ZL*S3%H&yE=)t<_dui!)8dVwb}sCprOv+3}Vz%9mf9coOxks;nN(}_1c@Cb3M
ztojGN&*Gtv4*HnDZGp#%M^&vg)tY1(PrGU(>hI$GgVZuuxF7ZZ4-RE~6)F357!z-T
zG2@*Wc#<(wn`}(Jc>Z;op5$VxG5NZT$u}+Vbnz5f^ckj;Z>BN#qjA2oO;2($$C&)x
z#>Af+xF_&D@hn;L%{QIzcf|QGG(E}1B4hF|HYWd)z)Ou;?`6j1i|1dj=}9j7jLEmc
zn0zY(uM#hpMPF??`QrNao1Wxitugu5853`P;0@w6RqIC87RZusQ>Enl-<W@k>B+s=
zYE1rZ#^m1~c!x3TyVIEa-*`NCo1Wxik1_f78k28d;QiuVvgij?+bm1IgQ}%UD%_98
z`5rbMpCiWPKWa?;V}Xwc9uOarCEp3tsmA%AGCj$~X=C!AF(&`nz~_uv@AJk~<9@zq
zdXkGv#^k$fOuj3DuZl0oqF*zeYFytNrYE_$X-vLb#>BfF_>TB`)p}R8ld_n5m6Gp&
zWBv!GC->r^G5H@ElmBtxC&sMrQ)BLb<MDiMdXkG5#^ifxOukovUyGl~qQ6n?zAX9P
zs+KCLa6cO7``&bXJ{Xh#qcQP61=b&>pkpfNO*~{2@8m_kW-)E)*+2cn`L~#k&roCX
zw;B_FSm5EttoI0G^2Pl;%Jd``qm9Wo#+ZC<fyatR%A(gyCtqCOai%A^7;j9z4rAg?
z2s}~TUbRkAZHO%SCRa+n|Bd-OO;7H{RAcgY8Iyln;OWM!?~K6lc+N6CxfipI$v4NC
zeBFWPif78A_oy~Smi+TnOO;g6<9rvGj?Y44@-H%`|Kh+)0xuQMm&JdX=?OpE&%HtK
zGbaBEW8$q0yvmsQt~O5i*?#U1`dVZ1turRy`oJ5+Yh=+knx62p|G#*%>BQe+O#iKc
zw~04Zt=m;wUhxjq{vlhL-uYME@_PK)|3_B!%*TJXG2_`2cyHi+#-!PAOuhrgydKB=
zhfHU_hmFa9B=FI|$Ba3?$BoH%#6Dsr-U-vmchVUBRN&Kr&xi-A*0ZV|lqKJ}O3ClH
z#rzjcC;vrb@?Q#kIq(%@=6ltcYFyvzrjzf6G5Kx=z7_bk_?j&J@0d>2|9>*#-7_8k
z`^M-G0zVA=NPM?yeXQDfS<I74$@d#^zRyf2|8ryVzX<#?@GIlwUc44RmF4ySjp@7|
z$NcY1C;xk6@_z{YG4Lm2j<0T-`JD>+;(lso)71<4h8UBtCGgO|t>UJtb(m^zH45?#
zuax|LTg*Swbn=ffCjaQbV*<AsGvBesydM?Ux7~E|jWZ_S_`n^3Cx~mZ^q*)t`Qm<_
zY&!l^jLFv-cxvD-@uaGCnrb6t$v3@H^8H4f?@ZIlKg*c>vjfiw+-;oPi@D+%vaENH
z>BNuu=Lda(G5Hq;UKDt-G5MAllP~V4WkFwVOupX0eSueqmsYJSRhuVEzEzcyU+?1o
zXSv37^7RK^Ys`Gs852MLf1VpmC*H=uo5bs7>AyMX{{KCqZw>mkz}o}w5O1kkcdE8p
zmhtRT?XR*GQ`w$>)h(~z>+SWE<~>!U?6lXIc>9bQ@BY9Cj9I^f#^j6V-(k~}TpTeb
z-%(@o9SeM1d`K33z;yDRFs2&kd&=}A7pINMf5w>jX9J%Ld|rG~7IVRL9`fS+FPWa?
z;<7RMuNag6YT#?etoL<e^2PJ-rs+v8ZW)vBwlVqc1imZ2A&Y*`bn?aZePDW$i-*SK
zdt^+!$AO=S?^mr)Rl6ulzGsz^?-yeJ7p5oo;-xY9Um27Cb>KI~tnXW6?ib?md~bS^
zix0-+`)EwQPk{?IZShX6=uP71V)8YM@yYiKalS34%g31ft;WP37I=8z5#k}T+%JqY
zorjP(|Iwx=xfo+i{x)Osj}2TiX1&{u$rtzYc+-<ybQqIwf-(6f2A(7yCyPGWbn?aZ
z?KC~f#Z+VRbr}<HTHxv8DOKwX)kevZZ)T<B`-PZ)w&}^em}5--Ze#M#4cueQ`pyd+
zkLLo@lY6nyn0$+j$+tN067hUl^rfoJk|qB#)lwxD^f=#M)A8vuCjSa!`mYSUD)4IY
za#{S>n4a*n{k%5l>x{|2-k5kB0&g^CzMG5_ezu>t1bwS9`L-F8Z+qY!;?1(?J55jc
z+5exu+jQdZF{c0C!286zs@DCg^;djAwg0YuzriP7gN5(g#(zI~sOp){^`sv*W;{oX
zS-+#kjPIB+{>K9k1U_L*zLUn^C64(|OFvV2WloN%FrKrOlK1a9W5#nn@P)t^#iwM+
zf64S(VjoY!;)?0yziP~STr(#B^}sg*-xOb#ttJ0ks`+23OpR6H6=1M%>*)WUi1FO9
z_}?eKYs`4=8RLK7nDIX_#{Xg9M}Z$3lkbVx{|aVm{A&4g4GQ`C?fZL-=b6Qap9g+n
z%zR!NGoE{Nsu$wFHXVLrjO*LL?*hLUzp7e4RJEcY-$#GXH4dI6V}A%BxG`I`d|
z3EX1Le20oZDJ%I}O((v8KbZK#O@~JW9%)ScQN{@y=0p53ro(N<#2*{D7PwtJT9*Ff
zOo#pZzr^b>9i9+)qIi7OI!U!*6;D>}H|r<Tp%h`TaJ7t|zjRhT^Yvz`G5NcU8Sk{f
z(*w^i*7p&N`F=qBd}6lg9FIB1<nJ~n|J=Ymf#(?$&%fVGyalEcZ(-m?;`vqUV%28J
zGX5o%lGn?>zf1gOrW1d8;9g_K*JsT4TjS>^D^16Ll`;8N8<THM;C}H6S@gB06K`bo
z&7%7Kk?Htv2)t3eu4>(++EQ7@zqwNK_Y>lN+iE)bw;3~^?Z)Ka5qM|dUE(dWTqJgz
z&O=SyZ+lHA|2|{#?>8p@fxrg?A2KH1tgxO(Oefyaz{kXgtJdSH?U7~t1C^5Z+kz1P
zr0K*z75KC<<2z%_o3wGioiiQ(^Tw>t1!MAE417s^Ru=uT>BL(T#(&jx{I3PRF1}K=
z-cap?EaSgfDf#(4?zh{flmCt}^SNtG{(FJ%2Yw*FCCl^jL({qF#{Kr#bn-tjCjV1o
z@;?jwJn#!+;`#SuiTBEM;=K<1M*OmBeXH6dS;qgaQu2QD@4piNgXzTo82FPh<16e>
zByrOo_gk~+_zy8AUyCvMh6ZjGH_4(8Go5(;{Z`_QFdhGqfk%mlSFNK}d#_nB{xOx3
z*C+0`u|cmHlfT`V{Nn<T58NSclVv^=OebF4Z<9>Nf3h+DQ;f;q8F*^oE@R^P_g9HG
z-E`v32s~3ft!ka6+C*9U&#sibp8ow+^lsCMKR0lXG2@$OjDOs33rxp<p)vUu8Pk7p
z;3eYuvgk`qC*Ek@G^`imEjJzi-oSn0WmW46)#k|Jzf!gTvVK3es~$Q3LhlIqR#%bo
z>-n0%{l<)UtugWZ-+wXw^`^rc0&f(rt6DczwW8quZ?iG+{oi*HZ>#C>w!qts8Sf79
z7Fq7ccA8H7MPWU5n@;>af%h5{f1femw~XH(KVUlf4jL2xP~gLXkBIln(*LOG@Y*o`
z<E9gTAn*zCv8wf?YP)0^|EWsJe-FmL4@$f<ro(3gpEG8C&Kon{apCp+qUprD6!^0E
zLe+XjwbQcPzg?}AJl@U_|GMeKzY+MRG2^`@z9!54)NRulzkgqocy~>Q?*+bZO#BDN
z9J;t)9+^(Q$Hv5e68LH0XX1yl^nY$T?BB;E-b>TrSAk!PUsSDcRJ$X~_}^AaUVs0-
zCGp;y4u1&z(U|r5WXyOshvV5aDmB&%@tOk<$y~LzsP;}#x&InkDS5oRL;PW;6MuN%
z5yp&nq_|a<i|#1X8UIlGeg*Nym=3oE9&1eenlbOk$Ne(Sbn=ZiCVofY34tey+hyrL
z$#lgF<DX(W@jC-g6;G~OyHp!3%lM~NN?!k|A^r^0i9a*&EMwMZwlU-Ne;-8uZqwnp
zfqTSrs@8d`O_wG9{7T8=^?(0EyoIL2ivlk;Cf*Y90$Kc*n$Gz9!g?$>9sl0Iea6IJ
zVVv-@{j$n*@~t)|{+hu3f!B&x%F=(G>G0+-{tc!Re`DZH;`LSQX4RHeyhXLY!l|3e
ze~^FGE!Y3}`P;UtXTCq&ZcP3i#*BAo;9Y@t8<TI3v0fkS`wGO{XFA7YzcKj_7~_91
z@S(tmjfv;qA0*yU(}{O1@Nw~xs&zoMy|Rq|M5W~Q^6v){|CH&(KOOjtG2=UH%vOk>
zpPe@y{|m<CyJ$?lOMx$o&&i@+F`an+{XgPeGadiyfp3VfR;@QxJ1NWfZ&gZuzaZ|n
zJEoKWt}*%V8I%8h;0J*pif_xZ=^vTS>r4DR^oi-@e`-wrXU61z9{5Gzm&U{!!X~K~
z;=MMVcy9u~6~C%l->LRkmhr!@l)T?Yh4>#$C;q3v#h*!y^}_g?jCtOU`)!En__r7{
zpP|O&YYjY1+$@Ve+;rki3F9AWI{u>qj~0)pTF0pNL9=B1ZIzPOC+@de(A$lf&p2c9
zj}P1tc!GGWEc2OYI`QIun{2w~Z;XGZG5Mzk?g~83n0U*>dd@JNcrydf5>KyMXR9_z
zmhsG~l)Rq){X6uzrW3y>@H}J2H{TflxZf6<j{hQK@+~%||B}E<#S3K7mzhpH|2`h^
zdQHc_FYpTS@~U;EYTdH<uTri2UlIP@)G}Dm_lD!Krizr`FX#`v)|m0GGbWyY-=Fbs
zFdg0)c$0X2)w;Q=<<ASY7!&_+xc}H@I`Ov$-eJsmcZ#>lGWA`i6W_lNN4!0z!+Qho
zGba9iW1gSl_g@d1PQF9N#6KMPNZ_O51G4l#W;*QOcO%|_>F|lbC&kCB)>EqOmSy~>
zD<$6_`}f(1ch+?HT;TJ@tj`5w#_Qjwr~f6>;md)qh%Z*HS5-SB%j@a2O3CB(@5>YK
zhUxIlz_*MU?``pQSzh1nn9lgeaMM^X#JguYd_V95W8yzF=J_e^m&c})?};(-p9X#w
z___FzEd5`Y4o?l^e`PxHUk838ep$7?Rqd`U<9}BvdHv^v_#aFs{>Q+dj9H(8H?8W0
z@y-g@t7g-QHzaV2xT$I#s@i*HA%1J6<nb;D@rRpE{1Jgi8WV4nc$h5yqfKZ0>%w}p
znU4S1z%^syw;Lz?Y`=^*oqQd}#Gep&V&F;QakBKEY&z`U-y&Y8>G0IRUE(QK>onEI
zR6Jd^-)>D^Q~B-ut8V%Jmj69_nrBu$^Y^!A8Kch*Jja;z>o#USa|8DnGoN|J?TP1$
z2S+vdm*3OgOZr0dPgpE6{x0!iWAr6~ml`wPWyXwmdEj1S#@i=eAWOa#rZc|$_w!Sw
zURIf2OKq!-aaj|%-<a{OHD-M40<Sk_d>h0oWowBysy3s3{8K|i;fgz0coZL8`Fy{(
z+2Vhn^ex7WXR9%hwiz@2?Z)`;2)xsn@$WJw-)?dDSH_<l8cO5$zvw?e(0U>NUW<>k
z&zSM<H%31Y_@FWI4jJR`-~S@sk)R(9d`x_}YCT@n^7p?6jCsDv|Gz}4q{8dLNz>aC
zpE72Ar;Qok8DqwG))@U<;Pb{wE-r{q$dd1(>Gb!%=Scj^LBA6CYT#>u+rsDDH-dgM
z@GbFmS>}H`=>GjL#&<X9_X6J+->F(3sCKF1hpPR4eSiK(DdJ!ueit`+^}=`_S3UFV
z;S*!l@2N4L=RGqfUU!K1!gS)lG$!6F<Ae?0_afdK)9L><@H_EqS@id+J(uP4zz?dW
zO1%uR&jX16$#nYbk2KbO;U>PsR4<IT*_h^4;rO?hPXD2STg5|U(TAB%JpcX`;~QZ*
z{v!jA5)ZFhN2~Txv!XhtQu6h3Z#X_<O(%ZMnEAGg+hn<Q8D~1<^S`G;{|?jP3C6^m
zXq>R&`&Pu8Y&!j?1nv}1l0~1Y+IU%R-MUmum3mnoj`wua=|3azOk>77%b1Y<{U^pd
z$8_R#2c9dQEsNe`dcub9KM`-f>G&@Qyih!^YF(t-G+7>v7gtI?-v0MVh_}>qc$qQt
zT`pcC%kxyP>5R|+-U$6ym=3QrCf+LJgbm+!BHkL)>E9oCt$4L8`a0G6WVt(7uUe|q
zi~qem;%_va{+j}CHfFqAj0ri!KCdL+Hq(i>J@5|kR$26&rYCIp{t@wZn~wjUz<b5J
zs@8p~ZII>lc7LVh<2}dTA0ggB)8RwL%=fVPfGp!VVmiDi#5-m>@s1l4Z@@TV!}pDd
zchYqFp9*|hd_orejA}<^iGNnLR7r(+qcHV?|9R8l3&!-nXiT?-;rL!Qo&Hw>Ulm`H
zMZab`@%;Nf4DE*L_}>hCOMJa*y{+0gS^V#)R{sA~n^MbQVLnsC>(9L^QhxvLe&7ej
z#D8eac>V7?6aTU4@DuT)s`Y7A%ir&LW=uT)`^ofwVLJTMIAQTh{9KmT@7Jc|-)FC1
z#D5#~cY)sr{t(!|uS2{~K`$6Yy^z02{83)4Uvtp?`#QvH3Hs2$t>Ph7>oC>cC_XRZ
z!z(2pPyc>2@ka)IRN&FZjCYJN{m0wuBl8<;I$RUCRjuu+jgZy-K&9mKadwE;VLI_9
z7$+<yipR_H`aQ{X{Qd8lG2SUb?+iROa93dez76rF2Yp81nc``(tlzAl`}b{#Hz(-b
zf#-^6SFJs&O_pVA&#RPty#4#h#9t8fg@G3tGv39<^xqPW&r;J_?`7g8RqJxq=F94S
zpi=VjJ{;n$Fr9cSjT08D#C@{7ey=ti|Izk(!+86HzBcf>!0Q8#x6c=ew=w9O0&f;?
zkY)Y01buuM-?pG{54=OXwQAj|+8SA&k9So{KHjzPdbB6#djsz?X1x22nXmu-T-NuX
z>F^=(fvWYeYP)6Wf230K@%Fz@OaEi0!^e#i76am=vgjvFhu4PnJQeiQfzJd!8+dg%
z-sgjUA@D`<Ia${4QqcYTF099upkEDqO?<g(y{_8Hif^d4LjUVfx*Jas2Mh6!+WXIp
z=T_A-KabxwX8rCMb3MLmOuRE8-hI=F|G=1d4~-Kxe7}Wwk4>lllfX~Kk7UuGsdi76
zp*&YDRqDn6eiZRvnoj>$fnOUl-Z#dC^zWMx@15zydms3N_^mAZN7EBFeBXq4`Vuq0
zQ^CK9H$mzJZWe#4q6`tg5VO@=%%6Dv_ZjHlYC1g3nE4JD50&M5Ji>J1wc6(k^dDt9
zJldFeV~i6ve7}TvV@;=jEpWTIO%{EeY9nR2zK>TeRqAD&?MLEIFrEGr15Yw$ypxRy
z*%Cf4>NK5rQv-L2r^upDGo5(;eGkSr!*u*-2A(CJUbW6vtwWaQvpJQLub+#;@tJEn
z@q3J!?>uq0EaRDPI=mvpTWC7*78w(7v2ns;N?5<8rqh2};N{{avgp04Es!OCpK7U+
z3gg=ozCX9pbo#F{rvGZ=gbm-XAYQ-e^j{lzop_Bb`g+q7HhjN=cpFW}e^cPi;tf^n
z7S&eB;=fh3EA{L7zm-}B3-j3?UXQj{k@D;Pj=(#OiNDKO>uIl-#NT5&yjQ%tYTZ}W
z^7kqB8xzm}J|X=NnhqZ_PFNfkACTo#K4Lol{`Y-|e=O+70}li~5!k;Uq45U&bl@}M
zld`Pe*`WLPBZzlC=obQC6rZbFFR6A^mizU~m6DIAe?O4;SA%{n@O5Lxd&8Li{`Up7
zzNW*s#W$<gJE~og<@MoirR4Lm#jd~fzi&GHz&K&?P<&68>-i(o@$azf5956j^rwNJ
z1%4jbzu!Q-mqC9O__g?jEbI3s=>Gi%;=K#{`@kQ>Z>!disy&wFe*IIW<m25QuAfb9
z$*EpgpXR_rj2Ul>G2@#Zj!&!U#2Y3aTD1<(HCg(PsFZxXdqccYrW0?pal&GZc%&?P
zo9VFseHil9g5Dl@T;TD6JM8lp;!Ozp#K4op9kQ(7<e>Za6NuLt^r?Zn#8ax)X{wE_
zc)Du8UH>Z`zndZs7S_Z6e|C7L{0IM6!5WQLW>=B({+T15CChxegML$=+|8|8d#YOQ
zKhK!{^NpGR0%P=3>8C8{i-Mm2zxKsy#ea!vc@*?pXvYhEne?Sql;u?|kFVDl|32|T
zS(au+&?ng6L&1NQ^wpJD{ChrYDkbmte&f`=etg!dm3-@ho@chcYTZ!P^7uCzGoDT2
zm9p?=(^=2BzFVcgN=h#A|1aHc{fW23n0PzI+hiI4uAt}RwOg(9-(x!ddyUceiMLd(
z`&H|yuX=m(7%cSPZT}@Mw{i!oo_T!^8PoHyG5L-d^ZIernAfLc##~yD8<XGHi~J{o
ze$qI}#VKR*pEf4{8DsLF6%WYrkakYB!T(j<ZeI(=bHVzfT{K3&WSp?LY|MDB7&D%$
z#*F8h_`ED{0$*1xkB9hiJU6XB+AU-JZyP5p?ie$kyT**?o-yOOFTNqmssBK=HTC^s
z7lWjcZw(JURvuYA@;x@@()Prdd{2$p56_H=KPAL}VLI_&8WaDOG4WrEpUZN*-<VGP
zIU)W#(~1AynD`%ziT_djR+i)U$#mi`3Gti$Y-+3*;x`);e~2;hTQbYC`a@Oo|J5}$
zR;BU#bi|M6^Dv8#KHQivBaG2U8na(U88g1o#vH#f#_Z2mOsZapH`a8TYsTp9#^f7k
zOuq5rHd&5mhw1c>=j+6vPclyK#bjgpPcbHcr!o1biYLf&yt_=Ne>^{@2YrTdaxZ2Y
z(|?vR`DYuGe~x&XEc>BbwZH$x^OJa&!v5>Ac<A$tIaKqF$+y6m<Gaw9{#!%*#X(<U
zO#G$B#9t;}B+Kz!ZaVSzhxmO#UtvuAmBz$hCGM5wc&#>__$NaA{-CclCjL5O;;$F4
zk>z-7Q0))v$0Ic~lv)Fk-_JK*|2J8Dt{<BNXMKxWwf?5FU$z-DzU{^wza7T(_w$eZ
zyG$ql?!Z~!qgMLwHJ$wXjLE-Wyi=Crd%$%1`}s%yL#C7eaNw*TQ7iqAnoj;>#^gUP
zJ}AraA26N%GmXiA(wO|G0%!fSTIqkrbn>4yCjU9{30d~XdDZ@LeSg$a%U~g1kM(Cf
z7mXRurNCLgtXBG8F`fN-)tK>IGiE<rH>SUzzvRDZI{9w}&iZY&(*KU><iBf7{(IsZ
zvh0WZrqkcgZ}LAho&1jiXZ^8S>HoxZ@;@~u|1<FeS@y$o)9K%DO#YX~<bM@7>#x;H
z|2L+S|E)3k--%zyvLD{7_J4ondVxn{8E)~&_tBW~elli17Gp8FkiW^8<KJwI*I4UM
z{1(%RKh&7`t;WP3CLSWo@f~h@!eUa0KhkvKk1{6yXk+4!5s#4N__djyu$U3z*GwmV
zyD{;{854iJc&sd|-=W%{u7B$N`SI}ASJrEy#UtM&WA?*jWAaTg=6G}(Cv13qC4QIb
z#GhtN{OQKTpCO(q%kh|Ldcua+SK`k$o%nN%iQjEZ{JG*;vK)^d(-Stlz7l`F>BL`P
zO#Fq$#9t(yC(G(DR_%A~TL`J~=PtE|o}AzQJj?i&+IY~H1<v|%wKBh6)7f8r#>{7h
zF~@tQG4cI*mi()Oz9w+i`_)SRwWgDQoiX{>i&x3AA2ygyet&)?|E8dC4xIHZY9;?x
z)5*WhnEczt8)exqJ4`3PKd+L1SI~C{&iWp;l7Fx1<lkpZ{{7;evh1e=s{OV4eyXLG
z!NPd_d6w}UvUuo+184n+S{ct#)7jt0j2X{yWA?*<G4cI*m;5J#ekyR*Ppg&uXG|ym
zS!42_6Q7V}Kb$w6{Qf*l{)<7s6gcab)k^*=rj!4wG5N2FFUYbVuA5H&CcB=K|7Or{
z1<v|ywUYmi>Eyp_O#XY~8?x+&`>OqWU%9?~e*O3N!x-;Fi_dr;8M7ZB8<YQuF~|R@
zal*pi?;`$l(~1AWnD{S^iT_IcOqS#O+Vq4C?_UxBt?9&nXH5L}#>D?1ek05A`)GQ?
zhWDe0@BieF_)Yef1@W7Wi9baANl{t-7V+Qu>g%z;A4R@ai$}g;#_WgT#^f7e%<&j$
zoUq~jDB_Pco%myniQi^S{ITLuvK)_^=?NR&k0Sm!(}_RcnD`yW#GfE;m*sd&G(BO%
z`%%Q7Y&!9$7!$wKnD|r0lVmv_U8?=PubeN*;U^VFFj#mi`e^-=c3OEqX}XQ)`@}QE
zN9y_Q&FiG``JMOYQGZtGKie4n)vqK|%u#E5s&%XO_v`T+$H#v4_j~ByWAPFe^TY%7
z{(pg{s?guBAFS^J>(5863ytyj>jD0Yr7x1@qrWA=|B}5QiT^U`OJ(_L!Sdkm?;qpe
zC%spe&%aj$e}5jqf0gu=vheEQ@6Q+L{nFRSGQYLK-=7!oUoU-~EbF}?`1}1o{+pz4
zlx06`Hvfd5y+69ubjGvIn0VX8TV&Y{J4|PP`sZ2n-(@=ecZ+w*a{lcxJ>h5XU+y!V
zc>9fscR;*Xme;$3rYCIJpN#LY>BKu?OuVDwLsjcB)&BeX{_RK}gN5sZUvKF@Q1#5;
zKRIEHzrUZ4|0(GwW!b-{gTKE&kN;WeXJpyG=Yqe#-;VzU>E~tHzZZkQKfmFBS^6be
z_)75i_dC(ANxv$~dR`Cy{{AKYH>KZ@W&hp^{{DU>{&%F`mSz9mHGhsLZDnD7@0(8l
z2jY9O?AM2;)Bl(Sp#Njj>HkFhNS6Kj)O7myrJu6U|GDY(e<6M*%l>?6I{i<ipR&;Z
zwdwSKBYsu2zE$o2s_)0iWmo;?O_Zf9YP~Su_f^mQdDRDF{JYJc`F)c9QI_!*HB2sC
zkDF?BNWbXcZ~e(Pq?Sy*5U-_HQqG^pGgPg_Z&j^Xmi<3WwNy!k_?;pCh#E>R#2;C!
zL;3~h{G-%L{L!inm*spJqgtw@!g%w1h3Y@Hmg`vJ<$SdoOuTm0+GIJO#;KMnsW9G?
zVZ0qRlw626p;m|V3;zS=k3OlEOfgZGe3MlhFUx+IqFSn?LjTLwpZQF!B~vfN>#CKM
z=aa`XO|8VAu3D!o=kE;FQY97QZwv8f)lhOF{_I*E(l0pYpQBddcdIs2mQZt5OO;d@
zZ=SDE{pZzk9ZS5NZ+;CX-U8KnWI1&gs`eK+6sgo?OT(>`zdkdc#kEq+*XJe1`1|WK
z{>!8<m1Tb}S1nai!QWq>@$ai8Q}oKR-&UxWDyiV_uh00eswGpblw}gDRXeD=7Umm2
zzwDQugj9&Pwni-%;;pMuUn9%<u2(I8i-36X`vn`NCm|K$ZK_erg?O85)Hld-JhrHo
zzXd?N_<7?t=}Ab1c-w2#av|Q18uhKR^xvsk{uCef`$?{kyQQZ}D#Y7Uqm~Qt_SUHH
zlBKp!wST?7A3A8N%CD!Izh2Y-K&_H>e|^xH^*dzz8;K7a6VG4IiFed=#(&J1c*n&@
zWZ6#xs-;RQ#PipC;+?D|Q!m6jRVyi<Kc~efWZ7?LR7;gqi0AhM#5-3@re275zE)C>
zcR_qsmPNd%TB@W%JilKc-sM^{^+LQWwUTnYtKv(tznY|Ls-;RQ#Pj<J;@zkvQ!m83
zSt}{WyCuFZ%k}EEYN?V6@%(;+cz0{b)C=+M)k@0o?u+lp{;4EAP%TwbA)eol5bsef
znR+4K<622M-V^adS*}k{Rr{Ou{n+^a3HvFp*K>KXAM$)(h&i5lyf4KB$@#8*ld8HN
z@;7eE!gyZSO3LGZW6b#9ieJgHAK$4qNq0d69sDLxe%|~bJqf9>9v^Geav|QQ8uj<G
zTpx<>Fq^9J^@8=n_?o5X2I37dCSHrUN%ot>Lsjdk#y60=$`Wsw^xR0i;l{)pA#SZ&
zN2>Op)Q?9kcdT3D`Sq6hjIMg-*P}7UbZayICh=Hf_GitQ{oii<TZzXRli#n;<nJ&Y
zo?x7?m}vY>;z`EjpKMJ2DdO?6y#LZ^I{E#2PQEVF;c3PRi|NMSB%WbR{+Y()pCz6u
z`<sbpn@)be{*$lUba<|D!lK9co5b^s$v@wi{0qc$WH}obs`j6M@%$uTjZRh;TfA>l
z`x0aB-<KNGb(t~8d$}?3pE5`*eWrht+E*A8f2A?;SBZONIi9OcC;s~ozu)w4lD^iM
z`0I>`zh1mXmgBX-bmF&$_1R?lH%Z@YO#Cgzbloc6D9iEKrrLj7KOU)}q1c-_sr{Su
z<L4*5L;VLk?KDQ;Wz5p-HfB6~j5%I=jlW6k=Oet|^n}F$WAuZ@<U3?czQf{uvK+r7
zrhk*TEATPnBp1hx@gFcI-w9*#ofIFH<#?Vl{hP$yfzKExxj1W#|2bpwoi`@m1@UQF
zj_*a){z?7#+8=XB8f6uo>gAjC`?CCV1N-NSF|JpQIbPR{>D3wH-7uYaH;r+<CB81p
z@wjbz!eUN{ch_{{-807ZzW9zT>;1s=gvH_z?~&=mdu)vB6Y)b?*7K=q|NB?Yms;`|
zEZ?N6pAWqLKUe?k!}<IoaMoX{mHw|x=Xk$1W_)jqIUa9~ze()p2l?NdPW}&pv;I-7
z^#5c!`SqXL@;epsH?>oHCohg)vzWGgz3}se{4J)Fe`w&Wx2l!=!%QdtaAWe15D$^%
zc#kxl{(k<Df3)dMiN^%adYfA5Kh|{e*Nn;EE*>Sz{urm)Z*VJ_O5^pD{Hy6yFHPxp
zhx~H`ob?H6CI3Xz*`Je)2{qZ6<3Giid{aZdsirqodY4+sH_deNO*bag3~{F{$9tyf
z<m(RkW}Dtr>2uUdzHZaWH`ka@J>pri9N&4SlW$4Lx4`tKN?)i}@+~r*e2a|<wM0B$
zmgBipwco2B&(zRR@MtVMz8hrnEw}iLx7V2c)Mrfo6~-LTmBtAhUjK-{+H~TtF(!V$
zG4a=mSIKhx)|sBL@Yg%yZ!n$s8;yy-$(Z<?#p`7`URz90SorH3@wb^y{O!iX-(gJr
zo#L&sto|<5{%ZaBe11G`6Qo|qx5wg<Z?7@?VV^Pi_8W6N4j3ma4u<%LOeg+fW8xn%
zCjL?JL0OK+G1C(kCqw)J(}{n=nD{4+iGNCbT$bZ;+Vq6Qr4awD>BK*0O#Ji4#J?au
zBg^VvRPAqk<$OsFKdICjyqglWeK**|_%177ZbQEkIO|u{%JIKuI#a)H%zSPbbG&aF
zHzl4J^4|{noxoYYt5)*gGoAeRjmiH&d`p)7@X++8#M49m$3cG*IO|W<O8#f2lmEFf
z`Co`1$+BNwn%<PSC**$}^f!UC{#LEze`h-R-y4(vgZPy!`{|=<|8adk)l$n~X-d__
zVLbXz!|N{SP2V^AXT4dijAw}H?C%z1#xvBI{m^Pm{JxNXc+f`#&iY8Tl7E!x<R5KJ
z{xRZVvh0U8)5+f-^4Egi9ysgc)Jp#Grjx(JnEVsOV`bS76HO=orjUPf(5D2>dZ${+
zKh<>dcNvp^ns|~d`(e6j|LIq*FP~rk$JqE7?@WvTZQ@zR?8n*0<ey{A@$WWH*zo=k
z@q0}FHt{@T;?FlG{sQq_S&r{Q(-Stl|3m!6rhl7wi81k)8WVq+c#$l}Z@K9S8{Xd`
zexK>zCSGAo{FTPUUnTC9W%XC9_FsMV_1NFvAz#16`!?}fWA?*3WAd#x=6Gx{PT27N
z4)Hgc{%zvT#>C%ZO#H3ljj|k%ZKfw|cz=iZJ52vJ@lIpn?=mL-Zt-?mj>jI;6E?iR
zL;QWFf17x}G4T%=6aS!iuPn#okZS+vE9Xmc__@jv-uksteqX6<D!+f!Q8wr|`^V2m
z#(TuZ&-?R7jq#sg=P&-pr5}^k=Q+WDTJS$9{e&!wa4PuE4gP1OpO)nz|7`I0`+LT7
zUivv%_(Jga_p8t^Nxvw|{4NK7zyHSns`M+ed|q-b`1}1d{x_swm*q|To93Ue;r%=E
z-!`58cf_}3zfFAC^n?xX$I<`3>GXdfz9-B6eQ0{ZhWFR#|JZc;KM_BY{U-5K(-Stl
zUq=7urqln0_*vEZQni0p-~WyKk@Lr|NA!PP^~|4FzcI$&-#^Cxo%FY|?8o=P-`@|$
z|D*H|vJC1|@b~w3@oyTJOnO@Z!+vbe3>J*XpKtJQkv>Eg9vb}pc?Er#^j2Bcb9nIg
z=MVfxN*^K1ejFA2{dofaG15oNvLD;bKVi{Ekb2SaFrEJG;<2*dCLU)x-5wLPUg+Op
zI{hbz$IG%GCz?*Tx1s-J)9F7&JV}=Q*l9ZbTf+FeOsD@e@zknyx@y18R!OBZ|EgQ&
z=f|J%&XoTwS@Qe+-mfK|T}95{ADLs!^|afV_`ctX-y?mVEb;w*j`;JfKcDX{5YLrm
z5(`ZyzMmh&Uo3rzEb;w*o%l<wKk=7|7s+ydEH|C_em)VuPx=a3;`{wL@mE@Z;;$0-
z%5pxfHl6sse~I63I-JjkwQ42bI@8Iw-k5wF#A{^P4;xJ<pP#?P-)uUZ$FoJP<lAaG
z`L-F8Z@YMtEa&qM)5+)OKk;{&4(IXgRxA1Tm`=XE#^l>4-YLteu-|m@`SpYN2Td0<
z$l{P%$#>Xv@*OcI-%;@aSx((!s{Qr)`PBG+EB*cTn*IY8kMrY%G5-E~jsGd>CuK=;
zI{5qRHU4L%pOIz%o(ul|dX4`D>E~tHj~7+TcS)?r=<kxL7shwl;?e(#_>wH^eO0x5
z*F^u0(Eobqe?xptmg8|#wR{&v|E|#gcIbacd`lMpyQ<~8D!4oJzaRQP5Z|j>AFB5I
z_2XGJr%3tx5q|w*zK_j?o6;x7tj|+pj`uU;W_0bpR7r(+FH9%iOJm}_5<iz^kgrW|
zPVCnw;=MJUc<+pf_g?%)mi_X<^yb9=dO*BSrt2pBcT!`$5U)x6QC_-VFrEH)Y`*kw
zF`fQH#Y1GdUbUJ||3jhwaMS5OLOe_s*O8{v|5WHd+I0Gl5s#APdeUY({V#|9HPh+e
zE*>k(^<kW9f9H$W2j=hBU;1}gJod{3WBmR4iT@<&6J<#<Ir#ha5C2Z-Q)D^bQ-i<1
z{@_1NdY3H6bGmBzEa3d|`zOXX)8f&8mUxCN>o;4qyzA-j_fPci4*lnf=g4w>=us{2
za{BxI6aD9h{tLwOWbt39THe*L-#^iRap=E9yr^njs@fmak0&cKSQwu_KcXzJdgjj~
zdyRSjpwF281K-nYu&gwl@vaiDkmdb>)uz+mpD&5hZ#w<gir2{U{J+k0`up={!eWEz
z^xr66FU#}&Ce{9%udatbzYuRrh_}_4_1I?2c>H;W{yR)(JUhkPWm%71rqkb_ZxR-J
zOsD@|@orhxW1s2tZ?@}Q!s3AG^gk%xFRS-ERQpHu^`M8B#{EKne_qG)NQi&bnDsek
zOn-lVr~g3EPl%7pvOXt+?$7h|KOOWl;#0D$&)J~I=lk<PzaTy*%lceY?Vo&czc8Pn
zVZAShcvp;BkE_P?A0GN&5Bd%9HCfi<X3$54{<njEM|?|`^|%}Kw$T56&>x8J$+8{~
zRr_DRvS08REX>dM2iMcb7N7n4ByiTBs+IoFOlSR`8>9RFA^uC#iT^5a)?cfY{%=%!
zA<O!{HGg#9U&McJI`KaQ&iY5S(*Kic?_^p3Vmu}nbl-o(Z#JFyLjq^LMXmH7s#=pQ
ztKX{Hukccw%IC+!_b2&=%U{j~`9=iJ`bf2sZ<OgAkI}~HzJH0|W;*f52F`j-t@LkK
zZA`X_$C*F6?{DIFm`?l&fwMkQt@NLy+IU%x$7J(I_x(@&PSc4$HE`Cu)Jp$ps!fq)
z^{1=$+x6p-8X8LD^%cpluf&_F{<#z5nPtrS&o;)(udnp)Hl6-+#dBoY?>(j`Y<Rzv
z{_{<z{{rzmS=Mi%=?NR&Kc)X-)9JrNyhxVyS*qIa)z|0q_3-N}@s@{py~eCZpK-#5
z>nr_Nn$CDuiC4(79;;1H*zkTG{rgR)|61`HS=M8n=?NR&zoY*K)9Jrayk3^|*reKD
z{>pwy4nL_hp8xFM<#xRy{}vk$`qsc%-=<c^zuk1!dxtUoSBChzg1$R&*7vBD_<L2`
zDa-NL7ySD}`~yKh7&z;P)Jpurs_mEMc>O<}oL^+tQ5eTxS(8a-lFTl;h<34yE_RXZ
zqKnC-i|nG3>0%~HiX=&Dl1Wla>(A_>np9>onM@{?NzEilk}i@=k|fEbi_Z6Z&a?OX
zd*1hGcG%hZobU5I=lMP7_r7y}uXi_`{ZSYHmeX%Lj{05BBK`<R!|YN0QI2+0eLqIM
zdfj?sv=2gP(C<5r`Z#B?-UHFG9}~jxKjY$0I{lI3s6XZ`;y>l+A$#n{l(X-5@t-?=
z+HurpIE(l%IeNw(`|--zUvu%_IQ^~TsK4VZ;=kwUHGAyG2aXPAUSE~(KYBhwJwMVv
z3_`=}=aVq%|5+F|dOm{x7t!JWl|0KH_5CJ#z{2?m{y#*A|4;IF_Nd=4(E}FFNARB$
z9sYmFzuBWce>pmteLvRo5#p8Bp^FXimI$LBHNvpc^AY@)i4OldaxHt*W4Y)73+E&F
z*NYDS2J#B_sK-jt0~XFl@Lw%D{2R%u*rOgz99_uVFTr3@ZK0nBTX6e4&e%Q=F}CNq
z#`ZkW*q-MY+w%bKpiT1oi+ks(RKoL?HN5_d>G~_}?>YOmw7-<KpL6!jw7;CSZ^Mf?
zHRRJm`>UD#sLZd=`LCz{V0OJ}XWvTuq0D+UmfHO9_|3A22(^L!k?}lwqcE<gjeI?u
zkN!V<*l(i!&17F21E(JMZ}~sn$G;!#vL31v_060`ejTDCzb(R8Z!7suS`RCf8)&qQ
zynnVi|4#Bqrhb+ApOX3`-|Z3)9QB=?h3PKQk$;yk^50D!OY0Z+3-Nlwk2PFRxA-Go
zk1*oxA&+OS$0FH&8ryyuTRn|)^)cP@H_okJyguaHwA6g!{jg822g-h7)bjv&qH4Vm
zuS4R&{*d?wEFBhxeuO-k;)!$6psPLVe@y(bKgS(M{RC&>-^<aH6u)?X2Dy+Q>`zNP
xSoe{qs^*9FwLY*vEB?^WIga{y&SJfOj$UN*)BQla0f~q8u8?Pvf0+1h`v)imu=D@`
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/lifts.7.bdd b/resources/3rdparty/sylvan/models/lifts.7.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..6eb3d0fd637bce8f6772ecd9a4d64b86b7762fca
GIT binary patch
literal 409772
zcmeFa2fSC+l|BAI1bY_{P4Wdh9mR?$9RZ~aB1I6v-h03HBt}g&Ju%TlV|ug4pr%LD
z6JvUvOv+5kOfu>Dt+meGZ?Ag;4h|-NXa4Sw+`ZR6=iYnnUi<8G-uJ%mbGNRpuHN|9
zqt-p4<KIRtKQa6A-^TbyOwIm*<J`dPLm#i-tG0>VADDe;Q~m}yt(bAFWPCkfSH=Ea
zUrVfWzmk~u==xG(-oNV$i8;ou&n4z_bv>5256#ac-h}3-5^qZL6NxvY`LV>C(|jcH
z7Btr+-je1+iMOKpVB)Q5-k*3In)fE&mge1wx1;%?#M{&SK;j)}zAy2PG~biBFU@x)
z?nm>k#QkaBnRq9fZ%;gc=Ix1hruo*yyU@Hf@$+cDDe?1Zz9I1oXud9ShvsV%52SfZ
z;z2ZDnRr*4FHgK1&6g(Lo#su6_n`Tb#Cy_wapJvbzA*9LG_OlMnC3N!htRw#@lcvo
z;$bu|PduFFrHMz-yg2blninP>Mf3c``_Mc$@xC<APCT0CnThwKd3xggX`Y(+0GcN!
zK9J^#i4UT=I`P3Yk54>?=5dJ+p}9QqSenZcA4+pc;=^bjlXx7>qZ5y(xghZbn)4G+
zq&YY7B$~4mPo_CD@f4azB%Vrhdg8-r>L6b=jY=mKtggCA!852dsDgFrak6=+j^t4f
zO{1&QP!yzsXHhAr1#9Rcq2M`GBCTLOsz@$)9+i@!V1-6WRPa$$O1gp-N+oH*3#pXU
z1uOJ>$>yP2#N!@3NGegaTfnYrG0j1VMQtbXQku_CtW?+~@v$@qBwkLlf8rH1`zBVZ
z?T~mS&FvB^HMdE;isn{{mC9QrK7r<DiIw`BBtD5|@5Cq5?3MTwnmrSrTAN(A>b0%f
z9Dt|rGW65ty27=An5S=qfAnvRfAs&O`}02WSWkCMK7NLJUC+RKaD9zu;WIPT>w4~J
z<G9v!-n#A==f=I_nYg}kjau6n+4hg_A90THFtyfqOdK2gaymTKGkBbt>O6<*`nt}E
zJ|5@r@w}(HU-WCojr)`i{;e&}Z2L#|Z^xPYvh^Jk$Hu-aOC9`M*E4vW*`H;H`<o8_
zt?L~2@i@nMyx01i+m0LebGxqNer)?k_ix9UrF4DA#Idn2mxHHz29GoQv-}VIZ_Z&K
zk8_;Id#%s8tiSC#Oinpw)}nSBecT&!|2hc&*e}NY-}Q~_a=g4Rg?6k7tZ`i8SSPu^
zr~P#Lax8IOUSn<7V>|z?t3B=)^@?Ng+Q1sq9^3l#jj?%O)*HWGjEz3tx7{9Ni#g6d
zKA$+p+GAUvzA?6TU%y_AjlQ_Ax5wBxFW4UW9yu7}qW|gijj^?_>(`61`F*`T?uT1H
zmv4wc#3thQT)t(_J`?%I8p+sFn0sE|BKBV6o^F5E+qizzv9(<{p5>|f#J!^~#dX$I
z^PX=17;F3b?b;S&^?KOu6Zeif6=Pjj4Sc%&W2|etzSp`KtNS<x$8m4gtr+K1)x@XU
zKgPPY>-+s;tnTC9z%lR5wVU!(`O5nGboz3Paox4$Ag{;qvCq2N<9_Y@Y3HYpZGHO2
z*xG#~=X`8y%SpfA+VUm#xXg*C+c(Cxw(G|AB5s~@k%NA}wdF^w$?V6Rj2N#^-x%B4
z`o{HQY@TDxxoBsOMP9V?jeVF4)a%<X?uS#l^T@BmTIo6FZE=st1GcR#x7N2`jK#0#
zITd4Ruetub!8?8J+V*t%#aP<ciyVrv1or%i=Oxd)XS;TVZ+-j4SlZW%>%>?Bd%iF~
z*-qj8o?B15x+1?~jzx|IX1p1*wbicZ6LF3F2!A{0!vA#pvsQ2nYrDSJtr)BOA{X2D
zUR&LXdKP`7rt#kE+dsy-w*G$I7_0l9TTk;{>ALcg^Ezt4+H#WZu@0>*U!Ge}n|n5|
zk5PjW!oRDJjO%mjY1x}I7VX+bU&Jr+Ze9H%f7|_H{bar2J|l3{FuzB8{fpYgKCD|Y
zmjA9_jHTT#t`lPk?D@hr*1I0~$K2p+DBhRzFV<H2Xvckc4sD*temu`V2L$YHXWNFH
z%NX)sj4$rDA=liHb7MRhlAfEf;xjTH{72zfc@O&AvD}b*Z^*gp8aKJ*cquVvjypJx
zxHAXh{SrS*C0?IC8#3k%IX7|@!xRVpY#jgkv`1Vb20Slf6LBMEET}y$Pu0F5&$S`v
zMm@n$yJO;<h8^|5`^EE7KU3FXjN)G02QZG*{F#gOgqZK|p6Z#|-)j$f<uzmPu_5Qi
zoFV_bPuy!muDK!S#(3h{B3686{^K~Kjd6>1#^>1(#~53TE9OY}W6bo&^RO@TAl|w1
zXB*=6>9ZlR-jH)Sc5)TZ#e9xu<M`L7om@Jf@iQHtJK`3xq4u~uRr`iK*M^)MHG?q;
zF8#BW@I^iF*zwsSe$Ui(7^Aos_h`(i(ERy=?=(C3_f*f!{%fl}u_xS+b7QVE2Y4U;
z<Cr$&nj3O%j3=Ir<6)eb%Q07@tpi`QKU?A$V~cUc90`Annf`bl_Km#Y?=aBjK7M`r
zY)Gs(<lLw&@m&71GRM9??NNK;8u7CWpF85_vGKS(Rr`iK*M^)MH6xyfT=JPbHuOb3
zh<@!p&(w7oqqrA;&SU&S4}?7k|8~W{r+Q}gUt8_r&wy;(kaJ_MGY@zz{^OW7<eD3D
zZj2|MjpJdQn9DI&qm6Nk_Ge2RV{9?5m?PnjG1DK<!@iLh{JkF9{JDL7`fNz7H{{%?
zE%99BD4vaDU!Qj79RI~NcphWH=jK1Qd2Bo`Pu0F5&$S`vM$L%lA(wn6j}3iM529bY
z&ogx$Ue~0Oy{g0&cEQJ&{j1t|SlMlf1N&WfaoV*a+xZ+_%M)|lUB@Qo=QsAd@Y*AH
zEzNeu+I}~_{95wZY-ermIwUdU)iowDe?H~!l5;=VExUJH`k9DH$)DA`g=Eyib*-yY
z11PQw+IZD2e%5cl%dPieT1e`4=B75QH72(z)HUXwS3ls^n0s3#bd6cl^+LYJ%x`X{
zxc}`IZ1}l0b&DRlAg*bgJUyU->(He~&G9q9xwx(`O3uY~;O97xNEEt7d~vNW=WzjX
z|1>$@FHSDHl3EMr(T!^?=lMqApgt}EYd7clGtD_abLtk%bItE?{4bd2n%^;AP2K|Z
zTvoTlIiAP5sBUR~$N8vRjd{L%G}QAQbxZR*+*Y?V$2-wbmn{D9RZEB33V}|wi*c{S
zo2#DEri|(8+O1gSi1FEw8ek9h!1(s`{x-h7=<j6X-ZX7|gNbc?Lx^pBLy0lIVbl=Z
zO2HgX4Qbca5p=2;)9C6N$%BeFjjpayJfN=bLmh%Swr|+fR#!(8*L5}Kmc~qfkxFVU
zb4+uq?({!dOWSo-YiL|=Ss3N>rnRl5|5xW&oAZBEU5yAUJ*_|~eJ!{hcGL!@oT2pR
z2U)dfjv0B%VIx;_%?hmMnhI~ZfacgnakYA`S#oKP^~iS3F+jQ^S0Bt~T9x2MI`UBI
z^a~T~@)so5?axoF;UVX1sWklKyY~W>{41lmyf5^1Md4Y|2%Gkg7FO*aE$of`qw3Yt
zyuPOFlEm5vj!ldy-q=5CABZ{^qWvH0oc4X;6cGiegn&4{OYN3{-Bu|%oy1xntj;NC
zt<EWDt<GtEK%HysUon2TQfyt^g<c!KE`{;iEgE%NL&5kvdA0JxNR9O<)~KAd@#ECS
z#djmN@hemqta24i1K5s-YV5Z$Ugav=C>U?#s<6ddd5fEBJy0VK7H_Q!ooJ}n2OF=}
z2MdPQ1sku{1&mj5jLTqrjdcOzYpe@4KCKHFU#tnbgpF^1Iy&;|Z~%`sz5|JEd<PNR
z_;72Hk0D94ZXuqL0$OjCRHc0^71q5T1(svZ=dQ!($@$zhjyUIY*LdPpJQSHgh50<O
z#!@R2Orm*Q;>k2u_}7Jjmv?ndr9b3Y|9UZ;%c7yHYZ}d^iKo+Cl6VG9J!J76K^4J(
zc_eWJ3+7B>1aTI1i19a@KJYgu+NcL6m`k&hcpgpTZ$7c{cNDSlw}2S=rE$}yVEjiH
zs~m0oi|DcOA481sFQyK$@hdbKzlE$ZeucIZC)PiT+xVBW$;J=r8sitW7=KW{knPAn
z#hEq*<F%C0cvqK}a<uWDKo7=yqPJVTPolq*jVIHz@t#6#<2{ww;(Z!1#;Z8ereJ($
z6ssH&&odp{_|Bpq<2&2iZG7j@-^s>vY1;VCBewBrYT5WS^)SAelBcsj;&~A@1XHc?
z`M|}*n9r9`Lk{Hui%?JMSif=6%L*<>o6nciW8_>xjGI){Awe$imGs$szKVE7SJ&0l
zA<O;GKfrlxSJ$=CM!hV-bu=wGuP3(o{6gZfJQR5mmCc726NA5y8)$&PmxP1b_`8u9
z{M|$yV*K4qUnd&sKa*kny^Kx9-^+=OzgG~0KaHC<1>=8JvC7fLe+xY}{#O%Y{I8)7
zvGKo_K8*i$(ME0Ke?4)BhazvFvhlx>*v9`RVjKUPi820LsUffA0r{sm)23j&Z!K0i
zV!XFGw(;IhKgRnuZ@2Njo&HWX-a*sGdnd7t_Z`GG-n)n~Ud53%1><{HvC0wSd$(g7
z-+SoC_}=U7Hoo`K-^s@J)3ot@fY`?OL1G)<hlnx04^u<l$phkfH#OufJoMwC$URh;
z&ms5Hz<j>1c3eumZ4IFAr@3`k*8}O&&!s(pAFO>#ye+2os@5Jrg{5><?O6HrKkJFx
z^rmray_XN?vij%Gz)QoZ_x2d%X6b5dC^n~mLN;zeb9~}0X^u<070tuS@3(Y&5AC+f
zUUO_>h4YZa+tEZ0g&_QzlYw`jF(gn;*Wko`Y3`j^^zK!D2cz4&r_!Jsazi{IQKM!d
zeUziSc>BNvO1Dm8rK9DjOv_PqwH(!@aFcEF5~^947AY2=-RQOWXgXnzh2T*d@xi0!
z5123!ibi}CDmX2K`r*|=tREPL^1Kk6!^7yqV24K=wZ&%yafgQ@BdIJtqlhg&`w&}v
z_9aGqMpHuu@qjt3JfTfNJoYbEIa)jppvNBOKw^8?gNQ9(bSmOuAyzz$0>#5pxREbP
zb;JWxAjRS_j@}LrMaENEJT%oT9uwJa@t8!6cqk8OQ!v;m#VSX8{;BlX^B+!Z&p(aW
zo_{(qo__{)2$JZCu&I$`M>@8Am`OjLf0nn~^UtQglZ|s|+VjsPw&$NmY|lTR7|(wc
zHDodm$cF{gko|bDn!b=2HT`Jn5EPX~VN+X8KZY1JeKB<iid+xaOKSX3_=~QjE^5{E
z3$s&CninMAi01j_oolyuRqOM6TN8S-)5=y&Kdx2NS3L8d)2Nom0Fj6YONtV;K-I4C
z*`$8JF-H~NaoMh#ZWBZ`T@$DD(GqMEOf}smpy)-;hxDgmIgfN`<op0)%Xy?vBj<M^
zM$TKBY0g_3D(5Xt8*{$H^O5rdsY475qOTJT>e|S8&1JiprjrduH64RiT;ei_4~Cp#
z@zHd)_~_9sJ}L)R6I9zRKC0<f6I9!Avk`eW#YeR~d>Eu^d0?vvs_BT2YI(F<d{o;z
z(NND}3$|*z#peKawfLx}BR&V!m(ZGrBv78jWf2bxNh4nrI*SKF+sGHCro}_4i+GHS
zYg6N<;~gU&Hbolwf~lk=P%V#hEFP+9ooJ|QyTwB_-QsaLyIMS^5hETpWIcSNrdvL!
zw%hZowp%`^rrX74@%ngv)pFVtJilsrL7FeB<$*09RMU|Us^!sc&wmtsooJ|QyFLFx
zHrey5w%hYBVmqGy7;4CL9*_@<sUdoFOO7RUVsb5|4pEU3sCrPLo*!G<Dya(^ze=Hc
zzM{03<EqAw>i#zg%jY#K8!mOmDJi(v>O{KP363$C6CE#0a1u>>n3IX|kf%_GAPG+m
zo7$4~G~)3*6j49mGirP~^|%^9ok{bs#Angeq$$3$sm2zY$8&hFdUY<bP0sU(EkChT
zHtIP--<Y4ErjhIy5hFh@rVc@VUJ^Dn=I5o3Ek7@#ANhH?w+~Ek1<g+4islOvUrE#Q
z^D5%!@lfPyD&(i)Qu`R6Ys03t_*_S9@wuMZ;`2gco4+q2w)y*FVw=A=5F<V>p$<WO
zZVa0m@wv&d#ph=F5ucZOyT#{a^mnrH<uolmuOPPgypq`B^D1J*=N4+nH9TPcDo<!r
z5Rcass~jyJucgQ0@j7CQ$LonL9&aE<Jl;qhf_S_sY-+^g&5kV|x6+Szyv5rs9&e?;
zla060w0PW3Z1H#-vBl%<#E6ITfHnose`m4E(VqVu^w{&?MQqRiPGWohcM;?H-%TBY
z=YLPw)Oh~)I=1J3AN_d#_j|iN{|D&rWa9^E+Vg*i*q;Bx#P<Am6XW^sp@!VS1M=Zs
zYRId3=*L5m`>0UQL++=6dj3G|SVp~V4WJ&Rxpi09N7B{(InG11&xS`&CAV%QtLi}&
z144UG;utXSM#Op$8eLT{9#QBvrUup#3Eo>qeNdq+b{{G$7@H8Q(9)>){wl-;Z$=db
z8|LQ3D%>>c-z8C@FL+BTTM)J)2FD0X3OL>-QDeiaaCWkBJDSEZ!Y__@pbjyPMHe^@
z=}Q9~hlpO|xIY_=V|CR{${7QwFetmE9%h%)T#kC^VrnQ`l%L^(>(KQnmGrZK^G)jk
zNr7{59lqx{k4O~mk-$%f^TWH(mQm>l&NaWIE$4YxYo2$t=6P3Zo|h}wLZ<nSd9L{#
z*I&y#|G&n$=65`A&hzd%s`(vt5p^`X;H0dh<#Suq(Z)Qt_=<bP*Gf&Jj%tphj#{bG
zhPD%9qqaGvWzFj7Ahuf_MTu<G(cOqqM{T*(T8ZT}MHej)%Wh+>#IoENoR)12+LrUi
z!)e(^FqD@(mxA~WD^@vL{D#wm_>J&(i{D845x-I1Zuz+n{fOVb-j13y+OfrNKl&|x
z`x9II4j{I5=s;ow?;z?B1lhJbjdf@Y`*fmXy^S_<$Fd3WJ2bmA;&&MRh~K!neJC}O
zZ+wll1nE#56R2z*nn=7o4@D+XVI7)WV=2_6DUNL&no57Y4n-|$a2<2vzGuEBZRp;k
zy$)&55zlFy<MA4t>+y~At=MjaBV1iwN(3799z=;!Fv8n-0ieBy60Nk04ok=#=(dCv
zeM;ogU$w~+UUX|Bly=o7n=nX^#tRVbJ&?1FnuMHftV1^ERhv5H+B~WzS<cFY)4DWr
zR+qxfREy#=8dL$QNtUy!NtUy!O_sB&O$ur`Uo{CNs20WbEoW7e>YR;S-K9r#l&*9{
z&eqah=L4%=-4o60*e~k`7xgK>%XnAzSMI(evDVW&6K_KEyu?~hQRnKMt<-W(cYE0{
zTb)zRp4IrZW33a))i~{p)_&P?ejE0&I;Zej&MRj@gwddNLb)2(x114uooJ~47X+3w
zq8m9=ucM`-ErLo9<V=I6d-HnA-Q=U>uB{uoRPs@BHu)&)Y4Xvfp(Y>Yv-0Gl<SzJ7
zuEsEo59O@!p_~OD%GKzPbw{}x7<@Ex*7#7)8XwAA<3sBxZZb5kMUBA?b8LJJr@xbp
zDi6ko$_Mxum0cQhSmg&n-?wg84FO4-7g6)U$9{gk@u79p_&9+5j1QGh<KrN<8y{Lv
zjgK*G2Ooz}hZrAPM~#m|*#~?a7JaF~$2iB}W4vSIV*>rg$3$Y|L+dE`m`r~N_?Qwl
zweg{Kw3Cg8(=<M&5rdEE)FC!MX3z&dG!LR3@jo(bYK#9&VvGMQVvGN5VvGMAVvGM=
zVvGMgV#I$wb%@3PDEch^3y2Z_h14O4|IuMnBmRpVTl|lq-{QZR*y6v081Y|99fJ5T
z3!B>Fe=Ko_ha$_VEdDEq5&z?;LoEI)=|k|3uiK8G#(Y>+<I&XpY5=vG=8oO(R4YRA
zaiWa+V0@fJm+^5jvGH*VvGJi$fDa2%{XsT6)>~TR1ECflpdbYR6s4e(ozmDBi)y<W
zZr$KRLjxb@=hal7E^usoTu6T>8!w`1d|XTnJ}#jSF+MJ(4}6$Q@x46yQd@klAh!5c
z#1`Kxi7mcY5#u4RrVg=uzlJ^w*0sb4=5^E|i0}1bQzO1FbZq(lBKj@9FDABpzkwL>
zeF=34^8LoJsV%-Y5qEefax<01_oc*$@5`t|ESN8+5Al6P-F6u@@?CYk_A#Gd6*jfS
z`xau0_p6C5-mf9Hc)yky@qQh3h{gN$^jW;$K#X|5kvatNepA@gi1(WvTfA?j-{Soi
zVvF}%i4pJHs6!C%+ry@|c)yLf!$Xm`Q(3(4AV$0`1dZfXs1Wa&>=%Og;=dG&@4M)=
z_`aLiF8&^3i|>1h5#RSwhgf{yPoKs21H_2$2dP64-w%aNjre}pvBmdp`Ypcq5L<lj
zB}RPjqYgoQ?+=^W;`;z`hle5$QdxXILX7x6L>*%J{89Q4-!*lcLWz8SxW=!fw)*`D
z@s3?xk5WTU;9>jj&%-N1#{c6o>Vw7q6LeYpKS_-Ee~LQ9;{R#-EdHM%M*KfZ9fJ5j
z7B)5F|F~m||L5qp_<x?*;{OF=#Q%%bA&CE%!lt(Pf0?+$Ly@mgS^U3BjQD?zI>h4t
z1bv9Vouc?X8GWfOe%~Or_<fTY@%t8ah{f;Q^jZAALyY)+mpTOT`(D`8h~M`eTl{`N
zzs2u|#1_9F5hH#-rVc^;{v~W`i{DR(J3JKmS1Jp}Pl*w~pHYWc{C-X!;`fWX?d#OY
z-vetbg?#*X#}?0D(r@wn6*1!ZYw8e-=Wpn<c>V`5;`yJ{A&BR1!=^?&f9KfZ`Cs%~
zJbzDY@%#fZ;`vAF5XAFOVN+W?|4iKBp~zpTES`TQMm+yU9b)n9>H#O>IXl{@5x<`F
zhgkeJqTk}zix~0S*!x@jded+5>qCtAZQ}hAzfBz@ew#VA`0@XV=keQu*y6V(G2*wC
zpO5%$?RX&i)Uplzoj~|Vkl5n49Wmm!J#~o1ZwLAjza8uL9@NOkzBT?go@4d2AN@Ph
zS)@Pl_Bf^P|1r9^Ep0pwpnq%JqHb5qmgVz-_$=oJIlB*)tost{R4p{}RXwTh$@YzC
zYN3*^>P2;jY#z#II$Fr(t9nztO*RizA0DwG*n~QMCcdrpdym*iY*yOK5jnKEW8_fC
z7BrAUc+3>bp{?je4k0Wl$f1yJXds6yjM~F*7agc=4kG-@p&h70P6?x?>*U0JX`Yl=
z^q!cwKg|=A2I*X#<^Y<=QKU@@a&(tOjXAD#>trL+v5})nS2(RpV^1}Z{c$r-A$uoY
zKHJHBD8Iv;`M{xiK9tXPG9SukJDCsVvmNBa-aIb^`7k(aYUINZ$H<4Fjx8UC(T{u>
z?(LQjBj`syjP!QPhf(w+ANKKf)RcW4TRx1YA2nq^Z?}BdpMJ}S1Bfjjv=&)D9K?3y
z!@<-cmJeg-Ly!-NHfrR<SjQr<I1Z)i6r0Dxc(9r^ju`nco;t*8)&%;H4-@OQLDZ;O
zJqxa+kPnj!E=S9UDfDE0DBn}Hd^nu#mJid2kq^_ULy!+M!lp((9N`%GaHM0)hne&v
zA7**G<-=_Hkq>jc-SS~B{m6%T-i~~j@7VI;DEg5P3%uR(VIlpN4@VPQJ}e@(d^m;}
z`LLKe#PVSYeaMHU(MFAYSmxOB;aK`R*|?mh<--bM<il~)A(js-=|eu?7AfF=RU%&>
z%4a&pKOV*ZU*F|Xjems#{9B0h1Eqyf{3FCE;NK|F9wQn-mG}pRDaOC32LJdk#rRiO
zoQxDo!9^{_8aKyK#Q*u(yYWk#7tn7HcOkLye-W|qe=#wFb_sQe@qa0O;Qz8{qXs#b
zJ2w8Wpudxi6;0#+N@DPT6?KU5e>HvJ|C+k(cxu#xYim4-x?c^TuA{kQ>ocA0Tc7D{
zoBdxzbL-akCATc=(G7LCkv+0MtV-y<ZeOM5dlRcxAxCTJ{ynZ<#ZgJUv-|hBiubOf
zc<jx?J9sG4hw9E6Ky5<Pa(q+bxARbBGb+pR&53Vs{Vkx|T6-AOxUJYP1c`;Pq*wxO
zLoX84!l-@pcG+7Aj<Ba7$9G7i8V8zEG;s>-OJx&G^kM?`&)&*$q(O@1xb`rX<LU<-
zdl;lsBj=TFDiq~%NXN!6QY&4N^PSRMj>!3ejtvZ=zmtvV+Q|9ch;b8KGR1O!4|*}k
z9@*-@Cs_6{nO|iugEerl_eXvWacucDlzz*vVZ@eS!-*}wMi5(mjU=}G8byr!+J`y>
z`L%D@)X1;Vj*(ycIkx=TpMK=m0p5<nc%Wkx(1RQ!zZ!cO)X*{BZuzCXjOEu@_CtOh
z>ith?y_d558pnQ?Ux(Fr0yShj4^~qr5?g*vB3{iyk;zm@hAB0cLefliZ25IK{he%_
zM$>BQbYkS!4C)ZeuOsL~ejQo2?MaPE(zD=73i&mw;BrKM&326Zn&a5=YcBnkU-O79
zzvdHLejP<@`L%%9@@pY6^6O~o5aidQu&I$>+Pj1g`L#G~YRfO}VUS--y&d_r%rWxo
zSjWh(<&KeGD;!&X9Y??A*GgjK*YVUL$gfplQ(Jy1H7vi>4>(dvsT2UGs;ivkg1VID
z7jC8e!VprBUpB->G1H@TvMV07kzWXf@(UqKvHU_Pm0x>htA3_83bbbfMJdRq^Ak1R
zQ(Qp5<<o`4mQNQETRv$IWBGIm+by58he1AFMt=zM>GH6tkxy4R#$YSQ_Apn{k9@ky
z+YyAT9V1xRI7Se!b&Mci=h*V;diss57ZQWa7g2|R<QIocZTWNqv66&F-4FQ20?Yd<
z%cq;@w|u&p*z)P6#JjiNOCg_LPJf8it5?w1iH7=bR9L-w6`N46Zpki<&j?;kKkC(M
z>UM-$_3E`Xo=M%W22ih~xnoz?>(k}GBvbXGANf{G^+p<Zb-$OY<VU`}Sw?-Ze7lt{
z%eS`>TfQN68u^CQQvE{8rNC(^seH3b=yOcFMWcRcC<p?En1X!6BcveT@)6-izP&43
zwf}mzW6QVq&~N$nUSj0i`=~>ZZ|@JA+VbrK#FlUB2mB%WAs^(y^6kUKmTy>U8u@k)
zG4kzR>Ja4HePL5uzTHpU;i1R_RF-cK5+mO}LLFlD>mmA(Zy|$eSTNTRBiIj9hk%Sn
z!lt%-d6d}5{1~y3{c&PThEEV9Sw2Y}f_(W@*wjd}Pdi3^`ix_%PoJe9`SO^zBVQhO
zjC}c=W8}-{9iu*d!LjAb7wNZr`4Tbm<;&C|$d|8#O>Oz|RbtB*^#gu_e#qB&uzdMC
zvE|E?#H)EI@(n8F%QtH*g?#yzW6PIs)8EO)@6fb-`7SZ?<$Kg2mM`C@5Bc(gy6vOX
zJJkScHciW)9}y#eeoP&L{P~x#sV#qgLVO1gMgEn_^5>_-mOnouM*jSqIt2Oii?FGY
zKmX<!`Sb6NEq{JVKl0~S-j4kFwPWPZZyY0k{=+fy=RX}={`{7H%b(v7BY*yjIt2Oi
z`>?4kfBryh`J;Zof1)4qM;<JH{!DE7^A}>vpT80#fBr@tg8b>~5dhlqNAFcS*{1hX
zmOpwgh5XU`sOV<-qxVx*Z$L#OU-VuI`O<hVg?wqem$H1(`zgy8y_d3l(R(S&7rmE4
zzBJxTAzvErrI0Ur9~I-rAoV^fu;q*1OCetx@1>A0dLI@2kuULHN-pF}yq6M2zUX~a
z^tXJ`dnwBoy`Mt9=zUc5N4_-POIg0?-IV2v`T;+`=J$EjmM<?LwtVRjTfPh=M!pQ9
z4ne-`>Udx@;P0@|-$}eXvE|Di#K@ODsY5JZ_M#v8vUlCC_n4?RgKPXlo@4u=A@uJ^
zXOW@A+vE3A>;7+`d)v~+<8b=7#`inwcC~C-(my^6!|+@xfycXDl}>#uaZj3`O}r7!
z&m`_e^Xl%;#45F1)&091g5{6d6|)ajRcszN;o%A%ifl@Cc@3a8qj_24&1qhmcng}B
zB*x?F%ivq3OB^FCDd2dUM2(uDaCWkBJDSEZ!Y_`gC_C@~j*X_q9;7eZZA}rq#&LhP
z+sW#xo3Nq&TU8j8l^JooOKC1gJ#;aZZU_o_46Z}hr&Q9<0?x&CJt%T6t^+^Ec|@Xc
zj|6@?oFCqOwv0+gaPFnSH<qn=UcTFy^SrAy&&$;@&qI3CxU%)##wuEKp8sFtT=P2~
zGv|4C9o77fiibLyU2u}ccL1+}I@*}$7GH6X_-cN~{i-nPxsEz&rAl?QlU*8hbRhj!
zM+XsG9Yu*$9o>yO1ZyS!OF^eS5;f}Rp7eLJaW9%SxV?$3FbyWg!wsPhK`@k;ff2u9
zVN+ZDh7%)xBd9|xek18a{6<9^b(LTrnuy=N=~DbgJGPp%AN>};{fRAp2M}M}`s^FQ
zJBa=e#P8s+sYOb0jG^ijo5w?Vu=tH7w)h=NjQAZ!9fJ6ctL>rGNWSqkZm&ZV=(lxf
zBC)MQlZdenO{NY(O_~xmwXH)_iR*PJYLPgmzepwZ52#71MfFYoCwq_0;#_KQu02Qi
zjPrHvJ)*1jAhQD1@8xDD)*j@@#M*ltkyv|=8Hq*5^u*eGOiL{KBG_=NHi?MRN1PjB
zs!c|yY7>Z7EsDz`XOTuJ$k|;IHF6f|*T`9=r{%0n%h?Y5<0MOa-E0v3AyzPP>&E_A
zwaIc8Lv7@&YLkM>hWh(r$XV5*;%elqYEqrEk*o3haCP@e8aZ1_cbyO1lLqQkE#)2Z
zX9CuL3*;k-H>UYuV&(1wiM3z8Kk+6suTHG>^s4T?Q>B(GyW30d7O$Mj*((~4tvc7(
zFC*s>rWDJ0<?JQdr0}B7DObY{BCK@i_Y9P)(Qbr`zD_i(`@4<NLph6_v9wUm^oS1B
zk0ns<CLbktlaI2VCLg7wCLg8bCLdiLUOM?Gxtn~H?>2%D<!TJW_)yMP(NM3a;6u3@
z?#o->Z3G{UoHag_v&M(=7JLkeYf*!bp^h=QVUCRtt)rc696{6Ou+~wV!=u;^KD2()
zrXc9Cjt(FOS(+EI;)0L;=npYIw2m4dT1SnK19^_|aS*ZbaWJv*F@_j?96}vpe2k^9
ziiY}KGWa+wU78=`9D|SXj*X8A^cx=&iNOcTY6|$6oJh%HWw}uhRlYmfS>@gMQ294L
zrn4*fn31Q54^WbV_}jA6*hgu3viNKHviQ&DRV@B<h%Nqei7o!~h!Ow!)FBrCqv)%m
zq5ge1#D8JB6#t_gBmRpVTl|lq-{QZR81Y|19fJ5T4VxPCVVPr_569Bq$;Rb0E&eNr
zE&j(5BmOI?LlFGqYx@Xl%!gGq*8Wlpb8)PuLQ(8hU?l}UPAs?_jgOP)F+NTvHa<=v
zHa<=z1|O$UhZrBH(^o}<UN>o9d}g}D$61cS$JvgJk8|iZKF%cuALmhrfRFRTrUoAu
zI5s{mq`#Am7tu66aOnmgx;6N)A!$Cqm4f(Qp2*kZ^3jyVw_-nwuR>?>MQ9aYbJhPd
z2R792k}H`yT+1W!{kn8%FxNXqd|&9;9_B^#TYO(kj3C@V9fJ72By4KL_eRGS-<#;~
zWaG^=Exs=$wtRmXF@pJW>X4oPo9{Lv-mi+j)Rxb;5L>)oO>FUg4Y39HwZsVe>!?FS
zN&&B@s*26y8+bsx-$)$-^4}CTHRAnd#}@Bf>9=^lg&6UED|HCseOuVni1+P|E#7aV
zzmtt`r)lxNgV^GICo$sv4(brZTXj1y;``39sV%<mBDVOxo7m#}9%75{dx;U>_fdyf
zeBV!B6%AcoAE1f&elT6i=MOnXd_U~i;(Is!7T<e_5#M{MLlEEl!lp)i?GYO5ryjMF
zofQg;FGAIb??c3h??<Ua5Z^VmeHS(A_ro=QCAHP>M~G3sAEkzzz{B?4pNCh3jQ_`F
z)CU{<C+M>Hf07vS{}gqI#sAavRnbr{<%mC)_!Q*#V~LdCk2|*be~x~O|L2Jj|1VI7
zApTzrn;P-|lH-91zD%=|_$xFm{$C}w{Qep-;{OD72;y(2D1J{y8@0vn8^jjBZxSPZ
z-=Yq&_<ftcDjK@FzC#o7`)<0Fzu$9wS?jxv7QY{`pT+No#E9RIs6!CHABRni`2CAx
zi{DS^?_}e@(zIawl-T0;Gh)Q==hPvH-!E$W>(t2K1EY=lfz~@@i{~%dZt?sTG2;1a
z>JW?PZ|JL{p?;T)c>ZU)6wlu}Mm&G#*y8zL^jkcCPmFl}fjR{7{A1YEi07XiTRi_v
ze<vINLet{;S7M9j--r><t{yaMK|E)NO^x{J-EsIVetL&&@$1FwAbySSHeMMgqE4{A
zO00Lth+pF!^5v~}$cSI#yNwn<y+gM6=^ZlSr+3G38^o{i4jJ)lyh9!s9qV_=oy6<<
zZe#S&yJW<#@eUdBi+9L9_`Jx+c!&INJkjduKkd7XSr97@$qHuGlQ;|N+CS5Il$|8y
zyN!<o>?+@Fd^m9*nrrHJBEj}YTi<PbsQWXWa-ueR#oV0AHiTOcU(Z94Evc@n0n}DB
zuWfy%b4}|VC~|b$JViMga61}Twm#FTqP2bpiX6qVmx3G(=}QASYP4!Y-ak4}TaF?f
zG{*-}hag9hHYv!_T@p3cd`{P{PBv;fzaX(pIg3wSaniu-qMP+_YzruE?fFo?+xVI6
zjG^WR0OlUVnGfZ=jStgVWG|{Ut?xD>9|o7^azs81acuc8lzz*HVZ@dX!-*{)Mi3((
zMpB0$A4Y{ujeOY0F=|%GzBI0EeJ`Mj*7~y@<iq~yQq2!|01f0rV+}&hIw(3&TRt32
zjG8ruIs`#JBy4JsGS;z?c_{szY&?vnlA!p;QCU8WCq_O@pbkOuO|0!f)JW2v1y@q2
z50eWnN6UvP^gNo4Q)xbu_;8vJC!R)gP3yaj$cGu(MSqOr2*;KWN78TkFq7EwVHUCF
zgVr+S!yNiUkPmairba%@b9_~T`82Q0|4)xvDjjuLz$5ZuVY(Xma5VkMheh6wd^pCj
z<-=n7kq=9}9r>`-G4f%V<ADi|rP)cmoTlZ&3S!HL<A{+DE2%?}54c4N_+OQ%@tN9c
z`X9~46KER$ClWu*Ly?oH)---qPCt;GQku*0A^oaddW`?m=r#UNCpP}iAU6KbBnJOy
zQHOy4v%{voTE9w|9^?O9darDKrc-6t^J#+r3)0o#|3dn~|3%&o{y}ky@h=mN=#m2d
zafuX=b9tghamP>^{8z-rKOUvQzaAC*BLpenA0d()&m-yqLMWNUqb+s{H5NysK#QqS
z)L48)<<_n51z=I{fy>^YJK#HY1Syrw$GaVsnsd#1cI;t3(t4NrVE1_Ws#yEz@ZfRv
zbDj1s;Y45%mJ|!%HuPG6)el&E7c^;aV>yo>$&)acI}n4=#vTTQYwyA~isiiMMWQtJ
zFqP6kU3EaB4M?PfMB1bvVRuQ?NNA*6V+~X}Le5*7>b*|K&qvM=bZlS{{he$?*T%(m
zBet4{>7<&s2XzPr-y>}5%&+o(3N<ifZyL4+YA^F>wAOo>M-mUE`EcT4G}pBLKEp>_
zzu$ox*x17$zZ!cO%P;L^9?0u!4|9KO4}<*LFS|5qsP;0JU+M=Odzb@wp5@m;#8D7n
z9!!k<8bcj|{5m9TYRj*<Yy+gP>UOCi6;v0n%Z-uSSokzW%WUz%Vd%}WxiW+A^O
zr%U-Y#W9j*s^ftP4yV~kJdLI$>vUqvuNlNh@*}82kY7jE_MX(JsXYs>q>x{;3NA;>
zFYRG0zqFTmBs*&_^KfGAW!ALbOCi6G$}ZYtY3~v~<k!NmsV%>>hq3%x#CGJ@G1MW*
zuf<_gTm4!>Z26^rz{}`|Eak!S>sVsTujRzZuNBlG$gktVroJk{N}5;ZdnvV4tvw9#
zYqc8c1M=$x$H=b}9b0~#ME@n(crs1o*D2{zex2$V`E{D(feEyS=_EdbrsbFRFqU81
z%OJlRdzhVD@6nM@+PlPMEuYS#&+<uo7|W*%*lzixJ<OWc9tQb@M^1UD5fXio$wJo1
zCxo`K9wPM0Cs2}te5w*P@(I*7@=5)WPe=)gQo-^Gsnf_Or52plMJHQ|Hu6cSjGJOe
zDOGC^gTddBty&LX;usHoqhkxsP4rtn-As(&zLYv-_h<gQjdAH)Xds_n9S&;b(`#yc
z4mIl4Yim4{x?c^TUPp7sb$++8{O<Edvi}=tKG=FM^+4;r)csvux8^Ad{#zVdeR(VW
zMxOcs-(L5>joQe58?lmrM*X!V<ii~WmLrnsPRCYX-a$X|;Vy5lTJNQh5AX7JB>B4?
zBOl)5*z)1M^jki>j~Myze(Dh9!w15q-nI2!YG5{gh-N48hiSeb@!d47zT88Me7Ki7
z1o;p$l7{gKs>CNKOaTDJDd=RUh)<M^6yx)w^ctV)2mEl|dkwYmsnTV9KFW6R`7!Dc
z@cHqusg2K15QEQ8QioKn_fp{V)6qr^KCPr`KZ25*VthVEukrafG5Gu(bqM(UeAv|B
z^9zoR&o9#7$;L0yG(NvfY<zx&7<_(}Is|-vt+wx@#{3RhK*PxTIx)z6k~#$Zej{vZ
z@cT{2D3;%HZ2W$ke&bjDfWKS!{|>eB`#oag_xr@)_XpG=;P;1NQyafOA_l)drVgoE
z@1?-+Poj+){Qj%s%euOL>e%@G8U4oZ&xyhBFQ`Mn@4tmj4SxUKvGMy$`a9Y9E1Jgd
zuZfM{-w=b}|DX;5zabi$@%dXefY0AW2kHk}-)#h+zxQ_V`3J|w=O5`eKGhHS&vpMl
zQ5&CsAvQk$N(?^#MjZk^yLtqGHa_)U1$;K%OI2N6dLI?1fX`ljKKN|Bmja)?z1{fK
zdnpC2Tukq$z-QyTjo`EKUJ88beN^0kU>NvSao(qsSnsEdPraWqKJ|VId^Wz@xHEpv
zugCkJycFiEzS9Wv31VB1^<E0=afseeZJ+O@-oS=!qqTlNwKXnLUtcX-mhi`CF*ZCl
zSL%}mq0*@;6ly7-$!K5&Z$uRZ2j}-9etqk^b+7CGT>`e|h683F;@9v{WD}}a*8pl$
znztn0jOMEnZ%*@-iMOEnio|%_#xMG8MGTHZ5FX9hZNfo4FoD9^NxU6R;~3%BoZW#s
z1RNVpjh8@u*#{hlh+gBkKO5|1b=6JE83U*=D5Oma9%7e7jbD_;P`ba<5L}0@PpPDz
z1)PiPdQjwCTnB!R^N2*@{%LZ4c=y>dDjmVOmxivK=jAhuoag1cbve(wTJyYI9rHY-
zH;vb}zFW7JdH#QmbItDvf+nv(cOBLIjyj9@W*79c_-dY`jyC4G#aHtk@zwl}`&oQ7
z$6wtjRjQ+%=u2&LN+r+g=peRR9mO)(sH3|PTOE~&PJ7TFVs&&+`a022f2Lt|bZ<6c
z(1Wv!9&U(Z1f!>8#BZ2mi{Ehi5x)`MZt>I4I*8vWZ@2jELqFoTueaaQ`s~%>w;%gi
z{Prid_#Hs}avq8tNM-Rmh#2uZm^#GbH-^4WG_3o(b%$mb#qTi3h~Kyx52Z%(jjwS(
zY8{GW0@aSi=5Znqwhm1q#yT{aIs`RoO4!s|e2Zf$6&B|nP*IB-T*sVv@|mwmszqfO
z|D(M}dmYlABd%whuh-sVahzDc7dj@f_8^NAYwvM%V(mQ^CKeqF5^E1~RASLLKXG50
z^Ad~hxrzJJoRb*o(fFmY0mPQGNGIiNWA9-(tJ>6Iry{CJHs@u+*@+I+ILR)d0;pOP
zeKe>7RFf=cRg)}dHB`%4)g}eCoUfXMoZTy~O>H@=npEd(<my_#TZf#jrDA^DI=X)Q
z<xj@x_1~EPL}KOc#}oIV`LV>>FTXyq)>G8EI%g}jytcc&e7DZ(oO1TnjmOqHp?z|k
z_Nvx9Ov`!Y>?@*U{o{w#IpwV7jOYMy%GEf{2p4^wXju1m>y)d}4LM_Jp_~y9(f;)?
z>h<)A#LC^TC05QRALYmK<fCl;laH<rPfb2b?j|4QyLI40xf-`IK9sY@he8EDl&jJI
zmezOcz(*rzjSuCl@u9pmKD3@1A47Q$46d<`8XsCmJ28-YJ+(Qkbrf@WRCduE-p4Tt
z#lAIG4FOs8I$p^QKKAqe#>f8j8y^P{8y^P}8y^P|8y^P~8y{nc!N(!gA;!m8`iu{)
zr{JTpj)ISIaV|CZ81LBl&^l^-Ok_XfV-m6PF_{>AOrZ`jKBm&wiH3SDH9n@X34Bb?
zF5+W`WAK6hQV{<m6E*gsGwHYZ&my+?&nC9`Yx%JF&t<#Ce;zU7Kc70p;(ru<7XJmr
zi2p+B5XArJu&ELMMUE~0$Ix%_UrcQAUqWp0UrLPlFQX2z_#aDOCmOoCmeaKOuOLSJ
zkE0GjQCS%_HG+S9jgO$-Dc@m^Cho^Wk=0Z?w!T{jK2EILrHqf0=rBG`CN@4!AvQiv
zB?cd-QHK~Gr_*PAoIwme&ZG_jA7_P44L;6xY<!$UzwvP{vGH*pvGH*}G5ENEI>h+6
zkiJed)bBElkBiv^J}${Fnh%#c1|O>X;X`~c51ZQJdj+w@w<5OqUP)~6y^0v|y_!12
z;(HB!7T;@$5#Q^mLlEEV!=^@jU+CE4`y%=+zAq-W_})Nl@qGy~;(H@?h{g9N`a03j
z)pavXi|<Q`5#N_lhai}COXYhE=`!{~zV9D>sS$5HQi{bJkKTwkLeq%1LTB+-Xc2Gx
zmtyf&SBv)>*b5hZWA@hm=S_|=xHmhtc;8BYJRHoo5ZlAQmDu8a8!_U2J9UV~`)%}f
zqM?3=Y4N^;O^ElM*+t3w4#&u6)$Q;hzV8g1+T!~z;*axC<lR)3&+j3&_`a7I!F?Zf
zh{gB)^jUmAK#cf)kU9jUekg2e#P`FFExvctZ}Gi{*y4LHvBmd3V#N1;>JW?X1N3#G
zp?;TX@%;#!5Z{Ngi{krH$B6Hm8s9~|Q@+F0(EHVmP>;~uF@G)N1mf+xKM$`68Goao
z5r0u-@duTP|EH)!EdHOS&*J|XV#NQm)FFufV_{Px{*ODh_<xRmi~r||E&g91w)lUM
z81erSb%@3P%k*`kq5eCq7XPoZ3Gx40c2WGFaE$odDGJ_`-fsE(4f-v9-y}x<ev3N9
z;`eR(EPmf1M*O}@9fJ6MFKlYW@B5A|em|h!;`c*hi{FokEq*^HM*RMTI>h4l6Z$&Q
zP`}HxVEmL#h~Lk$i{kfl$B5rAYW#I-<nMvrj%56I#}?0D(r@wn6*1!ZYw8e-=Wpn<
zc>V`5;`yJ{A&BR1!=^?&f9KfZ`Cs%~JbzDY@%#g^#q*EEi07ZELoA+urmqtXU0r{n
zY4Q9kG2;0*>X7Hb=n()K@tkdtlezH@)8eOhnHE32%S8Md?=UTXdY5VO(>qMWukqbF
z#INxV6Y*=j!?gJ6U8coP?=UTXdWUK8(>qMWZ$rOZ*ZBLah~KmRyLC@?6IzMtuP5$F
z^NGY8(fnHCUNpa)cw?GhO5B^K3Z;DI{~L%xx=HC$NukhgT5vg{5O3!AEeSTKd28Y=
zXudh|mNeg#cq^K3Y<;GKjnFpPMRR;x$H>u;?PwrJw+{!k<>(H?$k83CLy)5(eQ6*^
z`-OuVIojW`<>*fITaFGOwj9Ou(;VN0I%HrNDu0bRj_KT(<C^YpcJdURWS7t!@8Rv4
z4=gX959PacnGa>CnGfZ&oy>>w-MY+&^4SjZVQ;@5@?o%J<iilhZ%Hte=B<f`(X@OR
zPHg!wf*AQQk~#$WFe+?n)U16RTR!YdKk{L;w_85!M?dmme{Z*ZIDmfS!-3w8d^pIl
z<-@`BTRw~-wtP5*7^IA)4lyzhrLPkW^=CUug5n!Tg?t!aU^${@O>m5)n^@yP)JRg*
zg?NwgMC;v%<--*Aw|tmNZ253FvE{=wV&ubg>Ja3^jIgPZ4@Wq*d^nQ+TeEQ{P0NQ_
z#Fh`UiIER;s6&tsbHk=aKFo7$`7ob;<ik<kZuzi)e&oYKZ?}9nnttTNB5y}N9OKyX
zVKM!d4@-zGAC?j$AC^&vSUwy}Und&==b!1Q4#Z`^|EjR5jsMle#{UV##{Y@L#{Wsg
z;QwUm5b%FW*wo<vRL92uY4qQkji=Kz{?8yb{?8-^|7TH$fd8|@rUw7#I5z&zr62sC
z=k3P-`SgST3%uR<zmR_Lf04I?|BD?P|Ci8j{9j6J{9i^4axSM1G5)WhuM-XR1b#u{
zD``Hz@vCZDAFj?WS|6^d@$u9<<*&j`BJRgSk?W{-Y<;G)ed{xwZR^fZFQU11>-W;J
zsP};T2DU-s_qht{s-&N+5gv(spZ0sH%+YFNo}W2dJtKRVPqw~W_X*yli1sia4^+RO
z`dI7#8~B#i9_H5UzYR^xafDBJJ8Fo+YdMebE9a>wJMe&<2Tdu+`M!ztb5B6gi=6Kt
z4r=5)(jWynKOm7lXWH2@a()-b$oY`x(XgCHIyQ1%>1sLOVLNhuAa#fVty!IDP}jzu
zXg4<DCU!~X{2qDAQ|^iOV!tP{v-UDp1GSgQ{3?5y%&+pdAFT#z4}%&wJTIwVtRCSQ
zHE^V3<ku+2mS6kOZ~3(^G4g9PbqMlnzp$xqO|U;r%P;i<KCtd`0JY`ULBy!3AqUey
zevJtSHS+5a$5vCv(vSQ))Z39?hdD-mjdP5eI^HqzYl36TuZi?qeoZ2NIS)l9Q&}=h
zAx3^_??Rhm`K3KfM_wJYhf$IipY}4yuf`q*N#5AQU~*{hf>ZY7X_!pyJ=UypxpK7p
znoW=8*BoNYuerpQU-O8OU-PL$KHu8IAioww8#VH4p<~Ohqv^N&T11TeI)*v~`L#G~
z>RS^mp=tT0e!$D>E=#E`zm6rg{8~<o{8~XBg8VuzY--D|mBh%e<EcZCU#r5VMt-e!
zjQl#mG4e}$m+)DBX%A!hrM-;hm-aH2U)swczqEIW>sfwj57UW;`fom3ex1oC<kwl*
zMfK}!$H*_$sqj6~`fi=&(|PP;`E)+9<<kYkmQNQFBcCp!4naO$95yxb=@Q4tr%N4M
zK3zt?<<sTF$fql)Ly%8Z*wnWsxRNIFC#0eQe0A-(irVt&8e+?*Yl)Fh*HMQcpRNy^
z+Vbgz#K<S@U1(E~PcJT3IU=88{~`zS=_THde7e!G<<m{{TRz=PZ29z3V#}wO5hI_h
zOQT-tQXO_GqFY%$VJONc3^C<-ni7eTPk2PhIXv#95D3rYv7byG6sjFn^3%C}nw!x?
zK7@!0<bzS9d@xFt54Xk%)W`??mvU>GZ>4D`s~_;~b(h<y?PhNywtRRyG4kOK>Ja3^
zoncd3KD>h%`EVC?2!i#_u&I#`?{bV_zuPfLc#mVthxgKN`S3nsBm4ctmJc5wMm~Iy
zI%HrN_4}z#;t$ibe7KwV`TAdt(kg;{xHoKS<U`0v8ph}S#NhJ*>X47OzFUX+{gG&+
z21yS&zBR!|X&RsE2mEl|Wev6Q`3SM``6w~?#4S_6Cx(<_d}8S0(;i95|EcUPK0oak
ze166;`24J6<MT24jnBu4jZc)$2A?Rc;u9q|#rRZd?qt)KXd0hiCI+8hp$-9`Uk#fY
ze15IQ_fcbhhb*9B!T35cg7hSH2!i>Iu&EL3Z#o9Q-*S9wf^X9_e$@~7yLFfEP#eGB
zBQ}1&PYiy4Kpg^pe;78k@%tlU%-0`NhhV<`OW4$yuRn1Ne*e`m`2DG4<M(Iu8^1p%
zHhzCWygLs?{*4Or_1|kOW&Hk<j*h%K{EA28_t(VW_czob;P*emrUt(um(Vaie@hHL
ze@7hxKL0ChYVi4c$Kdl1j&DuyN1Dc``T_sB?(!#U<MS`X#^+y&!ROzoL%^p#6bNj5
z_UHj8_-wqF0-ufV)`8E)ck94s<GmF4Y<#!Q_|$tT<5Taaj8DCvGCuWw3Vd$pck3GO
zrNHO2>AQ9IxMZZ_!E(BMCbOHoJXAe-L`-Taf3tB=!1}v&$oY+ntCH#zz+-P7Ea&?W
zBj-alp@A4N6}lzwU*0d}{mbtP=l#pyJHq|9>^>PrC&5-U?fzR6<Nn)Fhv5F(*7l~<
zyF^3%caJa!6^Doy#<N3q!T<O$!HzUBp1$d7jHe&{HlF^(7LT2XF&^!;Xj5=M3?aqt
zr=jA0I3=Z%rY>#wlL@DF(aE@kWB`x2sNF(04+^$tyE@Up|I3jF1iuGV<kpGwrBpJ%
z+Ts|CS{>8U6N~ajd5*pi-^=m4yK}5~ZBwQk8<w4wV?(>&U6uw6PTWQ}47?p<J_DqZ
z#`tQfwxE&YtCVZGsi>4=7+)=wat!0EbF7jd<BJ><#`w0YPmqe>0VpoGUx;!I_fu|#
z6ZdQ681ARsigw&jxfK}qQ*H&u{enhuig+|~41~ut*qrBBLMYdeFqXDTC`+?Oj(2#z
zb;hZlu-);lbF5-B<E`8hzyZ&1A<`y%k7%RD^Y7^x&%c*rJb%dEH0)x7iS1@Xh$G=)
z_98~SLvU%`Z+JMU;T+-E?l+SDykDhDC%@G`Y{&EMOC2=^_ZwYsIpX<3_M@Re$kUyV
z2b2z#6wW`e;Bv(I2RX+12iJIiY8&quVvP3?YRD)aEIwn2@eqenLv*U;$6<7W<Z;v?
zoz~}mmMjz42l+8E`cfmwCe>J%j%0*yGX0jU3N4;D@?k35EnbHc<9Q<=rV(S%)2Tyn
zkxgrR2DLr!5yW`jm@kChK9d;jv#23Q@?i0pO^kTVp$_S^-d$Qe=CO~>m-)nq$41nU
zs0Rhrpa0?cH?AEEsqOiXCdTuJETVzu4>^Vgo_}%ei21N2I#A>JLLwiQg@YRH$JTf$
zwLSlGVm$u}>X1(Bb3c3jmF$D(KR)_W<M~(B_$X@R!|EDKAs<et@f2#1)dT9p+IN1f
zYgI}Af3POSFgBrqn1}SD0S-g7Hi1Lc-f)7$EyAV-hg&+v^|Thjr(Cui)|zA-_T+h4
zgUZ_Usl1rhCXA=CMgc4L&`oOw#@ASrFuul`gz<%FZOZ5EuK9I)rL`%?Q)#Z{cq&bI
z+&}uO9N_*)3reLU?r+mZ@v*d0ygTYxuZ@Tg(lQ0{iL}+)9RNKPI_s>^cJfp`8g3Rf
zNG&!PtxXtgUA8K<<9YVZOEl)J<{+LYL~D}8Q>O8)uEw|4CJZ|G(sd9otwnKBoTRxN
z*siZN3D>Xp43)ZopV6gnH$Pg7BK~+DttD|i+^=4fiU;>=tVy_EV@<;S4zADDT8QTv
z6W5}~^BhuRt+mF_So)2hLy0>)6gi9v{EREG9Kp|c$KYo|jrXEfk`>29Dv;Ns!0!B=
zTw^K3N42N;w5Dq<3XJ$19yT@N6Eckk;uE5^$@tKkg!t6)FWqu}lr;y}57C-r*Vo!)
z*Vmea>o?XUTz_tTfg`9bpR^_+{zt|QsBu5l;_%^q3&N(x{j?T^5BJkr6d3o@S_B+?
zYb}a)+;4Gh&!;xNmk=A@ONl!?6j??EzK^Z3l+DNGbb#*=)me;pi`sD<HO9L#I#6T0
z$JcmMYKzY*VvIK=>SJK7O}Ku@i8OHikdtUwJWeLY^-rM=!SzqAZLNJ4kJIS4c$`k$
z;i1SGREWo!HI_m=&T@=+oL%D;)X4vHydC*}ZjC2Vt4J5ec~o1L`4MaF5v3`Pm5i4K
ztbfjWY4^{8rTyma_Ojo(sr!3orQybG-<akNiF?z$C~+T}7q)&5ydd{^>KTIt(3%S(
zl?!Ub0fcW6HZ>9gkC~!GDR3()1+L(&sg`&D99W!4$Zd;Nj!M*GYOPfw7pxpoq8Gda
z)!0@|2ku*%%UXO$>*qie(EfG1R1{bM)%GFTC_1(96d&krEKo=XZK9DTDOlKSS~V6x
zq+27H+ACmuAxc+_FUBuF+HD$X0f=d)bhq(ix-@>_RBNw|A46-5Uo{<vz3C4@Cp$&s
zw~%Q3F-<!>M@dpn9!8}?P_Xtmc%G0EG;F+Dd+p+**lsu1nrnkoO~iN`H6P=x*Ib_6
zi1+@)mb{81#-lj1jRG8NuGV53pG+H{9>vBd>TG;SJ>|op)FBw(VPR8)lyQzRzVS8I
z-T?8O;O&U##2OE$-Xt4UbNVEnOcRrSO1ktz&{W60T5Ik`U0u_>y=Q{yG<zhTQJZu{
zEo+<``=0-WH7%Y}wQc3!*EH3#=(Hk?`ghxwZ+J~pEsM({kyIN3Ta8d{usNkUW;v_c
zW;v^xW;r{6*R-77nHY0w7wQn?Y@?>Bkd#K%Hsowb)ZoA!8W``ua8P5ss#W2$@oG-m
zcvahMysBw7UJV7~#Sl{f;7UO!J4H1hE~y&4S$5T}H*M8ij90ZRy4iR&2W`BnX>oD%
zS532<tEORas%3FKj90ZRu*Fxk&ElsDmEHXhXs8;@$3jYqZ3#-md)9=oK1X(^@}
zrCJu_!+4^msn#NXjhcq|jjQ`=ZP+AEtZQ4J#Hww*v!<zK<NRz(7&S_@EKWm>ni4j(
z)u^e&EJ(E+UTeChh0}cDYRtE1aow_1)dxP78oBw#Lq*++=hL3-xcvM>{uR->?z$B{
zv?p5@sQ%nzY3ut$OG@Y?me*%@T9x2^-SkwV>E3SoO8Y(eIiC98t)mV|gT^nPAWihk
zDM+7`ceMU~-JRK_G`u4*(zO1vcJV2;Z_9SY_V(8P_O{kq@Yd|FH6ho!^8XOQ{(YP5
zQhyo0I26;HTAv}^n4Pu1y&<vUdR}WSIJZ@+&S~v$;|CU8Mr*-Yc|ENKXEuIJ(J$rg
zoL#!QPEVjU;k3kB6HZO6wLk?%zHWZ&9#w}1_!aN9lfQg3DD1jjYXI_PAaU|v?MD1g
z9wgQ7RCjf6@hW-2|DH1HgYmx?UB>_3#Bb-J$Y3hte+V)7R}G_00soD)!1&i%VEk(>
z0RJP)ndNwMf>AWVe`75${<S6;|D)L-{Hx~DrhtE~0R`y?Qmp}jjeo5L#=ocn|F(RH
z|HfKi{A*1x{<S86|5yujOI$S80<EpOX&KBosvKO^lNk9>OErOp@ja2)_?|=zz9&;h
zJptd1wZQnE%3j9z;l#%GG-Bg>Ix+a3K^+3Vj|iLE_&$=@_?}4&zGqQ~7~iw$1K)F^
zjoSF0OKg14BL?5|sYAf`QDIYKzAtcWd@rQm_&%B#d@rI7IivOa&Bpg)_A$Ou-tz+%
zm?;1G!xGFv#Ne|-9sB?<7py;PN`A{n0m*OqJ!kN{vhFVhevfx-{H~(k_+3qG{GLE;
z{GLb*eovwf0lz1QO>O+1LTvo1)PY|MNu!=Cbl?{uO)-8E`UbzE2K*Xjn$Ms#1pt(%
zSZAEt;P-rD+~fl45DezRu&IsTi-_%EE+)o9UP2v$`Fv?@Yx&1~zAW0P56JImjVIop
zhay){?N<Y+isoqj`FC1H_HBJfYoGl6W_1{)KSv(D8^!cmdPii_bu@>U_2v57eN8sg
zss!)*`!z^@9D33~&W3D6!*aG4vE}T>#K_s+)FH^(K4DW^&Tc|%IlC#b<?Lp}mb04^
z-~R01gK(IXzC0jj`%#A=XZwduZ8d2pV&v=q>Ja4YGrb4tlxtT~;8%N#;%o4$8fN_N
z%0A$Cx9Cd^es_0l{O&=&@w+Fn@w*qX@w+!M_#I3gf|@iWY-+1XLy4^>4I@TPLfWU?
zoTjD+YSPGbHP#$VuSQM6^wXMyX_;aL2-8>m+O$>yvuWSp7v(|xqHLsqUzC*;t4Z36
zSWVJi1T{%}k2nJ-YwrQv-eYJlf}3g{M}P1=E^KO>&#GC*_XM_s?}^kQ;CoWo)W-K@
zV&i)XvGF~X*!Vu27<^Bo4gufO!=^UAXAm3TM-YSWBdJ4-@0s+0?^)4CePe>zG;c^e
zhb9)1x#?;wIP>Voe4g*^n9oN!J}bcjnrF7&Yk}{hvrA(QT13C`eGD=94$&SYlcnmg
z0esd{X%CWoR$8Ny&+1rq1fR>x36&K1Tv2d28lT6}V|=b8Ha?FhHa=GogU{8}A>i|b
zu&IsD6N!z_lZe6R$<!gn=PC4oPYX$dPle9-)KmhW2ziRlUr-}HjWW$&P?}<mpk931
zC3JDzB1JbX@O&!c^8#WF{zB>y@Oe>fYfp*dpuI=5WB$e-<S_d7kA`|LvR`8DMNpJ3
zPnSMS)7~R|C~8&M)T3H^kdfJV70nTeuckS?>=&*{x2zt9cQ6}fC1`o5zR1I#rC(`B
z9&S`{Ia(g}qQ~-NV`Ah<Z|V@slRoqzPd14*YMb|)5+hGGqYeRyn}<zpByT}1@@dqc
zc_2x)DzF?aPqwB9$+eBQTM}+dzvanx#K@EFsY8$_j8nw&`tTQBNj=`ZcPpPSJl2Zo
zXInA-OkPAWeKfIR`bc8M_Tj{e>6%tdKiYVu)%bFcV*8OiU$K3#wRd}<_4(2L*<Z0W
z&J|N|-iWDju9$*z#WF5qoGZ5AJVbFtLhl$3Y9xGL$5*!YZdEq+r)d*wCt^&z0n{Ow
zkUNJ>9X~w4+=VzMHq7S{+r)o9@hl!B-TVgb&;Y-hOSO}K6mL-2b^ERbm(P!q|MK}!
z@?SnbO8%=ocwX{f?Mb|*`&~js*aiOgmQf!bN-&tF@jrwZ{12rL0sq6orZ)bE6C3{{
zh{69z>Ja096n)?y<t@ed-<MwFe>5@pxAH0et-Pu*qWq>*X`)Ow_}8)w{twPB`r&Yl
zW8?o2`i=jw#Nhu>>JadMSZ%+6dS*1#d$=RJan+M1@}ZXU`H}HGkqyT8Bx2)xGO_VJ
zg?LT(_v0%<@_o3B`e1xdqs#c7P7J<hP=|o;Bf_ROzV#@^w;mOI=M+GH<9jyG2j6q3
zLyYga^cmmth{5-K>X55idpFGY1<^)bC0I!Fio{3L1mBC&CBBbwY<w@K-}qia48B8_
z(y)geL<~MV)G-p^<%0F+N6By5!zI7v^P}Xqe2$d-md}ya<nPJqvfy`heSIn8_XIkO
zU+vw%?@8Vt{GROC_&tSw<M&iz@Ov6{i1B+mec<<uXrnfM&m=Z}&msoDXH$oO-*dvI
z2EXSzt`cDRZ}59QG5FP<jW*@7*51wd)gI3H6}32+OZ>(u%XmE`IWC!kNq}2Q#`9>C
zMX5KVwDDN+fJuf&O2H(=Bd1`pA|xqOTc00kl9%RdsZ<0CzK#k-q6gIV#l`;>o=YY0
z_}{NV(Wxg5<ZQ@BG%RO(5nIkaw+BHyj6m&0KyW|CDWqzBeq=T2pS1_+l(AqW5b!%t
zMtv}T2hnBx?n?X!4@GvPdbkEqyVG3L{SJ#rYmW9F1vU1Vd(me#NqZ60q`}db8Z~K%
zW2;Hpi&#w>#(t<t!@a-Nq!IL^CXMuVt4X8izabm77rDCi`wYgf_8{Q5u?MLdKjJlN
zlJ+7f5ZZghZBRh8_Xr#X2KZq5tN@K6Mol_|I%HPs^CQ%xkV9#pCiM&lHTWLq*!Uh#
zzwteR_z@n8Or$ctQC`Hil^yYIWvRh8%2$JL?M1-1_8x4bfbZ$WDo5jc20g~N$}9NB
zBc>SN3I+H^h*FI2+4LIUbBMvW_8zn;R~5yh_8{Q9u?MMIdk~w?+KYg1?LFc$;9Gl-
zz{a=sBF6VI>;t|-7SqUwsXD~qvzGGtQSw<nKT1B!=SRtBwVWp=pVbQDHQnFUsR+4e
zTq&bIJe1&gnl^t|5rfaw)FI&Wgs`cNPwhdBPwhp(=gHpR_&kMv@Tt8=^f5k9qtEy}
zofv$cK^<azo=G40JS*C$tJWUG_|#qmd^YwV;8S~#xQ6kmJ&5tCy$JZcF#1x1PwhQm
zE+IzJ8s$pvxWr*>w>^b!HG|F~7>XtjhM0oMWsjgA0IF=&4+scBicMaH$|g5L*}bQ@
zCeM)7!|)Df!>j}|Ps-22$djI>Uuj34Y*cVLTAuWx$MR%jV&qA0>JZD5KJ+0^Hi<TB
z%acusktdr`hv4Bh51ZQZWD8;o(w4+k>+>TE^44qz3ENPIh@1kprLsKPju<3wPaT3J
zU`!*H*N4C8O6tk(y<3Ut*IO}tq7~Dx<wX?JFDF(^zm!<9{bFLp^b4(+e!lhj(dV+i
zV*AO&itQ&_pC5g^_4(1qvj0{zU*G!simz+M^tG+uuYXORub93%v0{5m##1e?YJGn6
z%Ix2l<|`8Sqxtg0{b^cG?nI2796%jnIk_`^$jM!zjoNbZdBn)ckmu7_9O&==erAVF
z;MeCJ|Gws+?o&$pt_7FRkCOlL`BCy;K0iwS%jZYQfBF0f{A<q^a~k~b?e{bO2h(r-
z4<QEsL#ac+|FE#BjsM}q;C}>l2>2fvHZ}Mk<=FV&hkoOKUt;h-nmPphH}-DE|NiV_
z{2xGU{2xec{2xRN{tu=OG5*KU2mTL<HfrO4EHU^$lsW|btL6j0fWBj*q29wS>c*97
zDe|F~^7)bRJ&_H@_atKDdor={J%t#2Po*}#wP!0n{r$KwvCK61o=yzDXHbWLZ(F_^
zd>_d^;Cp8Dr3T-#9E0!Kj*ag*^c&xEiNW_g>JacfKWu8_`zT`LdjYZWy^z@WKAISO
zCk4R9x2OW&pfJVwUP7<U_oc+vS@RftcIc1z11}e>KR-%-%jZYQZ~6Qv`7L|6<hOi&
z1b$c5*OU5uYwz~CY&?Oc&1dc1!0$=fMSra8WXCq2PoW?Dp6c!3_cX`g_jJd`?-}$P
zzh@GI-?OMg!0*{%QyahM5F5Ye5*xqg5gWhf6NBFis6&k33+V&D7eyPj@p~~b_`QTW
z1pLObzl=U4iERs%OxQL^#`CBoD_Gl$g~jHv;sHr|C3Ogr*tRW7c5G`>=CwXQnww46
z(wvj{I-0Y~`f`2kz9yS#Rf13c{Td`c4y~G0_IH-Ez1Y!mc4K18+1|vKvwet>vyFWn
za#s5}woxo+|51C8a-(`Lf}Gtp9Ms6!?HpUqZcjgQb_Z`q&hF^ga<(u1mb3kcEob`^
zTh8u8jGP@n9b!4VGkwU}4c&uu%C#%0Ct9B$8NaGw#;^7w#_w*tfbqLKG5FnsIt2Xg
z88)@?tG$TTB<)2|leG7Ub3Wes{ODuRQ13-hlZK_M@i*v((+_?}csuwV>Dc%kML+o6
z$J@d0zK)IG(exX?`w<(z`x6_#2M~kb1F1ud--GA_zXwMfwbi6C#HdM)JqT)&_8w?z
z?=iF&S=9YA1<%%=bDWI&V0^1)8Q&Aw#rW19#Q2`XcJMu!Is|-A37gvZo=R+dYcB%6
zwfA5f1$=AoQBY%#F@rwv-PnV?E;`nqBZ2Rk>C$|j<=FV1O+Waa<L%&ku4ChS9{tAm
zd}8DKC}QJ#0WtVqNF8E)A59<l21O~xH<p*i9s^YS9;50IKf!~fe14RCmd}rp&+_?E
z@>wnCX~}2#{0Mv=r^|I!Qs8rC!R2Ut9#4<)xr!KkuBHwFpC^P(ZSz-q5b)X9gBYLM
zi-1q<J>nXezl}YJ@p&5ifX~yTFE#i)!?E#sCjG|eS;WTY*~G@@ImF=eT<Q?x^E~>%
z=lRh_ZG2upjQM*ZbqGkksJ6AI1nCz?8#R*Sk{au02_;Q&XfI;PrM(D}F7_bmg{0Kp
zqrL_=&{f#f^ICh5x!HIX%{hs$ra8Op7p_UStR9AUFdJqin0Zn@>p-6LEd5G5@?@ie
z%Mp3f%Q5m~W5<>!z3E4ug!G|-JZbDREKjuGK%QuS5ho!}LN=#id9npD@?=Zu5X+OT
z=(9Z8nizSq4Rwg+$+q+%PqvFTYRi-DiIFFaX~eQo^CG5pPsJbi3{h<Do{BB**@&s#
zQ?bQ870b8?5>v4ZY>BJbDxpiGVrq%6*sf}QCU<=6^CJ|NMojC%!z(JLE8@oM{!XA`
z8QrugFF>)?4`l@_rkY>{E3Q~LBfjzi_btuO{e1?;VQ?J`s6A=!op>*rIG9VF>=bPT
zhvX?rhM_g?P}>9?Myw>FQNME?Q*0hb@Nh5>MMhHD#YYj_&G#X;!R<?o@s6er!9(pA
zHuW9}_NTdd;$3NCJOk79+}~$FQJLoPs0%t>(|J%)qLH5?(G|6<aqj=(nx+TDLF>d?
zYMN?UbovL>v~~^KG44feKP;%W*_`UfcAHcEiEU2pL~L_v0I|)fory80cA*ZzoO)i^
z)HbJ{Pi%84YB1fD4i6abK<W^TcTm{WHeSt18}DvxxAE>yY~$5XFkaO%wow4!N<k+(
zMdOW2>gTJ?va4>rX|5S+!FW~6qMMC(IDIx=)wH-cnpD&5=BjBJoN8HI593uW3vBUK
zZL|0)j>flYnvLfGUc<(7AhC_-AYvPjPQ`fal8T?DnE1vrnu77@=TLZ5YY{)~W1|P+
zH?Fp|Hf$0N|7-s~Ln(XDg1wlf>i=*4K0{-F`_9(S40mO2^``lb#C>SqnOJFfM`EOD
z<GVMC?c1_l)9&`x{`R)k{`Re{ch0td-<p@QoY{uh_V3!~V*mc%{mj7AD5|aJwLY6X
zw^ggoY5i{7+2vdwwHBO}SZl$Vt<NUUX#IZu>Dgav!fA=MCY+jBYk>-kd{qysd%N4K
z4$XTSTL`r`)&jI^4Zz+(weIfj??zTUo!^bs8X$m!@vpLJ{G+Tk_(z#*eD`W^;<xiq
zWH6QSKZF?ktA^30fd9r?0RFWGl-9=2j9Lqf|B>ut{A(=$|Bbca#<)<uCftx%YXSII
z%?&sB*BTHQ{A&#eZ2W62F#bgq__yUlAFMRi0^?t6g7L340sO~Wpj+aiu@-1;)lJJ_
z#!=<q%KK69T}$`hXP8(Vl@$1%RCkavz9-XRd`}^^`977{=KJBq#`iR0<9j+W_?|%>
z0=|z3n;Lu{>G)*{X3{jiXAv9Uvx&j?9O@9`doF#(_dH_oJ)b%Rd><7yHTYiO*!W&Z
zzwv!EG5B6Y9dbtF6?Wr;w#DpYd@muk`M#7m=lgp9eTEf0F9iG^7dEx=yOP-WJ)YS3
zT}5pCt|m5qParmaPb3DvCsBuh-;=|p2EV5`Hh%T!#;-zS{A#LzUxYNp_(kX&{E8az
zYn17ONKl#r0LoLWGfr*rdp<F4ashP+26JK9)EZ=QTtsF3UQCRKyo5Rg{9any%cwD*
zFN-#6%;(E%Jf7N$(G|q|@ld3q8r}MAa^Keb(S2IKUq7n#espBH7LV8RFoK67*HH~G
z>&x}E@0wcIs*=9%@7JK{){{oor1JUY-L22qkh2@d3DlOey@@Sn`w&~sZbEE1yD72d
z>}JH4vzrqmXSbjZLC$U&HZ^i~E60|zThnhjyAAQpJQUfM3OT!7jioGSx2NNVY}|n+
z5^u+JH4?Nh{m9vV-j1B@?^uan96M1VX9svYa&~9Omb3rUJxHfquaW}4+FKN#zOO$h
zY-;ekt7GGLH~Nj=-HDCgJ&29pJ&BFqy@-w9y@|o^VCoR?J0xss@H^D8@jHxu;}_}Q
z;8)WF{EnnQ#P}UWpYe<7Cw?(4Q>*}C`ifth)+%5&?He@-<w5+SY@~o+l$8|YS9_7u
zvPpXp)Fkaa!i|%)_W*A1F|-%KO*N0BKlmOOHZ|t6YE}5a_k^&ijqi!X#`h#*<9jl(
z@jZpu_?}8^d>>8>zNb-#fbZ#HQ-kjrj*agl=r_KPB)0iHlNfx@q7E^>XVYhV&mqQq
zo=Y8Ke9xl~^Lc)>QDZ(I<@l@w3uvC%dOr%jkIpWQHE0q2#`iJA;5$TnkW7}U!v^qK
zOZVSr(ApHAH-gV&qX)I|xt!SeTtRGn9!G3^t|T@-k0&-hR}q8H)zl&2^MtUe!RLvN
zjn9+lH$G1$Ha<@w2A>v^#(O1&&iK?+0-p$Zit!0*#HUdvK0#@UHG+EaX_wH&af=k)
zw7~PJjL!>*G58CqL%`=nwXHoRii7qZ(T@2WdyvEEv*Mz?$bQkW-iwURJ&0ORytMa-
zZYXM1*wmw1dytXYcooeNiLa(PyzCdQNw=&XhIcR<W+jL`^gf=4J=wwXa3f;mVK3?s
z%ae`ivpnfdY<bd$7<sY@b%@RTP3c3PY!+?QAaQfYM)DT)i~Q1IODZJERt1)$<;m9c
zAi1{jc1yx->9;)Dju?5eJ#`53gz<`4ULXFVE2+o3V_H66c&xkDm-f%L-Z_7!oXn$Q
z`)Fdt^pV7h>BET?(>1M_ezfsQOW&nx#PlPrm_C@-Q%oO7teD>4im7p~m>TDbt#PiH
zf^)?(E_-7bb!@?Th~kQb-Z321Ncg^vuWaqzs%-2}(<atV#Mt}~pbo(g2RnyNtqEHk
zyHLf%hWR{VoA}Qsp2dTto8Q148sN7vr@;T9x`PzjcP+Slew6(G!~Q<QV81{3AL7{f
zA4<RRKa3ds52p?>{zuSf{Es9y{znmmf0VZr;~!<PvDS|!2LDz*#lMwT6-JcblqyY>
z=?4E=mcjqQ*+m6;jAP^f5c-Y(vBcp2Q0fryubL110{Uh~L%oMPvKyDrkHB{=|Fpl)
zFfHy#4Zf#4Hoj-jZ+ss?48HRbfQ@fGs`0I<V0_Q!`QUpFb%^mjm%baKq5eI4@I60W
z;`=DanC}Z5R|yu<wE2ECG5B6Y9dcRg^CRPXG5Z+bONhaD$Wj`5$l}pF2A`b*D=FaR
z1(!Wt&gXyF-)Cs--N0{S?`HgJ?`Hg-%yEL>Q|j?b8Na8}Vf>y(Z2X>141Uj`4l#bu
zq|f+0ix~W#O&x-IZp*gj^SRMRT_wQs-{ALrV(_ay8*K{sy|7s2X#8pqXZ(s<9Lyzt
z<CJB*0+Jk;Ou=NpEhXc5)FdfbsW+q8JXSnlvLR(tFd6a4DTlW{KbqS5{Afycy_V+W
z#MjZBRMwZ+dt8&vv?{^J|9%aUABUbakh38h(XgEDMf@laMV{M(APz>L_97s-Uj&G{
zYJGlWHR+$V2kCGe!9VyNSa3NSzk}#8es?8)goh%#Q9WD(sNHF<Y5YpXTK_)7UhEfw
znzVP=)K-%Q6I)FhLX4WEy$5ZI)uds>R+EMkTTL24jG8o(I>c(yDEe-QhI%h@b?f&T
zj9=|Rz;9y@QZ;_WYt$s|MNlBL_lVn|fN1X#I0_8#!Sq=H8bgelbO?3Gtk&m8s7WD*
z(m+k>84hajJ<hT5J)VB!djjzzJQSHoWqeN}UehQ$YyJBSC|fDu8)YrU_|{&;_@2&Q
z;Cn{)Zt$)0YJB5S8+<Di;2R-IF}`QhYkbck2H)Cy(575f6p!<G0N;&0NY(oM$mX;5
zBH&wl51vZ_-`aZ=)cBb~dlBRN81@0*A&Y6`!&Dt&@L9`0?e8-jA9th%pQ{`jpR4IN
zKD8GCpN&0;&0p<7jL(yK{>?lTIfV**YVT3|{P&ViqtEy}ofv$cK^<azo=G40JS*D%
zAA9fNwnuSfiz`bgA_<`c;**e2&Iu$C$^zva37;}3lN7*V00qDSXVQ%h>)rL{=(M)H
zIXUjGz5Z{0=bY|(`}D|u?%ws<`}1Dc!!uQ<x@V@R>vVO!^M0?OZdx^n#Z$Ei;#t)o
zh^K0gxQ4A?)gTs6)gp*zRf8a&sy%T2W4s1PYa!SAjY~YtcB?6Lt4(w!!BA9FV2DMq
zsO%B`Q~!O2o@G>3p6^A!@uW8~c+!VD#CW1Q!+6q<eT*mliNTWr)FHO+Z=(-985nKU
z;K?Az#*@MHgC`+FXf&;N9X83s*p49FP937)Bru%Hcrt<*K^{pR0upe(?#MW5xC|TV
zA9rfE^nT%AJGnl!|ETr;=!f}iD9!CZ6|6b^LBX2S?-#5&{a$NMzuS6$^qtn6{!MF6
z|GHdHbNW{WYfk^N;Gs0%`~Tm+&oHJ8vD%Bq(r=s`M{JxNPYh1pMIB<CyqiADT@#28
z@gV8MH*gmX#J5^gi2tPAK??2nCY;_MmH7YM{(XiSet*P&rell$Ecz|}vxzPKbBGcD
zxzr)=wraO`e)0c4!~HQ9YRgFv5L^705nKG16C?f)QioXlAEFQOUlDE8h`(|^%zKCr
z@{nXD)q!N=nBE^D-dTQO|2~6iwzw<et(q;c#d{Nd7H@517Vj-=N4&REhaleD!lp*N
zw>y5jfE_g7Dp)n#XMXm7pJ89QWEJoI^jo|Y3X8Wwg?J-`MJ(Qr(QE7daboMNb&Pm+
z(XZVGN8oNE$df#j_55@D_Zd#|J|T#2Rl8YyRl8YyRl8YyPxBgx@0qw3HR5~LG2(m9
zvBmd1{TAN~#E9=R)FGd4)o!1PhWsAslLf1W`$VgDv-NzDT`j(sh%LUCi4or`)FBq%
z7wJQMUy3$r#5cD6Cx}53D+{!qQ8q|c@hFldtny-CvUzNH*jtq)`XFLui$18JtSPdq
z_5MhUBsE{7(jrRuIu#Zh_m>;V^^^a7&mZ5q2j%YRb0;_((wl~Hwh!?yVGY7zQ*P%0
zoE=Ub0?v*Io7y-#k{FzgnvRga{~aYGAB?ki(q)_-O$^SCp$;+5j-}5yJC4{mJDwPv
z{aI^}E?&oS(!_+*(c-HdX7N=m@`KWOGR^N7JcZ`>TJMj(+xk7scUr%PK~9=pE}`Fd
z2UIO$IcX*vEGMZ3K~9<-Cr~3Nh0LLW_|6RnHR3zZvBh^j{fO@ZZ%2F=I=1*OqTk}X
zm>BV0LLFl9T}q$D_kLoF?*qh$?=tET%Sp@WLr$t{5acA)9%yRU7^+1MbUst0EB>hU
z{>b93oMrJ|%`+_CYlto0Yl#u>b<`n<_xiA@5$_F-5%22#k?ldMMJ(Q`MJ(Q%cpb!B
zwMSgj;=P4F#CvPBQ6t{l99z7%(~o%X@OH#|r(=uvF8VFryNMC+J=7r<@4fU{y!R1X
zy!R6$-Uv|<i}yi#5$_O$+G~uaix~0D@(cU-8IHvrsS(fPjxC-i=(l*DB(`{}7C}5!
zd$5gS@l*|hc%Duz>4<n%HHgLYEPEiH=e$4SdET+b^8)=A&u54c&u6JaES}HNXYqWV
z*y8yDG2(fVI>h36i9W>ha<ow+s8=#pO^Kkt=<OiKOBp{*Ez%^1Y7vntVbvlaUDP1*
zf}E;7QWw<}P1w{R^~;Wp{HjH4ai|u-qUnkLSN$B=^o86JM$(NGc;bEd?|6jtqG3Ey
zodKToi4N4@NngjtlYaDrCn5c5fG5@aBjd?!YzI#UQip&iA%kcbPX-f%Cqt-1z>}e2
zQyWi)5gSi#CpMl8Ck9VOP=^>#M$!kKaK2(LEevdJc;G#&IkkIgPVJtWQ`|E|bBlXc
zbNb=dzt4a%R57qIYHrbAa~T&!|Cm$7;EmS%BM@D48U1Y`Xl}JYQlsY97Lw-lc<Y_q
zu~zMNv^A$k;zs%1+~I;XuidTM?a9{PAF0Ss=ZvP(hrEQxP-(#?JeCR@v2=0?kI(iv
zYHZwhMH}_<)^C}YmBtA)XBMozeMZ4uG^ZClk><44`=hCy_eZJYeWm|onu7|C@r6fS
zF}@hT{1`uOQ3UNV1l+1BTr^Z0zf2qdEcTC+Va_JT#ph6m;G%QGrpBP=ImY<sXFP>^
zU};=H)5xiL$9O{)(XjbmOl;#_LTuw*N^Il3pBUqPfI0-@wM$loux^d<hG-t)w2+7o
zs@c#<HJx2dx!=aOk{7b^ts=JZttQ4z)=-CFd~3s|#?99`#`xA}j8JPnH+Vbd^O1}f
zQV%GNkJ9X4@J5>bTHpO4*=#Odlw7trMv~g<SV=57wozHK+n)Q;6}hoG_g6VG%@A^A
z$Z#4zAxCPziB5;Z$a_!s&z>XOIZ?SLZX=>4FrLcRsMf5lfxFpmYd|^D)_`)Pt${A~
z#~PSO9fCD5DQs$6fcFyH8jYMzH$^!H<F!*XUR<(>jTg7B#;c*(cxBpn^=LRrxiPMY
ziz_z<#?7l7iSb5`R8Ail9doX{t(C(uzsil#&Bm)WZS$)fY2#InwDBrOV!X<YaXpMz
zxiPR!mU5-dubM30GHpDfhK)x#(Z-`(Y2#6j#CTT5y{R#tRgQ5}<;L(~Jdq=HYs_Dj
zBQbxGBemBIh!b<J>|gK(n*B<SR10$6qos>--bTmBd7B(t&Qq>rg3A)QlCD;+^VC?^
zApZ~LLDh&cS;ud!6{9KgU|`kZM_S+C9*)+Zo(H4Hoiv^Zl>c7r@z#63$I|u{x$wQx
zomM0GmChE|DC}SEyt_&5f7<#!_)l8(`IlPt{BP>2I)IkdZ#+cXUoY*V^%n~U?W^A!
zVOdnaHNvv_cl{Q$ijjR@xt-U0lZPaV(MJR2y8a`r7=5^WK2pyQwd#NL4^fQJUv+#q
z(O-2u@F@D;h=yFpztH+U!Sk(L`dq7?f3}>jz3Q2QwO3up@94sPzDJL)u&K`#Fp=ij
zf+x{DQ?T|bB~<x3e91l1zt<1Gh(~c6_%t<aYP2I=QX1uA@F}O$Mqcn~hKzhLKFy@-
zH%j9yn#QNu#KtG>S-(bSlDSl0$N*{{&Ci#5UM-(%?Ny&`y^H;L>)%^5K54HqJ}uz|
zjZaI7!H;UM0zb->q8<EDKlY^<pR`w@zxJrqs{Y!efVGzxpR`wjPuioRKlrpVY-;dn
zm1E=6YWj^&+Oxo?YOeyHVz1I=j8E(7Fg|S{2A>|G4#C66UNxCMo1BfrWipyx#Nbbs
zW-|@&XG?N4QsB?lgwxUZvyC3(&vs(t&kkba&rV|F&n{x)&u(JyXAgA<__H@`YVc>D
zWAJCcW8=>O`i(yaiH$#ph`|S>^&;Q{(tZ)}NBzQM{CSc-^zV)~YV<#xv9=TA&k_2;
zpQE{53j8_d82rJuSH$>pf?ng#Nn-HlDe4gL=jpJijX$S|jX$S}!JiPBws@wp0sNSf
zIy6$ixP?TQ2466QBH)V+vHGp79>w^AN3HmRsi^pZsjB#Lk=Xchi5PsjOdSHgTnU>R
ze0k9^`0|ot<IDT#H@>`|*!c1RV#NQ0)FFs}6E-#CuYTb(zPv&o`o9`&)aZXT<Cm$8
zFV~1M3D>DZFiAJUrp6?`=Ggf1I{g+5T^hl{EsG$S7*Y}Ai-vA|(NusWHbqLdF@@@i
ze1j=2vQ)3*g*WlIq%?h!=Hh}sMRSq9jxElGdd*w#g6ivBZ8mS0*6QWbJM_;jjqlQ&
zllIg1vb#DrLiv?j_uRNjFB(__A-!o}4fF{I^_PBC!;SFyur+We{UF?EZwDdAWIT%6
z*1%X|tbuXVAxabpjHkjHxGUPIu?AGTh0oT&1p2TB?uj;Ptbs1awgx8BZ);!@G1frH
zy)+&Ol>Z-2U%oYG-q+~@1AI|#4IlV2Eo|!FEMPiK%b7EXZI7Kv{6!v;%%ZYAb~dr)
zOweCB)0Tz)4YGOkhahLp51Seb8q2OoEO>aZJgbC&<y+-UEpNo%mc8PSv`_@`w=_`I
zXqsB^Wm)O11hzcm`>BmDs^!3!sNvMj__Bfy@TIEZz?YTkm=DI6Rdj(btGyk3S>xFF
zvX*}1%Q|B4Wj%EW9%@6jCsXSolH(C7Oir%^(-HY*qhs)AlVk8_vt#4W7W$1pTZxT7
z+lY-n+lh@oJBW=xJBdHv`kTJbwSJEQ{_J7D5b$Sj*wn_KeZ+6_kYqpAM>BvrKok5q
zSX|=IA;;j4`h^euLsZLwKTm{%8vRwf!Bp*M{OM*p_;Z*##Q1ZBKJe#gv{8dU#~d4f
zj?)kRobYz==cHrf&r|dpf1V}=e?m^t(4vs1^BFO>H|h$0<V!U2gCBN_D!*VT6+bZ4
ziXVCu;|CtK;s>Up;)kXR{J<0z0Y5Glq?+uKWANj$W8=pa`i&ni5*t5WB1XJbyV0f~
z-m2XaQoPkKu<=8+9QrrWMh$+voUv*-<HsxX<KbS-?NY{%t8`#eu6a8q?Yd**#|`>1
z>92V^g7Ug!3!a8z{J>Df4?IE<@FO1aG`+|#Hf72$F{O{PeF+aqH1&%E<yvl0so~VJ
zu=<k=Z4RF*r)cx|wBvaNe1_)Sg5RP!C)HbT7q_gQhR2!>vk?TZy^rsk%Ac0^dh-P2
zy*@fIAHci5j*WNy=#NQ)*`L@ZaR4zU`8Mhh1Yuy<)Ci9Hg)f2vJeWT89};cU=sz^$
zLDUHLu#Ba^yW1Tb?}pQ_#h5ybpaSnkCYX-KyF2K)(E48JeCd2A&2t5hrg^s1X=*u>
z=09TdUg=J&5&U*1M(O?5KX&%E)cy~x_o08Uvvg3b{-R*T>dy;SjJ{Q{Vsx`L=ih9_
z=o_sV{aN*OQT3ZB#prA0`ij+8ON`V44plKS4k=c~A;rizq!@jq6(ev$v5DJ)6Y3Wj
z{X-NZ^jB=ciT-1<J&IZhBRLc&B(8C}T?z?pykjK3s+Mj_<J~lsFq3Zr6%yn<38o_w
zZ<k|B%oFLiL_CRD37tm%JBMw_#<9bf>`8ka_|mh}1qS#u)iK(qC7j-e7Ctr8=`Vb0
zW)K%XH8Y97#e<}oMRl|D-CaY-|5x@L8TkM{&2<bu&2#+q0_M{+J}n>ypO8+AfKQ7G
zs%j;rW#g05w()5x&jUY@?u&pQ*ba(-AL<t#<I{5b(Eq_`qelOSGG0b)d|E*aK0Qnw
z0zRz_oBHL}`_QH|uBK^xT0;yzt)&hDpVoy<ZG2i!Y<${43_d+V9RfaSj{}}e-_~fz
zHT9MbPVYm(pDgKpsPRW#jX%1S@ki7({%q%kZg&2*p&=xHcFM>H@Mo7}@MpJU<If)Y
zjX!&d!JmE9A>hycu&FH{9UwOT93(dW93loE9-|HcA07{z8hlW{@EL!eq!0bOqm3H<
z4`=)YwejZ&G5B+oI^>mBEe-x0k2dP2fD<&0KPQR7pQorpz@MkXrZ)bZA~yb<CI){(
z&d^X$lSg?5{FstpBL#du;j~>AzHoc>e3M?q6~3guQ7wE)+xN}ZZ=1mvZ2LvPmx~4I
zx8Ii>8(%KdZ+y8z48GVSs=%`;sQ99(GQMCcE52Z=#TN^K;@{98g7~XnVB-ryt^S}u
z5%j;B5kg<_<r*<MU#AYiMQ(&mjgww;+!XLSO&hGJh{55OMevZIa1rB+hHjIkrGv?|
zDH2~|$(`j@kR-4qi)<;i^d@>Ym!?nBlr#B0MYXZ@J`~C9GpRWpk?h`bj3oHBV<pMt
zc!$c8>AS>8wmqTVqYbIfjn($;Tld`5JJ)jm5GdDjwg&pJ=`TuqUz)ZC`Vre2=udp}
zS2f%i&I9D%TEnH@xt7BkxGNmgP3wKAt$_(_#~QeYIs|K=D{N|80~3jD4NM}ogmN!&
z$(fxRuAMXQW4{pNi*l^-Wg7b!U#1fqUuF>Bto}qxd+aRwL%z|e;gaXiS~c9)qhqe+
zzE<!&nqU1Te;<mR`A~VJ>fcjYK|lENu(vm@8qWB#iv7Ts)!rX`S>xFFg7i}HMd=58
zS?~S97o;u8WFA#mC5-g;6aW1jq{Sk}AEi&@kJ7902kE!sk8X9-DU0@RwtnLb{_Nm+
zA>dC{!x?{6%Nc)E%Yi?t-Qs*~2&&xz$A$r{TFy3<{p_QSCUsT~_mN-l`%v)baJqdu
zzEZ#un&8jT;!?gj=GgdioPO}<gtvn~CmkDqo}%CKjcPf|H>cQc`9^uB>__Q+XyHe5
zmi-Gqnsda3AI*8<Z}A{$RKwlue2v=33w}H+BOkzz=Ny9{&pS4LsFpK+sFnjisu~Xb
zxa{W}KUBjRKQtA_4^0*LVN<Ar22)(*L)Db3hKojp3I$LT4r=sAh$RSJRg;Md;0OLI
zV*I#DFHXKzT6OX3j*TBT=*LZ7^L7kgwOjb?;ohLn_<^BnKf)sv0Y5M$lG8k5(c6?M
zzr>WHysBz4P5mZ1lc<*4SZX+Vagu7c=!B%D+AT1W+o!{(w&bT;PDwF!P%XDM)myDv
zta|S;)~^@g0`Gdd-+0%He&bzlV(_jHbqF4=Z`jnvyMDwmNih2p+awMk#w6cH9fBYX
z44WFkQNQp-P=E*1hyFvNjT-%jW;}=*!5)^e6i9cwW8>X$`h&DEM-VrycWuVIJJ=51
zsotVZu|;zyvGHy+F?bhs8X@Z-&VR(_JvlpvM%IrzF-o=3zqa0o{;2gn^oO1EQ>^}}
zV8!YO1uI71FIX}9UTe<3+ltY5S~2>Y*89-EF4t3x{;FWb>MsjctnkoPjNWa<=$+Q@
zy^Q3FkrqI@=13|m5XB~LgN0PZ$QGJnWD8L-`a~;6;CRGGmo$!#qr*5pp4d2k7cn?{
zH+2X&J0Wapa8~`oXB_XM5B(=b8#Ve*%J?2?CA8$Ym+DZmaqRFVd(!(*@TFSw;M3I3
zDKOAJE#dS&wD2jt4=sF3??Vfp()-ZDr}RD)e43rFCj~yuNjM$Br@4;7r+JQzPxI+F
zJ}n?NJ}o2$pB7PvfKQ9VrUsvuI5s{lrT?wcct1_>>4D->VqWIh__UmU<I{u0;L}6Y
zA>h-Bu&Iqt4-*@oRuUVZRuO|AtEof4k2PUagCFV_KI79m`p|!Uv{9q~hK$!zgHPCw
zihxhr<KUT0@4?cvk>-I8PVYm(pDgKpsPShD8;n0&iH$$oh>btniNT*8)XK&<f<HS2
z^8x(X<rw_g?b!IUhkoPFUSi|VK4S1^KXnNBQyvjc@W-a0dI5r|s`&F5G5GU1bqMm&
z6Jb*uf1V^Z{&W+AKZmJ9z@H;wQyYJd5*vSx5gUJw6N3*Ys6)VqlVMYX59${_<ImId
zq5r99qelPJ89zmB`REL>CWS`MGvLRR1RE*f^9iT-p@lE$eQ4oJdLLT&l4|P0msC@O
zFVE-eNr5jfI0j!XItE`ZIX1prrr-E-h1mG=A~E>#5_Jgp^1iUC!51qFD!!n6sQ9At
z0(@!c4*_3Z4x8HeqVmP~g7QXuxk?=ZzFZ5N+W2yv*!XgT*!c1qG2;I^bqL~bAy)j=
zFWQYS=qkRLOa0>(ppGtPLl9qLh-cZ3#fC>Hg2jj>A=$*EEmlp17IA9VRPAlm(ntcB
z;v&1N5Ga|vU0SPTgHU#o5lw`;^Y1Nz29oOB2<4A&-E(vI9=&K_4TSWj@xws5-nKQ+
zmrb??`Vre2=ueC_Fn~G)YoMyLu?7Z48#UIzAjh@_2GehAU<k3TfuY2B_+iu`nwSJ`
zr^3Vyk2Y#d(g??I6)=(}0(3`lDS)FK+Zwo&ep>^hi9wJt)FB|y*s!UCU@*rK8v(}?
z2SH(~HUokGvun6199QrOe7P^-bTqz9rN{U(joA1yo!Iy?gBX07NgV>d%nF+te3|VS
ze3|3e_%fG%<I6l^<I8+v@MQsYi1B41ec;QYXrl&S7CSb+ETJEKS?cY`nfE(3zC1v`
z@nsn?__CZj1bk8L7TEZrTF&^QTF&^Q8V-C}8Rt?X5mq%B5}*1-AM_7VEr<SV!$FPy
z>oQ(VjRd?tW2r->hMP>s!P58$%>$j!jHv<q*;u+%`DPRS#-Gi^#-A<3#-FXk;LkSd
z5b$Sv*wo<94#(inPRGWdUGy7&b`u+akiNyAz0@JbpMCU!Kl`JN8vMZ&6fyp2s=yyi
zVG;00wOe?MKdR-7KdR-xAJuNrAN=VKo7(uJTF&@$gzd(kqr~9DG3pTT;dt28;Dh>w
z&-inaKJ<So+NjZAwHwS6#NbcJDH`SBJD(AAdwL)G!|2^3y$>z?Nbf@nKhpcq!jJSm
z6#RH5U80c!Kc4Me5(fD3oMZ6gdB?_&7w9*BTqHJrTq1t2^*+@2afR*R$BWb<;Kxg0
zQyV{2%Yh$N4F`Uxc8hb2AFAPu9}W9}A5{$pe!LRrQX4;BB{qIsB{qIsBSyThQ->hl
zH^Qbyywxv!#t+qU=x-EIf1DzDjYl-1OA+uRE^(S(EE*e<7FP`UQMTLS)1zrovLV-U
zdrJ)`Cl<9$nLfbTl&U7flo#1qOoXONE(+cDRBs`ymGm?;)@+!KAb96}{ww}_Rm1$b
zjd!=xA3=mUoY;aqf*2$iNgV=`+z~c4NThz@3(^4JNgw);jy7uaACvJYYVeNpAF<h*
z+p=n;v37Ed61HdP#SZoiy@~M*eW*h)roLfQV@&-VV@&-WV@v}aBZ1uJ_;LXQX<jOL
z5Y3AP52ks%_0IZOd1tMjNbFUNv_Yh6C`N~q&7)$}-I{Z3L{*HmL8WsPD{Wv2YtC(>
zQ;bmHNT)7(c@;5I>`)j*eAH!m>+eIC#fkZE3uYF47tI+3-%WFR!4qgsYyEA()E+&$
zN|&neok+hXIdzEfMfZDYV0<xt`7!<}(IL0rm+@q38$WJc6~-7^HGU1<#;-?1CwpYQ
z^q9r-LU6O$VN+xLb26SpEfOWiTq+}*<{i%yGM|QxcLA~8d?B&T_ab5&?_y$%cL{X}
z9(rlm)G;|Q?<cnT);wZ7nrF6AfMbXnnvD-rUyTn`tH!s2*v6+C8RJ_?e+b66Dr{<u
zZ?$8LZ%xJzP-8yVdOPNGUB>gM2b9M3H2W94fo8wf`_R7SeW-dOxoj+_=*yT*j(Zib
znP$&|w`7y9$aU4Zu`m4>%y}^jLuvekoTpqDoeqcbAD8pmIZnAFZX=>5pxhCJhD&SE
zI6aQtW~RP8j_1MFoN}IVS~(A#R<2`T3OIdFveMDkTo*mybV%grz{(jIZ+i_YmqjNV
zuhy)MSGTh9Vkp%b#88zZ>=86xJ4I{IE~)WG&YQ^d2l9|axesfw%E_2t<+|u(<JB6q
zi!0~Z&6V?PaLRcYv~pcs4-chW7ue=kxzFZT^Jwu_&a?3-r`UMZWaH7PHXcz4<58}Q
z`(r%Hb%8M+<+{Ka&&q5o7i0cbMH@BdFLIvtjsc}nxvzi0%6<Jx&Ql9=*!t2%1=0q`
zy<0iYa@eEn$Apz-W7c$S3a9zPRjs#Q;=HCBE*|Rmt+iY<MP3W6n(j#JyY0i#`qT4T
z^iWOrM4()EKi>Lo`>_<7nCmx7cUq0$S32Qq6vi)i-VLSpKW+Uz!JoA1=P$MD=ik&-
zbpXw(--e2Yzh2r!(=Qeb8dtv!1<kA9hGH4$x5L$(f37v>pJk^cnse-xn(J_WEQ~z&
zHYvl|^wC!RjL!#E{ruruKjWxwj?2CgMy{J*Xnn?czLo2qYt_%smh;Eae5PRSB^O$M
zA8@|)F8W;QuRY~#!P-;K6x>Bq2~56D{Dr`eNi-0DTi!i-fFIRff_Cj8=&xJ}ejt5O
z8XdupsWS4x_<=N7@k43S_%Va+#*dlAzs5t7SyW%h07`qw=S%&p7Vu+k>7w5b2h?5y
ze#{RCwedrHiSa{w3HVX%CE!Q3mw+Ej{CXd1)z8Kc?Iqwx2?0(7KWux^i!j@MsuyM2
zON<}dQ^1dEF9AQQy~OyjlH)XftRe<KR#S&yaBH$Xky?XJj<r<Ukc69FRNzCFMtchQ
zupv1bDe&Qu+(F9tpuOZbO5;YF#)nPB#)r+s#)mD$#)qxM;KMfR5b$Ap*wmIUb`XOP
zJE=pA54-3yKI|q2ANEj(fDe1arUoDOIR+p0J2pNXpdWlV=<VRcA;-uUNb5x`Um*Qg
z`9j+R`0!-utuNQR9UC7G({Fq@LJU5H9Hn7oolJ~)Poj?X4tyfv^o|<wKbf%<;{TLm
zi~rN~Tl`NETl`NGTl_UNi@%0$@z<jv{#XJ<5PwWb5sSZ;65?-DTIB;weHDL%M)60;
ziXi?M3sU?qIY#_1JGS^=p&u7}(c5v8mmFgd?{jQ}eLwwrh}7W&RCw4ACYX+xjK;CW
z|7H3u{;v>Yl3%3`LHw^~`xrIy!L?|kURvHouOnW<Ly{X*i!*?Fjpm}(-xDlsy^CI;
z*MjAw`I^##=M@uEUnP4iO>G7}p<>x$Il43gU%7RUi%z|0fYTwpX@Jvx!a)sA_jPQX
z?nl3Ix<9dTdH}I;`Zi+Y^gv?c^dRETxBd-%aC!*+A;#&U^nugEqK*1v1>8<ECI{wl
zVocl!>JUuq$grs~iFY^#r$;$9PTxsCI6d0iwQ!PS3>7#%*4x2p)jr`fPXD56ph@Z8
zjTGX4Z;XW+@t^D%@t@+@;(s6g7XPWl7XN9)7XRtQ7XKN<7XO*Vi2p3=5X66W*whyP
zImC$nT<Q>uzm|{1e?I#l{#bTJ5PvMoB8WehZ4t!ZmUXp&wfqr(q=h0Df20q^A8Dls
z;$PK37Jt=37h2!PpKpDhK36WKTIg)Ss)f#!&(mtb%~$0v6R9<*<XBCG!S_lq9l?jS
zj=_g@j=_iZj*Sl+=r=w*LTr3^l-T&Nk=XdKiP-qCnHYT7LLCA=Yz>>*_^^!_eArGM
zVtm*^pYdTQG5D~HIs|;!9X2)iu*Wg@u-EY$1?-~<KI|{9>dV~&^dlcsH4ykv)j-Av
z)k5HdYM;0!_@LS+u<=2)kny3LeZYs1!!!yRJD-7advlZq;(aVR8Y#s4c*5yu@jgM1
z#rq_&#rr8@i}%yS7VlHU7Vp!<h_?+{|NfdiQWbAKI^vBfDPr-))K&4;)FR%P@*;>g
zLQ(|rwk50$8X+xW@xDke8ZVXB>g3Dx<KkDm9XGFPAd9zZAq={zf$(suec~DxZ`D9H
zIjV&)c}?`CM!a9n_y{%D|0@|wVg0|F@fzwS89-g7xwznKG?5&y7nhRf4aW;wzfYRq
zs)6Q}&YH@(1!HM-Y8r&0lAea{G#h3k2%dVMf6Kpj6qo5k13c;*4r=33KjJreNYbAQ
zJQ|R(6nJ!-V?4k>$9T9wj`8q=9fL<h92*IT(r+XkMhqU^P90)A8crX0G$Pul!K09o
zG>k`g5Q9gfs6)Ub&S%WEJwAIhJoNZ>XU^06m4EE)C8_-%TJP8XUT5i`Isc1-HTQpB
zu;%<*1#8Z4w&whstvUZjYtH|yHRoS1*VEj8tzgalR}0phgA<zTa2qEy_cke-b8w=X
z^N;+DwIvqj=(smE7Va3wFSlyTrZkSDsf3Vx<EfA^?n*Enky!3_Y>8(A{Yprw!#z}%
zxVnh9@gV8MKky_Ph<~*v!H>zggB04QB%I!_6@E1L(O>w{OeHS-Xr>Vtex%>)-0XZE
z)v%erRh}s$AHa`Uj=_)Fj*TC4=r?}MB{qJ{BL+X_Q->HokOr%qv5*-2K>92Kepq@{
ztzqd`dk@lc5#)>zq;VzgvYi8iAIqWxHTbdIaZ|v9G>sn*5rZEqs6)Vyhr^~eeyk)m
zeykz}KUPzRfFIgZfG5(oH5zh_xut{C`!(<(OM1U%eAvJS<HIAw#s}4w#)pk;zuEbo
zrXeIBHp|Ed@SzL=KJdYYSp9ovqPp>6J1=2;*g*_F?4%AcKJ23J&1lFqCit+Yxb!zi
zdmVrH|MLAB^2I?vAAC6E7<_olaZ|wKG>s2W5Q7g-Qip&K-C<K39}W{6AC3@%4<Scs
zXcCi0c>wXAlwczTd?MjgbC&q0_iQEp={;MCfBKux694qOotx$NI=U?4e<ojF3h_Vd
z81X;n`0E9nr)lxOKy2}Uh8XdGmO8}ZukG97uk9W2$F^St`QTzf$_G_#`Jw;A`!&Sh
zrd;{JLZW<NA&XsHcSLBb_#^a+zfnSkXhVO9T@2K!;t%R+Fc?x1#Q$nW$EdN`R8vL|
zEXM2EUPo<<^#<`K9+JF9g+=~)#!^TEZ#YJhz?2n162X!xvc8y@`s#x&LZc+r6Dq=1
zog1_F?OXRao=WM(12`Shn}%_^53zCjS2Ymk!vd(<69j74K%6#;Y9SDBY=Y_7wBD~7
zfyc84h<#V;nT{a--HwgZ6X>@EbPusDur6Y7I!mVpYUi|jqX)IcUpdg?uUg1*+I{SA
zIZZXt&CYL@*{VHlda}|HIc<hx<g}TNzh1yBnwHaM6I)K3LyVj@mpa69+C2JValo8U
zjD@4xhc*QZOSMlzT7XpzgaumFKo)=1LWqA=11Yhji>U@e{Hq$MY1Kd$|K&Ul@qaL#
zo{otBLyj%}E9kfQKTM4HucQt^{8wdrA~kYa$Z8r}I-iM>8~I>ubf7jqDCZd;l%9+a
zs)39Ts)25{{zmVct-sL&A2#{@zz0jKRgHt8R(#N-7#~D+@L{`O&-k!|e&d5`A@D)9
zPn-ij><*h6Nwunhz=x^^GCu5MfAC>Hb%^od0Da)Y!DypyS~ZaI;W4&@506uafDccE
zO>KO5lGymrO$<JS9Hya3k|(`iL%g%3_iH8I%`rBVcsIw1OT3#C#3kO%N#dKG?-(0G
z*0fK{$Opvxlw-vEwBxTAaE7L>|Fgsv?{mb6_j&3Ni}wZkEZ)x$Bi>aFgm|m=VH*YU
zR_&9}|M~qI;$7817Vpcv2I74su0`EcA*pH_g%0tykgBFZ$ctDbx>oTPbrA2S^j5qv
z1j!K|v1n|FTK{+i$r>JQ@m(dh#d(c*W2u1%`41A@kdY5q^s0Trhota&*wjiI$)TmA
zq>?a}R;Q*x7%J&$Nc(QVjZE;!`}8m#^<oF(QEy`7Q6FOPs4sPh@u(kt#-skk;L!l;
z5b)@>u&MC?10Cbx206yV4|a?o3~_8h8cKfz5#})BruBZ!^2TtsgB&BMLySZt=`$YP
zK@9SZq7DI%IG-`s_W114@X+JOojFgn#lLp;lGOgA*88;|>MR{J=l@i&=Kco-YtFx4
zu;%=GtvUa0YtFyZn)APD&G}!K>uK))s$k9iUly!6f3Nj^?cLU#zmvbSjnm!^BhUR?
z1#8Yf)B5iA)2%uGROzpI|75|VX?~*MF*L#1vBg!r6COvu1#LVrIC~d$2snFp*wo<c
z1jpd)J&v_tlcS63P_l9C#6Nq|-h%j7YZCmJ+&KjX+NUI(-mevYr1xuuAL;#C;YWJE
zR``+LuYn&k^7W*^kC_RlBlt1PG59gtvGHRL{l<^E#Kw<##Nfw#>Jac_LD<yb$3n-(
zk45wwKU8CaA4|MH__5Tn@#B8_jUNvX8$Xs2gCEPOLoBB~NT2cJA!6`j1$7Ac@o?DG
z;KxeG;KwS*;Kypm;D`1U_$JbSur#ivd7y*S`!(<(OM1U%eAvJS<AZ8T;{&!K|1EU0
zkr;f~L>>7GeAt|DI)V>d9D@&A9UC9E(Qka%PHcSGK@2|Zqz(Zec7;t1KJ0dEeAq+3
z@nJ79_^^*U1bo;ZHns6VQ)ztAR2v@<3i07F>Ja0@<MbIHo*)Jvo}>-|AG*V)1|JSP
z1|N<%wtR7vehngZP#!?MCneZO0iQ@Xy<aQwPw&@C{L}lj68}_VmVA(EOvL|mzMd4~
zf5tK5f7UVLf6lSR|2+K`{|m$x|7VC1|7WQ~5dY`GrbhgqcWm*0fqsksMPkJN5_JgT
ze>rSwi~kj3i~ozn7XO!skq>O!ul5U-2Nr*n4~oB)75c2)&>w>MzZ^C-;{S?c#2;l%
z5yby$M#rc@(rcwv`QUoS>!^+FH;DJ~kVG}+-d1giMP!uIV#AP%>=I=Q-dRjgyZY@i
zsIL!_J)vS+@VG9Gz>ja;<Dye98sKzDZyLtwKE%f9zQo4qe#FM<{>0#PRd<5ZRow|r
z4`ja(aC%VK)W+$-#K!3%#K!5N#NhNW>JV@`<aQe1^zd*{gVQ4%8>dIo4^H3V?cnq%
z$HwV9={HV~CN@rwAqJ<%QipsjjGzAR$^5))pmt8Xw+yL@|77|t{!@r8{`V1E{HGEl
z{?n*K5dZ06QzQN}93%cS9b5co(QomeO>FU>LyY*(r4F(9&!Z3VpC4`1i2nk|7XO9x
zBmRrL9r0i6*y6v0evAK7VvGO%#EAa`)FBrCW%Run4Y?NjXzTqN7QSkq=!QjJ)j&uf
zRSkp$voiWpBd4v(cp^1&TF7b|2RfgLlKV%k_iI0l-ud;u@nJoij1L=#jSs4Uzz5Yn
zY@>h=8<Ule;KL@z;KOFe#)mER8y~h38y~h2gAd!OLyQkQ=mQ^iMjJKwu*<RWVK@EY
z!ya!3AND#nKJ264_^_YY_<*SvA1nmb9*0m>d{8X}KB)F#8wGq&?URr;jH(6#AG)KB
z8hi*jOhY%3r}G&ox2N}OCEn@%T8VdhzgFU%-mjH-r}t}!_fzSDjTGYjbiRQU;(f|7
z;(gk&#rq8X7Vopf7VmS!i1&Hw5R3N(`VjADqKz8ye%7(Y`#Jg%@8`W8@qWRv#rq=t
z7Vk^M7Vpc%A8);1`xu=`UZi?61E`m1BHmREgm|m=iEdc`s(k_@-c=2RcsJ2Tjd;JD
z@eyi}@0E<DK+33r*3co+rVdxBMCydEQGxu|6HG@ejvJ1#XkK%?t5pN-ERCY37G?6`
zQ93mZ9<!33hVC>QW+Mn5c^|JMda;A?s5dcq)Q36*Jn9=ZwehGQF?bZxp9Xj|ARN@j
zBh@?L(Liqpk3t5~Fdhvi29JhNhZv8B(gz+5i#BTG(e1>>qv6Eh(Fp1g@MvV%)R^Eq
z9AolFIYw|epRKvB=Q#JT=KWW`&Mf-87|q$<s1stErBPqRR9uaA#8h03UWjRkxQm!p
zoJCB<)#!wnRvbtF5OEj%#no`4e{fbD*8)wA;_Q{^nBNT}!Bw0^0u)!H+r=<4caOK;
zPabR4=0{tcRl-Ww5O)uk>xsMFEzV*itoUjh<!GL28|fHgZLl<QjgCTVY=Y?sJU-)b
z)DO1aPcCo0pInwZLrtJLv*3GZ&M3Hx=JbLm(wx?L-;f%nwtic3U+F)Yrh<}uF}~=b
zt{7j8Uw(`qw<v=47y@opeetWI+W2MK_-C<yoD6d|F)lubIs_M;8#XltHP11|KR@Fs
z)B{W70-8q7yNEH~kVQ0Xz84eQc$W~{c$X5}c<(31cpsn+!FcVGogXW+S+~Y`Lo|<Y
zT1eDsMeYFVR2O@g*v7Y#*v7Yt*v7Y-7&p<LOq+u7txZ-s;^yldV|?o~MyNHP8@wI!
z`AEhKsRxwCM``vicq7ezt=b&PW^?JH<g&#vlGRqnIhoP5jRz$;8l^_3D{^CXZsfpU
z<w(sJ55sx*2|2Rb*AKH(lK-e2+0Kc|HE|OWErIb=wnnvPZ9(15c3T6=k+ueuBW(?I
zu|L+pMCuT%fk|Og+XB3o*w(1Vt%b;j{9O*lYo}<uxMUF<FK%6pS3|S$%Czz7(QuM-
zV_XpzS8fc9n^!p!<Bc4toIWr*=3IGOD~Dr#l^dg*jaO^h=2tn=#;Y7@<5iBtc$FLD
zdKj;AV_=&s<w~1hHCeo6+IU0_8;?R^<58}(@hC@PJS*eg)ELhy$GE9-WB4$h$dS4=
z=C8_;n7_!8+G_^Hi8)vHFL(pZekDh$1v&50(nUFMqhsW}O^z++DOWPVWr<u#S1Z?f
zYOHIJ|A+G6u$U<7<G0p|(Hwa&us-J;X??yq9Ig3tPWP>~V)RhW_(Y)m_mYpdek<}=
z+P)$ezE`@_Y6QR1+2T??|K(Oa|EH~b{!et44t;q1Qo*2I5B>%VbS&~4)fQd-R#3G5
zV(ALnSHBg+vZ#J5h-LHd`mH!mqbOGRyrR#Z$)(SricR2;hLP*~kF;X+;afk0wm-AR
z6%-@%R~;YD50x0{v+Entkn8vtT7S#>d@Gke*Q)2AE$3^mdZu9QRTo-+Z*aaxkFL_C
z`f_d}{bx(#B${Um)?THADqn{$xkodF2Kd5U(Gl<o>97dekuE8Xa&h5PGo9YTr)CB*
z_%xF`_zFJFN;n;Vy#Vc5#wYDrzgF6{XMLey)%Bk*^}Jd>*V?N-Tl#CS`gp<GtH3Ai
zQQ>~G_4fwGr={!zK2>`a_)(@5?cj&{#r4oXM0*wbYmW*i`bW8-y~OyWy$XEN9u@t;
zr<Gw-gHNj*8=qFwZ+z081wK`K75KEy&p%hddYZ;3?N#8@Bc+QT{?UvlQ`_WhBrcQD
z^dbg-vNW4%7=N}98-KPEgFoA-jX&EHPDkU<4tk6~JBf`yyNHcHyNSV{J=7uK&)%@9
zjX(Q{jX(Q|!Jh-vA>hx!u&Iqdhls%kr1c`;1JZsG@In2;WBhrNKJ@R7Hfr=goUyhO
z<IfTL!JnhKT?+g;<{11r?%4Qqf_~%ANn-HlDe4gL=jpJijX$S|jX$S}!JiPBws@wp
z0sNSfIy6$ixP?TQE__M<ZcgD#8Y=i=kD%YW;}MG(UoaIFUoce_UoH|GUoH`YFPEu9
zz?UmwQyX7iBsRXhL=3*Xk2(Z=d4Jf{#+MHeBmN(x4nh2zu&EJ$^$VZz<rVtS|J7)t
zM*piBzf5g>xkijhxK15{NxBg>H74^l$2Qro({FsyrNI~6vIv5SAr&#cXz0clO$A7T
zDJlZKU<xJbihN^JtbFr{+`fr=Nd{1#q`A1@Ptjb|`v31N)Ymbk(}L<XyEdD*OKbIV
z=^gs#md1B!&Pn^}d)Zx`8=?Hlt$S`<r56pXfso!bYz_1w{t^#K`ch#H^vhTZdv1Tn
zwgv{!|HaaH8%@iZ1Bq=73?jxF7)%|4H83P>YFh(Ci7i0Gh!McssY4Lp;bBuN@X0ZP
z3d9(hU^;?8cQ^*Y)GvJKA95!R^dB7#YV;qI@hECr17nG?2F6i`U=4(fr-3zaS2(Dj
zZM~DVH86qgSOfP^hn)Y9ui>VoYd2Eh%YAV#YU7J?tnp<U+rgLV)FI%@jIgPVFEfda
zFSCe^FSCh_FQC8pV#`ARKFB=!LyRx;=`+4y`H3%BmPNo9EZZW+7cFnZ-<G}NzqIsL
z{4EWLU(t;8qW;UmK@Gkv&lu^Z;)`lI@Fi+Ebu+%KpaXoVYB=y^r8?$=@kO;9__EsD
z!Iw3T&lRwi=GlVR(L7V$$*KhpwIO$zOs$7Vjz_34IlU50NAPE(W8=>z`i(!EiNT*O
z)FI%{*08CKKii0nKii3oKRbwxKRbz$Z+20KAm8i`o7(uZhuHYDm-u7VSIXK@_R}9?
z{5e1$_;WDYsF6PoIR+opFMQ}9qFN69p9lvv`m1(>soL+2(%4NC{D~S)EykZCbbvoc
z)sPS1&oRfwpX2m{KPS8${5k2^`12I~#-FE&!Jm**G_)w>>3l}a?Txw?el)sN;YXue
zfgczGrO^@mzz~ZVKlCWZ4?Jqc4@^bH4^0*LfhjBkeq1c5;>RWWjUShZ!H+A{A#b*R
zk7WFKiG2|7s)j?ns~QgRR=>EO@k6y7`Zv)=jsB{|V5*ige!RkVJlw0)A;yoZ^kGu2
zMH@9H?Yd**#|`>1`LB69g7dm#<A;V~{J>Df4?IE<@FO1aG`+|#Hf72$m{Q53JT6H#
zkC^(ZCR1n@Re#c=9}Ikw{X!O0f6Abm?9<UkJ+FYz(41TFTQujSdh6}tmetenShHa^
zf?w)5)4LP!I_J&Q4qo@}bb(>K?nA%vt}ihjz8`f6CaHhe)HaC&h%w2xQHLN11H-09
zaMUk+5ftFT^r8QdXro5|p&1XNMzDuvECt@(?$~%YoPI6F)L{e_csDY^bTr=GLC=NO
z`_S{H^PM!$6+D{e*;1#e<xGlO#OA%yomM0G?M^M7V)T!#82v*lMt`rfbWn``qF}}7
z&kI(pzE!Ydb+a|+-)zO`8>PQu^=AcZ&cEKOrN7pS(N{}<#mYFOSb;-TjKCqqCQdUB
zDMsK#6(ev$v5EfRg!%<W{}9Cp{S}*VqW_p|kD>;LLKG(?uBw(sLK`0)sFC>Ya@-Vf
zH%%qX<eNZ+1bI(_>4?PJ<=7JQMEWfePa=Miha~q>ZOZ`s=}8lO$&&Uu@J0UcqJ3)E
z)M%fUaC#qF_>|s<7Cxo-p@mP)OrH0xbTW?3ESfhv-`zEY{H^dD8Tnv*noF1QX&y27
zG@m*Id|D7Twee{ovGECMS2<}hbqM%m>AK2EOW6nfK)NpieqcK&0)D7pc#KcW=|leq
zqm3H<AIf+cwee{MG5GW_bqM&hGHmLXTkk`g(zu$Y@o5b)__UTf1bkW-Hns6-J+bj=
z12OpY2z3bfq&*IJGJRX4A=lJfI=JaY6a2}N-iI20)YbT-OZ|Ct@6m|5#-HtMy4m^L
zhK7***(oC*j6b{RGXCr)27mTYhk!qO!=^U=>?1b*>?cM(IzSx){u~UO+VasMV({TH
z>JaeZ@vy1E2lWe|@#jhU(7!v{sL}s$#!pZie~u7?KS!xUUTM|R;Lq`BqizZ~LDTqi
zk{JAXiaG@Rc{*%r<IgE#<Iibg@F(O94FxrMlxM(?DG4@Gz~>WA+hyTPs;LWK(yO?_
zm-Jq=@Fi{EH(P&u48CC7FJgSTNU!nb5;6F4nK}e~xe_+D@kNhne9=^ZFE&N`Y=$W;
zVtm0=i!T-e#lI=N6@T>$pYa8uR)0{S2>5a}BZR)<%Qa$jzD^y2i`)pC8YjKxxGCUu
znl@Nb5re}mi{N2F;UYE}8oKdCQ-Mjuk}3keU<xH?c|?-1Db@$`Po(DbHv^k9fchlO
zO$C37=Em0hP$aX@lrBnkZ#hO1eA}^-WOBSiWy$niVkFz1Q18)(ROiNO`}VDSZt9(D
zIjn(@-ZX3t^dYu2(3jZOKtEzz1O16_{;Gx>!+C)GTWh$~JJ)hp19ydkx@o-+wKXt-
z?N|f%P={a*bcIcAYhWU=t$|6zN+dM$->R0J*{R{$IrF~MJspiN%CW{5)pEv{={&>u
zGK2VL=R0j8?Xk0xm5$#iU^Y$5nRAH0UVS9hzr!(){*bSRk!v|y(5mII;8nXtHzWkr
zZh<Xls+L0{scJYRoT?^6LQ=mtAN@mA%c1|Wa8RTF@{I4Nej@{@2WcW_K2%)Qk3Uw>
z557F??M<tOGrp{1Kk#L>_Xl6rI5xf@y;OWr`T<|odw=i+X-hJhN94>9)pA=ppBa-I
z`DSBupf>(&A~yagy&8XTsfs_k)y-;~7k{?1Ux@K%2YtpL)pFpEYPabBwbuJk<If)U
zG5)BQ1AkPz#rfdR{;;WyKdR-xhlAb@J{)okKB!;#j6aXlhyG7Q8#Vernek)P#-DCt
z@aHgf$SYyw-_nCWM~h4O=9pvS&vE*}pA+5={+x7d{824u`9`%I_!Dx9hUFXO8So=Z
zdLLT&k=}<Eex&!Ig&)m%p7^aey+?C_=FQI6s0|@&_-AG0gYn}zx{M#s6N4WwP=|mY
zs@(z`KUBjRKQ6Nm_;DrrQiC5h1r<LuRfxAuq2i4xE`oU5l&Xe{MuiIeXu?5_{s^%I
zp{w{IDu5sOuZZ#ED!n-QT4~kAuRAt=+@K#fscJY3UbS1CV-F{)+QVR|njAbr5%43H
zz-fB1=xs@<Cc~6UP+nDk;Et)UYBGgpW9xk=PEzg0z7!-a)ouwXxqUipYD<2q<&+dt
z2i0<GQ@!=Jp98z6;jw1JYy=DM(!LAc^-BFxJ9yVS;dC_K^`Xaj*OwR%-;X*3lhi+K
zYMaCX#F*sUs6!Bhfnif4IO-R^2nz6E`p|z!v{9q~(2NIBBiO?-mICQ+cWk^HPJfUV
z<_O}Z^{&l$cL&?SyHV63wrK98&v-YQ7`z)p9fC#47)5N}3xCp$)Q>xHOfmY`R*Zhs
ziqQ|tMHHidDp)c4LBWdE_X}36zSo-b@3vy}ozh>i`kR6^=YQRLANp6V82x4GuUO%s
zs~El8iqSi*_n}5|#YhVvU2`NA7KmaKx4}ZHVq^<VF|viI7=0p6%&{_#D^B3}xY9+r
zb-ZKa_+9javv+$tI6J{HIIDi)GmdxBhyD|zjT-$YWqc1cI398@jYENM{r9V;unBze
zywC%Dn%X%fwNFbpy$>yXO7BAppVIr#!l(2;wD2jt4+WoQ=j%y<PjeDZN8{66dW=u=
zh{31%)FI&0g0QKLPYa2`r$y8u;M3x;sllfuj*U-C={G*zPYgaiKpg@;Eeo64__UnZ
z`1ByL@#!IA<I@Ua@abXdkT+YkwDD;b`+y&-qc1i1vBoj@p?={rKCR3B*GC&Q`ftd1
zEj9Rr?WhR&q&*Iv$@Cs9O&e(*=-~7|6#UAP-iI20wy?qYvz6HRvyIsJvz-|H*+Ct9
z7WlI>;dC_q?4rl`vzr+F*+U%y{_G8#+W51N82s5!9RmK8M}!mnu_>rtfMBXB{yatu
z{ya_{0{%P^Hns8RNn+zqH?i^OFtPFH2r>9`lsW|bITkjx@#i=(_;7+c1pGM}HZ}O5
ze&I9zJWU_^pNckW^go^PQ`DA^&Jb%-XyiNteoRTQkpe!SaC#qF_>$g-7QUqSp@lE0
zrY?L*??b_t=kxWXz?T;s8(%KcZ+y8#48B~Z4gp`TgiURHd65`=d5Jm%e0g8k)ZmMi
z1r=XVK2&^Bc>%sO^oM{iFNaNSd{Oygd_j3r@#QM9@#PvZ_;Q^(1bn#>Hns8PHDbj7
zb?Okr-$JbTt6#JmU(i*2F_-$sEkGSz3_~aazF>%wvpiz4*&}E%#*)~?c3Z5P3N2zb
z<f+=*dLN2pfGIA5B=J^3`e6RHV@oy&WhWWYM5sIe_5^4ksm_g1{`l5CH+N6<Hr7B$
zZyG-glz)qFYoITiYz_1ywl&b77;9hvbqLl#RcG587|1@h1_lvh4Gg9Z!5SD6HnpvR
zp~QIjVbmd-m;`R8!o&@aHfl`L2*(zHk@O=#cX&J2z$nMI2JWQa*1%}uAPCGc#73a8
z#30x>>JSiceAv`MP?)OCK;ZxE8g5D&Un2#++?Q}V8egW;V|<xLY<!tcY<!tP48F{y
z4gp_gg-vaInN4hbnL`Y|%%u(iU*?5PZG4$e48AO&4l%wgqz`;q6m8Vt%VNjImnHOr
zFH5~0e7WDT@#O*fjW5fHjW5fIjW4R<z!%kSY@>iLs@)Q*_@Y`4d|4T7)JTL?O@_o*
z)qLn5qFN69*M@@{{nurz+7AhMy|*7KHQZ$S50=J9XddW%W=sv>&&JZF$~T+nH~wrU
zHvViOHvViS27k6uhk!rZ!=^U=>>xJ&>?8(%c2S3bKfA-GHva4(27mTahZukM(FgwQ
zk2Y%X2UAeQ_@k);e=vnbz#r9a;W7TGmNWjSmNWjShBN+j^BUlfYPYx^_@mk_@JGYQ
zwH)|xthmIV<Bq|Hs^&BPoMb=n=c!hI)o$>epdb7RIYpy9eEORi@FPolANs?9J<|Ko
z!jJSmwD2Rn4=wyi??b_lXVN7aDe&Xj&Lv?OKc1uC`0+e3`0)aD2>5X^Y-;1jC1UX7
zGIfaY;|hJ?$BWTM4Su}j*!ZDZ4*aNUIPgQYTbyJ3Pz`7NXxPX2p<2%Pp&AbSQ0*4i
z13#{YO>O+RMvQo0rw&29Z-h+^eyCsgj327y(BCMa{y0VQ8jom1mm=UtT;epnSTr^y
zEiMdM@+gnC`0!}emlb;Sz15WH1DZ{l7QaoYk^`o^$j)LSG*wNe&}~ok7Q$LdPeWtP
zhS>-f-lcbK;9alOFSUbrs?U;7yz3J-HF($8vGJ}S{oq|le;OFzfN)S7?`|W;!wsYk
zu}K(2pH0$WVoc%?>Ja1IQ2LB_!-x@_+o?kk#NlC6TaZT(g9Ia~LqL){!lnj^)GvHN
z8sIzWL;umyMveYsG9E<@-Z4fIo2|Jmt46v!LyD0Irk3>n0nd<Ql=|Ztsu*ERRg5qu
z#YUIF0b^2Z0^34Stgb{uuBk7#Vsxqc=R~SRr5GJ=#pqahXRRwEu`4!l8`~%pE89pE
ztM1mEV*{#Uqzx)vOtI1imayjBHaf)!g^qOGA2?#9*r6bb_^8YBRxQ0OPRup+%!2Qt
zIiujaX-+SA0?lcyzb%;BqeoZiQWd@v=^s=YV|?Mcmj=cc<Ch=fpAsE%`+XTtrnd3p
z)>UDQp;hD8&~5yBG<32@)=Q6BJTC+{n;kYa#y=<HNz?-~fSOBFi6Hqj?|7b&`7~_2
z3yAIJ3yE#M7ZKZd7ZYQ=OQ=Ke&`ZOnj>&;}Ke5fX<`Lu3JhP1g97EL5Y<!sdYJ8wp
zHNF+ZHa^wJ7~e|zLomKoVN+v#s~ux}YchU-8uPi<+cBT(GM-00pfs+h*}vcoH2byQ
zhxRS+L)8<>Wn(!-$!C+}UIlEX*|Xp+*`zCSU3G5kOaBFPUd+N!8b2ZDRr}K6=$-ec
z?w>v9wR4<uN8Cn4O+dLL2o0CkpmBN}yUk2}c^uD!tvTg9<Fs-fIIUdAz7%l!o@Aw?
zt+_6G!0C|4(SemSFy8hWR4$87HeRh+8?SC<<Hb;_HHe`qN7y51ympG#pj}eqjhr`;
z=MUr|iE<y-V3m_Gzshyd$;PWSY8O||vzsgD+2EA(FlgnvxE>x#xh}BHuX3NwujbL>
zt(<4$QBJY(sL95oQ*At=62_xk7x%|_l<NXxJj!)}F`kv#RxZZ;t%^2k%wOa@?HvP3
zqjF#Wf|dLFm7J#*<goRniwdL-j(fLqp5?Gd*^db;%f_tf+7wRng{xX`zr=Y>HC#N@
z@mp)TXo|cRST)^|R=s^VT7P<8iyo@!o(Pod?#Em2MITF{iMf8Wbf?t_ex(z>R6l>Y
z^%>_+JN2`=`)|*&)m6V82916x{;dKIlcGHZlcKsgx%3&Q{h6hzpFe!-XB^edasC@&
z<huEV)@PjOTe<GJR{i{JIe#3@XA0I{a-sG20q0xqqR*B7+EdOJtUcvS!Cf?!z~t-1
zUkLn|L<8}+<=vwP_)+a8XxAQs{>qhqlFtTKTK!VNNOR(c_K@J;Z&ce$^&3m2(Jyw+
zPuuFR6|6nw3k7R0`FyFL)$+O4Uh>(}UwcWZrPALOe5|x<F9AQahlKm1t-a(Ut-S>N
z&>j-~Kh&z9jUU=ez>g9FoCJQ@_M+cp+V)euDAQhI{Lr2PepGu2_)+a8#*dX8qw!-E
zG5E2XIs}8$9s)d(J`FlGuBFn3B%D5PgAZ96?J33w?J35GN7(T<JN0v;^T3CVGV<Zq
z3($UIeAvt;<HHtW<HJ^B@L?Nu2>7r)Y-;1f4r1fOPGaN3E@JRuH+2a3uqSM4@L{iG
z@L`{0@L|7W<HG^^!H0w14n7=mjC_H#Uc~YR(tnjNv^{_iPnO>La=qKJ@j=^<@!<&j
zfe#@^X&70R2N3T`sY4?Ld?MlWcLOE<>F)|k{L?#W#Q*8sUkdR*<=EnXntqGFhGy~C
z&@KLYG{hfEpa|lRDJf#{*HW_hYice2n0mz@At{3RBV<Jo|BD6b9oHqti2r5B7XK^s
z<6<v*J8t%pV+`VbjxGN0r(X||I(&c%5BtFc(-D)=IJWq|Ouxnd6=F>CtJEQg|J7_C
zqeecs7H!l^%e&}x#7lTca)WAd22iijT-5q|f`zSj(F^nnuADT#^)7l|X~NW3$sVE6
zX3!G~%T|Kr=+X#$<<>neI`yIfPKWfSVVv$mY@F^(3{Ll>4gsh8hfQsq9zblIzKz&8
zJ&@QqJ&5@8t?%Q(=^^xo7^jEQXPh2JY@EKG7?U%cIs_9pB5Z0*>`2F$#5){=)1w?4
zr|+a6oF47%wt&Xa4^EHuc5qs?Pxy?}zo;5$Qo45|h4|kaW1+VAPbRkbPa#J9@1qVu
z{HKOZZSkK*Z1JB?Z1JB#Z1JB-jQG!@4nh29hfQtqpF?c%pG$1<*YZL9=hGj8_+!}>
zLHw~Siy;13wnY$sTh`SA*78UEkrs+r{E<Esf25Tnh<{ZBS^QNCU1<Hr{Cw;4^to~=
z)k0?rRxNa<e4bVdZoVpanMkccCC6$i48B)_=?Ffob!>cCN5Ao5Ju&#OfjR_ycqD9U
z<HMuG#)pl>#)nPB#)r+s;KLT`5b$AZ*wn^{ZN$ch?Zn219mL?nPU;ZwVOQAH;KOdm
z;KLrr;KN?WZxpbPCit+wxT-(UJ3v43K~)2R4^<6hd{8X}KB)GIYl07|eF7UFR0|m&
zy4eSO2suonkg@X_D7QC9X_R<3$B0Y3o8!cY_X+CQY7y^~38$mQ`zd-X-cJ)-yiXBZ
zyiXG&-Zo_Y`)l?{RlN1+7H>>V6>m(P;%!r^&%l`SB8WFaQUvj~C9Dk^AuVF@zDO?`
zFO}Bn<jeHq;#a&KH?L|S8=Pt(47#d;@KCCK;u;oj)j&2ms)aClP4uNkykE}v2sPIK
zD;Y~+{lA*=8tNq(KwYJ|xZrCvksPlVmy+iV#|v7&PnzGVf##LYn##EaV`+728ib*e
zo`&u;8)hSDJXK%tH0QO{4xaW_$9yoJ_Myvo)R*{UJS6Ey^=7NiLEadU+oiyx+Z^Ko
z20F&W4RVZ!AM6-B8sgYUIFx=P=`dpO=yvK5<I!;Xz@rh-MhzZ?jHF>ax`P-z8buuf
z9&sLHuJQOTjlj1%wPkw0@{g@K|A*F`|9!cH=KL=T)|~%&!J6}L72KcZ&DNZMvo+`6
zDE&3}e^#*O{_Cwd|5|I#zgqfh&W#hAbK`{O9+RTEj?=)2YR<t4&2_Yc6PoM5;6yd&
z;6#Y#9Sd`GIH<93$2fkuRa-WtaU4x0gyb7fg@kceg6W9Fa<^kkJQL_wLP{O(p|Zr)
zMZAp%Nhkh+C(%IswHC9J|6bALuygyAgwy-A!jJTRt?;9n%6^3(%{1b|kMw(;o1L$t
z8aDH{s552cgYjb)UB-{u#Nfvq>Jac_ZrIeuk9ow#kNL#L52QimjD^%8;0MxY5%9y(
zt3Lc$`qkcp^jyUFfi$kfUAA*z@MBr&t;E0FaZ|v9G>sn*5rZEqs6)Vyhr^~eeyk)m
zeykz}KUPzRfFEnJJ&}5AG~^m{O9!X-Yv4<k^nT6wuz?N6hewEw504TXA2t%-?0iqt
z5Rwm@W#ohLK|?V<XsF;rp*YR~AGZ7X#)lpB8y|KO8y|KNzuBrS!G}Hchky@z!=^^Q
z*ykAeV!vbK!vXq{FAjP;_;ASa%dPioO=*0brt#qkV({Tf>JaduJ8Wv>!(n3M!x3We
zA>=3xn@r^a#CuZe&`1HFNI1P;EAdY?W{H1#zgFU(-m{hXr}u0(%kOn`S;YTLzP^;j
z|12FA|8vBM|9R>V#Q#Fr)E56|h%Nrl5?lPABS!pfTURam0{tO~|HZJW5&uh$5&z4M
zE&i%85r3O<<pT?e@_~gcDkohLp{?SN&@28%2^FFZ{ULTSP^*eRsHeeTNJS9;s~H`m
z#v)Tq89lHFuV;H5wJlcFn46+wt}(I5UoS4bY_}=V2T@E}5hM{zX_58C#MD<`9AjxJ
zN%e$6*d*1tF?-*>b&t#4Q~e1}hxDdlobE$xoc>h}g!!-l{<Ip1(?(G(1mcZNFdduL
z`!yr*c=iCX?@B$>5yZdSv2l6={kDMaA+`n9MGQ`7>C`~&oOW;Yptkrc2U`493t3LP
zkNqvDsRp{)`8OQdsy%IbveMCV+6;Our_Ch(dh7ifa@uVALoBDwq0e&KTw=><^N6uH
z=2M4Y;i&crjD=OzKv+ao4TJ?+)j$@1)k3ef-mfXKq>HNtLj0>5sA<(e7XRfu4e@_4
zot}<}|3i)~{wwIW_&-dH_^+f6LHt)`dm=S*TF7b|TRNYKk{kJ8ZFHbEJ}BoIAC#Vq
z52}HT52}G~cD`dwSN&$|J4WNfCiXBsD7}IY7-A9d!5*R7<3x4i!*-r!eAqz@KB)Gg
zO#vTN`y}+Uzh46%sv5}npc)8#I2iY$Zdx^v@!>JHgAb2Whky@HgiURHc#_!o&`oUl
z;4rZ!iAMe#1H?N^dcRiUo!+mNc&GPkCEm>mo>=1DoFu;4`Mpa+$eQ+P8TnxGK1G+s
z`!q4)eTF&&@je?iwXOei#1`-K#1`)h#EADZ)FFtsYM;PZ|EhfgWBpe((1-L2En2Jm
zuUZK4u4*8Qw`w88TeVMIp{YVr)ieqn;%y;SO@ojZu|{;Q;w|bR-c9MPcw-2XBRpd9
z*bue2@CcGMJZjM;e3eRzGU01f8%qr&FFx4ZNX_YpMgN*(B!#L5Qqo8r-k?%aNf=Yz
zsc8^~N_ra7zFTl3v+yYGbKp_0)F-urN4*nHN8?c+dW=VXiH%47h{2=&)FI%}fUv2-
zquU(g0R}q8!wqtbhac=1K^WrLf;5!=2qMg3#7*n{n&pk*YzH|;P=^?aM$%_Ix`P<x
z8$}%g9&yfNuJQOTjlhpPwPl*~e{IeAk6Ls7!*U7D`9Bq`IsZYyn)B}$thxVQYtFyh
zn)C0J{+j#0DOhv=*R47KtJa+VW$CXuf3NlXk9S*h{!Z)t+S}!P&HY;iYtBE@dcXGR
z)|`K;^w+$9vf$A)KT+@)n#S3&#Kzfi#0c7W>JV`DuCS@W*}ENsvlASHv-ddGf=!Mt
zszb@fu@nF7N#ETd{=RPc@7ql7oB{*wQxZ<^*9t$<`?bQ4^nR`IBfVcM{7CQDz>gXE
zdQ#xW%!Jd?_%Vwf<Hu}b@M8{j2>3BKY-;1jJYw);K6MEAu^?<}@MEE4<A-WY<A-WY
z@MDSh2S1iNHh$bszwzS%V&lg$V&lhhV&lhy#Nfw6)FI%<im<7{kB1$DA1fV$AFCXL
zAFCaMAKFvkn@In`(zur9fevnztHFmX>HV7VVFMeC52`JV57>tMx6sW-V(?)Tb!>^?
z!{&t3(fF{19^=DSV(?)bbqM&dJ#1>@!wzEbVJCG6_^>N%YVcvVW8=df`i&2JiNS|`
z)FI%*{;;Wy51LBjgQnW}fKXI?c#PQi@HjE}@C0=T`0!-d)Zjz6WANdyWANdKW6Kvu
z>DM4q2jv08ds2dp6!3|J)BCj&|MY&X#6P`XEAdY?X2}QX{TkwbI$uu;@jv6(;(wNY
zi~l)d#Q!{X2;zSsY-)@DGsKAhv(zDo|8rqeBmU1jw)nq5zs3I|G2(xTIt1~*95%JZ
z{|d3i|3zYp|4YP{548PT{8b(x{wN!YApTZXDE>`p)yt}v9V7m)I7a+Y))YbfuV!?N
z8YI0|T9ps3XS|Nu$bN%(9}h`XWA1I$mRLkaIW0B}smQL@`?Z~=3DmBByNpNIV($rs
zX_0{LE{(vCZ{6dfQ!A&X`qMbwhaHX6eTj|J{fLdz{fWWps_q1*tGd%TJ&^s4(}Re?
z>A}<?;PjBNsg2V^iNWb%)FI$>$n7-1>EYp^2B$|jHcpSEADq6!+rjBkj*ZiI(r=s|
zO>CSVLu{NLOKhATM~vW&rw&12f8I4vJEz?n_olY^PbRkbPa(GW-$!impGu7QPooY&
z{HKRaZSkK$Z1JB-jQG!@4nh29hfQtqpF@oJ&!rBr_|Kyc@t+@U)QJBA#}@yE^dtU@
zydCjh?AYSJgno<vQeun${lpgk2Z$~H%ZL&G<<udFziOYrSol>9ghgJ}Ku91}4TJ=<
zGR~zwRBE7hjkB8V2RfgLh*a~gO;$P@AJ)-hd{|FxeAqy2d{7MpKB)F#8wGsWn5=X(
zK5U}L_^_E6eAq%A0zPaFo7(uWjTn5`P90)=*g+rouru1I!G~RrjSsu&2Osu$JNU5I
zvGHLa{l<s=#Ks3qb;XB+#Ks4NN_<f5Lz@CVsP;)ndt6lmfe%#;1U_^}Uuy6nM75A^
zB2VWtP;O7}*Gjz8`?V79^nR_xJH1~k@lNm85bvkb1sf^E`{{fGDU0_hIxOC&i4pHJ
z)FFuX*|4cC-sgxB@AK3l7Viu6A>PkK8#UtntYeG!bMzzL&wD%K{eokQ_eJ_G-j|3i
z-j|6#&O?$bR2J_SiQlYVktyD)eb`39`d96fkP3vV212~68VK=jqAxY#9W~GqVvz0?
z>JX4JYM?driL|NlDwRl`@HHxs|9XPyh{bWkF&52hj(4?cpq-^r)YPI(K0HdNrU9)h
zVVx6lXBbI0QiVt9vp#s#%iF=D-U+88c+|%+c+}Ui@u(mD;893_8sO1@a8MhMRPTUC
z1HBzQ3K>Mhcr=(8JQ_kBVmum3pYdoIvGM43V(@4<bqMmth_I=_qmhm=!FM>u<d1TU
z;Bd}cb6vkL$^AVxafx5~>biSeOia>^)E^h8=If6N7I*)!U~%^k3Kn;NzhH6q_gcR#
z`Q6ek&i+n|v&T!jID4#MarbD!;;a%#@`<yDOS`z+U9dQ78<RL|8<#k18=JUm8=tsq
zg^#$qyv5nsEzZs?_ZM%c7d)Eg)Pl#*v;{Yo7!SobM64S6iZn9+rH*Tle=Z#qv%f1?
zG5gzs6|>(iSTXypf|X}1CW;wiQso(oiDHJBRC&f?qL_7;>nmm!6Ft7gL@~3NC}tKD
z#SC*EqL|HU<(Vnbn)A)%f|YOXEm-+xQY*(yZ2iq<SLv^q-BYk)Hlf5zEqAv*Pu<n}
zJT<=cPC0^&lX0o)k0Ep`-BefZ(M2U9C5)j~gU6#(gw&&2lGRjL64q2%lD?1UTM`#t
zG3nFj4?$3j*7^sb#Jgw*|6&=m`G-*T=wbX*D2;z}*lzrrOAP+aqYg3t&8H9iTM%v3
z#=nKc-8>{&L}mP2Ol<sHLTvn7N^JbQpV;{K05KkF8Fh&959y+Mq5mMUf<hyIu0qgO
zB$$o}>cft^3Rp?g__vA}q*+ZJ0{*QDn;QIE>lpl7=NSB3?--=s;Mn;02>r&tM~Q8N
z-bk!PMI*mkHvVm<)A+ZA*!Z`V*!Z`N82sB#9RmLC2%8#7V`s)QsF8Gne{x&?+f9e@
zZx6BYZ!fX&Zyz!Ex1T!1_;-Ll@b6%>Q5*jb5qI;DL{u{ViE73_nZ`eLHU4$;GR8mM
z3jD(miWvViR4w|{j7O>Xr$+_<PL#9tMZ`(RT?ITv)A;u^G5B|iIt2VX9X2)icg8XJ
zch<4xzjO2}siqF+sldMr38o|X_l#rX-?Q`^|DGc@{yk4@{Ck1e_;-=m_;-mI{JTsY
z0{&eIn;QHJd65SA_fmH3qP{HysQ1y-rkZ^3r|O$*9zVcC@7Cw3o@u{t*k%HEM}~AP
z8I6v{WA#PwdwD;Q1Gg$-B<e%2$d#Hk#O`GCs5-%TtVc2)4`3(bv8KRyta`zCj47*X
zp~1vBaNO~1^XMzm$o!XEYoY2H|E~3n$OU?~xXy1^(_iHRJtOAO!d3l4w|Yj*p@mlq
zQO_3Fw>i`^c1J^g$82+`=d?K#t!xfKyJ{~2EvsB0+9DSiojYG1v#V%7nN|`li+cm*
zWrJK`%SpMw(tVE}U8TRa1<M6mw#WsxoK@&xxfek$z<)*1h;&f|C*u-Da8bL3azR&V
z)m}8wu?-%NQsn|Ys^tPrh2?@N>~E8IAF<_vsl=G{Y1API%Ji_Q5j5>V;X}}8hD~i`
zL8vNnX*p=2u_1rYjs-e5!F0rez<+f;1WaFurBAvV`N885^*t6S=LGOL1h*8A`-Fq~
zaBH1(m&X5)Tws%=b%IG%4v5=e@*@w(g-(`s^#MfdBl=^WwLSuCu_mC9+M-s-^$@9D
zl(0C6GBz37UNlLmzbJ>KQ>_zBverl3ADZ(Xu~}k%n2q31h*6cx5F@+oFC<1)E_<j9
zS}}UCV8v>A!HU(gR*XdO)JL&G%&QpLLQ;&h;8K6Z$Oxbq89@{y4J!55xNW?O5yo4^
z$i}N!VZ0F^T?ON<av8>3<uV(ua+-}-InBnaoQCmMxeVj&O2bVhi%s@K`oUp)#Oh0$
zd)bchPNojA`JF-^#v7tshVj}EE1;Za<JF_t&6U$^esyV#cUIhh8sm*2DEHc$o5OZn
zbINJ9=H{{8*4%tzTXPGDjr<FVu{ah{hhTv%4m)eExz<{%a^)B5{*B<jqo#<<Xvn`E
zC_mC~wcd%@I@gpOEB!TPSmz;_(yF)@MGi-6{(H&p7Ee%9SSYK{w?D0>sMaBZXxpBG
zY}?{btSM|;tv+8USBea2%vy&ccfwkaU9DV+MN+N9e?v`?u9j;HTcpaLe;2K}w)orD
zIz+rMgd&KS4YB$>s7JAQX&qX;Ci5ys%B8dpEnZrO-PO|5`v|SSIPHlra&7T=!CHrp
zRZClou3Cox2w@QoB0;S~46>>z^bo0C>(Jt*b!d~Jb=cMVn?1y<T8CD^X+0_#>iSJj
zs(<eM&0Zrf;&Z=@d_a62aE$mM)fGW}EOl4$(UxTK(H3CwS;4DVd>$sY_^c%EF5g!Z
z@_o^28TnxGSwok_XDu<}vyM6h!B`(QHR7|uvBl>R`VpT;z1`xok$#KMCSr@vX5y~a
z_tl8cR{BE_pKW1NBR<<RR<6Wmw!_=8o_1!eP}-)ri+)?IyNRvv*+Xob?p|Ug0UG(M
zJtc{R_fuIiIY6w<o<@GpV#(+botCUH^;J=!(5Tp8Lr#TCf(awE)gPUA6D#S`$kecX
zOVsI`+ISSTdUtTMlxE2{>HBK%`9$i{NP*8M6HZ6)`6<W83wWBQ@%a?7Zb~D+XE8pX
zq0{($mbkn6ry|7X^Yn)ppD)m7e13))llm-m2>AS5*wo<j^Nx+rFVGJ@U-b5S3%Eqn
z_<Whz_<V)9tMz*j@cAYBL%`?vg-s2TzTYwU9P$Ag;B&|aX&9dyV&n76#NhKQ)FI&W
zt6@_cpRW=dpRW-cpRW@epKlNwpI;+3KEF<k&G`-L5b*g!VN-+8iyh<nKjPS)|D*KV
z^D7Uaf5^vZp#R6iL5=>O$oNfa%-1I~mco2}$}#5a(~dD;pK)yS^%ng$UvCrJe7!?#
z^Yt#V&DVRxHedgZ81wbtsY5Vd|08T_%-8?S_`}qwYyVfqQnvp8HyyVAKTF(~ha{h)
z>aBnBNDeL4p6RpR7gCq{{f2$kLpMsJqfV5S-q9URHjlV`wP*DqKFmWB4X3+RV<NHH
zu&Wwy08e{7oy(&h_p#P@cqs5OEk&jmb1==R1rMQVod*)*{18mP3K@i@2+p^#>HG+*
z(lah%Vb>sy7S$J$qK`eS=+&>>3iPXD26|SXEwtP<$!y5!pjWj_6i{16>c{xS(y=AQ
zwuT3OkI;@WE?eY3A;xiY#pt0{%z+hKbW%7UY<-Sc-ugVhEUuRS{?$03SnDRKk78}>
zO0gCZQ@dhqF;uKAhKjMRJH=QFA)T)nTMQLrn{3562ZLus%BL%0r#|U&JT@}_xD!Lc
z9)FY+kGlLH7OdO<LBSf{?-#7$|6aj*yx(oD)88rWnw~3FIif#yw`r|vUrqn9a=u~-
zj%j^{`$#K>hod3Ku)8XsR4Y{L)M^FA(DI04h&)oQ(>3M#is7n)6~l)MRt#;hiXk3?
zF^brP&Sy2!B}NG&Mi%-WJ$?=`GU`@e28rUATI&jVAmsmr7=0xkHt9y{Us~(vpIb5d
zyXy5$j~;(prD%O;Ys+8X(^z__)`8Lp)<G2`tOH9w)qbk=Wa~gN>MprZ<Hvq#)U5VX
z?N_!AwBKPJgeVuz4wU!3SydVH6W^)C8Cp;G2KvQ)PZM|4z86UnPUW@Vj@JB6<+obz
zRE+ao?233yET`x*%p}LiOCfqxi^pU(bXQZPymVijKy7&mrA1ZWOe01-rc;L?9y7wG
zMm%OZo>Bmssu!&arNv_o+wm}SsYCFv^TMX?Dqud%dkS7ab3(xjY2ID1av9b~$YL5;
zA4|ePjd(0|jCkDd*y8a3{fLKc---ve_aYXL2kEtVpiEFaR#1mveOM~5;<1u_Y<;XE
zMm$zihhS3IgiVb}U+dW7v5tO`B6V0#W%1ZRjCedk9fEi~8a8!T0UK#rJT?&{9-FB{
z5RWa{UPO&Wu{GMLu|BqCtk9vr*zWDvxOO<!=9U~gskHeeyo*YkW5T<sw0S1Hhe}By
z;k{Jad=uVBrOi3v{ZzJzA0SpzqLJUJC}|~phzdy!Au6Jzn4oGWJfwIUJ%B+0iIyVf
zr#oXQ%#Ts16kuo+)i6IHM`>VwK+z(YAER(JKPTAB=I11_&CgTBHa|}j+x(m&w)r_t
zZ1Z!5*yiUfG3E!4SOm{^z92o{1;=>4XB^}Co^_1pd(N@N|9SfD`CcHl=etO3&v%K~
zp6@cTJ>L~#d%hQm?fG6J#`C?88gh;Y#Q*)&kjHtrjfW&3pu(mr9%diM(}YcJ<9V6b
z#`6lXjptQj8_!i@jOQA42*#th2FCqvgiUStdyUxc_d2oN?+s$R--n2CKg}y`3a<Z=
zWTm5B|D*KS_1`46>wk>cuK#gjT>lf)kPq{K=lLWx<T?*Fzn>z;{C=7m@<AT@w*Dp!
z_kWB25WD}|^x6I2A;$gRr4GUUwGIN~djBnKYP;TlC${VT4`N(TJfls)`Tt8sKG^yH
zn=U*5v&1<6bJURk$pgmod1}aeJlK4Eff(~49?_=YeqT&hI@<kyogTa2ZxG{tzeyc}
z`-vxkalPLPo7%4T+r)Og-yz2JK1v;e^M5aFYCHe;iS7J9AjbKBNDcX29x$FiqK15l
z2YdcMCdTvs2{q)`cmN;%lp69G9(wbT<jYh&Q~mvw?E7ZcSvAuC@_%2W$7TA^(8MGU
zhVx5Nqgz<?r5VCjWLA|%ssa@0KsAV^;i?81#dg#nA$QW47$|S|UDa15szI<#6hRH5
zy*519W3kN?u?<M3HTGh!zbjpFDb<Yk6qn-F<rsvwAyyl%9_3i|h^iSU`}s!-m_qY#
z!S~VZu3j6eV3=0AR5jyt`nA!d4l}48Yt`tpRVJnmJR)9j711CPoI{1d&MmFg!_1@K
z;x(VxCSw6{SF7g1WG<pVM3bDrVk*QdOVg9aKX+>MMt;QSei`}jw?F&$o)7u;j<)`;
z+~V^v`&oQe5_kXVd(R!5hY+l%o!M3>Z87em-xlj`;xRlV*+YezE@UqaC4uDGN2Mf@
z@O~;wCI^U>WN7^SzW3aoE}xE;PecvNC!&r$Kd4nbKT?C9|2TCBo?o?jV0-?P^x5-2
zMQqRi|FQQLP<IvEwr&za5?qqtvVPnlhD(6p4#6!rA-EGH3xd15y9Kx4uwif5zLD+j
z?yj$YW7hbq&$Z8a@80|FY3;ms8Lct<=%Z?`Rn^C+nsd#y{xBJC^N)Lz`3W{Q1+dNf
zNVsk0N5SnHdo*0v*jShNn38&I<26T{|8YcY{yV_ydT#F3)&E4|Y3hGc@s9_k*U8xi
zs$NcUu6jAux%4{Cx#=~PxaoB|-1IsFZhD;wH@(h+n_ko4rdJnkdYuiIUgv<aV>sxZ
zWI8CD#9=lLjhzeVo+RqF#28Q9%O<z+TtLjm6Zc*=o{MO=@mvhoc+xJx(RiXxGN|{v
zEPc@4?{c`k-xY9szboPPepkWuexWNqrq{ow@tUK({<TEx^{<25>t7GI*S`U-*S`^z
zUClxBxe1hA%E9!#87_Tq0cGcLn6>rK1;zW{Mm){l|8`>b{&&Dl&pY9I|0!Ua=5u%Y
zpuOHbaC^Ob;d;HOGki?v$GvI8TIWAN%+7xhuJa!PW%qH=c=8_oF1YFO2wZwZ9pPho
zzZs3!9BsUh5wZ7s9B%V}0<QPF98A;eJ(WIaulF?EUhf&WUN7nZAJh5IHC}VH^PeYT
z=f42g`7=S;vm7*@7eU#R9BlqC!8QMvL78sdq8?rWWw&yeg+pVn0t1`-``1eB&4LBG
zfpr6F?pf-F)g43!ZSdt~oBrDP2gix!a8L}RMh>j*5Zt)1G%*c7Hj-ftZI1i5rrEkD
zoSh!~*3Ocr^^j^#_y#@C?Zq?AbJ4zjOZNC7nWd%mP*mw_-EhWoUx{F2+74O|m18?z
zp|wrN4X<tEt^e_ww)@C2faUlaRxYpW)$vDM<6ks8fNEc?a9wU%<6j)UGKa>N0BrnA
z!dK+bSO?Jf`x@FDmv7w`$M~1_b|qn%!gV=oeety{+-f$;UE@vDOSi_Ww{DF$hGydp
z*Tx%D(@CpvUYcHX)%3yTDp?ITil&K$jvCLxwM*zZs_-?yb!+2jT+?$5+{QN+ZsQvV
z*Z9^1(=@)d(g!uZwVi8x>lD5^ID2adp=U}MQyW%KR%yhZkP(%B>qj9Q!gb9^({|9h
zAsG+X`ra5!)B4^deNgLrQ|Gq6ClI&wy%~H`&u<^KzPBKrwqH8sdHueXZ-u*0<y+%w
zQh^y3-?sSMfD&Q5Yy&0M_RcMzI}o>g?g+Ph?gY1d?hIExcLCFs&xz@SR&Tq)mCv*s
zU-I2?G`<{v#5MjsvqNd$tMENQ8~@&L8-GY;;}0oq{2{f*uM||%_$O5s<F^#X_%p@3
z(Qo$JS*6fg-=TXJr<znst??cTxA7hZxA7hhxA9JfYrIE*X&Ud8^g+}6NcbEa8VemY
zp3pgi;>Q&KXwdXL7H;D^4sPQ+9&Y110j}|#2&QR#C#4T+d?!2C_)aPOC{TKy>g}`D
z&j4C_tuL{s!iREb>~vsA&poQv_nD=ABXDpbg0paE>3_!8h4v3dZWpekoeidG5a*;1
zD(TamXK^TYE^#ZK^Wc+uJ_D%uE+C#}>;FPxQM66tMS!jUi{V=Df%usCrH$A8CQ|F?
zvcdzD@5`NAzONu|`Mwfv`MwHn`Mw&id|v~mDc{$o4_ZB52e*2>1g`O=-GHO<<@h76
z_M5UpX}`Jf8$lcYEpQwEt#BLvZEzd^?Qo6%4lqsQzcYPM<G;(f#(#I=*Mqay#(Qv8
zuW6yX=96|Gj*a(zxQ+J#xQ+KgxQ+KAxW@Z1n5OYQl0Im9KML1)(?Um$Cv?uB_~XTY
z47Bk*0k`oz3Agb*1-J1%4cGXd0n;?TXVV8YzUQ24e9sp?1C*XGc)RqRS@^x+u-f<{
z?$F9#!W~li%eb>v{tE8k0RvvGp;-T~6+R6dR2yH%9a#Ar#U=D+@pEj2b^}i<Oj}5t
zo*SHay!;{m{+S`q(C}hUv0=v-!Zxkeo)Xia)RHAGXp*g(?J1JCwWmaR?DOxR5$39A
zx7O&~#I2_1fm_YY3%8n?4{kLxKiq0&I9xR|0!&lQj7%T2nqB}NgT^W2)}EKP5RUeY
zg);zZyo)%u@h(c-#=98Y#=AJ&#=8Vu<6RO=(|9}SgBow2bB%YY!WRT12~A*WK*<VS
zn^25*+4MmhZ%AR|)myj5tD&{V8$(ynrWBvS>?K<IuEO~mZ(8VR`Cg3%8_()+d$Bd(
z_GY8trr&6|#xn*?(<H{G4{DO*oNGL57QQMd{nqk!>9=;_%Yegb<2txQE03WMsXV4;
zi>+t9aygBAfDP*@tsi1+MEsxu1IBy%fjyrY4ycWr;7;oK%&>pYZ+mRLZbtuoIW)F8
zp!K>%;Q<=tmd;iGX<Ok~{<el&{<eWz{<ei%{<ec#{<eoJe>;F_%HNLZgHfbSU?)KN
zON()bs7+)SK;xa59YBqDSLZg~-H6+GcZb_}_ki1Y_k?S_dx2>h@80Qy8m}a+rtzla
zI}=sCrA2B~Z=q`jHQq_-gErnsy^U9;(HgHxr#0S#;TrEDV4B8zX!@Y(dl=mG4IM4t
zlWDi{909lSOo5wzN5W0Nqu?6P(O{a!b4>c6#&fK5jpw++4+o{+@!l@|PAFWZ-&(IH
z!iREb>?B}F&u0d$*Sw@gsmDdL>3=FPOaEoN8`116GL?YDJv|!AAw+NdGXN#!%+eH~
zq@Cs5*7G#tlgej>?4wDYojz#m`5br_m)z-a72mmFn%2j8>4P!JCU8Dr`Mm&c`MnTs
z`Mn5k`Mnr!`Mm_L{9X#CDZiJc4_dul4p)BDV%!>U+LbsO?^PK9HQuY8+jy@bZsWZc
zZsWZUZsWZkuJPUgrfIx4rVnboH#ygMZ!Y`_Q1zI03y$hBbj_f~dt3UTjrVrAjrR_?
zjrUHtjrT6N#(OuIrt#jBK4|*h3pag3N6Yv9wA*+dfZKQ;gxh!?g4=i=hHE^JfN2`f
zqv?Yh&kW}p&trw(2TH%ky<Pe}QTVOku-f<}?$FAg!W~li)3{pCY0uyc?)l6xOa07n
z8tsEPH1<3&un@ru#U(VehQqUN{?#*W-RSUa>!n&BWa2Gju+ft(ruAirhFrdsz$sIb
zC^prWXdy|8s{SEaOfF7uK1SNUCCOvoveJnAkU5*~&GDd0=E6O&^0{#j=y}#Zsr403
zd~TSpp3>U4<|l6Z)^ND?t+Ww1@up2=B%r~edEB!b(j@D~QJSYkexd-HNNOHhXQwEj
zhJ2*CbohVJJl20|mzsarQ|BMFmQ?&ss-^imt;c4uIoOhIZ5~nYhqRV_)TwO=aed7p
zY3qnOjrz`@>a<nolX^a%>iTNaZq;ejxz*`Byr$LZyzo^yG#2%~O6#lf|L}Kh*+1%h
z>15?|>Qc4FqouF)Q<v6<!-eRuWIcaj+$DNGpDy0>oz`Ntf4GZQ9&2Dm<$9@BKH{yE
zk526p`Opxn*}kEvL_Tbav2QF>d&m9Gvd)zcT{5cK{f;gzt$kw!xbk6_q{zog#M6|I
zmD309&D2!CV3QlEw85@MyC$(Zn5N0Dkv`a|WE8IDV>CQO#3`Rsm5;R8lip2MKBsDZ
z<mc09Q9jnHU0V5Ao4E3^j<+A&x}>+(M_l?3Y~2DzJ~r_4C-wZUP5Ic!+btjCiQD?v
z7_NM50;WmSP16S@`UK~ekIjf%acmB^d~5+%KDGqYl#i{_2RoH)jcfVX2CjT;3#KU_
z+ZBH-s70}Twt-q7I}{$NTcqdnsTSQ%-ai&)6WAG8ur}_3n-?&-6X9`j!zrIrV^e7O
zZa`cd8@@Xb7te<80oX-$Pk3xfI3NA($q|TP`b>eFK1af1Q^zU)ZmKr@*cY2n<o}rT
zLFNBg=gR+a&Xxb;oh$z*IJf+tNZj&&65R5CGTici3f%I4D%|FG8r<eL6>jr89j^JE
z0m_c%po`;~pe&YhTtpjw7NDEUsKX`{<LRak+IY@}+j!1_+jyqKZ9M0~HJ<apG>zx*
z^g+%40_XOA7ZSJky9jRYcQM@F?-ID)FLcGn^!k@IUURh9znqA@{uOY0{VU=2`d7jA
z`d5RpOF3vh*MPF~IhelJ!lmzZpllk4SwH&Q6J)^d=O8^E0A<&6n1w@Q4*~<5`_G3;
z?D2vHx`7}5&)=iw%M8ZRH8@SfX<dVdzz_NFcaLgi8aFmp#&Hd{GH=}z#df1>ux&%F
zYjA8=x(25$fTL@0T3qfrt)FYhHCWqZHC=<XjaJiz)ow#u8*uE!);Nf>-mRzVrT&Nh
z_9D-Sp(<ZCg}8^c+l<ydQ{0Xm*pevjnU>2J1Sfs;w-;+QdUOMnpS2s_9N+1=N7Z^-
z*V`YhWIbHvXZ;$A{A}R-ph`BxReoCcs0Z|Xhcc<>JCyx<?os!vueT{~TnL-k1Yn<!
z{>`~YjdG6~i@b@%y+LdO4c{GzO`_p(k7}Dq+@r=O)3ome*k-gh+%_vo-@4{TYV4XD
zsnaz#O{tA*?v5D%V-sltDvj1=qta<@Mp0U}SshHf?&(yL)inP@D{I};A4c5fANMjg
z|H-u5{No<g=0AmYn}6J++Gc(f?Kc0T;hO(AFirdEvFU?0|Ks4cpY8xx|Fjcu)c?c`
zfa-rz;m3p8yiYDXKzg0xTzZ}ATzZ}6-0Ed2antK`xaoBU-1IsVZhD;sH@)H>%Jk~e
zZhD;!mtN<9vST>t9&I`(o5W!@4vn1)=pHTVw!|3E`RRi;o(teMp14P~@mxf^jVJC=
zt$yPkRpW^|p)aQQ``>+!8oD;G9<P5*`k>9{TDZ;UI=Ic}dbrK!2Ds*PBPhF?gXVJ+
zD2sby)AweA()Sinb{>aWd%jcE``<=9&EEfZV)p)bz)jCP;d=imV47a<?({)>y?fyH
zdiTQhdQoTin9jey@tUKZ{{Rs?KkiX={zIkzeW1qkaN&1>rpF_2>5&$fM(L5aptsU6
zOSYEpQU*5nw~v=_jJbB{hN}grZq;mo4kBs`I9^^0d~ogE+5k12xF%=w5S)Wr!;Wk6
zu<QUH(3)l}wAsB~8@FVs78`p*=LGhxO>^PyQ+cF&)0XUUfw#284S<zJ>!DPX`zEbz
zCi>?#6y-m@zF%xt8&w|L*@l&CyNlmWW~BH0g=w(!wVlR8H`|uu{KbgNw4KHck!{oQ
zJ?Ij|)7DL=Jn~w(@(%7wmG|MUSou=8E3|I&<A!#b+NJeSc3I+<tQhwOwe#}0>sPLq
zj`4;r8CHKAQuMbWNB>ny-x#XRZ&l*fc{RAb*y?bb-x_cYVicIBL5@xzT(0MLM4I2&
z(ype~_q^lawq_$Q>k({hEx^XRHr&R$4&25YU2VMaQW~#G82K=XTlt96(|FV3t@I+H
zdj`cfF8+AX#;4M6jZaIdHNFXO8{cMdz4+!}n)KWveNdup>0IO6s_-cN*?a!hKzeRd
z+Sde!6(ZOccWC9?;ST9}POD96huWpJdF@C%Hnr%`jeSu2-_A|{Zh-c`T^imTwf{|Y
zen=&|;vQW2Zn)b2cCVq>|MqaM{clg_lX`wfr2TJiZ@2v~wz_?5W4IA)V$oGe(@RuS
zQYTdw$+wqm?SBW-PyIE8YATkTqK4l3KowHh{>rQG__<-(R+3?LB`oo$UN0;5vT_
zn5OfOEdJr37Q<252CANqc5d~24Dnb5O^0IvTW`m~t)7pEtDa8)(^StVrVpx~(@w%s
zJ*UOEZN4g{*5XyE#dr?`)6{=z`k>}_x^vC%jKX#4Zmrid;Wods;5NT$aGPHjuKAq}
zrfGiXqz`I-)17O6=N7J|(AxjbgKNE}MP4-Cv<q-79~Z)HycfZ3ycff5yqCZ=-b=wW
zjrX$jLCeSGaE&)Dbkul4_Y8_(Rs1VK8{gG%8(-WD+xV`f-NttvT;sbQOw;&oNFUVr
zZgj5k-BkD$;OzBxL=l#rx0Lqt!C{36Zp9s1`E9sED!(09`(N4}ID-caxHALbEcI^>
zc7hM$(AeF;z(NG~6qnGw#s7H00^L9rrk&OjJYGH)LiFt4b2Tii8%MS0ur<8+P-)X@
z-E+qD5010q5b_+<D#O@wC2O?<T4fO%;+(ZLHq5!4?^j9OEACtQJh=N*J}<7;aA1bT
z=P&+zpw{&8Yy(w;Bb-|ejwEh1xB%R0a6!1$;6iZK;KE><YH*SC!R0Dh6xY^BjxT#G
zj-&DA_#>|IFPR-md#CUvKpTG_+{V8Y+{V8&+{V8QT;pFBOw;&n$UzjUrt#~Pu*Eo9
zvg4(-hSEZJ%_l8}X5(Fj1{?3Ha2s#jQ`&e}r(JKp2AHP7jY=Q1!H<S(ylJ7M#uGYc
zP<&kR$AUJ#HQ_eCwcs|swc$3tb>JGGy+qtInglUErL>yHr;-gD!%=!}*wE%EJvS;m
z-g;PV9FIG+@{MtA@ooaw;?DIA<)P7paLVD3N;bo_^}RV<>w60@?ZBRUO0Dm$vJITn
zb5FT{y{C+Bw!XI|ux~`;upP&JD&HPg;sj<`e8=MN07}f*OS4^K@0>np$=C&M`J4#1
zeC`UjeC`HUK6eMxRBwBv4_dwL3AcL7@e#)M=AiNA_@Rv7B#8EuD5S9QOUl;xC&6v}
zN=0k@N>z+sDXgaPTZ&`+Rsu2pLrd?yK-FW~VK}PCw9ws(dom3+-Xq|q_Y}B|_ei+u
zeH2`J9}T8yyvL*un%>94P4CcA;|ZN<!^BT$yyiCnHog;y+xSj`+xWCpTI18DGRAi*
zn5OaR5?oE=n_5|n@ASft1EuE~-Yz}QEc|fL*7sTPp&S~U1`NpycL{27pIzKd!NG+H
z&cU6f@^Ce&b8Dz|eLs)5703B-70(4=nu_Ye^g$KfMb0Pn{Qatm_7ZQ;;#TZZ;#T~Z
z!K3JL%HOqa(DV1L;#W4!1FitIey%D!K>5Dfx#jyB;+F4g;g;{~;8u^<!&Q$rfN9G2
zjp>6{k2k@s9&>zzv0FH3d^vt7<G(GOa!~v2#l01@@!tWr@!tuz@!tiv@!t*C`0oMJ
zH2!<j2Q~itoNN5|7k)FSdQE!(NA;Q(x@){?58>E&ABNj_AA#F=ABEd^XTUYy$G|j=
z_wn>W)B6dy#+w#8YCN}O02F_^@TWi<-!pI<-?MNV-*a#q-}7*d?*%YT<C~d2sPVn%
zT;qGG@Fzj(`Lef5&sPe65FAz;U&S3-`D?gCDt{eU>p$%c9IgL1GXQGQf2{E7;GjYT
zZ{ZHC{O#fr`grkMwVqp#Hat7+|L!wKv;An#(Xgr=Qr#H-!L4b<o@3Mg|Mhe1d68n{
z*4LNuoM*uz(MWKkLIexpZrJmgLwn*PwM*<NNf*V@8c16V$JW5&a9aaQz-<jI3AZ)S
zfol!)foWO;OQjFm8eJN0Yjk0_#+$Y*j`l!1CC00ltY+iYTerp=L$mRQYvYZn>7-Ta
ztHnL}s?PQ1t2x(rS1)`SP-`}A4IHi6&^3e7H$H15xABf4X8MkW+jz&pZM<v3HQu$r
zG>Nfx`k;xm4&3yOCd+rYHXcdc8c(Fc#-q||jVDS^;~7spP2*9?R@0kqQdx{=)57De
zrQZZ^mwuZSJ_;OG8#l)tTKN{ZLwY`QXw%rLc4=)cTN9t9zp?+B$F@zV8*obfy>W2u
zPp!`whculz?!ZC&(~e-;K|P;24($2NaX`;=>`6V(vG?!!d)WQ*h0E_e_pN+)+<hwF
z16ShiSwkWIUe1-A=$ElfhIqV`l4WnvdM>>;=ZxpjSiG)YZ&C)p@p0Q15lyAFKS_$%
zpCnN=6`3Tg7Dd?5klO0?P{LNPhrw<A91gd7oea12a|B%VIt5Hqy&jo9sCrF{&m6XX
zV%)JPnjXgh8t<`r0;usG=iJ77JaHRueD<*M#%B&2?@9F6cvXVcG+vcxHI4Vw%3^)#
z5*!wvm1eJvQ*mc&-PXr=&!}Bm`kqPL#(Ngr#ybse<L$yV-m}3pjrW}NLDP3S-1H3{
zE#K$SZu*@MxA9y6xA9yExA9yA*LW@l(=?t-(g!u3OPy;x@mWK$bBRm8%e`ItT~YYy
z;IP_wCGOD5;~scO<?-1=`%_wc<`~@bZ|KZYe{Z}E9S3Fa@;rNB<u??U(2d1^r8eVr
zgQ_6xv{u2y%h!VH-xD<~tQ$wQ=dd-r|Dor=CQID2Nw#X*2qbH@16pMe8_Jxu^?&I(
z@VtJ$*6e)FZI79sxYgWnxYgVUxYb<Tb6L$TK)co4f^gN`LSUL|ZsGJnTLX*0RdZ=E
zZrfuPqe0_cJUf6IZ`_Mz%*MMUF&l3OZsYBP+jy6PYrIQ?X&Ub`>4O^Yvd%T$oWi2S
zEtxts_L$HWAJcg4EnE7=&}_Wn+IUytd^<Vr%{1QDJ(=D#@5$)iKRCH-z%|~q(9!Ze
zng-MFzv`ZBog4tD@#I^^J&yFVA%%WfqMB-JkBQP4O0coGC$l|fBf?s&xn84}E+88>
z-J9bfm2850aO>;lSg#Xmm-vjenRBhz&7Du`c@C@#|CZiv_b^)#-?uhyjk{0Jb6`z!
z+uEh|nPofTCRW^=rI>1pdoru19qDiNv=iLwX=k`Z-UUokJxxp>%wm_jE8Oa78+arI
zr#uf<@>=&;8t<M>b91!u?nT7LyEoj%D`{He4e2yqlQcfFNb+hL@1)9Nyh>TvZX8u_
zY1)dT-a^+5YP>3mYBt^|9UJeV^s@0D1~+{Vhikl(!8GZ6MEaoVI|V)mhsHuj%lA=)
zZ9H+0W8;Z?G8@ma^tbUG2iJIx2h%j36VeAYp12pwn8p+LV&X><lYXsxvf1iA*+H}q
z<Ivctz|cYjx)jG}mZ>!qi}m!v$Ag0l5uAY=7u_ZnuHO8thBilA&(nw~dEKU^IciX6
zJ6F=rajxQ+?tD_ub6^$MdERctcRq1j&lkW|v=@SDS|1ms4{Cj+U5sP-y##Lgy%cWw
zy$o*oje9f8Z`_+HzgN;PP5HelebDOdYPj;77UQ<{d@T(c?{(P$)OfFVZsU!6G8^xW
z^t18a1h?_t4A*#X0n;?zThj+M-rJmOytfyA4XAody8}n{7`kRq<Gm|=(8hZ=+{Swk
z+{Sw^+{Sw!T;shTOw)KDNFOwPAB3B}p`+#dVcKmxkHBp_kHT#{GvGF!$KV>z<6xS`
z^F;cf#`C0ejpwPt9|C8u&w(Q>{hlf9cY?zT5j=}KwDRY0hgAMN?yQx+fUEU9vxZ_l
zzgYO0;Go+067ImtUoI}8SBk$#ZN}>ct#8oW!)qYrWt;XGc=T+xlboPJ8eU6)7=8+*
zrkI`y7}J-)CQB;;k}n?AOV(;ioRvYVVCJM(6jsxHE<lAicSD=wNtMilYa8^uaNEG=
zgWCo_Km0fjjSUBmEkrN^H!d7aY$OmDmWD3?9M$+7;~qaQ1WjxqAO_v=g#k^9oMo=2
zHcff#hVx<4@^43eP<iC;-O6XdeW&usnKUidjhw||iAXncRyFHJ&ZJq%SvPu_W|1>#
z*2<Y_7P&LcB4?&qOy4w%+?i&PGt(?`woVznAab@=<&m>-l}FCTR314S)%w$v_z)1e
z%5JN+{=C2Spf_^1Y|rPiWoo|SC6>+?D$jJ6YW=BBJm_A$b{R0BQ^^vzOI99k1e;g~
zu#@}Xi*aa7Z`FE`97D-sQj>-ngQv!1&6>CR(U#|bhuPJZ*s7lu;8s5?!mWN{%eDH6
zEm`%m3jK1=vHFqJvF26-)2x10Cua4t2HfgLscfye(QvDuNWJQ3Eb%m}pC}cppEc=Y
z^%G52KWo#jH?^0D`dOEFnkHqJs{YB-tXqQkP`m+{rlf3`K4|r`5nM?f52h*U8>bI;
zD%k|r>St59)z1XD)z4;dtDnu`i*jge3qbX=W#IwZsJ1FxOQH49Vr#fIx>8@T_<wjc
zPWgOR_owFH=&1Ws^US=~SM#~7)>re)yw+FqI~~>6&iMwQ)z>a??N1ZIG^?*&iCKN^
z2Dkd!9d7&69&oF#J>jaaw7qat9D8Q~wEEfyZuPY<-0EvTxaw<vFineKQu?6k>j39v
zaS=L@gOYL(n5OzVIDOFS>kzo=>rgPQul&|Kc_*FnZ#Y<eO{U4}>j=2j*A%$bS4d^`
z6;j&%6jH0c(jpbwbS*_uUzx&f=xCd_Qr+6zqZCFEY)qxn`tfFz()^`Sa5C<Em7jt;
zZ|l)#{6W%bwM*P^Q14ScCg0b<T<x}Q&>8)G8g6wxhz=U;EYYzXG?~H9W3o+PRv<-@
z8`p6YEw1BM*Ks|!x}J^mBN;g5dTw<c*KwP~oOIHGIc9hbV%56ge%L?9rsaeF`^$!F
zFKErt_JWwJG)jv(KANn|QJTfvG8_qRNX${1#oV%8n*CSbtEgP6X)myHYV8G4cH?T-
z;kaWeAAvinRnGrM+^cB2s;0d_+gUa31#yp(5nXHI9woW$1uGC6nGNORUx?bo;$9_0
zZ+P6R*j}&-VN2esa3!~OuQE^1Gvv9Odhb~at-ZjuH(s&J!9ECgW8b*1f1Nb#_w=k2
z)qPs56RZ1JC#w6j*b7wmt#zWkBGyNCIyRlMUTm+3^<sNP>;*^F{;?MvS@(fxQQb?5
zYPxZfRMm7%Y^{?uYg0&W>mpJzwzmI=>tu9okCbcOq(w<6Au5$>tG8}jBB|(}x!J7t
z#Onr~8OJz8j$Wud_Uq>>k3H?Vp8dLaFMFW%2%z;@Hgct$w{m1Tk3CH}Z|!BudE_RC
zp`1r<k}KzPr4L%pBUhI5$d%<ha%DM>94Y5%kt5~2SX0B&r!2Q_#7&>bk@Sh&<XO_E
zl_Tk+<z7u|A}#VHeeBkuK5SK|xW$k@cIy%Mg?4Ka_l0)r64y_=wQ1?o;f+n7KDg<l
zTd3Ccb7{ErY3*gwXIbL1s9~*%wAj<u>R<Cs*z}6MOnR-DCxBK@v6o4&wAjm}*D4tR
zrPr#?t)5mRF1@rYs;Qo|Y^tfAY*~d~w(MGZjo~cQYb@OK8V9#}S`%*dBq>@SvO+2y
zYKf^`oz|tFY<UjxA~@yqSG-BX*9T${4c`EWK{k9tz$UX1+$K97E-^L+(<Ig=>4PC+
z6WA1(tMNHb;4o)%ZRpusTGxhW=~t~A?uY;L_fT<7$k$Pw%$h#<XwSZLQf-WVM|F@E
z`;Y1%E%qJNL0arT+E>zI|Ixmpsa8`Rm=vu#n44Z!2lK$K4r1T2q{qG!#X-mNcTJY(
z;RG$OBjA?Dk#OZLE%u*Pla>8vmC9rP(V~t0Cd0O<WB-Z8-ZaL(6PrQ9WB-ZGqT#Xs
zbXp&o;`4fI-?2?eU0a{0;-zd;i?_1RQ-kRLE{DcqsPEK$C!(r{);*N!A=XcxWc3jH
zj@3i#KUNR1?^r#=zGL+eQmP(I;@B5#skG`LQe*X?CD*ElNTt<7ELp3ENWIlVEP1Pk
zXtH{UEkkc=FA;;at+};{##^f%a^DHbtRB`QVD%9Dj@3i#J5~>|?{r!}cZ+%$&+DXF
zJ;eS~FJjGg_JjWK;k$8)@;@QZ1(pBSo}>J4?(NF|7S1jITN1bYZw0sfZw<HnZv(gd
zZwpucw*%9T>G^G>T^DwskL7<y_>mkM+X=Az?+mx(?E<&_PlQ|kcZFO2cY`bcyMt+~
z_IwW?Mcg#*2`K-2Wna+pzc<|SzYpB<zc1YKzaPBQ^Sno!!6f2o%KriBgUbJbg>M3C
zKRBrH0PP0{7al{2O{xhT0xVn_1&89sCfCFc0~Tz2j)!xIO%kVkA3w73IUd1b1c%0^
z0K*FrMC#_RJW@Mf<&pY%D_3d62ZhLMhAqEQT9)4^J<IP2oTL0&$+q_UlW13d(@w^*
z{GI|=eoqC{EWf7_v;0nlTYgW6TYk@gck16`L3uuVRygHg>w6lZy1oZ=;mYsXV4CuK
zPWqtbcRF18-3d%vr{{Zk)AM}#n4TBFP0tJA((@uPP3z_2^g-!)iF4EQQsUC{GH*9M
zFDGt#UI8~fuY{YPSHU|ye~%?SuOXghdR|LRdRmFa{&9Ww1x=3|;HJloaMR-^xb(Og
zOp_jIx8PWP-3m87Zi7pY+rc!`;|^k`$DMG~<1V=AaW}lv^Y>WN<6h!v(&N7LLFsXS
z;n#txuLlYbP<=h<T=n&kbJf?wg`W#*|9HgP7xb@$)L{F^4El|%ogc%s{o`@?a1M<<
z0oeZWBz!&&jXeb@xlb1!Fi-s+{#XKYH}}uamOjfBEYJ;<00TX4f(;^mPi>q9_oSZB
z_O{{7O8W^M8XE${M%D14z;TVwaTo^;bT%;Un4Zt}u~9aSa{xzW$8xWIWaV?=YRwnx
z#=JBi$%1v`X!DVLF&~q)wSk8GHlIk3%_q`l^NI9oK9=^l=Tli!v-!m3$L6E*iVKHr
zYcU^{Wth?#f4riyt)?|>+h*&tU~C8DYF90f)@Q*Ed<=)iVtI{DR+itW%42!1(Yox%
zHD=k`rT=+S)>>;WnS+`AHP__mh5pa~-FT_zd!G3{SKnYTu4*u9EyJq8sI}ylv#2@C
zS=5~6ENV|Vn?273RfAD$8MB<tNz8H<HD@&#IjS|-)ZW_pLS;Wz&eEdx)=c)Fe6AZ?
z+oR?zXHj#Ov#34GS=63#mKHU)da`m$v|5vo%vIE3?a~eR+5Vh0Ezk7ltl>{Lz%llT
zrz($}Jz06=?up7HcaQfxr+uupN6xg-w)P2a%&nZMCek8zs)@A7nQ9_(l|j`+<SMz<
zMC=!;iFvaPR82&#GIn%2C1+L>!)a1YM6R;ilyu5vU~=V=v%@NnoY`O_XPN~2S>`6O
zoYf7iIcm6aloosWe~_cdO?LWU$Wi1b&sUDpB3J*1=jbP`3v0Rle3%N=-=IWpa&LUM
zXYYHb=XyJ%XYYHoXYaFh5PP52K`TdE2a%f`hV6~9o@^b&I?_6b^^^Uz4y-g=&oE*=
z**b`Iq;=3*N47V{da}K6e%@nTzEQay8dG_!r%{!U#9h7Tdb?`tV_fSVG}e(WR;{(O
zOzUGr>mD?&yG!*vOV>rRb-nG>@x=8uF0xH5+z2*2y4uNcy|s(E-YOp8x60;&p6jjZ
zqjkMieWb-TSM`y$JdWyPg$#gJA1lIDA1i@rs*jb^2dzF<fm?k@>bQSf4NOygC?(Zw
zpIn2e)kmaK^)b5k_WQTy*2L;#Ed8uL!nOK{%c#{yoT|at<u^W~SP8c3V_jZf;;sj#
zsXo?EAB>xzCa?jZq;1&H=BT7@<h)bKcwDQGjp0@wo4~C;^wzCsniJs4_hw+4^1XTb
zpz^(ibIbRZ#Fg)@yj}U;+PUR>8{(GlZQ<Gvwgc0Y@9onEE#Eu9E#EuBmG7OvG)u<L
z#4O*tz%Abs;g;`R;g;{+;L7*zVA`tx^Ut*Q&T~P__damtdtWe3`Q9&muv5wYxR&op
zaOL{|FirVBu=tyT+7AxOHc*?;!G*_Abdz?7w`(&y)Ol=jO(1S57Oah-yY!x1LoL0J
zAZ~h3ft%h+T}$sst@O5($NEx9R9mIGDxFwgR#LIKS;@8ZR%wRbD%on%+e*5n_sR4!
zy-$JL`Z^VE>+3YQ?Y~puvFYQKeMx$q(a`2-^?4={)9Wm_=`{^*_1T3>ud~54)#o|s
zgQnMXxb~xS!8C0O=cNxuQ8a<`0oCUP4Q-Cn>q6(9N-n}Ry)K4JuS>u*>2+!Pp!B-T
zx%9fc@YBKk5Fz&pxa!j+Y1P|Rw3~ic!>#i*aMSNvxb(XYOp|`srw^KbH^8OejbNJe
zyD5Fp^t%}@{cZu%q~ERSgPlrl!!`YGhg-ef0k?X)6K?f(7u@RYZn*Tj2TYTG_ZI(3
zQ0x1?Yy-8v?=SptaDhSu58#fh{6X9il|O_#y!F_rrT-(eoBof&rT+{tP5M8UK4|(s
z4wwE<fN9eI$@D?f|0%fie;Q1a{?DWjb}D%m*Ytl5Zu&nDH~n9LoBlK5(%(w3HUF1r
zxB0&e*Zf}r(=`8A(+6$-ufa9{*TFQ+|BduPoBx||&HrOyn&$sj`e3J$w{dO$ABWrg
zKLOYLCxU6VzTPEf^ZO)R^ZOK-rult3ebDCj8Mx;6SujoW`&{~<&F}MY&F>3fn&$Uj
z`e3J$_i=50AHX%g55Y9e?~BEM2ULE)lx?8$`{lx41hu}tQh0#Y*H@iueWiU3N9!xD
zgBdjazCq0N`zBoaeG5#Je&0?XH2uB<mww*`)1=?`(g#hy@580v55P3(_rvtTP9;CW
zHT`}JxBB=AT>7Q`6vx)b&*0MUEHKUH{|jO^|6js2|6hS=n*XoU2W|epfouN11=BSD
z-=z=Q{C^ME{Qm%^Y5spqAM8}}CtREVpW&MSU%)iY|F7wTn*ZONYyN*P{O6$RC+#0N
zs-L)SWzh8b7ctXkz(8^7GZ0LZK7*W_KC=*)K7+ko`poLw^cg~2`V95<K7Iao-pM!C
za{%I|&+Krkk2&C0A9KR3KIVc;pR~E*(q|qpP5R7R_&<qhea+|XT3_=Q{&m{z`Zb*R
zNP>-xfR9kf&mXQ+3V)bx^EZ7tE=YX7)+Mi%kA-PhJ{IxUQ$7}TZuwY@xbm^Mw<{k@
zIJbN(NnH8pczd6|#&X_KpJGc9w|p!Ow|p!Ew|p!Mw|p!IS3cGh^qbY+3bbp!D}rg7
z?@G>XzAF>gd{^;y&39GjHs95VYrd;{d!K$j=Dd?{tW*%U`HqI$e8<2w-(Bk|t^AFn
zUGrHJOw)YUa&Gfko4Dq)j<;(*>pHjjtVdk)S>N0H^v@SK@8lcnIRJ5+&qi>~XT0~<
zd^Rq8EU5f#;_b@criCvLYCTQxcCDw)oZIzkbK+W0M+*AQ^1mhR(rYU}UwUor-1ORp
zxb)iA+ojib&P}iFiA%2?yuDBV-k0-^`V`xVxaqYs-15H*-0FQI-0FQ-xb&JP=r^11
z?zC&Zdw^-0@1D+WzIzeZeE0Tt&37N?Hs5`TYrgw=d!K&O;=Ge@tlzc}xA`6b*L)B3
z{+jPW&NbhIool{_6uuj1*P}z>s*h^~{bqU`PP_D&T+WX^(&Gr{rpFZG(&I>PmmWts
zH$9FfE<KL%_C7r_a^8t|jl*%oO^@T@mj4srmj4ssmj9FB(j)C;xb!#$Op_j`7JeA0
z^>UiGYrRY@d<)R7Kc~a(`f~<c*PpaA;ky3B=cEjp-qUE8-d!+FdY|pw^gf5U^q%hR
z()(QJruTWorT6*X-lxz1&O7<WdJaI`^u7pgdS47Ty)S{A-j~9q_e+9)v-w_5yXJcZ
zn5Ow&>D=af6>-h?YH!zkuW@eky_UG<d!4uU>GQwyPQJ1JtzqIe-y7jJ-<#l?Z+s5Q
z(`-Js(60I13Z`j3w>h`@+)iBcxx?EvpF5q~eC{Hy`P}X8efs?GypwON=K#cQKKH>j
zpZmSP=JP<|H-pOGgWj(EJyiH*pw`R7-mdlXh;zHXJW5>a<r{*2Grb<8U3xw4=S#0A
zoSR-x5|>_2dAsy_+PUfV3~}l8the_K81S6)j`|dPp1A4t0^IUH6K?hXBHZfzCAjqZ
zg`nSTzOT@(`MwIKX}+&HxB0$KT=RXy+cn=eo!fjrMqKlK%iH?~40zjlC*N5A&M<MC
z?<e4z?>pX~dUvk*e$u(-`>DcT2JQOtX}Id+UxI!!Jw8jj^!QvkKl(_I&pS6gzCc`h
zyyxxG<9+9*#|Olv$A{kDr_cY+JMpe@_!4o`<I8Z%|5xCa|F6O=|6hYkkF>ADrN=kG
zH0klp!aoCQy?o2twO+nm_zcjlFW-UN_2s*8U0=Re`isT&<@<%71?uz754?Roef}?e
zA#h$!YV1ewd6Eqn@MHMg&F=_)QqGAn)Gpm{KkWIf#|J&X_0WbnOFbvPlN#)N#{c)e
zqt4-neCs4Dzxi0J^7wc;u5w-eTh9#R_Q2Leq*rSqEz++wk*4x!JrjxTR%=3KRZVLm
zEtaFLi6~F4iL@x+zGS7mJFT*hHDSx5)u^tmH4!gmYa-st*2EzC+XXa+st0kJLN(RH
za+Sq*l*>Cmsgf0NPwe@7uM>K{qdva&Um5qf%42&uw)Iog`0dVWwM**@t4PgJwQ&vH
zBP)+oT0M-W$?9PY-0ER0Jc2l-$?73Ko9j*OC1S8^H{F|~?UC`;5_4T|w|ZEQxYfh@
zaI1$6;8qVC!aF_RQL7ln6Hl`}a${n3kL(VFYd_c&wBM{uXn1o}{x@^3{BQ33(f|J6
zQRi@X!m<4C47cR%0=N86gj@c1g<Jl2gDd~LgK63i_DCPJ{O<`@{`UgYEdP5Gv;6M^
zxBTx5xBTx1@BH`syNmf4SDNWNnV9K&1l;tEXY;0SEM41gV`)p@w4-rM-(%p?S6fCk
z)Au-{rf+OLrtb-~o4(q*Lf@0XG_9|b(+6#RodU1xtNHs2?YE~9Pt$%oHGMEH0!`p_
zVBvrNO~si_b8|F3&mv-aPJ^4CUAXCaHe7n11ExvO>FI-}=ecm{c^;T%dY(_r^t=FW
zdR_=OJuiZHdj9T0dR{_2&GfvKnDmV6c(!Z(UY<T^dRzfFJ+6eC9#_FlkE`KUU)R8`
zzOIFv9@oL8$Ms;E>2U)w)8j_C>2VX>^tc(`>G_UYdfZApO?upxJ}5nIFZ?o4^>s(#
z0jjS%ovXg?a<2NiyYMqW-K5;(?F-iLs1GN;KyADacVy-F<Bq8O0o>vL`FGF{(Qf+3
zGk()Qp1qj<kJ8`tp8=QtkAZ2X|Kr3=|0m$4|C4aj|0#H<=R0cY{|xaotH)=FN&mFx
zaHN0Q^ElFfYz9E9znO5G|BG<V|0OU@^M5&g(B}UNT=RbwOtbmFM$G2_I^5>}2HfWV
zCcM-09ku5F7V$Kj|J%eg|B2ZK+WbBNxB2PTA?9bdl(D`(Nj%Nw_bFnU->0(;wE2Ao
zZu9#r+~)T=xXthL@J`Qn)SBOW#M3mt_tOV8zYhxkIH>%7Sa^W)`^Cav0B!&N5?t#m
z?aMe?Uuj>#(fW$(UItCSuMso-z7Dtb@eR1Gk8i?Fzi+{%-?zau)9*XPOuz5KO~3EK
zO~3EMJ3Ze~OTQlyPqX^?5i#kP_G29B_md2O((k9vO~0QJmwwZ{-Sqhdant9QaOv|a
zFiraWI(^Xe`3+q9{1!|zeSSyG^!Yv9^!Wqa^!X#aGho1<z%=Re=k!6-=Pz*S6W1kt
z%;xtuxXthHaLfNc;FkY?!fk&4f@^*Q2I3U6`3)p)^BV-W`OO0FE9VIY!#h3SQEPrf
zh^J|OL!E1W!wUZ^eU$&%yj}U9-MR8VhjZnB&cc7r`C317dArun+=YLYcDp{!L)@-U
z^TJ2;d`CUJen<Tv=g-ffvElTeuXRal<zpo6mX8JCmX8JDmXCObqkJq(Jk9d42yx5D
zqHxQ{V(`8^QKbX#sHDI&<zq?bR&O2RwjTT7%17E#aOGoM20*L7WoXxYmj%-_-{qX!
ze3vJ#`L5vYHs2MA+k97o+k97s_vyc4tH3*w7);ZAS95OjU7fh*yKD9ZZ9b!D*L+6%
z`I^rd=Qf|Q#5JFB-fr_*leo=iEx65RZFrylE4B{2)AJp*=CdC0G|gvy=bFz3g|7iB
ze;azc^0!gpOM|wbj)!YKrELti>(M4~t*0s30W`fP&~Ej<8Qki9bGYfX1zdV<38tA|
zTM;+CwuYNt+razs#PVHrr{_Cr>9sxm(k%Zw5Vv~Y5iY%U^8V6mXXmEZF2to*SI}>!
z$F8(XkKO!y>9M<W(_;_f(qm6=H$C<uZhGtuH$C=&_vyc4`@%at-%(4C{fVcU9+QYm
zkE^l`wD}xJyXE&FxaId?xXtGfxaM;xm}c`ijJVC`aJbE9GQ2NOEZ<dkRDZ<NG@m1#
zYd%Lg*L;pH`~Xn-J;vLW-(#ICzsEUOevdDFBB=Fng12iuoLKm#pj}^1g4^}wWVo&`
zX{W$-eTmOG88p35quunL3OBt^hnwDKz@_(@V4CS2-yxXZ)97b<cj0|`V)?GRqtE~T
zdeVEkbE}_oiQ9TQ4{q0w^WoBarl8+!z8BK2`CbI3X}%XbxA|T|T=Tuu+ikv=5x4nX
z4!8MU0q@g)#jb>RRR3U_=6khso9{KmHQ)Fgll^Tz*U_%|T<_;=J~ueG`P@ic^SQ~}
zZ9X>>xB1)xxB1)(@6&(9Zi9F9`5#QveC}|r`P}JT^SP_=YeD7jZf{rq?kW5N(DuW7
z;dcGF4{q0w`{7zIUla73>GdG(R__nNt==Don_iE=rPrfin&~xzxasv6-1K@J-j^qq
z@2WfcjXLo(>GhOz%m35Ft=^x3ORs0Wzw~;}x#{&haq0Dod@s=Sm`S_zc+t<79xpjJ
zJzgd*Jznv4)8kd*rpIe=)8ln`pZ+WM2E5br9kulM81XdI<1OOS<8Rpp+I&7vyXE&2
zaLeyIaGTG&aLwnFV4BV6Q^ajPpN89fJ_GN|6ZKnlc&Fz(YR%{K#M3mNFF4nH-YfiV
zQ2Bk|+m+uBoGZT{I#+(bSojN|*29;)UF+e?g+Bn=_2VmWyMBBXuItCwN`JAqetf;~
zQ$c+``G&X8SHGhkL400LYV2F^d6Jdys^@M#4t}S+#$5hdd8?xhyo9@fFZ6#$+>KXz
zzUMpQ=jwY5#*GJeO>9=cE`USe4{&H~C=d@08$JxUukks~#^K(ce-GfEo`1vPZaOtK
zCvZ~F-!Y%q^X~zi(2}L~cd#MfaplDXk~h9Uu#biDoue-6)sC)iT>g)$Jkon)<&pk%
z`gy;;CDM)URQk5kBK>V!88ATYDod=Z^3w*yA*>sh<Eno*wy&yxH<okNzpLfp`gc3<
zs(-f+F8#~0>q2=zY|FAfKvq*MU+J%9T}}EgS6Tc!GRr$ZzLFJiP5%|)$M$?jd`!>Z
zF`NFey_o*7{Yd}Sc%3xqpWBp{XX}rM*MP6ZA*?$Hklw|*qj5~{F>up+EZp=S2RFUf
zgx7lS##@=*Ytt^hONn%$=)G<@<zV%`9wF(yzPC&74V<gqH*{`#Z$#Ym9uJq^8-r=m
zdz17*(|c36={*5%^}ZRr)_YUO(lhEj_Z#so=_lKQL)EwWd*-Td^Y_eE-vQguzv|ok
zzw)ZS&EGRueVe~$mcBc1UYhjXF@4bV-3cyzcLvj>?=I<s(s!bB(|1?mrtfZW>AO3a
zCVlrvA2faUgqyy5!KLrsV4C#Zr}&$LDx!U}4OEfsSNJF}im(an4@8kRd=d~v-0%Yc
z75U(XHb=|HK}0Mc2g5BNhrlf#hr%r%hryMP!@)G=V{-bS<s+VzD<4z5UHPz*i+q@5
zt^GZuwR}kW$cIu=O+o9@%15NuUR<efy}5=G^&b0h*0<?(GVP|<DR9&4RJiGN8r<}n
z3YT7|gK5(1jPya%>rA-xItxtGAg84dY7$-NR=;NxH!;qEORVW&n)Et1ebDOnJh<s~
zK3vJV08CT;URZn$wY48#1Xum41hH-$P0vdRn4XuyP0!2Vrsw5w)AI_r^t=*Glb%<l
z51O7=!!^ijz%=Q3ZTg_}yw17lc|CE{^9H!|yb(;3o;Rfrnw~eqP0w54R{XcZrRP>)
zn(1{rG1Kb~xaoB#-1NE&ZhD0j(n}Im6H%y|=@q9+FMG-O4Vb-U==ESdyR}|psHWG$
z^pjpTrMMq^)Xz7)W)L^M9)nA-$H6q|^+fS+1GRrXnQfrz@2SEs25tX*8a|FgW6uC%
z%l{j%#3<h9ihm$DIvdKZ#i*X&R9b#!($&Oz5pH6>1h@RW3|BH<0n?P9SJMYAKd-@+
zpVz@O)$<$agR18@om)MBjJW0JEx7XYHkhV*{&@PJ<>wP{%g;M-tLJy&%Fp6pu7A_#
zQ$$UlPs2^0&%jNe&%&k8=fE`S^ZE2a)8`9t>GK|#CVk#dACx{HI5&MhByReA5iWhc
z1g1%!FQ*ThK3{>GK3|1PpRa*w(&y{N|0JmTP5TCp>Q^O+b>nFIeT#tU_iec8_Z_(D
z_g%R3`yQAk{l1?*X!`vCF8zK8rb)jar4LHKA3HbwenQ;z`zc)d{R~W#em_qiH2r=7
zH~oGIxBB`OT>5PdrkOs!A!hpg7H<0d4sQDV9xi?U0H#TwKc)|wK7WEspFe|X(&sPf
zgVN`(&P|`c5jTDQ4wpXv0Mn$;Khp<IpMSwkpZMS@eFhGsp_ud;RQRt6slI0McGcJ5
z!oNwo?T@n(A4jmUA@EX+M25o0;59Z3KDy^S;!*WG;uq+)M$?z$9Q0qk@;TwFHJ_jJ
z*~aX|s&&Ji`R|{xv&$fy=aZFZ9l3!kJeVfC0L==wni&GOni&eWni&SSnwbr*nwcF;
zQ_akgK4>*FCtNi%7nr7+Nt+u-H8W2JK-J8=&aGzVBd(g6-`iC)!<}2rj390`GZJoV
zY5}-vrda<oj)j^)H$eI>Tsj1pzKakreHVqBzKg+4-?%oIzDv+<`Ys8Vz8x@4`u3#{
zn!ZcHrSH;Un(4a?G3mQ(wt>=jIp?PD^2DX@3f?Y#S9EUru0-7QT^TNYR{_(c@2bUL
z5Y(DXQ~Af9A9b8T>21rV-jJwW%d4fgmS0QnSe~YLEML<*mbd90%U^o0#p|R=ZyRDu
z?<f`Ny>9jeP4D&K(tCX{O?q#TK4^Mx2$$X)foalveEOj2y)oSM-UM#-yeZu3IqFz?
z7VB<?Q|q_8IlR_ycMEu}-|m+1s%LjAc-6BT*P^OtcN^NJ=eA&8!=>kT4R4NjSF$~>
z^xUC_T6*qCTzc;0?b35+=ceZ_#HHs%Z<n6CIyXIcBW`-`4ws&LfN9cm&*D!2RUCU|
z8>r&hyYSV)D5@r~4-iGy@O^<O%7*U;sAvZ_v^my%446cu=3~GC@S2b2-)yV-X#UN%
znvdq+Y*RiC;k-2E<Iwa$%g14G<>PQL&FXtHG3DckYy*{#Db6h)QJTt!NgSVnECsFl
zR;pT^b!w}=<E534*mr5eOfL<srB@8y^wQM4ew*LJn_j2TF1=0#)1=pF>4T=%RJdOB
zbTG~II)j)7b!N7K((5eerq?v$nsnFOCCb^(O}ul6o4C{A68&5-O?sVIe7$vRb2}fd
z`W*$PnVuICv--OTZhBq}xB9yTZhBq{m!6k_Y0~rZ^g+|}3b^#V5==8auOcQrug*45
zle)&a>3J=2>3N;EOV8__o1QliH$88JM-k(cXC2aW^M-Z<Os`uAm|nNSO|RSFrq}Io
z)9Vhn^tuyFlU{eF51L-#N-uS(W_szRLN9xZ(94F<x*o+)rPqV?)ndKclv?ZcVfvX~
zA%*mM)X$e*GYY>M)c*OHx2yghFZ=?~_RlBa<2W?-Brvu<<A~^(`aAgj35<?t9G>B*
z;-0mJTKRd7xaH@0xQX)u+{Bv+m#8m-X%hdX^g+wd%W&oA6)?^6^C~gb^K01#s-9nW
zZuR^IapmVtZ&y8k%(>O`Tf{9tZ^NygKMq%Z76sER+3yfDecpweKA(h}KA(b1pHG8n
z(&sbjgQm}C;nL@GV4CUkd1BJ%3)u!rpZA=bKJOEkJ|B3y^!d=a>GMV6rq7q)(&x)y
zn)LZf@jn5oe$&2+qx!XyYt`4+X*d180XO}=2{-+|1($x`2GgY9chUz<zwg4O-}k^Y
z)9?Glq~8y+4U~RAbZ+|nh`99ovA0XVpEx)DeoEZ*`x)Ho>*sLkw*{D&HLI^*5;c8(
z1vh<u4L5y$1D8I(1=FO@@6rcNpWnl!&mX`v)8~)Gq|cwS4U|5Ac5eFog}C(jtG7#^
zzd1L3{!ZNV`3GG3{1Z%*KL0BIFF@*RU<m-KuYAVwHMs4M@vLJU!N%fQ$Jk`$S;v^l
z;~9sFHJ)u`cvSrz{IkT?$cFNJ_|+?)jd88k46o-|MQg|l)Kl=fLG|K3E&pSsL3DV!
z=eHV9#aVF}%<;*}XT^P@=ii)vytWU;eXR0fxOSbM4Q_QfJN%@c=NPJ!If<vKPSWPW
zQJtjCjiWl5Cj+4BWM1d0llh!moy<?%>SQ?F*3k%fyeUrkDUJq*o~d<WbTG{eZ?u0V
zS^1reG*6oa=ReRqw9ZZ+Y2MO&daIyIoqw2O{qOsKE95H<!BL$?eP>X08ugvr>NM(H
zbsF`Z?W)r`(g#(itvXkoTB)_}_oB|NPNUvcr>#2IewG&XuKg=5>U><X^4xAr<x%IO
zDj$ivdadzjSv7vTSv###-Gy+M?Rj3eOwZ@VrECAV?^&w#)8Kg6ws`F_U_hsmC2*Il
zJlqI2u?}D-_rVwA(3svTZnj!w^FixR1>@hb&=ji0O;|&h17_5w<#8Xad<9(9$BH!+
z&r?=%ZuPM;an*-O82gwcuBQ4}t+Mz$pp;azeQXV)Rv(c{)yL@C+n-N0kJGI_#?sH~
zBV4PGxb#_l#HkvL-IB$_Mk~SA<ksc&CGL7)n(AZy^g*kS4d6=JhG3eKx>5RIr;_ow
zRv#O~tv)t^TYc!QTmNp!1i13O8JMPgZ=ODA`Q8Gqd~XS+X+PL1ebDl~HC*}L224Ay
z|9M>#QNFj!Ht?8_{@)7wxgMQL_Q$n+Pl7Ao2Y_kH_kqRV6x4ojP_}{Egbpq|N^g;#
z=XDGBJg<vQt~uc_V8L>-U?*G^|Ku8q`^Th5;Mn?_0=M<0rP_KJ6iZp_%a(YoFO@_!
z+dNb{vA$GN)l}pvxoWn)qBOO>RI=5yzEslHI@LWH*YrLGZtLq*xUH|#;I{uxg~z6k
zQ}!k4bw)#*qwPm$5;48bf}38`;I<!i;nM4DFm2VIf49Q)nob|>N9Sf=P<ox`-1Iu1
zxb(Wf+ojiq&O4P{gll?T43}P)fN9d}()2;;b(wSNb$Q{ZgR0N8D{xewCP}N_uA<%a
zyBcntuYsF>*TSXWbzqwGyFPu;^t%Br{cZ%)q~A^HgQnljaOrmom?r&hO&{!3avQGc
zcRSqb?GCur+nsQ$x4Yn0Z+F9`-#uWO^t-qCSAtsK_hlQX^?iTghl6&b{{Va>hsGWR
zMie4=2zPkT_oJr&Bea|TkHV$@3@}alKbAgd`acer{!f5u(*McyLDT;!xb%M-Oq2f4
zqz`r~c^237e-3W?KMyzkUx1tbGvU(TO0ZRbFVSxEe;Ka%zXGOd{;#GF+WcRGYyPi;
zX`25V>4P@^H{qK9$G|kr|E=`FP9<;S+WbEbxA}hpuK7;{(=5O560`Yz60Z4u3QW`d
zKAk>j^ZN{3^ZP8Aruls?ebDCjdAR2H1u#wXdoO*kQ_1_dHop(xn%{?Dn&$V#;=cnb
zzhBBWQ2G6G;V*((UtcLaK<n$P&b7YMzJ{aq71zNGnttCPX8L^-F8#g*rb)kVrw^Kb
z-+@cN?}BO4?|bQkrr-DB((eagn)Lf&`e3J$AK{vQKZaX<`~)uj(te6#>*Hr|>30^G
zX7m3AF`NG{;hO)iz%<SO*Xe^c|KGqh|KEaXn*Z<82W|ephim?S0Mj)8Kc)|MD)|$x
z&HvAE&Hpc8n&$u4^g+%4Z_YLUzZd><Q1z4c4;<A`T(>f4`uvNS=`&!Uxb(^Ab#aRH
z$=@UeH+|xHo%G4yBt^UQiRW}dbTED5xt;Wh-y&tZ^oidhCGVv3(f?av;gXL<z%=D!
zQRkMA#fU2(i+j8Bv4nHW$CAXAkB+zZ=@EkSPQJ0a61RF?8gA=#8Mv+2W#P77mxHTb
z*A(=d)!z!VtNvC5(=^|eoZEa?Ca(Fe;_aI6s?Ke`s}a|HSNHb5kN)2Z<6RHsZ{xzp
zg38|}-md&@TKMvy_L~XbuKi{+=XSl?oVc!6M+*AQ^1mhR%Kuh=zVg4dbIboW#FhVT
zy<Pd=&bj4(d*aIf4&L7P(f?Z^b1?~BY<(X9*ZMxt^-_Ht<XrV}uyfVNA%*V-+V$vA
zxa#8?LBCo452s!EpIpw5KFa?Q&Mp5_h%5g`db{#}lyl4f(ZrSiW4ygjkC2^r;$7nq
z|9*w(5&wRL?RW9-SJ-}cBClinUHrQh(j)C;+NDSQdlea!9`X0a;)l_$^>UhzN9$#3
z;ah+U<ca#-4t!+gXTV2PekOc)<?-)U%&)&mBAzy%zHBLcA#mPo&~pIzJe8jVpS$_q
zW_md%-lKNuhN~Ok(%iJ@#&}Te6VD81ajqNV!Omy&{N~}&+BgLFr2l^3A>;@{zIBq7
z@66V!T=KU*&_#Oeo-ER5Ya-ICHIWwS*P2LEd9?0XW4qOwP+3*enn;V~Xlo+MQ)?nE
z%C|3Bxtw=em-*NuY+1A#)wOjG5HDqGBHqf@MASum(Bs7NU4rUCQ>dnTSgx|xGvwuo
zs~%SH_7i))LpY%}u7rDh&)+p4*OD;4Q!<I;8S-lNC0Y*@BQ;0W#x-#50vD;YdKgW+
z)kCCy9KpuM0#*;vWc3jDPI^;&iFl^Db~!)5_Q-f^iMg(~TRp5t-0ER{xYff3aI1$6
z;hmoE5L67~iKp2fxiPW2M>boH_Jd8EzTE)je?r5Xqw>F*bLD??=e8egL0tLY(%Y5)
zt(;r_w<fOqZ{zLC|F+JL{eS-*LcZKiIF|pN;g-Bz;FkZ1aLfO$aLfO0aOHn@Fipj}
zNBW@Ue^0pbzZaNh`QMwE<$oWz<$qte<$phT=c9l78X2%-I7nZWOf}P2rPb0`rPtCo
zO4IaJ>4v^4>1tYECs)?mZ%-j!*Vjk?_BDE#o)^J8AN||c$bj9<q0{png6iv5;%VBy
zZ%ZFkecfL8WuUI-cN89=>-n9|b(3+I^M&ir+Rh-Zo0NOJeZl%2!r{c@Ca39eA271<
zIo{7<1c$~R0EV}2b6fl8L$ure`7k^#+BoHBRoXw(;?iRKr!GCQz8}jDpsnx6;kJK1
z0k{40Nx0SHQ}9mDcL>t|8RBVn{d|^~t?%dH(m(Ba9O*wc1E5_$X2Na$FTyqdm%ud5
z|K;>SoBu0t?QgGwX*U1Yh}ryKhui$$fZP1vgm-$rL(u%+BA#aRf18-*KQY@to8Kqk
zHb31u#QbziQBCvvWM!@S#diss->1FZ=Jy%mHowopZGNAF+x$Kc@AQ0!p!vN=JWca^
zKYdX1`=IcTgUauRg$F3VUo89uQ0pu0OE_9zX<x?C`bzr>j@H)^830Ycufa{fufuJ9
zd;>21(!Pmf_3<sZ^!qlLX8L`HnCbUjxas#jxas$Oc&Fz(1nKuf;%QbNKO!dm(teC1
z{eF@GQ2PDUx#<_*AxOVz-fsH*g1G7POSts;6__S{ew{vO`uqkieSQn3nLfWGX8Qad
zZu<NIZu<NY-s$<xuk`sd@if!tFT|wJmDvW`{Qd^F`TZSk`Tqyp^8Zh`&F^1u&2PX!
zoMJY=fy8ZogWxv5S>S!;JVAVy(CPUOLGz364zio(*ZK}Y^ULoL{z@O^KYr_*{gwaL
z?|qg3_<QDTSN`MgnZ<ujOzS8Ara8K3{mjicWnblB*Qa@i+x2N)_y~ROFa7Dx^=baX
zAB4}(p|Rn_=WAWkTKO1ByX9j6xaDI(xaA|B;V2*R-GQ3IEFbY*g5@K=OR#*zcL;rX
zqDqI?@935jOjADMyMyFbZyoyCdhCNMA8AX$m5*^50ImMwI|R))zB|Z1ns0n}klf}Q
z&!9Em`0gOvZNBkcg3UL+OR)LIcL;rXqNHSe9Z3wPX}<B@L2{dKe3zj4?wW0&&1V#^
zqxp>X*VBB)IJf!4Gk48roVVM2)+BE8SqpCSSsUJ`|B9^x?|k%cU#A}NU4rQq-yxV@
z@m+%SYJG>G{Kt0(`68D8_%6ZfeMj_Gz3&93sor;XZr7h(h-?4pW?#_iXII))Kk+O*
z`>1|)_t&%f*@L+1XHRdp`q_)P)z98=(_<fapZ+VhFTC^7zkMCw9Y~4;&_nrceTSg@
zw!TA9e&f3Xbq!N~<GTZqiJY(NOMG|Gw8s5ee0Lxo->up8CB8$j>q~rxpzBLoe3zi>
zOWLWtzOFB=?+|o-$?p(G&^~YWF5e-{Q+a%cFn4n~&u9BHIj34T+?oBC{BAVA(Ep6T
zY1apnS?W3Qcl(2#KhpDzKR%c>9fkn$!L8v#fw*usd>HUR<8z#iLwqpADSt0;U*mI}
zgTuW&e<yHH&)*5$-Scmkp2SIwg*+!FEApMt^Y<{vw=V1PJ9JA+JRq{P#e*YDYwMYE
zr2nY;e!Bf=JyTZs#E*VdR@HQaZ`+Fhh_*jJ<ucrjlawFZwjw{at;GjpZF|)$KOLf$
zpFX(dC$<yIPi!}qpV*EpKiaM$Kg)q>%FpuYgUZhe&MiMH61V)U1Xq4m2Gf)u+a~|(
z|4v{^zHzzTR({6TP~>M^;o3f0|7gLQ@WVJXwia+`A%eAW*Xifo$gA?%TBcf$>-Be$
zqxSV1-dz`buK(Zl=tfxUal>%R!ScNkA<Or8xaE6exaE5jxaE6OxaE5ST<dW&FirX1
zJbh64-om-%drRV$@2%j<_ts#V^1V&^;Bo)O&-j(^o&Eik?_Hcv?$^JGO8;HGUHb3l
z-1Og_xaq$K-1OfQZu;*9H~sg9oBsR2rT@NQn)Kf<eNg)E@7(mCMBMa0051Ix1k<Gd
zLFt3i|6u3G_WYf|F|87B?T4`xY(G4l*E!O+IC1HpCh6mWhlQfEP6?aHF<zwM@zU`o
z4L=&tdee}qX}xL4VX^dL5jI>?^Y3*2?cXw%G_l@_WL+qK&uNnCe;^;xIGoJU@_h>2
z@_j1Y@_icI@;w!9`92-4e4hcPDc@(N4=UehIk&-0BX0Tb!ZoS0!8GOjob*A7GTphv
zJJ-3yJ<oZF-UQAEEZ-NvGkJ0^ge$ohfoV$m#p#1uZ^ioeyGxruH$eJdRyqWj{+AOl
z{jY$V{#U|H|Eu7p|J88Q{~EaTzZOiB{@0}sO8@JfoBlTtH~nvfOaGg|H0ghH`k?f`
z#kusq)w%S)&AI7+J8{$h4!HEc6HK$kbr&(|uPIcM{+eRgB^+(NNs89>Eu_+VOA9Gu
zku{OHj_LZ9_bZVK?VpySSWlM1)_PK^Tb&<;TRvyNEuW9UEuW9WEuT-oHHjy|G)?xY
z^g)U7v~$bnGsG>Q&%%{YO{tplsVP@eK3}LTHlvx&mCqNQTRvYRZuxu}ZtLk4xbpcb
zn5KNbmOfb5QzM-Q`-Znm<TssLGCoG!lJyqc^nV*}`hOg5`hNm$`o9C0{_lcm(*Kj`
zgVO&~&Q1SM6F2=o1DF1v1=FPe=h6qI|L2`+J$=Es^ncH}>Hj`))Bgjw^#2e{lm2O6
z#F74A$^a<+zg+n1;NgV`zJhyL<zK};^gsW%OGE0l_5Zi1r^NN^n}uuYtsm)r3qFoR
zW8VhG_WZjZV|xBhV06=$<M%j>;?US&K=qRL102=M4>JI&UVh}<>gC78V-ih=p8!@b
zKZRSp{0y#o`8k-Tdih2Apz7t9&aGa4McnG;*KpO#Z@@H(_S^J9)ywakt6qNZT=nt?
z=T<L&ByRQcC%CQGKf_foe*x1}FMmxRRK27vfn$3A9WK590j5dsf2I$b-v5G|-tj@h
z^d2}+?WT7;<Cos?Y@c&6=^fAZ8y0%c%6Vy~cRcGiz2jNG^v-Aeaf<YAJ>!?&t!Mnw
zyY-A;dgn9#IN$V+XZ@ykJnNU<@oYcGC%x0+8Nc*yJ>!?&`HcT>bhPyu&-f3^v-PZ>
zd24;9#WVhTz3Xm3L(Nw=p7ASR@oYaI6)Il~yMC6hc*bw}if8<muXx69`HE-!%2(?d
zzw*_3#;^6!@%OWQ^%1vx#WQ~8YiaMVe8sc<oV4=Qdd9DOwVv@SU-4`|`&+)^S-<5g
zp7GoIh-duDS3KL#^Odi7wx8VA$F9Vx-p#Xq=^fAZv%mCS!{=jq$1{G@JD&BM-tny8
z^d8IWNblA&e(4?0_VfLucRbrqZhFTve$#s$UQc?j>*JH&>p7R+>pPd;8#tHV8#*_=
zHzIC&kB3X|jlI9Ek4=b6?|7CeH%xj@DE;HR6<Z&h5x4cRIb7>wi_$;N*ZSD9@C86!
zztXmXua#^-H>9cg?8Y;G<ujh`+xlre<F|aqvwq8GJma@~#xs7)XFTgyK3mWDmCty#
zpTkl<C;EIWpYe>}@)^(imCx2Qe&sWs?dR($pL_c2DWCCdKiiehc($M1@)^(gEuZm>
z-`3B5ysq-OzrVinImvllKix}t57YZV`bqDDn*Lpyxt<^F=bPS#5I4OKg`3`o!A<YO
z;nI6Dm?piCa4x;4I5)kIByM^i1()9Wj6YsddbghOOYhb*e(BwM#xK3|8GoE_ddIVV
z)B8l;PkP6*{phTNt)F<tFTLa0ezr^Rc(yMd-$B^=IgQt|^%KwfwSLl0r@dZZnp^Rj
zujc=AseGM9zcl4*nsdunm$>EYY`Ep?9Ju9cI$ZfW7fe&W&U3DOo$uW8bpdh9*M)H9
z>mu*3d|m8Z`MSip@^z_m<?Ax%maof+TfVM<+xoZ?u6$kP=PO@VJFn|wz#Hmr>tn#R
z^poD#d4K7By>rw12I8jojd0WZCb;Q+GhBM#0;WmtTb)bq+nk%;w-YzL?|@71JH5a3
zzRS7vzT3I<zQ?)rzSp_weIIet`+m6ee!%<N`goAI^nS?OrT4>yUjy3ucm!_i<59TQ
z$BfcnEY`<kg`WZH`trE9>-zFU;ah`ia#CYY!p9}ka{&0*%Abahsr(uE=$`+-<tTmr
zCocOwhc!4f_B`>`lj%7Ce6{9z|IBhu+{4u_-Ee32e<u)2mInxfnm$eY^Z)z4qZ`cY
z+MY5Dt{R^WOjC`|Ui_h;)%YB6tMNJER^xNQt;XkutH$R6(^TX0rVpyd=W}i~K0k4*
z@!@dQ_y{mfH9j(ZP&K}QbJh5Q&Q;?JIky^Ln7GyWB5>PN7KPV6x<6lpW!=R&Dqkht
zuy`P}WaBkQwRak?8=v`}>;Edh8)4;VsiwU-DnDsU<0wDHx_vk`pWS8Q>c1Rl_fX3>
zy!lD2<#Pq%md_R8md};omd};p%I7Lzn)117`k?Zuvae?OjOAhZjOC+zYFSlNKDF$s
zDWA41<C&T*+xP;&mUZhpiCF%Y&$W0}<<o9UBcGYl#b~$2b>VRm&VYaW&R~6_%3pjI
zOudzl4T+~&{x%|J`Rn}*xiRhPzX_PHr~aEZe870n@;3o)`P&R``P&?B`P%}n{A~%Q
zDSum~4=R6KJGcC8L)`MWEnNBA4op-2woe~a{&sM#^|+&Rt;e05+j`uYxaDsbxUI*D
z@JycESZ7*au?|x|@!jbs+l_<rwFj7{eC?S&X!+U;Uh~zQr~YaC;Hdw;835IPzryzh
zEnoY?Enk!1mahZgmahZh%GW_)n(}pU`k?Z4h;z%=p~Nj;hryMv!@)G=YjXOa@^yrB
z<!g#_<;zmgT5pjm%U7gQopnkz<x4Lawkt=iH@#&wtv3xRY(0*#h#Rh<x31wawXsbb
z$C&z<di{zP)Bh9#rvIsM)BiNM=|2@N{Z9wer2iS|gVO&@=cfNz#7+Nca805MrfITg
zrw>YubDT@8>CPqQxz269oJZXBKOb(%x&SWymj}~KpNoi@J{QAHpG)AT&!uqba~YT>
zeJ)QQls;EDH+`-oZu(pWmp)g6Y0~GK^g-!!t#j#fopb4Py>rv&2I8jAjd1C66PPA_
zZZ7_Xpz1U2797>*rWpWDzuVxZ-|cYI?+&=>cPCu>-36veKS@?iM4@V?pH6M*7cVXS
z>@8z4*^oj%8*(g0+u~xe+7{Sa-?8<Xevk70R$nvV(l7TvsO$4M+y?Um+y?t3-1K=0
zu1P)(rb&!v(g&r_v(8N)ZS^gEo`*}H7r->t*Ua=m)z^#8RbMYTSAD(g-0JHU;-=55
zaOv|Jm?nK*FaBeo>g$cd15{sc7Je&e``^dl<2W?-7BIHw|1UVE{{IC}rhPPr#y$az
zDnu|8*NWj?xaH@QaLdo9;Fh0H!<C=UfN9FlXVV9jpU*kB{Cu9ct^Y5;m7n*(H09_0
z^g-q41Lw-mht8FsFFLpUe2KW_=gV-b-><-xpR{FgOrNj8O`osBO`mVTO`mVVrO&s(
zH0ks0^g-$K9p|RccZr)m--An^?}KU5=LhM7(&vZHrO%I?OP?P*H+_CW-1PY=T>AVB
zOp`u8FaB3S+aG@cSN*1q$1(kW1vmYE4LALM12_GC3zvSs1Jk76@6!jR-yfWtet#rx
z`uzzm{r(K5Nx#3O4@$qkI+uQbb1wb<?%eeI2XWKypKz<Mf5EN3_J*520|$zmK7-(<
z&n$4$XE0p)%nGJSpCQhr&rs*4&oJVq&unn%GrRYfK65yiK65&kK65#jK65)aedZx<
z`pgTLKJ$5h=`(+FQ1vxDxhVBDqVQkBZGRj|d>p~X7J!dUrsn|gF_kX_AKmjE-6;J=
zm$>X54r_2|Y*FH?C(}>N;j1;D_w(7#Qsvyzs~b4;-=7JT_U2j7^U2Dyp67c0trcB(
zXRTdYpHYSow+r}CxYg7!xYg8baI2}=;Z{>~z*SRof@!L$xzYz!Q*%4Fnwp2WYHD6@
zS53|5Ts1YnbJf&v=c=g@&Q((*om)*UK-_9-LAb5Ch2T@-&o}TIJL2DehaLU0UH#J*
z!%_dmGXPGmf8M_+{BRD9Edr>$)6nLq_P)ZG1P?1juoUj0l`oB3_lW*yOv^T1x&f+}
z<r>}`RWHjsSG}y@{NYMg#C@ppm2e-dd}Um#msQ|aFRQ|>UR3^3FSab=hSio$)Qgr?
zHLDjbzo-{mmazxfvW<IKTh_5h+p>>)SZxc{R4>{#s#(2+v{o<c(#z^)J-G6}KA5Kb
zZ;(Ey{6@cwS-osTO#R1a8>s#p7rr5A^%AeE_DxHBfZ8V%z6ogcvKd_UvN@QhNo`U5
zWk8$!mT-wP2uxG`Y@I%+`q{?$BR#*vez-Pnhimn-J>2SN2e{SGj&Q4=o#0kKJHxf#
z>;k4~znPdmcz4h5u&sV}qh0&W?qHhsn?2G8wcqUNT>H&l&b8mfwK!v{pMBB?t$y}}
zTm9?@xBA&1u6mdRrl}qdNFP+bqhH3Xehwn0{s(6psQ!l(ejsS|6R)dwE0Ji=E-IB)
zqq?^C8@*L)zgZTp`Y6_osi{87l)DjEeV8Pz>ye~u)rX{Q)rX{S)rV5kst={ERUb-i
z)Q6=!_Lq~1r>Q<pNguS%r^59jr-5mDld0*08pP?&HOMoZYZ7NV*Cfw!ZemO$ZuQZH
zTYa1jSH8~y)0Bki>4QpA^vjsl$9crm|NLwN)&GLR&jmC2a^rQ?eo<);Q2WJ&UkF<9
zTmo0oTneUXf4QvqF%<1DmuDNeR(-~^6?{z&ja>=Y=6w}>Y|k^EF+I<CM$@UWYk^UP
z2nORmQu+0`4-Xh{Lk&g!-RS(mN^Zin{pn`7?N7JBZGXBIuKnpYFzufDZ>>Z~^>;_M
zfmVNa!c~8FfoZBgol;Hpr<bgz`qNuhQ~lYH;u(z%xwRN$YF2+Sb*sOJcvU4)l2ubZ
znWRxq(Jy;M(i<`ZQ2)oW4V+y6|B8>oRbOfGx@vzi1EAWUD*Or1>hEc|>M!jX9Mxai
z@;EkFZA~$mx@C!L@GlTgv;5B_X8C^+ZeqR!H?d!aD;ckVX-d|s>4Qq<YtAkIuM=1P
z-|%+j|4rx0|Hqsw|8F^0{@-@4{paJ(ZU6ZMam)WZaLfO@aOLxpV4Cvzsq{hREBa+j
z{nI{!qyC@G0I2?-EBw=-<v(6m?O!PE0cwA*@Xv#m|M%g_{|8{2^8aD+p9Qu5q<s-b
z`%l_7IFBSNzsG*K=ih68sOR5nxBB=Rr&@h{9d7mU4Y<|EH{q&}Z-Hs5k8h_Bsy@Es
z-0I`I#8n^P^LEw8_noUge&Ag7@k8gTj~_W#ef-$D)yGeWTYdZ#ZuRjq_>}sL2THzw
z5l%TMpV2R4>Yw&29QFTo2L3Ph-U3*XBiYgxYep=!Sff#0F*7r?n5AwpGc#khn3<We
zTg=#EW@Z@BFf;D?Ji~9CtQoU?|8MV^?XHbmce)>s$gK3^9+6p*Rdvzo|LcN(fwuaH
z<Es6)r9G6|e^>Bt&{iM62dh3({(w>EhbBV1JzK|U{)DOg|G9NFp>FM4<FWkzl@6Bw
zzkx0Pe+OIs{{dG1|A|gf{yQH6Q2t|WC)+LmvBsnP$J$P|EB~>!lUVuhtnn!Soi!fi
zzq7`p{Kwi(?r-^zH6F`<to2y_W35N|?5y!9pPe-x<*TzMWciOZ9`%p4oqT=u&o!P{
z8?yYzan;^g<57FA@x)q?<v-SVl>b=U$>S^kv9=@pM|_$eVr?heH9t%@W(z(*EuIZ!
zt!J@{V~uCgiersuk&0uTXW_ojVJ}oahkYSk7p(nzyzT-O4}j-y%Olr{a=oeaYC=EU
zEg`?4jYWqCqgQOkW~&R~IMo$%;JA)822#eu&=^RG{py%$|JI-Se>*#%)qjG5$4A?k
znGkGaW+JeSnTf$RW+nk^%uI?-(U_SmZM4SB<c@93Oo3lxW{9_I%uMN6V`eJH8Z%Qn
z)|i>bvBu1_j&00Lhu_A`^k5q^Gk{ftMF!VwW^5fzDCO(Br9&v?YbM9yzvtNUHGtpp
z75iDfW}#jEXGN!||7^vc8EyHR9c=lU18n)46KwgK3#@$2jZRU%=1Ci^e9i0F@--iR
z<x6E>MftK}5%0ll*u)x-hE)~iOT(^;@@2!aa}OND*YdR(dnsQw>?2=Gl%stIZTA#m
zsxih{>BD$iI&HM_w~S-uV_C<Rzvb{-{$fAN-wL#=|BC1o^<Syj%cCuSD}yb6tAH(k
zL&286Rl&;NYUmW@Z}qg%%HJA}Eq`m`SN_)WcI9tv#~N?zIM#Su*Rk@qo@3>2eaAN5
zHo$NB+YoHyZ6mOaw-{&2PmyLAhVnDKbu^*G_a-fFx0atx@zne@v0u$kvpMbRzXdu!
zzM=kGwzyquvixj?-}19H*z&Ut*z&V2Sozrwoud3~pEg?g*}<{pXGi?X&raU1{Os&l
z`Ps#>^0TXB<!3j?%FphOEkAqUxBTo0R(>o+k)Q0cG3^>uc8IuV*Gq&%Ds6D;R61)0
zI@Qi|9EB2te*$!h@h>Vm{0CLW{~@#+|A&Ib|6%A9@qc*QXz_o9W8?ow{Cd%&yj}bs
z?N}#$jAI3LtYZb;I2Ji092<GZ;ZJg99uGG1PXLS5+0ZG*&q?^KK2HW4Kc|3=pHso&
z=QMPR_&GgowD>v0vGH>ze(`gbw~L>%9gClH9E+cG9gCmy9E+dx9UDIv;5U9Q1dE@G
z&?(~Q;$okOw)y`O@Dg?Y1^WDZ8QA!{9Blku0XF`w1dG3`&?(~Y>a@|~?;6L(-?jL~
zpSn~Le>y}J@u!!lBL3_Y;u(pZVyq!q2%W(hrDFWW)M)jksW9p*=f8MStFMtb?BJuo
z_TqPd?d0wR>*Vi3rzp6)(?%=!dmI}-_u>~n_j$Ycx!<w)dBCywdC;-y>mkRguZJC5
zeLaHT_<0m8ejY=osJ<RAc3etSUr%HkTJ`m0!Iz?K{u>Qmj7=*~p%(31Gg_ps87b7x
z&C#>qh1j$*KFad*JlOK{0@(8NBG~ft5?J|p8J(j1yplFr`FYi`<>xj0%FpZGu9JSl
zvGVh#W98>9$I8#!j+LKx99w?g#c%m}4{Y`OK3MrlnHj_Q`4DXUd;~UrJ_Z{<pMb^B
zr|1;%^I6(x@$<Q3<L3+f;^#|m7e8M)7C&D*7C+x}EPlT4Sp59JvGMam{Kn5WVDa-K
zbc*=-aj`!@tA0~{f}#3NSsugq`x)5y`#IS7`vute`z2WX{R*8T{(hY{TKxUSvGMm?
z{NnF--Y))r?^yi(!Lj)Jqhs;+C&%LN&yJ11zu-6i{tCAG`Wx8lYcsI%^AE7`^G~qx
z6KhAtPpln@pI9rRFCu<AYewRyvu0%c#M+Vg>8u%vpU#?*`01<}iJw?2YF{m`ADzzy
ziJ#6Iknt01N5)UA@ra+!=YqsftQG0_f9Ew+U!650)mN?={gif_A7f2uF`TW$+R>tk
z%G%K)6~~&<!hLH-3)MBF=jgg%?H_AL3sf9yNAtJqF}YSVeQm~S0=^boHtiaKCdjc`
zR})GT>DVo9x6f2C4rWaBt#4eEE)e6ju-)EY!T6Z>Rs1c?dn^7n<~<cpfO&Vt6Jp-g
z_c@<CYx~5Qcl3SE=lI$_Dduq%Plh?7;>j_ail@Llw&Ed}$5cEe=Ft^Tg?UuPQ)3=k
z@idr6R6H$aoOJ7(4mDB9S?lUP)6cVeuQX=P-mN%t7Z<<qHIcg)2iMt}@Q&*HY}UxZ
z{oC9bXOS~;7P-o9##!V{M~z%%yKxpdGtLxVhqDOZIGcoa<1BJ!oJG#or&BADvvm`d
z&uFb(apY{xiX&&M_pP(7TH7OM^Hm%<o40SBZMNDTIh(cbvstsmPf^!SGk1QfIzCu6
zV{Pp$qJ0<tOtmpgIeXO=AM6@%{GAH)Qk@sqsdP?Gry3tD3m&l%<8yYf@i_<B_?#1L
ze9i?HpL3&AjL&)SiO<m4E}RsL+E|3sR8__JT>!66dcoQnzcZ|<u!@4#R9Qvj*i_mf
zZ&7*~zcD3?Uz@6fUrpszj9*Rp9e(4Isfl&z+B^7Nrr-!A272pQ7Nw$!x-EU2@8$6s
z-z$KP?-jw~dnI&=_+B|}w8&k>u}B{3*!b11!S8C`uA<RPR1v>xR221Vr_|whE&3V1
z5sLU-$M;w9uj|<OT@U{ZwJ}Ol{HAPx5reMvY={!S8?~_Air<Y3UJf0Dx^)ag#YElW
z;i#AtTD%D=CXE(vii!(Ci#J1A@-_!+Fl~WOnY6C6g-es#m@>A?_M-8nOq@omn@}$e
zK2K@!@ogj9vDh5fcWoXqIM36XSBo&mWqWLxv59N+F%^%GY1gut?~khO-^R3gIp+H#
zYWswk7Q{qgZHO`5oiUter)!z>;1AIwMsbibHpYv6F^>A*U&|u4Jcu|;i5SIM#FozH
zfBssga;c&Mw{q$Xj3_&s3;wIuGAs9(3p5<6XfCknsI%bqf6KKju3;IGPTHok2rjN+
z*{<N{NE>bB%n7!+U@oxD1#wNYxnLgJZ7vX%o#f32R&qPnGR*}G;7=)YLEl*Di~*b8
z*sF<MpNTD-CdSKCefQ~4_RR%0SB%46R`)R%sP0o@E@;YktJ0~tBF0Bzn=4|x*jy2F
zfz1^$7uZ}8bAjfHoCo5Ns(VpUWxc*<tLyeXTV1DijqzgRB2p3;p0>}w9Vctl{Uhae
zfs2yR1+X(tbYbj_6J0>zJ#(XGmnOh#)fG8<wc?n|Ua2_dvX}ejGMnonN6LBRCU;ZL
zQ({h2&O14>oJWq7^T<u^q?|`?5;uMCrIhndjx6VqE6cgcy7OKq<}}NB<jAfMkt5~2
zNL$0=rwq3y{Kik@Nc`AvjSqNrawL8_IWm4CPvU3#d_}bJ6So-R$8J61z2J=Azv+Aa
zEq-S5cH^gq-}o5-+nAUcZ2Zgu7C)W2O#IA-UlKK}F_98;n#M%bQ96yUn9Iah%wgGX
z^)xp=@s%<UhWMH{9cb}2pJU@|e*EHV0dH45b>^|AvxFP>8w-1X<7*N8#@C`?<7+Xn
z@wGVE>S+mZt*3UWPkb$fKSg{kUF^69*c`G9{<X7Xc@Dl-#mix?S@H6iHixVLwmD=)
zu;!4J&?%ZER!$qOIV5Ej3>$3GG*LUp^vx}uYs39{fL1r5-uu^ks7{@z4#xKVUhJE9
zM*ZtORA=6?I*55kb&wMCkLn=h+ZauvGXH4Yq)dpRI#8%pR0l>yrw(G?u{xNPy{rym
z-myA}c}ICqiFwEJ{BN%fmdBWPECDh9%$G+i*9Z-o&b*U@R^4LWu|YjOyUx;iOVjzW
zoS1(G>hWj9?Dfq%nsoH9%6F^T!;GC;-#94cGi7Fsk)1!y)0qe3R4tzoisdurohFY~
z?xifBG4Cj!bJZ>}u4BGQpN;F7cPyWxvXjrC+VUCmj^%R!`ddC@{;_eo5bc)Fn17Vd
zm~Uu9^dd3ev?wOQm~RqWK4adoe8#+^d@h-N(Lr+Si229z8S_uC?{haw=CW<~cB_2G
ze3L%qbNOP&p`u7y#|o$!N@Ly&zB@SYG|{5*zVcuf85-}aI97cOb*%ajMOAFPYf9_f
zI|j8@A8XLwuxTYyVf7JHs_Mg17WJ`C?tr%Xh*VpBXiD$YN0f%u#|E@peQXG}7uyJI
z^|3M7>SGvK!4F5Ls6IAH8?7SU)UnmaX85f>HV3Odwm_#?eQb%(>SHT#ukZJGR3F>m
zPf>krn>JeYv7KYp$M%j@A3GGhB046a*0CchCaD(hgtEzOXRzI5?E;QT5TktlCML-i
z?}nPPwb|~@CMH>o_*ix4J=2~zW0J-wkDy`_Z}Hx!N&DVIS$_AW-SWF1*z&tSSou8w
zonpm(AU@?c<sb~@_uzD(Ex(6=Ex(6?mEXhADVE>E@mYS40QWk#GBKH3$;V`WH2qSP
zUk#Zm%C8Nn82?Re?c{d^e&yFfjQgbHy}$8!0)FH3M6mIB5?Fkmj7|}sr=*S6i=FCN
ze4ggm_&goI@p%SVe4dF;F+R`2XMCOw?)81{M&spN{3#kQDd%B`&y@2q#AnI{7#c5D
zg2C5C*#T{QT?{t9E&&@~mx9IDW#|;~m2x?T_)56~LwsGC4z%%g71;Q?8Z5r9L8lmB
z*Wxq2t^@b_K6fL&Zor=+zHUq#ExvAYEWU1bEWU0j_(HVims`DE^><sr$DuX9-0tm~
zUq(8%`DGM-n_un#+x&7T*yfkJz*Dek<!+SCFZY0z+<Va}nqTfK_CDxI+WY7Gi*NR#
zi)unY(|3>kRP8ht=93kVjd^_EJ$4Y$_8Av7qP5wM$EIP^%J`^b3y}I2rY3}MS65s^
zCvbdJ1ruT(S@A@eF%h-CiBapfwzkcfn2JZVAWdv7o){a7$7t=`69oMhPo$?kN*pTE
zXYoXO6_2Go;<3w4=bj)gPZp2LE8<bvRZ%=D%MhhAKDcYcJjSq11DyvFD*w)yo(UW`
zE*LR<I%9kQ=NfEUnHi-qpE3)^YMo&l_ZT*;;|2`gv(`GXWDZ^%thqKvuMWQdZ+Hnl
z%oMd2K%1A-D7B}YMXjY<H5j#)*m4#%*JMMfIm=npo^sZyxug5mldJ}#<}7DXb5?_q
zqgsP)?X6c|KWc8>ilg?{sW@uR=HaM0%URT%&C5}9mb0im%URT(a+VS`w`!tt%QUpj
zN9HQ(uy$#}e7xo?@S}q{YkO*v>EtXYBDIb~51XhWcbdRDIg1IdJyhf@CcqZQJaK2=
zJaI=~&Q5LnvW<D-<ccF_C-%J;R}G~^&TJlw`9d`mxynvW-#lS86gg83MXs{HYAAA*
z*lH+pW;GN!vl@z=MPao&N6r)k<0^BLx*Wa<tsJG$*MBT+Ebza{QRId;<UcuTdC>O1
zBS&9F5(W?1g!Nv<(fsb<IBMHp>KjKd_FZpB_04@F`^J&gb&Mm`b&Q{U*%5u?sD0IF
zjXBWjI>wReI>t}#ue!F<>|D=c99dn*I8t4A#*xj9G56VA_;2Svo9kjc+1wU6(p=WL
z-p<!~n-}+>F@Ey=XG^1urCB>~GvXd}hT0|8KswjkfzEArxrnwq#Pv2VvMmlXoGtF5
zW*nSHTc`3rb8EF*<$o5(%D+yrit=wE#0_U&Yon9pe-0eV|D1L2xIdfAaZ|zEn3n%}
zz{>x;=oIB&6j!l%ZGOC#{{_Ix|AOcg%l|_7EdL9G?b^2p*z&(9*z&&^Sou#`9K%j-
z39wFnNpy;lw-i2+yL7gpMgB65m7HZAEC0(m?p3fnrsaPHu=2kmIz{<ksn|MH=RMoX
zU@Jbobmz<eL&2&C3pv(A?eZS=U=(%MMAu;d<2sZ^J=pC<-l5U6O@-CNIyhAima@3N
zT@QbX)kCD(>R|)=s2(=VzG$n5jlg#BjlotA!@yP#!@(BpCSZ}XDLO^<uvyw@)x+kF
ztsb_(uX@<h+f@%+IaX4(cB~|B<G5GBwwP8A+ksUN+oMxd4?Cod{!ZU-OsgJtD($PF
zr|<hNnQjDjDea+bvfC9$+)T6`f_L$~dkfpG@x2Eg<9koA@x2$=_}&{VzV|_=i0^&V
zMvL$L92?*J;}_otc)R#M(6RVF$g%i7*m19dLoki+L&4%Z<uDBKof6k2@u8BeVthpD
z8Xr;G#>dg@WqfF81RpkJVm@l{r-+XcX`_t~4b9-=cyx;RI3aDc_&CwA_&CXNuY!{?
zjgM2n;^S0wiugFK*oUK4e<`P9sQyyUz)=0AoQa|Oi*cJy<L_*I#@{($<L_Ls@pm3r
z^>jWuMfG$++Gz22p=0CkBK)eSi@ja^UE)~$UFul;UFNt~!R467-xXl-cO^PS{9Tnc
z+W5N~Z2VmV7Jt{GQ^enO#XbwI@q2x?p*4PQD0nyY)CEZ0h&ffoH(^d$@y(b+`relq
z|F_a^{NDx^|F@%4#Q(^&(c*uUW8?o0{Nn#kZx{b}ITrtSI~M=<IPO(&FQ)N-A6WdS
z+>ast7fA=&;(HKm@jV1qd?^oOD87_OFcjaT=|Ee2kAW56<LDH{_e9!g#rLFR#W&h<
zuY#vAExxD0itib8isE~=*bktszMccCzJ{SwEdCepS^T<ni1=SZrzrlH(?%=)R~%dX
zui{tyuX(%Tf8DX-f5Wljf75ZVg10a&{<p!3{~dIS;(s@7wBmoyvEqNf;OEgAUmtk8
z#@C0AHNH|l!qE8IGaYE-?-Q``_bFKQ^BFot{C%D_TKs+C*!cSrzxeyg+r{74j>X^i
z9E-p2JMLBR15D%ZhhXuS@(qUgJ1QM$i|@x^i|;33#rIQmisJiO+Gxf1bH^6nFYqhA
zUwXUZ`;}wG_iM+B?>CNn75o;{;`<#~@%<j1qWJz$>>r_ReEbot`bhZ`hUz2b&lswY
zxGtsB`1vb7<L7T+@$+|diun0Q+Gz3fPshejEZ~TrF~_tH;-~XnGV#;-E}8i0e3z_O
z_l@t889(uzGV#;-E}8i0e3#7liSLvdKk=P1@zeP(nfS@yANmU~t?|?O{UME?{4UwY
zwA=M5zEft`r}$3Ulv+pg_=o5*N5QwS{}gOmiSLq4-npc8@)6%9Q$9MsKcsx*?+?XM
zl#kBu4_Q9qyJX5oevd5rD<AQ@L**Qp&*OK85-T71`_kd+WrIqSI4mDCfo(kYz{<y>
zb(c;≫hkQf2`wo|IX^if1--ip4WKe#J9~w=14G9V?!>91rL_E{=P7;PUriEuMMl
zr+DV`{)%V*f(Ou6UkiX$U&HGmJMk_=yW(BA>>u3}?;?&B@1l+^-o@}M-o?FL@h;(5
z@h<6jK%b>^+>2L@&C>WS-etgwcUkYRc$agmc$asqcvmQRLA1uxir%jAw31`H9<7XD
z<7qFcL9zK~DDC2FRo`EHt>##Kt?t<PS_8lMTGQLb*IJIn*V>K;^hn8ZZ}7~<SQo$X
zwI0~&eSNU_I=b%C$^VA5E1r$eDT-%f$BJi|V~b}ve#Ntiw=14a9V?#A91ryU9oSyJ
zus+*DKZ|Eeu;SUu_g6ey7rX)5>U|rq&8ORfmH(9Oz{>x*=|Ee4cc5K-?1)YgA3He~
zA3HlXK6b$`K6dqX@v)m@@v*z(0ezOmaW7w3_eJ=PkG;U+V{h*-KK5~JeC&(g_}C9D
zKKA$i;^TmVw?}I{9O&&D4+j;z3fitO2ZQbUatK)0my|=ny1v|+4z%%oIPK#52y}}0
zKGL!HKFYE2eKdaYeT=t@?_(W{@5b?f-v2x9<qK<R4!`kzJlMw531IR4VBMt?&q=f^
zo|KcpiYMh1u;MutonrBvhF|fV?(K@_49AM+OveNIEg8qXJg|OK2EWB~4p{M=>-`na
zc?F+{w)#0AtonIDYEUeH7t*eHFDm;-AH{pIW5s)kV~h7v{EGK7Z&$pRJ660`I3DQx
zJFvZY)!1A`Ka2Nju;RVO_gB2vI##^bIaa*a7kmL)<K+f#*Lb<nv0XoI!msi2iPWGN
zU$@XMzHasX#n)|)#n<hQjjxgT#n&ir7hiWc7GHNd9;kl@HqNOR+t}PqKjZ5ju+{s$
zVDT02Q(_NoES~#mS3D1(QxwmGjup>CjxC;t@hhH3yj}4;>R9nS=6FEw{~h=8g|!ZV
z-{N@^tawIyf5r1u!S|u9-k%2BeEAI6t{=~WmH)p=4T|ycJniD+1$2t|c+s)=c*(Kx
z@iKn#@rt*Lk5?UwkJlUz=>5OrUcRu_0q`3iZ-T|gTi#!MyzSWdcn81n@h(_=yyyMJ
z$NL38ht_!bz}qz*J}mfVv|T?w0^9ZDW3a9tpOpSWasBwT;KR^*fAX2P>;1{+1y6~d
zjGbEf0z7FV{iY0flJ@!ES7o1XiY~pH(C_{0Gs3Y-hfpv5zxRwd!wdS>PgFj0v2Mlj
z_HgZrb$RcsX~gB<#zdr7V<IKeuQ8FL@`!7qO{1MPKb2RE2^12;QDef&vhx5p%6Fjc
z%U0z*#u&ZMv=(E+hDE1QUCT}w<=OwJ)@G~W7YnjFg(}BaQ^Pl&@!7DB2M)8>E}dt5
zbKpO=HqME8%zwW3kc=#aVfkDd-0OQrtYj{WKSguga%rPg1j`p3hq5_t1^l&`nlZue
z4n8Apfcyab%3+j^7IIf{toj)0cw}4#s>kYMHN3}lE~8N&Yt-JI`dAac)yG<3)rSqi
zc!ReN{*<HAD35cGtav@lBPx!eZsUCenrysp2(}m72plJcQGO4>#``dw8t=o=DH`va
zq>a`!a8t)NST@5SgQ)GWIZA_Vix#%q7=*34CCch!D{!yx8L{eP8~iD%k8RUNt3I}K
ztoqpAvFc-of>%VxB-A=~M8zc4;+;@7ne7bLBsV`g#rWM7pYgjJ*!bNYZ2ay47QcI<
zQ^fCHX`{vO-j0pmeefH<`+~*qe&`hAcYl1w?*ZUm-!o$Idl3E<@q2LEXz_c9WAS^a
zWAS^KW8?R5{Nh(3R#ClLNq6csO5gZAn!Suq4V@03F|@>IgFi(tHX?1b_|%ZCVtgKt
z*Z4dEEIv;}rx>3n;WIu@2KV~D_aHt`#h)TRQ%=JWpDCwfh|iQWFvO?b2E}JQ&dLtx
zbt^a<)A%|EY<$I9iPhhEw2QBl^D!(r7l6grh3FLH>mq!{*TrD*bqPAf__`FI@pT!v
zr}v2H6!CRM+Gz20rDO4Rm1FUBwPW#hO~GfPRe#qO97^?fUBO47HNLMeIF!cs4F&Il
zj+>m;aU&{jf?9kNYRcATdovr|M8$m+He&qW3O4?40~`OhgN^@@VDUc+onrjofzSBA
z6D<DkLZ=x2cjGhu?*aEZA61R}sr&G!SiRnlPy8>KZD@<{L9oU55Lod&j80K}kED%O
ze2+S|_#VS=@jVV!d{3ZLEWRi4S$w0xz0S|iMSM@=Pf>i&q>Wa5&ldau+Q#E^VAWS#
zH?a|m{{^tcuUm_V|0Q&a;(s}9wBmoovBm!?evAJ#u;PCmonrC7fzRT96Wr_jy-|&?
zxACVa{&&(wEB<#KEB^N!EB^NjejcsymGS|G##hRR7#d$GA7N;G#dR^A#@{FSjK5F8
zs-Mr$DdO+*w9(@43&+Oam-vmpufXE(Yjle7_dR^Z-}k}2zTX=ae?P>ZBL2Qf8!i5R
z<XHUu*s=KgiDTpMr})L+(cW(S{2agW^9!)}`6W6<{QN3ywD|e8W8>#H_>G_6g2m78
z&?&~x@9`Nwe*pLTes5I#{0V=G_(}OQhWJVO3x<uazk<cjIp`FN|L^!L{(pcKf66~G
z6#t-%DNFH>iB7Tj$HH&%j}2D*<9L6Ie_Z?nc_4jO9Ng=BMy&Y1g+E2{f7`L*pTM!=
zpU|=5pQzx!aSYYR#NMv@n55vJ(XR0|skdu<O;+&7wA=M-a{PAvngXor*AU-d7q3`*
zQPVB@@6V8@qTl45OI{}*)6j1Dm=<jLm=3IbOpi{ne9VB~^6?$8@-d_Lw|smT|3Dr{
zQ#-h)f9MqDW5BW1<IMP#kA<=?+Ujdo+7-`izQ5v`-Lc}C!?DFPCw_}(F0kU6+xuHQ
z^WY!Q|045(d!i7XqIl+ataui1tauhIcowvcuZ6&>uZ{CqXp46d+7<7jW&h}=co%c5
zco%nU@h*Yi;$0G~c$f127Vpyd2jW#?vkbV`_l#KaE{8uw@h<OJ@vh)l@vi7t@vc<x
z!f2asR|ac5rK|$B>(x-O#?$WE0d0J(M!Wc09i1Y+)^IGo)^u!qt%cwCS{p3B*75$v
z*Sh!z@`d#EMQ~4V3D7CxYXisPYeUE4Ya_?vYh%aaYnWr>YdC)Kbxgh%+W6R%cJZ;9
z?=L<!cPu`(aBO^RiQo9x3M@Xh_Ws7lHuwkhzsR=Wp5FhXQ^d#ij>SjH4*11K%8p<g
zFFS$7$GO=7ZSn3xyW&mR6|8tub^|Nk-O(u)?;iLq-aWyJcQ5a6@$QX(AP-cY75DTR
zaqq8q_j9ax_jjy#4{)q_4|J?}4=Q+PwDNzjw=4gL6ub#q<K<9q*LaDweKoC$->yH0
zgYEir1X$Oflq12q{@j`lwDEm3?Z)>pVB`B(u=sA!DaQ8*{KofjVDWvt_cy*zz(0@&
z(mDXRr_YF^Q^fblj;+2<!7sia%)V%g=QP?C&*{Fu;yJ^y;yKf?#d8*Zi|1^x;yK6r
zTRi9DAJG3I=Yf0rj5s<)@m%0o@m%Ow@my5!sc0K77lTzlFXXY%7Vo9BE8fe>{?SeG
zUhY`&Ug6l{y%N90dlgvmUhVxY-fQp=#H+;ST5zxL8L{HM9)F7By}_~Kz0tAay~(lS
zy}95^&^BM*0=DbRtzf&p+y>To`9x|^jIWWji?31W6!CS3WASyTW8>>C{KnVaVDWX2
z_cy-o#XpcQq~AXP_w-d)bc*<Tz_Ivx(6RV>$g%i(*s=I}#If=9D1Pzv^L#C|@$oqA
z;^PV5Uwl02SbU6jY<xV0-}rbMEIyv`{>I0%_y_dA$aCPH{zff2MSQ&A*v9{h_{B%c
zOJEx>FN4L$-?IbS;(e8N#hdaPSn;O34pzKxpi?Z~H}PA%Z-Eu>+uq;eeFy(Q9!To|
z;9lP|V#WJD{uIUgfn&w{p<~7Skz>XCalx;kmH$t?UHQ*v#E;?Ec=^oRHC{e1_;$2i
zU%mj__2o;jt}kDe{z7qm`MThv&{OC$;@+<JH{UOKYV>66)XERQlP1zS0C<x2`SLeq
zpU-MDRuk~G!DrA-bbGb$d&*h>8aq0cjV%z3gX@{vI4<VX6_1DcRK??Cj_&)O@{@hv
zQ+}fMp8)gmiYLT;wBm^{kMH}Q@^KM%?KGl8OGX{-LEo{ptLTjzNYP&9=)N`6qiR#!
z9voS5r1yx5BmL_S;z53kr-|uS{Fd~zZt-u^PAtHwERiOr>&kx<!?p6?sJxy3CWd?E
zztQjr{(I<TLi`W3xZN86G5n1GS?FQ>$M6;ZHmu_T#_WDP@jr*-rh+*!jsLm8$MpRc
zzxbaAe~R(1>8104CZ-?pKY#W`i~j`**6{57LBs{Y>#_-H#zH9{MVf^%jPFIj#`mJ&
zTJOzbVB>pn@aVxm+tUE~($JD&l#TJd6fWa?X|VCV3|M?Gi%wC!FPAo2d@t{~sbB?6
z<9kK0_+AN}BEDBn8*O~A0zQ&WD??FM?{PV(_1@O8_$;>-P3$GSMi}LCQu%F{t1G|l
zPuNs`+s8+h-}X28M|%o&VDY<NIesYPH%`s?-GC0p?}lLUyAe7?{C3tP#P6_dLpK!+
z$25L70gK;F(JA70v$WC1@8)3RcMGui-4dOmAhs&@YG?(!b+(~Z&)XEd5PF>gq_)Le
zyW;II*Q$7XOs#27P+gsR+!4R=wG&u;?Tk(lU%RA@7GJwMZYtOf)A)+D4Dq!`?Gg*l
zdpb70_QG#`?G3hi+y^YaW=5x2{`bRY@$3&)JO`jt6wiTaqZQ9Vj++V&#<X}20V|$E
z(J9LRVQHf+p2NWwPlTe4xgwt2WncPRvFp&0|CmRx5sNoY&EjonSG)?TisIG3Dr!`h
zDor&{z_fTz1S{T?&?!2plha1$$;&(iY{8uhw)~w2R{r#_ip6sVUW?~Uuuk?Ybc%vG
zJ8iV$ImdBR!MT_g&v{_Qb3Qsn@m!EL+TytoZ1G$KRy-G@Qxwc4#XcRa{9T%DXpP^?
z3f4<^#_#1|8^2e8HGZ!|r)d0MRqP$mIoZm*8oYYnZ(bRH*U~Qju0yAYzw6URi@zHj
zHx=B7Y5d&;RuDI%Q^embX`_w5TfxTPZD6a1+ri>*7Icc8|0sMq|2wh`t@FRrvCjW4
z$4v!yW7_%O1J?Q9i%!w`-<LMp&i{U}o&N)1o&SUA6rKM=#U6>a@%u1X`Cl5HV)2Ek
z_#VqPwBmc*vEqBeaZ|yQm=@n?u;P0Pouc@jP8)6UJp;D*o&{Teo&zhsxUOO&cK$Db
zb^b4+Q*{0>rH$74zwEfF;1x_e|5w2}|JTqdI{(+xM%($n0k-ph6Rh)p3!S3#f4kVv
zqm`d`vJI{Lyj$=i=yeK^dJoga=lfud&y)`^G(J;4#L)QsC>>~x&yNef2EAGVQlDV1
zTJfitL)-TcpA~oRTVNAf1dUl7p@O*9F%~L_ZSmMBOTakbNIXXQO)4vp@o-uJjSn9E
zKmQ(&mq8|Bqneo%ozisP8h2`Da{8!drpUf%)yxpbRx?xLx0;y>teQ!g8bdWxWbi%S
zw5_8FC4Q$X9YPtu)8jCHX8;?&-vJxHGlEBVK1v+-yffiXu?e7u@9}IX@AV$7cxFtE
z$yutaa|19de(^h-w>R~7AH!{9at<8gcg|=i8}U1rW8-&j{KoG*VDURIIz{}>SL|uf
zHfPQc)|iYs#zw^Vg00nVjqio<7~cznjqgRk#`mJ&(VagH9DFa1KgIZ70-y1{B-r>~
z3M{^tMyDK?M)|z4_+GZU;yuQ4j*ai-@r&;jyj^^+=-BvP3BU2ZGT7>Q6|mKF)N!33
znwWknpUrCYuY5L|zMRiS)0^|z#Pm0Ma9V6=<~`fmVU&&W8PlursZ@9Pj8YJv^_10a
ze8#m%d~R3{9jfVjk7s;tOb78fEIO8r_#E!o_}m1)@wq8jd~SwL(aCLIY)#iuzguJ*
zT0w1D@B(PNrfdZ^a<&Gq#io^QP$G4Lf<qZ!+u^YK+a4^wc0i{XUpwLxUpr+Ry6Jn5
zXMF8KyZG7_og%(=OB-!`?G84+_5fS`?FklNJ#>o2vo}7AXCJWQ*%zH+@$83B@$8>%
z=%(*Ip2c$@?TY6hbc*6RIBm4Wa|qbtITWmT4nwCXp2Lg17ux2p2wnM)c_aH<yzx>N
zuTCZ6)hSl7cq0_W+tk(oa#gW-V^<wa6jsrToKR6G-V^a#yeEMze<y<#ua$6TK0K9n
zi{~`3Ui@@)ip6sVKArrT*@kZV-s4$3XVb2D&OxUro^#ViTmH@iTRi8370(6e6vcC4
zu}?uOe-~vNTKT)U;5d{8e+hmYzn6kFelJ6(X#8GY>}}C8X||3lP?}UHY+<`K{;t9!
z{;u|R<L?^$;_q5-Z~ETj8GqN)PyF5B{l(vnj*Y*Y@Ed<OgRLHJ0gJx@bc&t-ZTNKl
zw`UvL&VM9W=RXRa()7K@v-7``K05!qvM*Zaf45^h|9kM;`QHoH`QL|5(fQwB>|4<`
zejflU|4X7%EWU^EDZYoZ4Q=r~0#<ysOVsyc_){#t$MGq?C$bH#_?~oZ@r}lB@jV5$
z{5%a-d<vn8oy@a%b^g!Q*3S7qk6-8ig10w)@A2&XU!tGR|7Gv5^MA#$o&T%&?fhQ@
z>-=9wr|A6ODE2dG<>$?8Lo2wq3Vsl6<MVB>jn8+$8lNfeVrYD(yoaIj`F=Xk8lN8&
zd?k9d0;E2~jGLy`_YrDn`+n@>)-|{tbI|HMI>g&VQzSpE_I-x(G*-aUt|A?~#qHLL
zcpN-Y+-=jis3`sxkB8DA8NY??R)gqUj_<7C+n9G$JOQTaq%%*c&L^r}qD~S{jL{@2
z@8eV_lU7&M$z+aICzCt2I++5$)yWXB)%ld*cu|b<C{`y2=TnEL>H?e4{{_xV|CalI
z!+CI>o&Ljlhx7Q{RC1FQ5rZt8ZJlcncIsS{NT<$U{NMj}cD_W^x$3l2=c?0AoohZz
zi8^ok?yps+ojTWi)~R#Vsg+vieq$02Y;_v-t~%}1`TF_l|9#(!&Ki#+&lex<sV_3`
z;4`|`H(PC*4s+JNXVSC8M?-3-nL8gHiHrS=wRMa!dKG*ZbEb;J3}@@>p|rElg)F$~
zC8{X@I)y6AzfQ5rsJ``zk+o@dOyz%$>Wb^xoQ^I3bK!6Lo=GeJ^LT&dUldkR{zY*W
zo2TZ-Yx!RQto$#CPO<zigm2w!D1Rs3u2+lDv}SEz6jRrul*KUY`m;FLPA=Ye=;S;1
zFP8tM=r3}YMyH7UWzt3~Im<d8=zAvJtBuQJTK-o6EB`B^Q<VReimgL+ifd)?3~XA7
zx==l&48>4ASjchnXqV*951j^8s)sf50O;d7ly<ILacj_YZW&^IaUI`Z^<XKB`!n5=
zRIz%9R9ii4Krhw9hP8LxpC#M~!w$YN*y>>z*y>?8*y>>uu*lgIouYc!EN!&vVROe;
z4_n|@J#6Xis)wx{D=Aw$RuZ>y+^b+)Osj|Oz^aGs(J88j9nwaB=Rd!leW3Fpz7KLN
zz7KZXtKbk!<NHvs_)a+tLwu*ibxB34lB{C&7o}_U7o~0WcQkuh{b^`K{T+)=QT;V(
zqg8(+99#WqXh!{M$W~GPolsHCM<+TKA168PRd6z<@o@@Re4L6-5g(@&`*5`CFXeO$
zn~%-_PtT^6Gf}#T#<(p$AHQegGycv28-M45jlc828o%eGQ^el|X`{v8g^rECi|}jw
zUhM7S?-IwVr%N4+zsnr=D!3fe_`3ou{;ou)h`+1SMjL-ugN?syz~b*(bc*=9uGnXx
zr|o+tJxyJ&*p2q7*|c&aYN`UHZo-_h;+rvt^gaJE{%@t-_`eM-{%=R8i2spkqs9Ly
z$HxC1_{IO7-Y)*{axDJub}atwZA0gN>R$R8|M!8#f6DzB;(w8Jpe?=!!4}^`V8xg6
zFoxnwc?3i8J(>=*#rGIk@jZ@CQG8FNjaGb5I#zt69rr4D3e)0y8m#!9L8mCbXN&y+
z+Un~$u<C0VI>q9D0iVUMTZf4MC3K47e>rWm;(x`l#s4aP#s8YOEB@CVEB-eeEB-ef
z_bPY`)8c;{toYwSrzrk+(?%=)_Z%z!_X~a=t?~7Nw`+WT=vd<`<s%G@uRYU&HvT>V
z8-JgIRX?AhQ^eorX`{v87mkg;FY$}Nue@FSeeGEMeb2G@`@Z8|1wX(v{(cA+e<|N!
zh`*!KfwuU547T`w0#<xKMW-mfpQVjfd_Q+=@%;k7;`^nyE52VjR(!v9toVN8xL3h%
zF)hB|ffe8H(J6}W55@iw+Q!Ep!K#mxKVhgoQvQsg`iSdNI*p&d;xm5!1{ObmN2iFN
zf255TKmT-W{KOkS@iXR_)<OJ?<yicT?O6Pb<G5G%9T&gxGagv{jPL!$&$k>KKi|f0
z{7e8AKNEU?@iS4ue^E2nr-{8?<7bkBKc?NTPm|)e>(gZ5DfPbJ_aCCqD-?VS`%l59
zl_B^i?_AP4`Iw4!<s-f?Q1)RypT>``d`#=u@-ZEL<zsqpS3YKNtbBaO@qmVu<6ge7
zsK;;lm<ep-u?JQ@7OlH<;+dIt#gj4%Sn;IH3RXO`p;IiL+3_o$IlNu*%;{M1%;k8X
z?|ad`Jn(;hJ9`;;QvQ~8zLdY^9BVu+?^xq$g@PAEYdo#!?HW%jIkxN3%J?;&_Npo9
z)W=ZTRUfPR{;H4F9IHN7cWm{s27cAYn%=JZSj(~MV{OL+dZggES5IzT{8sPlfvw)x
z2aB(x>n@#mHl$tgY=llxJR3V!Ji{DYJj3xTo=v=6@oef?@oeUJpznLpy?o*S{C0LQ
zVSMZfZ<gP^z{>C5&ZqLbk7K*O?2F&7FZ+Qt9`^VC8V?5)yggdu;XrTKcsQuwRnT^Q
zIT&o$mqWn1zN8!q*7YUjFtDyKhoe(;eL14wDbbT<gO)PElU5wxTbra^zs<G%5q_+E
ztFIf>j{DugHU9QsFa5u_#-A(&ed{Os?_1-~BS!k|nyB)KYobk~o%d`iub3lHh{`V(
z*sUx(3-D3C19WOd<vqq2z0R~2W5R|-r%_#F&O;&Nuo=as6-`H-H`JQ0V$ELDSe4^C
zA#@guW~W!vx5j^L-)9n!>HAEgCg8d2(K~Ml=D~ktZPawzSr7}VEuZt#zAl?q7C^0C
zfYgGRb`QM}*zTbh25Zh=1f8N6>D&|PBo@myw9Wa8gN>{uz#?%;bV`uif~8QF&!xe=
zzBPU&b6NZ;n&XyB8?7Q(zTh~N&2cN>uf^1i3D$UD37zwS#{0@GZnt_PzKUbj$56*3
zD-cytAFEYYtl=A_o%&dVeoZF@v4+2v@2~o>l*I*l9dAFXf=IR1$9gm!QQM<5tUflN
z$?9W6u)WwuV5^Uf!4}Lgu!0_rPEmbqk~UiPv8iLLkInE~eQXX^eQbeFvHI8&UnI3{
z+zQp}TjN)KY|}QkTh+(5j#VGqIaYma?^yM*L%}PeV-ji|JECHeYVl4eo6L3wYm$p`
zhm9D&yMm41-N450?qK7053u;%6P+S{_evWre)o24{O*I__}v#Qe)mJC7{B}DGky;M
z_xiqfCVmgXpCWz_P8%(L4{<Dh4|Obl4|8n%9*$r9D#R+PS1aibpHce8=h5tCd}`=)
z_&gRYJ{xq3UTj3#Xz_WRW8?F9{Kn@AVDWh(I>q=r37_$KGPw7j-#)zr9#V|2OYs?B
zmw|irGl@X%ajyuYY*c?&I#&H%<yiH1wPV%aH3grER{dRDa46N^bp;=R*7&}@;7}Uh
zHx#@JI&N}W$Bn3|TAS@nY^G$>%FQU<<JxU*r(SQR-NyfI;8oeQay!Zf$4Id1brd>f
zwlvDeqO4x;q)GL9SMAcdpSl~r@qZ7v*ZH_s@P8lv6!D*OKZf{^`-*hhczh6_#rF_c
z@jZ-AQGAc2jaGb*I=1*8!*B6D4pw|mpi`{Ap2TPIjRyDpYXQQlucz^+D86UXMk~H&
z3w{8t`bv2YL-iHc&2(D)FW|HIb!!pvzl2Uv{4b}CR{XCxw)kJgZ}GndR{XD{Q!M^B
z@LBwCf_wEdi9q6iJB+eX{O>qc{O>we{O>td{O=e1JX+%`<pT_juapllG`><k!qE7N
z>tZ^MzfbTPf1iR?KcAsf#NX#>qs8ABj*Y)B@f&|%fyLj~=oI7cd-#mM?}K~)`R!9^
zKz`50`1u34_n+TB?X2-@e0A3NHNIkPAFdFMuUOk}QOqx$HGYk+T;u;6eKfv0Yy28t
zxyJu9+BLpnZ66!a_=>fCnID7g`W0*acKwRAeqFy}ZJ)k~E?%+rBJ&pT6l_|FHU7yv
zm%Pq+jkSJ_*OXZ6*LY2dHGYlP&Kkds*I4Vf@fvIW8n2x-ejBf`#&7i)Yy3Tx<e2%2
z(#pqxW91_y*7%i=h0=kx`6t%+6;Ef4U-87+e(s}qI&1tEPptJ@Jh9fVc;@!=v3Tae
zKadC3)CTV9mH?fic;<JkcouN1cw((v{o|R1UB4EhpXzJlJQmvGU4(YUyQm*e@h;|A
z@h<Mz;#~s2#k(X}@h;{4E#9T^59oi9SmW>Yt??_~&Kkes?X2-D-dy94!zkVr{q+>@
zN(C>Bw(C`_@!Rz()->&U6>Iz&PrH}%3uS!8TEF<}tnrJlSliEi#8+pH-}s8Pe&Z|F
z`o&jgjo<i+HGbnO*7$q+*q+BLzBX_yzG7`Z&qsW9*7(I&XN_Nc4fFktuUO+3U&rLJ
z(8fos^^1?r8o&71+>a+dws35GY>D6a*a|E@w)XzU$2Rx}^uNfq;GW+9qf^Ak_Kw9z
z$`1I&N6L<18!tP7#mBkX0d4W_Lc8Kk*%hpKQ+5L@-rdnD7VjSTE#6q;SG=*dpZzV~
zSnD6ihW~ee`!pkrHGW-xa(zGiy8awf_>5=GlVxu$t>K@v;s!iPyZ%3-?9-Wxa;f08
z!Dj@q%NVZ?J|k%2Xu3fkyB@Z413wP_XKLfPm`_(c9_CXOkB>RJ?|T4G{_AhkO;C4<
z4>?Wf_^}Em!hE#ii7_9kSmDQq42_mppfK9}hjRwwFPHr$j->cI?`iD~OuYTI_~Z7%
z;*Z-8i(k`e#BbAVd`Qct;dp~*(@w;%VOYiDkKt<Z$8c8sHq1L8vea}C@%QS{BL0Db
zRbHJBamMgFv3Az*j1Pg@u#Gk0>=DEJxJ2dm3r6%kBWU`b5ggn1j6f6Y-1QK#COnVh
zqbkt!(pf-@>F0>rK0oIAgSd&jDxYHxx@4%{JNH0pU$|{=;=O*&ce4oon(t;&aLxDs
z@870disPg_-uFEK%l9($v3xHJwt8O<d}@700OSXtRtTePP9BV}b=3IUX9YFB_E|xV
zuYFcv^*od#jP6_pqMlc4kKAsb=v+3Up4aepi!a^|TYPKLPw}no{S{xzIv9#?-E^Q8
z-+BeFh(4(RsVD`j=M88&q3?SD$JhQFVOl-My`$=RSnU$C=y1oX=S>`|o;P)Tbl>*?
zte!Wg-;uTR7MQB%EvqYn*s9<K&>5`Et-+OyW-PGkxk$4uM$LD#9k}MZ*&bZ;-RuCa
z`EGUuj~@Kpf(FQkOm_~WY?SX^9IKvpb!_?G4Zr0(?lrBR_n=+*-V>doeD9SuTKO*W
zFXMF|8Z5qj!4}_sV2f{m@aVzcEogwmcVHN0qxcSTtoROgZ1Ej}-{LzItoRN?r&v87
zj!*F^<y914mc-t8t)8QFte#a`QO_#5D#uq-rP-<H2CRD4zbZ|qOFXl)L&OcRhD;T`
zsGUORnQokFp1k&mR9SEe)#vAS9#*~P_4YK{YrVF=Ur_To#u>ENe73(|Q1jXTM&0PX
z-=<SO&tbn5<@4OM(aPs}jxC?(<F|ZX0JeI)5UhM&gicYA7pIM`_1b>l!Q#7=c8l*a
zu*G*d*y6haJi6~0f#SOge~RL}I&HM#yT-A_cP)O4?>eyJyB?il^?Cz7#dl-2p%vdv
z1z&=;dc7HJ#c~T+#dIq=#ft4Ve8*)&`96S(b!2tL{5#6Aiu?}88Vq+jR=wWkI0jMc
zxEp2ldJkCjdM`Rf7m@pl9aL!ky+7N~ntvZCcpG$Fq*}*=D7%<F1YWD}8Nr&JlInbE
zE>g2PJGC+aO8HC)Q~6ZNt7s>cL=~&o(RdYvl~m-@O0H9{)6?Hx?^&>3?>TgeUhny|
z(R#fX90zHw<3*I}=Ou4f{p65{p<wkBmolrLSJ_YX^P2B(_47J@tDiT(s-HK}DNWxq
z0@csk*@jmAyyIB)^R8p7pZD-v{k#uW{iJ+=q54UQ`#$6IBO1i#$JqfbK0k3RK2tu$
z5TBo=11&y3cPu_rqIB%_zNA5~_f>X4>-D~Ntk?UVW6R(7@$2<|;O%<79~S%t+Vb}e
z*z)%yu=4j~bc*HgC-^LXKLsm)KSQT9ecuC6{(g~dXyxyhj+MV(Ikx=$8o%Z5H(=%O
zx9Ak*?{~%i5Uuf_@_P)8|CC)YjPE~!#rL1kDdPLjX`?N_e*uf{zoJvb_utY+TYe7$
z+w1)Utk?S|Iz_M7c>|=^8*|KTl(zhig<r2Xwzuo`#wqyk>}L5L7r*6qJh1XRzVC1O
zjb{ax-*{FqqVE|&)Av09<u{)Z=;)E(&NBk#H=hwiyX7~Y6<B`bS%LDK63+;1e8zo&
z@fptw#AiMui2cN8JR8V^SpH&-MtsJzfovC_@oXTm<?m{I_ImNGK(80i2C~0iFP;q~
z*6Vei5m^4>8G&9eo(*Jwy<V^6Bc4fE{s!<{{$>U%f3uYSaR|%btoSW|@vLA(-!p=y
z?-_ye7taRbVA^PW#<PLM%3tRhf#olr5m^4>8G-WGc}Af8<uihK#-s7sc}Ae|na>FR
zz-!v|Ii3;N^*Pqeb$w2WX9Q~|D$fem=zB)6dVNNq)OCKRCY}+jTKA7<1Vh{5m}_%C
zugzFZKwaQU3YyTm@QoD>rCk@sv0L13^8zX~4xVRPH`{U9Jk6$+@la0{AT>Vb=>NGj
zx(PVG)%YY}5j80~MKwNIu_s2W#wX7<wAJ7gV5`9)VAbH1=#-}O(Uo{lGj+D1RfE$w
zRt-+;*lKV({8oe0gH?kmGhoy?WH4W)y_pe1`6~Hr-OA@or9&vS_gdV17hUt&41jAs
zo0-8ipUo`br`Uuvv!X^1esr|~azi+K7-jQB-x{6rGpDylA-9gXP|8or92l0*dBEyF
zFFHm2=PUNyXytSMY(rZ<7XVv67X**!Tcd0G*040EEJD8&<#W-r(aPsyjxC>y<F|Y+
z0aiYjM5id9ajz!)9ej4pUmCnFn~;B5b6FO*<!?E#<!^bg<!=SB<!?ps=)TYKDt{~E
zPf`9>NgJ(v40Wu0q{Q@N`HTH5f117`f11{+sDDm-tKn7t)~c<Y{H=}O@)y&q@>eNR
zd()vX#$z2aYFGX?kQx-_Z^J<#!}7Nge#_s+VC64m7=|5uCa}iWjOd(Sg*R<+yLMOe
z)&6Ej%~$)I9W`I==Xq<s+O@jTeZSSAd~IEhA4>V!#<BR{*0JSlJN%Zf*iZdacEC{o
z9n*nU|D6in9<6-sTyUu4E7%3o^0g~i`PvPg()2wCKDO`gM<`!=W?%HteQR`<uf1uv
zeC-2PzV=0@C|~;(dpKI-ZU1aTtC$Wbco}pQS?f3u6-C(MxF@z^Js7u&Ij=9#OZ*(#
zc5k=F&tZ6spToi8$4V@!$U=&GwveNqMM)I_QC7t|i`ou94cJ~xFCFzfA38<nZ>QV=
zC(y^v|3t73auPbF>Aa1I^FJlq&^p;u9qas0b8P2-I({SL46x4sOmvF!dseaI)NDRI
z8^7|K^G$S9d~q*c_VHlP!)NiG4_15^pi`Q@-|7&_7iAk-@m=g#@m=EB;=2^T#djH4
z@uggjq4;wAg<t1?Wp+SYvaSN#`Ckpz`Co%hY5G3LtMk7u+t51y>mBR-Z*Xkqe<OZ7
z|C_)%|C`Y%I{#aWeFa+ixi#C+%Fk^DpM$pXcRSd|-$<~=-zap7l6yz74?)|-=1y>2
zgfPl)yotZNTi9-mzkBc)fA@mL-+kzmrf-c-{5_CuXz}-;WAXQpW8?2({KlV7t&{&p
z!QwAvZVYvLJRN8||0lq9{!fB+{-e<;jo%W;sq=q2+t51yXB_MNpLJ~K{~Ufh|L4KV
z{|o38o&Sr)ehh8n^ChtIpRyW;;(H|>Xp8Svu*LTpSn<7%PHFmnt3&a<nQdsr_m*SD
z_qJn;?;ZRW-@9PNm+~Hl<!5`a&i?~+ik<(5`0V^Y0_*%gMyE7=YjisQPqPiJ^Z(4T
z&i`}AcK%=BxAXrJtn>d0ouc#qy4dfdm7nir8(R7Ke!(xJZG8R!Y~%BXV2#g|Z!m1~
z{SjE>^T+5EjnAJH`z~}8LF@P_YSq?e`!hB}+xI&^$CgYmW~<A#39Z8DxTA2|9%G@b
zz{UngU>N`By~mxHlTuBkOoDN0-+SCs`tCtaj*si)E}aYR6nNEtNNtS^_LK!rjy|b2
z#=VV>H+6MI`!oelg+8%1PK$X$=i}?0F+4r(8Ur(+Q#1y?lQy~;yr*ux8Ux>Lt#+$1
zFq31Afu3U<0|WSN49pDH7)Y4~qmJPw>PGc4Tic-trFxmY#qHMWWez;g)W$h6pRRZ=
z%%>`z8*_Bu?@>P4_a66&`W`p-e7x^H?qlJN%>ry6t$0C9tCxkqs+Wb)Da!vMX`_|j
z=$AhAPgx8@{TELMTK$(Ocu};~OB`42OO^IeYG1nGCDB$d%Yaoc%c4_`PosQiRrRub
zb;X>yg5yS?RduX-S;?{LWo5^zmsK2Fy=Z#r)Jsf1s+ZNgzv^Z6f@ekBHEj*B=FG9s
zDXO2f(neeTtPQsMiRtxeoUQ0ko%)HF8to;kcGb@Y^h;6wY?wA$^|O&<tDlYWTm1|J
zTm1|Ns~$E%r>Gt_O&hIzN5Ax0{cMg;{kO<AwEAyZ@MdVMpE$1Cw=V6W)V@u@TcNFf
zwgszxwnL{_{cMl#xcXhy=rW@3J#N!?kFEOIIXae&>Sq_ns-ImQTm9^Y|H#_7JErO<
zWe*ISZ)OA6>rt~8xYkFrH@MbEvk$n|N3$=u&M(b=;L(HcaT_4@aX=Vlqxv||vFhU>
z$5tN)<G1=a1Z?$jC|LPE44tBUAD%W^`HX()v-$|C)ZZwK{-QV}sI&Tr<LY=yQ5Cf}
z1u0dX`cSH)K2!o#tUkh2qe`fXcCr$SgWD;@i|Z7s=tUJm6`j0=*a_}5dRcv(4pxw7
zpi@*IXBK-;v<CfI*@o7naCX6KqGQr%9p|88QfcwIsI~e&hoYU%Z=2ig8WmiCxq8JD
zV5&Y+F2YcKT$~QH>f;i}Rv(w*7a5m%yU4oSvB->m=`-@K#HapOWgA-kuP*osv?V8w
ztM+S4dnmPESMW7xOYZexCI1F=iq*%B_*5S^WgA-cakJy5zQ+x>it|=)SAE>(SoLwc
zV=MlV_^m!hfnyM0l=r%I{%F_2EkAeBN%^@Ooud5QlQ!D&b1ztY--k{S-}k4D7N5~C
zeU_gG@u~kq*@jmChYNlHZTX4gs$Hj4MeRD}kT^BVPlTrYJW+dh?k6?1MSezmyYlmt
z<Hn~<H7GyNc)RlRtYhWpImect=kZ&9UH~gUFQQYFpO=b#Cps?Lt>a~s#&1eor!9Z4
z(jYQk%MNIf^}1ur-y8Uqk2k$t`FP8*_>O+*v;4h-PyOG`HnjS`SMb|t%U>K<?H`o(
zP-_3M;P=s%zmLGm-^b__8(*K`)A;%{+tAA2XO5e`_qfX67v8S?ed$>F`^vH9?`!;)
zzwd#Szm)G|D1RvjVpx8D2v&Z+L8mA`KS~>I`S~$eeE$TUBEEl`Hd=f}zw}vtevVK5
zf01oy_5WqTKSNu7;<#%6b!iW!_TLozE41b3w_xSxcjy$$&+qXmKYz$JwDR*u$4%eo
zP?VoPd%N=U7stxaUmaV1{)XT3^LMcF^AB{2^7GGP{{YSS8nZZ18ejQ2lvluZeT>hc
ztc|mk_&my5iOT0u)~q-_hqA^PV~pp=U%h?~<wClyR{O{2P*$xtK8G^2J-uA3=+r{q
zx@f@rOYmKSl(8@(kk&IcDkhQ^kAr%qwb_o#=4m#qjE8!v0IBgYNB`gVTz&}WoigJ8
zyyx;Ww&&J_Qog>M=Zdy`%>=f5^}v>|0kGw3X7K3v3LjQ0Pj<fY78l6bvJI^{Yj($)
zvr^{3(43VL`>B7*To~#<cRJAOKTpAPqBY0OTW~0wGv>o_T;H07^0k2XZ~A`!LUYDK
z-mW=gVaG@Jty$Qdu_*m)&R7hrIb(5jisp<Ziv1n5U6YptYt9%8oud3Loi^I?w+z_w
zw=CH5w;b5=w>)@s-*;z}zZLPPJkhsip?s{IZD{2qWfcs|-%4Q1UrayhzZ(7&_1Cl&
zqUk8|r)jN<<u9hc<NDStl)trW@0hi0T8(=uQCLO!Gm7Imu2N9tsA_J2Y5Cg_to)^H
zgi&`M{M<`vZ-!yi{4~SCH9yTJ;F_OiQ*g~svl)2w;NQ?_fV^kkB8;+8eztThzPEC0
z`Pmx3<tO&D{A^3R`frC$QUC3Wy$$-2zBLQW&yKV!KRcmQl%Ji`MmK$H78+l>db{$o
zo8zPVp37T)_MqR9wey~s%FkZa75Uk_;EmBr{yyHW;@G#~rO;M9`+=>v_6M)Urj-Lw
zD$2<U4kdmLa%}t@j9>g5;_c$+P{&Q*nuYi|+}p*ELaZWwjDpU4`k=}h)wQ#;4i)^&
zgHF-;H)*5o{B^2v{tBUroYp0FKB2b8_&d?DUi2i#I;oQ#TYgW$Z|8q1Sizr$PSN-~
zz1X6vGq}$HE5A9v0IA=z!YCU%`Ll5;xO2Q+@ty0q>07hVi=OZ8ithr)iZAZP(r58q
zgwNu;7;MSC1g!YBN2logFH0M3=YKg^=YIt{MdyEI+UTZl%|hpYwYTg1uW_vNzt*vx
z|8@B7{I3V={BJ;~==^Ui_N8czzniiRt^C|v@R?{Ef46{b{M`!H_`40AqVacou@6Ms
z#bYGcl0Pw6{M~_0G5+qvC;slrHnjM=+i}ykW+DFW^>*=hpJVZNzhmR?0sO|_gJAKO
z@(_mjOPLcx=dXWN?ED|atMh-Xw#NBC?zrh&v(WiJ>FqlI(T;WgPdT>pe;U7?|1)5n
z|Fh^6o&R&iei*I%r#z3L{HF}XP;f7%18woW1Xg@6qf?ZhSJFl|@pb3wQGBme6wj$&
zcdYo{aBT6tiQnRT3#|B3-o~)}Yy;N$zl%<>^M4PY&j0;vL+kuMaNN{2i*W1wKk|0v
z=VQk@|4$s-`G1Pv&i^y8&i`|Ciq8LwV!wk{e!eU?l=Aac!7rd~e0~kK@%cTl#%Id+
zF*H6?et@Cz`NMReH9o&7cocfI0;GO~xoX8f##E7vDfN@$p1$a!n$VT7_PMDD9;@xp
zwkr{1x47L#;H^0hDiYn|aZxIe@mkn!Z9tEY#|Hejz&0U#8+;F&Rwh8%gfbym6V62F
zlsnTXpAFK4HA!`K7O5x2e_3su3^OL$);BpSE+j3U0u>jU77szig{Z|-qAqN0wo|dW
zfK4k?qs}itY8uS*DxMZ|;)<ukRB+@hb9G>C#%cm8Cq>$vX%KaCrorFInN1RrvnZbS
z2$8dx{97EkyF3qH))~ZE<SO09S>#NdMXs{lIE$PaXOTPOEW$U=B6r4F<jgpWoNbve
zRK5qWdBu^lO)HL^4X-$IwsGI*|2M4dk+b<Kj-1U~apY{azRyO?TH7OUv-Ev7V&=Zj
zMhx_QHlkPe|1RcC6^9wl*4IPL*xGD$s5rP@qRI??>kL^;>Jg`^LW?@cJyZ{~7rVb6
z=D=_DFeg~`Fc&(->S1nts)u>94Q=%hR9Za*)m9Jl)8Fc00kGA>f?(CdLg*B$hlTN3
zJuCvYdRP=}^{^ON^{_ZP#p+=Rd{z%jf~_8w0;?XDMyFUkEQ3$=uxz%Wm8|6)D~ZcH
z?p3e?rq#oWV5^6fz*Y|{gTK@F*$CCcQ2Z&XhgH)?s~+-FqEI?tcF`p#Ca$axpnu_d
zO|aF+T42?OUFte>>^iioKGsF2SbeOA&+21+u+_%~V5^TvmDR^aw5vW+l-hXHKP(++
ztB)uJtB*}+xB7@C9b_~7DOMkGD65Yx=wtN}r72Rk%6-vRA6tV}AKRc)R3F=>jaGeZ
z=eSqF_Lx>5JAkb|b_82}>;zVQ?2JxPee9ApTJ@2#D~9SLWjBmz`_>tzsh|H}gZ8P}
zw6Z5^ssg0;!kn_=y)lPWybtCS74M5VdByu->LRdzb;Sqi4sfiC$e6+hx=%K~l!?=5
zbrb5n!9Fdvx*m%Ts_U_%W7%BVH;<~WQ^v)xx*iW~bshIY7vgLsuCG?taa}z>Tg&y;
z>N>8g7Q{q!)rJ_;9dl(pL=&cBEb?EzcNi!4K#wZVCek-DjdI^7&LXySi?fu7QJh6=
z=@e)G)AtT4mns^NR!*I{Aj;0>f+)-3b=N4{jXUKWAJVdNk86d7LzQ`}sbLe>3L8$H
zxgds}<^m1JDw+#4T&oOphVvL>^lDQKdz%Zww7DR<+FYPR{g>_?Y`TiMAg&SlvI?qm
zZBX!YWE<MZnG-w}n^xi;!sddwcL>tk_PB?zxge;t<jqGnB{%LF+FfEUh<k>_WiIF&
z3!S;3laIW|ekTtwMmtX4>bu8&qi-&-xgy4k)qTtbs{53f3sm==aiX~*#z%Itxgy4k
z%@r|TY_5p8;QZXNyg$-hk@G;bsP08Yl`Z-{f4q6$+U#bvYfx_EB2uzRZI6`okCS1w
zJyO1L#ZeL)^?k>7!_I9-d>E3sEOWDJ-5sk5_)%<QL*Ky<FvyJg`h#eSP0ZWx_s!Su
z)%M7davr%!w{o5mxl+zMIkKEbj+FDxT&A2yZt@_?xu)nU%6TV8mh;G!<$O~1vYf}9
zW;u@>Dd#DXBjvnETf-j?UV5AG8$XdF@e{epy~NKnX`{u@w2qCR$dmYqIV}4aKQrJH
zKb^Tu{Md99_k}iH#r4ysv(ELi$MKAxn9GbGO`Dzf4VqTtzOXZwiJzRyhS07tkrH#-
z=7VFtbsJwXmx-^K!*VC_l@fEA_)3YnOnlkpAl6D^4$Dr)SIlYRYk_P-i?7Z+rg~b)
z+f`2sJGOdS1i$gMDA@Q~417MDRu)HDJuLwiUnxssh_9v6ffip&7aZ4s&1&N^n44C-
zEaoN^FNZn2;^i@iRlEY`#ucxKxl!Nq)(!ifw{B4TuYzfVZ75iSk$IzUZs}Ybo}^!u
zCQRiy=9~1t+gB$q^<5iY?3;H+{p&qcXWp?oh<QhKkP`Ec>L4ZN9o0cf%s;Awl$d{1
z2c3CGbzoF<>LBJFtAm(#tPWz{u{xNX7gF9+rogZ~4*^?VrvzIbrvfW)DN|$EpqK`1
zgJxQ=2JLj{6b<U>(?<WBd#G%V`6nie))Vtjuk)5E-cNPr9h;QYwKHjr16Dp$V%{0q
zxBg=JjQPj%8S{_jGv*!3XN)7uXUsdwXJ_6~K4ZSgldy3e^N!^+sI+_r)t1kgcPyVV
z|5!d_{;_<<{A2lCm~&7*7s+!$>qQoIZ24Razerfz+eOk6j+M_P9S6y+V=0v7Gv=S(
z|JdJAYws&GzEf7h(D+_C9ca}<%s1&%Jq%47ZS@dykJZC!v|Bx_4z_w&18nuMCRp{b
z7CJ@suy)#LtA};KRuAiftsd3`TRp4~wt9#u)#@RJuGPav^tXBlQ=Nw4Pf<PCE}ikc
z34K%#_7d?PX|voHt$MIi>ik`wEoirTh){Zc>n|GIThlMa#`iY(?51Q}uqKV|&?z(2
z=gceOn?4)L=RKyYct^}>E8Yonnu>SEoVwy&FsG_`SIj9Z-VJj|#k*rpQSly_lUKYa
zW=z_xZ!c6#>Mf4CRlTO{gQ0reHyvoJ*Zsg&uls|oUJn3Uy&ed*dOZlNdOaAOa$(=+
zJgi<1rO)}<v3%ac>h*A%l;k67mrijUiQkIpD6kdZ(O?znG3XT4>#=F0Rj-ZXc`F!!
zsd_!Gx}si>cdU9n!LiL>C*rqyJqg_F`<#dB^%VRmR<EbxvwA%Z92Yr^@_7%{YswiI
zR<CD*Rj&%MiugRcq7I+u;5R<c1sk7{8u4i<i|c`<G+s<8uVQ?vG=fhnnc&k(D#pK+
zTxa}8X&RrGbG%;P=RCycmH1PP&#Ul>&zJ|ZU3^@VHhS|4uEjJyt^*q%*Mr5!4d@ir
z*NthTMgC2WjgOo0tG;gW_F4PBo1*%<&D*WMZpUwYj0E>Ow=8kLa|iwu@o{I`Xz_7Z
z!B?ZLzU~HFecc0Aecg*rQGMN4?6c6C5AV-5^fZ0HzhLv>gS1b@rj>_KQx+igFy@eo
zAHkfW;zuzjulO-c&4-UySImb`6udWjlJ@@o$>N*6=%Sj?@ASO~c&m0A3-gVN$Hr74
zj#FKoIdok7R?y>tt>DK8+kp5MSOewT=oAg83DQQ}fSV9}KATo1LfITTF<3QTq!|-K
z@l4t}not&x=!<xa)=oS@zr_>jv3MeV7Eh#C@mSj9y{gKhip8Vy>BOV*ig;{Vi+Hju
zmCkstYGoT^SY=&hvueh4uxZ7bE;{d3d*I=0T8ZH`EK!+`Hm+F1Gv2Fe*jCvvhIPdo
zwDpv=)`=xAKOYU&T$`g02j6!#ai9<S-gmxV4<EIs8jM;?_ho(SU6!+`Im=npoaHQP
zPdV$<oN6#?Est+Gi<+|<jGD6=j2zV(Y-?|eJW#oX*}USYJ<D0toaHQPZj;(SYR+;N
zHD@`C+OwQZ!>$|E{inrL&QhZ0O3pG@;mZ!0vlnX4qUpK8oV7jg@5|YJee=Y<^?;GP
zd-`&AcWsZH-BoeqOcQx$p17kgXV=#Lk-M1STVLet%D%M%)lf?0Of{4e^Mz_C=7)5u
zh9Xyqt%f3Js-ehLwyTCBSBWo3qg)2guQ+mcUd55KD6G~OIa3hKXPKMSWv?c*a+DHt
zpK_EEbNRo?QMSjp`Zqbs_L$56O^zZr+37zy>g4E~NJ5e`MibV16-V>CgX5@ef2nUA
zz1TO7M)l2oBm2gY)pd*`)paLFs_V`;QeCIS9B6eN<4AQK<0m_*uB|jX*XI~VR@X6(
zRM(wxWOHMTr_J-g<#uP&ieo$tuQ<lj#uZP6xnbY+cD~Nr($0JG7)P_!F%(C#i&@Nn
zy2#B?Um`Aoo$KvD=WWUuWAtk0xZcJ^w)KS>&K5^kU93B0q5RuzZhTocuCsYq<=;**
zZg>?!73Dv#wc)h<&w)evpR@Lk`?I+mTmI+9Z~31Gto+Z5PEr0vaTS}_=ErOKUjVH9
zFNjXD{4a#h^1m?H^1le!^1mq9^1m2Z`A=CK!%l7qu$}ypV3D^JI>pFc8lT8tCfm?T
z&a#e`|K%L_Dp(%V^1lLD`Ck#8qWrH^Y#ple9%N;(6<?g%D4eYfMJeB_797g*y&4YX
zdv$NucwfV@<$F#1mhZK|%J<sn6y<xJw9%IDb-|YJ^}x#a`sftP_XhYZ-;p}Y_eQi^
zz9ZF^?_soSC+iaV-UNS&<vR|od~cR*Xv=q;it@dMw=3Uv%JH6aD{t>rur;RTdmFHg
z_ie$-cgl7cnoPD&2U_{wq2N`})A#)z%yfO<t(vxUmf9I}nu=qd)yeN#T^+u6!*6`=
z4mL9P02|+Xg2ne<=oF2wz0*b;-}`{Y_rB;9<9k1R;(PyWLyPYN9BWV<=(tzGL72w(
z!C>)y2s%Z4ADTAWChx<*;yWegCGmAcI?z_1M}m#7qrk@3(O~227;qFdMp=6kUnvcS
z@ihW0zK%nu7+=TZ6JIA}8(Msw=vaK6<hWPC$(Y91DPXJ5Q^8iBr-8-S>F5;kbw;rd
zN2@+l&cslCPM!|5@pm@Z_&Wz|{GAIn{xo$2f9Io9#Gg$$9sVw)kNDG+RmJ$b7_a!V
zDKGfDwDykieVOB41(#zQe^-EwzbnDU-&J7ocQrai{9ThaTKrw>So~dA@L6b$@9VvN
zn!4t;3;wBV<Bgb8ReTfXloj8MIi&A>iSd6c?Z*FYVAb#K=oIlkGHtZg?<lbNzXP3O
z{NIUB{NI&rXw~oCj#a<+IPO(&FQ)N-AK3W6A1wYCL8n-J58|`<9s(=Al!q}CU&<pG
z7T=>_#rGIG#o~J$pW=HW+t7;dNymzBwBud{PhnboPlFZTGw2k>_iV8rK&!q|p2JXm
z#dR~C7XJ(QEdCe4ivJ~aisFAcZM4Pz3Rv;KicYckU&E*PU(YtQ;(x=j;(ya|uY$KQ
zE&jK`mfv^4Hoo2kEB^P;DT@F7Vn2`8`1&B*&>CMKI@b6~`3OVfE3Sj-H2yxpXZ(E%
z7Jr|iQ^eorX`_w5FTmpOOLU6y_Z2?z_jR_R#ozZFi@)zX?p5#uOylo|VDa}2Iz{~b
zC~dUW&yT_4?<jPN#s5=$7XQz{Hhz8%R{SZyz_9p#30C~SLZ?{#zs9Hdf0J!!#s6E!
zivM?xdlmd1)8hXF*y`txV5^@$fffIs(J6}mFU9@|TJ@9iR}9rpT({C`{QMoC@$(O`
z`1vO~1%Ad%AZ`4NiC_H0@4#di<0pO(M*NK9`-`9W9hmGde#Z0mUN-1+nfQ&L_&pfo
zCw>pc_=(?y5kC|9@x)K(?-Gfh&fg^xKlyiw{>Dpde8t}*%G1#JioZuB{4qYee#PG<
znkqZ${Xeg(>sS0eqI3_DtDMg*_@>APUHb4(-nry;@)3WZNcrgeT_WWp{ytD1#_|z=
zmq_{O{9Pi;NBn&v<)ia=iIk7{dqjD>0a0GgH(b4J&{6?@%f|rN@-Z`5`B=2>(urqQ
z+7(aAY+xIIvx6<3Ilzji^LL3Xp7{Gjil_5;i4;%#J)(S(0UeU#r1a9zOXIhA;_nkF
zp3dJTQat&0iDsd{>MJGwE|KcXhENB@-z8GKi~8#;-o+eSyo=*kyz%#l@<lA(_`5`k
zH~%J4bWyxZ`|$?!{@-yg52SSf{1)$WV9Vd~U>i>>fEDkG=oH1fQo-?em^7YN_I8b@
zRUF&(YAAk<r#<pmXd`bm+QrxEzQ6cd!?E$TCVug?mbV*UYvUJR>v+5PTG#P_o-sS_
zX`dqN<2SxG0E@2;y}$U{$g$PO#`wk8(dBrdEZ*U?+j!UnY~x{5u*JI>Sn+O-PO*5m
zz^{0>^mfI&mE!?@=EiX^52Wut;kS6V1zUY=2e$gy9;|qGK&L3)9Sa_Yw(HSOVAaRD
z*%xhm>_WTv*tP5*-NeUkj*XAq@r#c=yxsWN6TkS_%iG1r-i`<K+bWKG@v5=e7r*hb
zAK3WVA8dRa02UtyqEp1jL5{`8!H&hpAqDS@)_6J8+cjPeD|l73U4IS-+x6!Nu&zHT
zM}mj+eMZ6fKALv%eGEE9d>`xB_-^ov?-AZ^d>@Bjd>`-a;`;>01A71OxR)=ibpZUv
z_sL-6`xLPFez5M+sh`tmxAAm3*v8WtV2kHWu;MujonrBvjbHJc<L!#)T*m`iGIZR_
z18Hdyzr}L_Sn*uw{T0te1)qwx`Qu`+>L=a@$qcdlT}r#+y{zmX?TYtu#}@Au_!aM!
z-fr<;g<tVr?d^*98pi{A|L?dLuNs@{@LRmsgDrnIfNi|o2v)o|p;Hv^%>`eA)_A$a
z+cjQpb!^v{+wg0=e3HjP8($-77hj`%fAMvPW8>>i{Nn2_Z#TZ~#xK6^@pkcbuj2uI
z=EiYP`xLn!zwz||SbRO`{l(Wqj;%f(#xK6&eNH*1$NMPlHXa@W+jw{!Z1Fw;R=iK5
zQ!L)m_!aL{-mZ9`c08c>|BickAgu%7w|JieTYWqaw)%Jhtax8UrzqZ+3VsA_*O!;U
zs*k^CU$o`_RocbJYi0lFCO%$wY<#?dUwpjj?Z(Gj_{GQD-Y!1gaXg^kR&m^mSB=ek
z_>GVE!N$i2VB_OMu=w~0ogzLyb}T+VaV$PQE%+6*#>;2kuJQ7D!MCIB`tk+Xt}kDL
zb$$7&^cRZj%hv@Th1UC<?|J*=djDVW)ac3Bsg)mqCrzZ^SOHJczTNz$?33qKdNrZn
z>%JxB$7{wa9YSe=Xl%z?I2y<CsQ>$(LFefQeOo3fYuB4s9B(f-t#}CL@QUO1z{W(R
z*XD>wzs(UUkIozs)2+sY%BqUSgbl+O6DrFp8WSloeGMck<=yL)eT)ek7M(_Q?Tm@Y
ztMZu=FEuhwAzhu%O~>%PEQWP$zqIce^d+@v4$O-yo)hz;|9tNw8CeR$^0_p)*Y^xs
z$y^qHisrcG(nf2JTfX2pR1`_;SOI0l6yw|$fLEej<9lUvit1sNw9%@Ep^h)FU{y@j
z!)nzPpD|e7vDL#G_^lq+1gjp_LZ@8V_YC@iY$(s7&#!o0%=0Q<57Wl?`d}O18-Q(m
z$I!L$y%Fs;zQa_fVfa%tzHOJz_}+v*8sGL3@yvO%+!w8Do}E&xd1mt#7*-DvO7H)?
z?|lTXdD0flF8D0?UBO1yZeZhgcd+>FtZ9hfJ@Kd5J;h%5#P8nOhSsFCk7Mz>uVb4(
z_rq`e?ho$uJ%iSGI}m@0-BTQd&+aJ>2HSW$1Z?B&Q1J9@S~(0gUFSA3>h*}y9?JMU
z5{L156xjGY8f<(X0~VjhqEp0YlQ!D;903-e$Dvci=kaNy#pel*jn5PD8=ohEd;j0R
z_YvckeGwJ?>8;gnjgK?%7$0YXjgPay#>d%U@o^41MSPr_Hrn`zsYHC7@9pBlrl8>C
zLT@)dG?jJuxES2)dj_rgx)gtk>Pu5-71h_}1)YYr`nm#a^>rm!^>r0GMfG)cu@6U2
z+xHB5n)(cSXWFM`)5>+IsS1#~9&^fyZ@?T9|EkmYzX`ALe=}J8r`&=e{!?znF#c}?
zi~rlvDdK-*+Gy3|D98V+y|a#%>o~f-WM+~%wlmitGsw)$C<Ze#GkeU;aU92V&CJZ~
zm_f2-$?TXZ_$6`p?O&ZP^`1$-wca1^t@YlwQp-NOc6HB8*RJX_Gw0lUW%}Pv-1_kj
zc&qCkwDiA=c$)3+yNOBvrE(0k{O*NYe)qwZ-~C{k@_QhC(DHi_uKXSX)0E%C>4VDe
z5$BfQqr@%0$Kb85d(g`73F2wW@5%H*<@Z$K_kh-4Ps7z;R<e%#pJm+ge-5t6&x2{o
z{}<_lmcKq~ME>>>B+lP25l>V8FQ*S${;$9-|5xFyu6xkR|8?SNR^K;>DgU%Lag_h)
z41mgiOySRf+FxmJ;b?!Qy^W*&l{OYf`zzk}GHCrXj+p5;9xnaf1=FP8d+CFw-}`X&
z&j(<d`sc&+LFxCAbJOo*;-=px@K)D7XzBMU@if!#Gh(LS=Wy$vFW}NI?Mocf?<=_U
zI~q(geZC=P`g{wQKHq_9(&zj1LDT0~aOv}FFiraWCVf!){MNbY^E=|E&+p-_u6xkZ
z=MTiwOrJjzlRjtX7-;$Z0Jr@93|D@C0n?P<U(*LIzrVqi-`~MB<@b;DLFM;P=ayfe
zz8bLn`oddX_n?*E#KhB--z3hJ-=u~Ai8)sP$%tG1Cx@&4Q~2Xm|0xUqn#XJZOy%R+
zKT{X}4&(OzG!5}t2sSn?T<=fQ`Q!W5d(hW0ZKh@}#~GM6W5-)sM?Gd@T=hun2Uk7P
zW`<imW`V07acw3isUEWtPg6Z+cW(8VgLqF)lvMDRBm~n`kGY&%zs*ft^%#(ILF=y{
zGp>AE{&?ln<J|I@m$>qo&&QR|{LYon0?sX;{=|Fqf3XGOt*(2}%4cEXY0762=gMc%
z!sh|4zZQe5zXs=HLCbdu#+C1q<?%61`7Y($@*O~2`7Z6_%6A#(%6D1kmhW=Jd*W5%
zuspogbq`wku1Gx1>bDYc<(sxLT=}lz^Of(ag)a`;`E)h7_EXyGaC<*m1FroP-@9^>
z>9rQ)(raxnO?s{4-1J(Pxb#}j$EDZ$&ZXA|&P}fkiTC6S=}$$&TV3~{rPn6J(@d{T
ziJM-V!L2_whuisQ3%Kbu5H7ur5lk@CV=&{=V+fcgJ%&0rJ%$mN9>aZHdW>)`Jw`e=
zJw_4l$rsYkqQhHV_n@W6*2L3Hk8OxckNDn`<Cf2Mj4Pk*{qf3Y2j`a0j>MJEPCl-D
zc6P3Oc5!a`>`J^R7gFv;x4P~@E1y05@ycgU=gMcV!nXyjzI(&1zWcyc-+jw`v8eBU
zg%1L?ANKcg?S}&jUlX+VmjmJU{&Eo9zW*Ey@7MKv?xy#lj7#sd!{E|8?Qpp1eFR*3
z9|@*O@1vYc@3=RR<EHm9%<IX4axc2obq`v4xBdC7e~u?Ez2kdLK8@vbBIC;EB!9f}
zIoY}8a|&_gbE=OkpVOQxpVOUNK4%c`$%W`T0KBE2K?l>6&)LqE&pFPO&$)%409yZ?
z2Uq_*o6iMWz85gAd@n4Ik7>&HC(bS3i-;@VpZd7+z1X?({h4#i_Y&eg@hWlnIlR?%
z4_f(NMm){xcR6w8n|1|U`CjSsm2Yq1=Yw`Wyb5mbA6LWe{o@+A_RBcI1T(#^V_bS&
z52i`48=RY7Hxid#H~F~qy4kt(y2ZKabu00ne4%nLy47_LT6*2#k2k&UByM`$1-JgV
z8*b;9d*G(my>RIj-&5p<nI88uE<GLq)1=3P&P|Vph)a)$eO!7x;#_(>>fH2rjCfDJ
zkgfy3TV3~{rN@)R(@c-2h)a(jatyS5o?%@1JnN5FKF>L~e4Zz+e175M%I5{=%I8Jr
zmd{JXd-Q*?m*Fk_3_6&md|q{~d|q>|d|og7Y0&EX2HfiVCS3I$UFOG2sJ>$gzYo-Y
zc+1DNAKotfTF~A<#=`CW;~lu(KgN~$V)6blzVJgpeLs2E$7ihfpl2jL0}pEKefadr
z%Dw36n)|sQmgo4O4&$|hj-PPPw;j{8p(l!gGX752J>Rj-Aje5KjN#DOq`>Gx1e4*u
zS^4C+y3jI34aEhSDV@Jo$yB&@!Dwpua~v9*2Dr5A_l|!ax4O#=!6hBCbX;%^`7W+g
zC2!nwvaf~lcRKpjDIFJl<L&>#IvC}>pz<jHRulLHeM_XR_K9CgDCKFw(%()iF<#oT
zt@f+G)S&uB`&Rwiar&zIw_`h3{oC3ep??d^`s;#NPs5v|=^xwA^w;+6&|lj(^w+ko
zCjI+Y7Wyyf{AZOcglqaQ4F74@-}<|#>)%@V36mO&(~Ie^(@)&<TcV5yNdF}Z*Y@oA
zrOu_`qd0`Mqwm%4#o9~b)P8R-12?^wg`3{X!A<Yw;p+DlK+}80hBrskdnF>K_sVeV
z_f_DRcHQ%p-m4K$Q@^jCK4^Nc0XMzZgiG(Wz%=Q-cKV>{y$;;;UKeitz8+k9r$rx2
z&)J(mJ3xHHGGPO->f8MDKvm!7-fz{n`TgUnZ}a=d(s#4+d;#j`&7GURTM##W2f|I?
zL2&6i7)+DCL(&JO?@;Ha?=a$~?{K*E9Ra3E-;wEqrf;;O>ANN4($^#nvNdtp`W!TA
z8!$~zvTgAPfc9eB!EG_y!()*+<@b-3M4We<P={VS5i`AZhD)zqz%=Q#Yx<z{+ReG?
z71th2uRWM2z4r9^(rYj0rq|xYO|O06){pzbC0?Az@G-0Z{&36Z0J!ow5KL1(2c-`x
zpM#xSK8Fyud=7;xpTod3<#TxYpyhJ}-10dRu6&LH)0EHA#orH9{nL)YQT<oS0BHFh
z2e*9NaOHbEn5KMBNFP+bCpx!$Pa<ylo(xyMr+{h7_tf-3%l9<6<$F5Z>URcQ`NqD*
z$1I<-;FizXaOHCjn5KNrO&?S~=Q+20&L?j9#8Q-xEipb1SPC8aDAkV1dT8WhPZ{~-
zOP<NN>Zc`D8&&W59!qp&9a3r?`}Z>V@UFl0H>}?C-I4L392&b47}E7OtW3YF7}twj
z4W>!IYtjd`*lV3<GKyVC+>*T>E)i}3(<IW3>4PTbO>h(YX1MjkEpYY2d|;Zb|2AS;
z|Lr*jYW;UO*ZS{tZtK5`xUK(gxYmCUn5OmLn?7jkzYlKfzaOskKLDm_{SOxZR#5d%
zdk9DMUpWJy<@X3&`8^7zDZj_k2bJIB&Mm(uh+BS7!j<1sV4CuKI(^Xcdj@X#Jqx$`
z#8Q=Cyst8b+4^JaYW*)XBh69kf6=+t|B`cC|I5T}{jb2a{#U^?t>51AJJ$a?b8P)@
zz_tE2!8EOZbn%}DRi80A2C6=975*?dvJk=BxFaebi#xpXcW{SQJ`Q(i*T3mFq~7!G
zWqdG)#@+)46(V>aS7P@Se1I=|w}Cvi!x=x}J6;oy7jE2%fLK_=CkA5S4W9%s0Vai~
zKyoL8n}CzUCF~SnnuMP+eb5Rt72MA0Q^T!irh%(xrUlc~GilS|sAs0n0H~gs!MXL!
zjKtM5Gx@lBrk````I(7dSO;gpy`b`0an&=$CVa=6y$Q4fr0*PMLV)QzCjry<M{v`3
zF1YDCH(dJ81ExveAEytRzAd=v+XFX!=Y>n(j&rK%J3r&ncL6X>`u0yBG<_F@OW%dS
zH0ir=`k?8%2;B5t6fS)i1Jk7M;>Dj0+%gBszl}3$!ZnL#Kzc7#r*!o50OF?i(s0vz
z8Mx`aEL?go2c}8y<<kdE?-k&t_lj`SdnLH^UKva?y;mV7y;sdKP<pTC-1J_Zxb$Ab
z$EEk0&Q0&Nh@0MP!=-oHIyln1*o12o$=AcF{o7t2UiEBm0IzzsH-uL`+Z(~9=f<FY
zC*Gvt&C&GSl!)oM8Qk>T94<Y#0Mks*fyAWepd16G=V0fi=Mdu3bEuC?&tc9@&*8*P
z&k=CxITB2ho@&vsbvdek^<Om&rsPW!wFhqvk0-?`-}T}}8@?@|#l?BF33ceTJu%a3
z2e|aw5ll0^b|NOdcFr+SdhO!e^xBoU^xDnGrPuDxO|LzOn_hdut^f9dON<tnX7%5P
znB}uCT>0z=rddAw6H`71<QS-Y4s>q$97J6C9PH!D=Md+X&!NOEpTpqF=WsAh`5aOF
zy+JGfk#N<21u)I>J(`&1dkkFp9t);fzQ++$zU>?XmGAM+E#DJ}E8i1+T=|~l-10q{
zxaE5a-0F8KT=~Yn#m6k4)8UrS8F1xuCYWaVoJCCeoSkE!@;S%3<#R4^<#V2oE1&b7
zTRyRL%O_j~ZA#>$rwBWZqw1%ZsHXbm5{@D|vJPpf9s5_Q#AiZFG4`({2-}Y1(8lL@
z8HXYN{dcx27}tZZ1k>!vdx_~qugWn{i@Mr*E?%)~h%32keO$?3=iJ1(p1A3E1Kj%I
zM)+1;*O;yTH#4sF-vXxD`fnws_1~6bpw@r8b6fu%#I^oAeO&9m%ek%pZsNB7d*E9C
zy<nQwe_!!$0#*OC`*BqN6*B-@eh<Qx-$P)U<@Yc#<@ZRAfy(bu=a%1N#FgLUKCb+p
zaBlfMN!;>#3U2jz8m|1}eH9<G^*;;O`Ylv1P-y6R#<hOi;<5f0h^N{5UnHjWzm#L3
z*8j3|TmLJ>ZT+vpwf@(@G_C*j;y(kbK5yh0sQSEF_ygd`LIk66M^rurcX;J*;SQ_(
zZQP;$5lDPU{R(wC<AXUgHVzn6h+sVKz~=kdyEPnMU*ofyFSi}Eirjq9P*Emo<~8H@
zb=|AGw;AL(35R>Sen0bWf{jfEXp>A{cz`z16wYIFHGwGs+k{iW)hAPfY3lQ7(g)Qi
zY187U&(o&EQJ+ko0Z@H1gLC!CjLxl3W+HBV(hq(ChsI_G;zb)i3!ufJd1{^5%=q8e
zyv%QYH}>CXp5v3^{2R@4JhcBenupdo>3^8!$9vOfpT{PPgquEptE<m-5}7#l0Clp7
z{?6EKU40&JBF$j*x%#xD&()_LeQtdk+N)2azw`OkryYH+KJDmp^{KU5$A^jNbL-RS
zclBvUpX+><7X7aCS6cMBov)(LhvjJbk+dO|N1yBb)6v_D$B*vRNsCo?cH9NJu2;-o
z$LGYIuj5B0;s(oHbxOS1&+WWb$vn6}t~}fbHnA3<2Y0lE>OXHY+#FSZEuos~Z%d31
z3reAy)xSSc)qlY{8t-QdIk);ROkDL}#K%?tMV+huCSkmvN#bfhsqPZER{tg8s{c}8
zn$>>*F{}U5aI60^aI62aaI61vaMeF;c^q5Z3UFKeig1ay5}0P<u1rkguaaY+inFTo
zp04W^tva|muGN1Hxaz+qn5O!#ReU{F$It1k4gV2`#$su=B`d#=Z1rA`A=P{RIwk78
zfpe?(hQw9xjeK17-q^Y7y@~USy1wsNy*Fc?)q8We>b(V+X7wIO%<3Jbvw9C^-0B^r
zwt5d`To1A-QSafz)2!a{)T;N$90RT1u@u#NOCMLgZOO6UxAyT?CEMUyy|;zie%}sm
zCyVXjI+^SMrm5aL7JnU3C!w8k44k9udd2K@a2MR!Dv$H57Qb5!b?Ci2anpMbxQV$Z
z-1OcHF1_~#)3m?#Ngp)5_k~OE{lGNSdw*im`+yt+rT2l(wJ8pA-m2taT+{myxb!|0
zOq1S+r4QQ4`*67QPK)!B^g1#Fp!MfbaMSB(xaoBa-1IsY9!-t&pTC8DE+UwI=fO?C
z^WmnSP934&g<zWc%}zNT{dN&^)NeXvRkMD(n5g<qr@U(Fw@WIE{rz+2tx7J%wSKz{
zZu|Rkxb5#N;Oe(4!8G+-Z~CD2_f^idzppO*98mlF8XupnUa#1d_^fsCI^0<*zaDqy
z%5T8!*LDBL^uLL5)Bk3;`u7$vP5RqgPKW-tF-Q8}o^wId{|>nHzY|Q8{&%GhYQNv@
zyj96PxTgQTaMS-jxb$BJOtbtRAZGbJ2)F(D5M24CJ&a@Lvq#{{?@=(#@_US!@_RhT
zK;`#@bLID>^HwEK;aYxA!<FANV4CuKw)pph>aVotaMWM%zL`PG{};q8e|?mU{9gpq
zl>bZVgO>lxaOM9Bm}dFEN=*5`mSdpuf8DwAf5UmJk~eWJ|Iu)(?-;o4ueadJ|7|c$
z`HwCB^Pu+EJ2?hwe~ojl{gpNzNBb+@2Qz5;y+_RSdmpa;`2b9lejla}ntmU_rQgS3
zn(6lmG3ocq90R4_r_QC{XU<!de2#1SeF2w#UxI1U@2m7d>z}XT((h<6&GP@2nC1T+
z-1g7+aOI!&D;&%J*Kp<k8!*lC|1B})|GOLmmH+RZEC2s;-m2sexR(DP;nqKYf?NOm
z09XEh2Gf-PUyA<?sQyX&D~|dn-nTMn`uv@k>GKb`^!X>4hCY3h2u+{9#HG(fK5qI<
zOkDa*;^We1Qs+JY`CHibme)~_+0aS#nBDbKJ?3z3^_Y{m>e2Cg$X1WJ7*{>!_Q$Ip
z^EmHOOFD1qF~wTMtzUcK*01xz)vwEz`2p5n^D}PyZvnXNzy5H`XF<5~SqMzCd=@6I
zd=~L><+G^s9zCV=Rz8tlnz-e&1YG$n>GPG(Qiab4+WBVyT>H;b>>$f9u6&m*j~9!4
zmve6UE>B$fuHfUA?~25g?@B(dd{=hf)Af7EEj^~#s?4)|SA$#qR)^d9CVmfD`L0Pk
zP5G`>_|l-xH*5R2&Nu5gxA&`ciR=9;zNh8$nRx3nF1<GJ$E!a!bZ&ZWL|l4p?Bk}_
zCd8%JramscHgn$dpTC8jrPvl-tUu!SkgY$qXWaT@2e|rUM=(wOu~XqgL3=;i8Ls{~
zKj(s0|6LhZ{dX&mk7=s^?#`|Ldk|Os_w;eA|6asZ|Gj-&_20*NPuK4ux8hafupjeG
zkNx4M#{qED<3PCdI0#IW9tS&@9`XBQIW9d8E#td@+AoLseC?OR3ttbk?@vd-XUQij
zzmIHhCh_~o{p$G9%%4fWM_-;VMrN#k3wu`LGt~LV!Kbgh4WF+0IB<M<jw1_}S?$2L
zJ3lh~pZHs)<@uYRX}t9Ry?X??zL0OLWdHeFrIR4VZB-9#zm6~D+MaO@*tTt41J<^#
zc1d;n<NmDc9>K+3KhyZruAgbVsOuiVPwMk6ihE(@aeBF+^7wdS^<09XQFVMt+!2*8
zg=?R&2f*zdw=`VmxMjdJy-3GrCOgM1#~g{Ve9i?W)(Xxg;)>2g<R-8Z&{GFj#%*=o
zBhWc+)jB24ajQAkId1jB<EeCxOIrg+=eV?qaO?~ET5x@FUmHwQKdh5Jcxxr=;%a}d
zS3}Vc>pQo8*nqhDVM8BRKWyY&{jjlf^}{C4tsgceZvC(s-1=d2xb?#paO;PGaO($^
zx}zTk!>u2})uf@s)6@^vLLHxphcie0U@sB<Fftztsvm4g@trh>x5Tl2h*Vnt`CFx_
z&)zuFcb^P^+Hd<hm%jTsxBa$1anttzc&qCkf%e-$#MA6E#lghvGsPir+i!=$ZND7`
zx6fFI!{_MuS{40zB=IzBj-!ZKGaU`L<~s&%{dz21{dydjrhaXw58C<bc)0XD0Zfyg
zC#DZd&y$>+o+lGGJx_tRx_)m>dY(o+&GbB-nDmT&o8xNwGt&o6kF(&W$Jubx;~co@
zaV}hXoCl^!kMq+9O^-O0NRJDBTzc3kDD=3<$4w8N$~yG87~bl-M<6{eA)Y2Zex5!k
zJuWT$4AA=PGPw2E<#6@a6=0hB>&oIE0nXlak6^ZXk6;(ZXXVh?)xa!;2(H1Mx$<jq
z`~COV{I6%+^uGZv{nKv5k^X5n;h6q6!=?W%V4C#5HGNS1c$;(6|90Zmk9WXZUH1s2
z|6Rn>tRL?tCjH}cLXKO1-Al~!yAQ7X?g!J9-vjA`mfwSL<@XSnru-gGA5?yiIJf*B
zC2sjW25)uUBT#-%5KmKnPo@tlzo!bn2ekfr8m|7bl6CB_XBoHrpMz`i^I)3t|3&(s
z<*$z#k-vQeiSzeM#M6}j%jtub|0{6I|5bRa>mGsff1P-m)%Oiz%0KN*9OXYc1EBIB
zQ}{EW_E*|lIND!nZ{uixrH#eW{@N`Ap!Lr<xal_@F8$sG)1=>f>4T=<`*8Ko2Vk1|
z=fm_t>GzRy)9+*Arr#&<R@XfO>Gvt|G}G@hVy55caO<Bh;L<PcOB~bhE4cJK8cZ{N
zz9DA%d<&O8-+^h;=lk?Q)8|)k>GNwaP5S&MeNg)R*175PJL0C#@8PYkdj!(w55&_<
zpFa|lK4<3`X!-pBxBUJLSAKs1)0E#|(+4fTzrmH?-@!EH_mA{J<@ZnLmS3N~8nFEO
z!dqSU2$Wyk8_4HSejWD+lwaN>_!D!i{*&>1R{zQ2s{a&Vn(9Ag;a?Ne{+Y_hwST5A
z{2j*a{b?HFvk+`-TDabyrt`=5(`AvuuVdOw&0LN%5TCK*Ev=&-Gcm4ur1gWV9%(bf
ztsb+$Rgbtflao}BxHpho_2{@qVD*T51wA=YQt^B(NeHH?9&v9Vx%FGzD^NWK<QQoE
z75561Ps^WA`SduqeBvH~@`-Ed`JBop?hPbYK5=g#x#iQJ=k3V>T?c@-y6zDupSU-W
z)09ugJp$#E_Xy(NhxJ$7D^Pz8&c}k5Z`>nLz8&`nlyBZ6h=*CeagRXx#<lW%PURc-
z29hh^j(Y@_Z`>=eeB&NLtLq+t@{M}~`FvKtxL2Tj)8bx%@?8bp(v)x98xW6sB6dEF
zdj#4~X>pIh-jCuQf%enxIRP}i*5Y-fSI0d9>D6(M!1RiH1kx+6b>?$Qul0Ss(yQYh
zf$0_Z3QVuKN6_lJM<Bi8-atOT=@s`1Os}|CVEwT<>#+0B7I4#RAY6JKlg|yB9)lT|
z9z(!1=@Hk;lbasHm?u4k`+Vs!!nyPq>D=@fMZ71USU)QWZ|N%`m?k~8c5ZrXLtJ{q
z_nw?@`NTZ}<+Hs%Uis|c-13Qg1<EJy5yVp}pSU-W&#!!T@yA;}yAtooiRE5FtLq+t
z@`-x`IZgR=+#^svac@B5anHl*8}|yVzHzTW_1)Lkqx#0Z0X=>YaqWk=H;}KV{SfyC
z#Mflp-e2M#fxW-Py#o9G6ZZ=G<r9^A1$uuu)L(zbdXHd6;xp9waj#(d%Htlvbj|hn
zyjCCQggT`i?)VAU?A!5D<GOyXUvHEX*T>W!T2X8g;$!OIq`0FipA7fS$|uLw2jwYh
z=->XWxv6|yANZ$sZeIwdA^uz)oEG=l%9Vb6AvIaz3#-XiztHMZM&@7M*4yz+%HPV;
zk$;rW@{jUb{!xC*U+oe3+i5iNx6^EV;jq(6eBrUS?D#?y?Q8kR=}Y<BHm+aD_0rlN
zk$($JyRvR8wO7X%{@8w(=fwE<7r*?dZCmZq>S}v;TyW?QzohG${m;6t*<ajs&Hkrd
z*X%Fq`nmp}@T85!>E*&?<>S-^l`nz2)db#-x~iVOrT8JM0TZUk(fHC0Z!ZOoZHSKl
z*Z$VrN)ui}j{1FN=hpA55Vv}-3b%e=4SrR<W)JPt+x2${RPT~s3|oGE)*@p4yf%C^
zhsM?cte@9~Yd^0Crs)gv`sstO={?)I^4rk4<+l-W%Wq@2^4kPVQ+{ci;`Da?o}}{I
zyi8aVyrK}n7P!{W1L2o-d@QdQ$TT#V@t<>OYzUx!9$I*S`gxdh_49D&>gN&8)z2fH
zTR)E?ZvDI^`~q)barN`o#AQozh)Fo*?-0b31Z__QsGp0qx5Kf1-X31--QEFS>)qZF
zUhCc739fqY4CbX@)q9tQH%HZbSLdqtZqBXV@!8Spy$AEGpZA2T-g|**y<I=ouX-2z
zm;Jgg1D4-@aLaFhxaD^MT=^XcT7CyLyg4ergPkkCL!4WFhZ48^4udPd!@)G`=Oc*q
zcKuwx@;j=`-3PROJ{oTQd<<Oud@PuDX*%WFz4ddOA@%d|bxK@NKEb*A`9$aH=aZbP
zpHFsf{d@{>>*rJ9>gTl6aMaIf18~%@{Yu~ru=Z<n?Y`Et&smJudN$WaYCW6JuBzv`
z%u7?ho|itTdY<oG^|U2+yx&GDR?kS)`c+ayze=KNz4h-9M6mX2pYHrr3h&qE)MNQY
zDJ?&hI{MXGAU;o6i$s3*lJWl1%j43lU!xT*zpI&}{I1Elp!Msu@ZPS!L!cMCp14e>
z#*Tiy0d9-E5w0X|0@JKtZzg8_dJ9}4-3q4ZMQ%$URKMQtT*bJ<xr%hBbL-c;h+Dtj
z4OcVV1E#58?=Al6pw7Sd<rp}sUbEj8ZYTQ(;3GIR_8>64>ze(ru50!~%VfbLxI-$R
z3RnG__85-p`FI9E)$<AG)~`<zS3RHd@!qb#HD}E;C-dy};;Hm{)-pk?rJ{fAAszkm
z0?*gm@nZw=dHf~fvS&D0GrtVC{&@wi{&^Klv;NW6?&u$F{pcT^5~`_xY)eJ|*p`c5
z(iu}{$M2E8<=pz`ZQ|BHaq3e4r0LYwalTs#ZsLrGOT2f%G>Q9O`k>YCeYooP0hrd?
zb<N)Dw*hnP^*)B{^*#a9^m@NcAJpr8>Rhjv_8CrZpFW>w0MzS!QTRuo)$dEV)$c2~
z>i0F6X7&4qnC<^>;oAS-foZDW_vwS$|G#ps{r_v{+W)_CZuR>uajW0&;Huy6!L+UF
zHT!YIwExrofTR7NwkwY5{U^Be{sByr-hWOXwEF%9F1`N>ruFve^SAUttM9>Zd%b_a
z^?LsV)AV{BUx4&_ef#F1(CRx8@!qa$_IkZZ%KX3cFstvR#I3%Q!ByY5R?l3_>KoVY
zt-f*XUiIy`X0Q6@HT!tH>KoVUgXp08#<lw7s&B_Nd#i6;ySMtrHGA8iaZN?_O*<dQ
z^o(ov(lf5r=OpPF*Xom7{o>mFRbAKYd%LdLTm8bd*NbcRdcBTo_IkaJYxa7*xK^L9
zuh&b9Yuvs1-cKFU^dhao=K!sKJ#eevyl~a8<C?wIZ+^zDeha`=zy4sF>KE7QldFCU
z`MB!Wam`-!>$qlb^^0rwR=>DrulmKc>wJFIFRs;#$2}MA&yH*M+MjvN{*OFnWIj;W
z0a(|F%H!Jo@XF)b{jkd8+Wk=d9YW7%h<;|T@JE?CxXzEC?;lioT)Q9GY{$Gd*Ksb(
z?;ztRY}s}^^|=3kuhDgXW|<B-)Z^1vS>iLq424e%s>f&aaqGdEh+7Z#gR2K;2Gi7o
zv!oBI2WNGz9-Pg&dT@5<)`N2pw;r4mZs(96!PSGsCe$nW+&J${sAm&aJ%3y#1Zcd~
z@b*05*oNrX?!g^X`MkKJE1wVd&C2J;)d!vhnov7HAB6fhygBNF(t^%)4qC{$>XWuG
zj?O`8@i;qYEy{rAFP0NP&0oCmML^YaiNXV{o=Xz2dM*W5JqLhks^`+_gR18;&Q;H4
zovWV9Ik$Q)Pu%Lc0$lZ65lmA(S1SHopw202E8~nx*5_ZYxva{N)o(Sp)o*pU)o%^B
z)o)F>>bDk{=L6Mm?S?l;)o&f=s>iy{t$ynfxBA87tbQ9XuK62+X_~)L@z)1czm0PY
zwEArVxB6`gSN%2v(^S9B(+5?*Eu5=<1D&gWgPdFa1{1gX4S}nEX+v@9er)!c_E+q~
z)Kh#!dBAY6)~k7YsP$?}UF+4fLakTxQmWV1<@o|suWg*GUfVjC{@XdXdTmeK>J^W(
zdhN)#=I;ciY5vZ|-vLy;cF8f&>a{D}>a`nO_1YawQ@!>`A5^{ebgp{s<y`gJ+qu<i
zAL3T8ec`IteqfsFwSV!4f!c2e<QS;^c3|PFfFlbL9E6+2lzT8dii%UN)#*uRXlQek
zK8HCseGVsX`Wyk5K1YIS(&wo3LFsd}bLn%8bLn%ebJOQI;-*g<ZvA{bT>9ks6iR(h
z45u7y{U;H!^`8va`cDDVwEk1m2etmwoNN83JJ<TpaBk~Alen$_EV$NxHkhXMpHuu3
zK-D+xTpZOm&o>cQe&^=|(DDmuEWdbZ<!4KZ3sG8fHRY$2s);C6O_L=_HG48Wbw_^j
z(pH~Xn)2JZK04}ixpQ0p6~t}*SHkroy<nOab5;7F7JIdGt^XS5TK~1qZT;5~xB6TU
z*ZOY&)3p8@i+>rY`rMRbpz3pT;pc%P3lZFcJEHPiaff$ZqZ?MQ(H+Y8P!5gV0SqZb
zFfFd?e^(84)c<bcrr$kq>31)fCjIV9AC!LgJC}YBIG278Iye0uB5wLU47d6}0+)Vi
zi{NPek7WR~`acf0^*;gE`kw^TwEm~k2etmEoooHiIM@31lGSYe&k?otKM&XX?JXtN
z{{nH@qa0NKv=?zy|FrdS^kOe(0JQvGfm?pB!j+%i0;?%My+u}2etHY7ru^(JHm<>q
zuA?2BeGGBS?=861=WV#vC*L36A)aRIA4kmAKOV02zYC^m{qLm@YW?p!*ZMzjuKIlF
z-0JfYaa;e#aIOCnFiq?KW%0*?s?Vo62C6=v75)-9vJk=NxFah60(W@jU*Zm{{43m{
zUDxP_)PGa+PR0jwXzW{HP$7cva0fQucfK#-j_W)58BD_VE#m<pd=r=mumVjCkHm5Q
z=lmSXbWJ+V@v2H@!tJg1#bQKn6f=iYz8l9INfVd>(D<xnJV4{K6+R1SZ%DJlb)ugG
zOtU>OCo%1TALSURJusJZ?SZ+SYY)uh{HI;takU3pK5l!UhqdEvH)=Ywkx6r1oJ
zdx0j<4p6`JFB1Z+Ult@VrVcKIJG%0PaqWZ?=Wv~n7Ohj_gteG+ozNC{t`q7K&f`Se
z1eOHiMBMPD06Sq1fUEvXgK528-*Hvnn3v<$FUt|r{N-~D)ch3+Ulz1}Sq850mB2KO
zuUz~ULF<=Q;OduE!8Gfa)rhHIR?jg|{j!F0^~;*h)h}x~SHG<7T>Y|+bL*FNiCe#{
z2UowudlNpUe%YY$nm_fmWg&tMaYs$Krq&Foe>QHs=4k!12@&g`P2tu*o58JrHixT!
zwgA)ghBq*MQ2jH=x%y|YbL*cW#I1jZ!mWRX!PO7L!L;6v(|*)D=H<BckEDqHF^OV+
zZn=?+TmOuJtADlu(=@(q@wW!8f3}0Gf3^qHtbcYOrvBM6$3XSZPR`XoJ3CkZ?BZPg
zv#WFU&u-4Ge|9Hs{j&#L{gbvQPA0GSs|Dcdk7Dh;acY0G_kq{`XzvTJ{n6eJUi+iH
zKV1EB0GRKG>W>2(-W=5*2RT=N9PHfs;}GK3ABV!NKMsSd-iL!}z4hP2h>+?T^K#t!
z<0xXiUEgsv|CloONYMJ@2)M?N1Jg9#F8;Bg^~dpW^~VWdn)Szt#MB=r<rt{`IN7=S
z;}qxWk5iqiKTdP5{y5#a^~V{+tv}9$t3S>H)6^el7k@8Mo9CPy1GTBnEqo&|Hc=Be
z4;az-9M9)4yrTu<Gnp-+<2zF<bqEh?Y$`zgk)~AR8j&QZrv8vb)vP}xW%P$6uGZV}
zu|Db<^KypuN0d_Ytp#GfS|CiN?HG*GYS5k{#;<Os(`p_4aSdEgaxIu<{c#;JE&lo(
z1GU&2oGbYoolBgXoJ+KuovS}?ac=!_D{(8%ZE!n(+zwZNq%DqP^|=$S{d*Ufruy8S
zK4|s12QIPh1=D)FzT-;In3v-w?gPX$|G^vsHUFW)?+2}T_rW#(2$-hvM~nY3X#4ju
zxa#vbm}d2Pf|%;_WR8KV&r{A-pQoLxKF>H;eN2-0PAJK$S$!mJM}0zi)#rseJL>ad
z;dg*r*1?x>M^!!u*Xs8QTrct}n5M<(lwHjht5bW_PpAB9z5bS<u=I|3Im7BVhFEX?
zHxFZq=D!_Id8@Jdy-8f-@09TXjgKpQENJx`4_E!(1=Fm4?-5h|-p?^m_4~lN>i3~@
z)$b$cs^7=XwZA@bZuR>maob;?!fk(j2H%Q9V+R3NpD*C5&zE4D>ho3lpw;JVxb*%8
zOzZ8_=iBr_=^67fX7%}=SZ~+Qp=kcE%iQlkt4}<y#(!JJ12q1-!hZu=eSQyDef|qf
zv-<pjnCkP#90OIKKRH)@esHe({Motc^B3o;&tIKeef~z=>hpKF>hljUP4)R_@jnN*
z)c<`;02n1&_{;E-92$$CLm82*{5;C=%H!uzhE+Z(&oi{^?@JD;KZl}JIzC*-&!NPo
zZk{844rO4oyu4P?(F^&}WqfA}6E>8dW+I;Io#y#CPRwB}hsGuW#uOr$6nAvxli|k3
zZDNxHI$=!F(B`NU#FWl;!kNms_Q2H6wFlCs!O<Q_i^tiXnT`R?pFSsmnm<F~(}LPF
zGZr3TJvb8q^<Y0AR}aqYTs=68bM@e?&eemnIalFkcWym62XX7cIpONTv>)N92a8R(
zW-xaXXa}fX^OOkzR<9ouuzI!NR<9no)oWh3>NOvjrh3hvKB#&v;9UCmcW(7skhs+=
z9%uDhm~qWt1WeQXMT@@>sCq4yW1!V5K9i_kOZd3zwWM>^Ybocd*8u0L*V4{auVtKD
zy_O|z^;!<DdMyv8sa`7-e=d-7MzIyaQUCg#edU}0TK!gmTm4prTm4ppTm4pttA1;M
zX{z6v>4U1@TFzCEwVhl2)*){7i^p00)?-}r*9X%ye}m$$3#xt_<``)8+X$}uZ49QV
zew(BZs(za~SN%3~uKI26T=m<+xz%qVajV}TxayZS7)SLh){cFq{gr$uPOVRS7`)b}
zJse)^(;fk@^=XfUt3GN0tQ|+y$66%nQ<tC_(tGQeSPoX7Z3tO?;&E1=?HJem?ZGt7
z-=X;1f~wDsIR;vNc7m%uJA-Me&o1eMs?V;@RiE9Qt3JCsSAF(yZuQxdxYcJbxazYv
zn5HE6DgF>p;_aJbpv2v;@Rh(2y$S3OL{S=k01!oM_<?|mIzvO7qx3o0x#@EVap`lY
zk4vA!oJ*g>olBo1oJ*f0olBpioSQyJ6E}U1flHsXV{xQUo<Ae5^|!+*2V4K~gtYz>
zd|c~4(Ye-tl5?&9WanD{DbBV2Q=QxTPa|&YKOL_1p8=+6{bv^cI8gOXI}2x2J-<X;
z`JIy!K+Er3xbiy>OjCa6rw=MWlQ8as*%ITXyQL7{*_2{68<Z3s`AMpdC)Z0weRBUn
z*?(GMHCunU8oaEI#%JQoo$E=jaIP1<(zzDZ>s*V!%DJuoYT}msHE@Y@EtsbITvvQa
z8TGk7$3WHRhQiMVM;0Qu5qCu8H{lNNx@Iw~Ub8re@u3_VyA>Exh+tY=>34e#b=3b3
z;?nO<AJ?MqaxVSub}s$yaW4JtbuRtxb8h<GPu%o-0B+6oAYA&TErg@>Kb!&3>i-B_
z>wgqX)A}DvAJqCEcdqq6;aux~(z(|Elyh7E)5LB4&%m{QEwP%`|6E}Yfm_z0=W$j4
zv~_Xx;1@CgT7ECWmETKXn(})&eNg$m;#~Q?>RkD~=3M#dEw!5E_XbhRFW#E1KBE~|
zerfss_*Mo$TmRc|t$!?-ruDy*KB)DNbFTG|cdqrn>s;%9&$+Gted4zM58zt=hhUo4
z|55SBfU3{Og$JlUpA`NJaAYBZU*e9a{8QZFm4Ajitn$xsht}VniIE}on#FAd21hgw
UUvV5%`PaAuoA0CF)NpwJ3(guf8~^|S
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/lifts.7.ldd b/resources/3rdparty/sylvan/models/lifts.7.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..0d357553ff0da73f9fef9ecbaea8766bac5a249e
GIT binary patch
literal 99124
zcmeFa4~SMvx8}D`AIBKS@tVFJ$8j9*d;0Y4+tcIiI6aQ^7$f2sV~lj9W5kFfrV%k>
zM2s<x5o1I|jAKMZ#E6K9bVR(yh=^lE#E20Q5fKp)F=E7s7!fgIOzQX4yZ8IN>*#mR
z`R=*7gnR|Px_<SnTC1vd?LY4y+m50r{_j*e((mTd(u~Ehz{3NN2s|?IsKBEGj|tow
zxGnJ5z~cgs4?H38#K5({?SbP8bq2jFaChKIfqMc^4%{1fO5mx1`vOl3JU#G?z%v8S
z3OqaToWOI%e_C(-o8J}1-$?axmn75<`d8EMzm<MqcG&mnhn<Bl?fBD1p<ep4JJ<pE
z{BgbhYkbL3#wEsIHr{WY`(Lr~#d(+W^|}9Af7Un7|66g(GyivugJZ!MeyK0{OW$(+
zJwNftSNg=<<+1-YejM{MUYXP5{Mt4Awf=ut^XBu6wdZ^;kBguCtS!gr@1&nUNk8rB
zhvL_U|1b7s|M?zdUo%hU#SevRVR@ZHXDv$p>zebo#?3Kfyp(c`%;&FboaJ6(Jbuk6
z&-Y)Vm-FFw+3&A&PRyg+Gv%CknkvUu*15ivV=w(mAAbK<aacoQk&AkH++oJ)=P`Nz
z-}3jda6kXncvvUSsd8M5zg)ww^(i&x{H=c9%2)O+bCqlMM=93dO+R1DhxS+P&l>nK
z<Z1nvj)}41%M<qRnuD)1Pxtis+rOhv>Er8Mw$bl*<tzQ-y8UaZUoHK7ZJp8ns{P|S
z|IL*1myU_C;ma$PTKf6c9DJSe=atgmOFy;r^Q}Jk_&S&U$n{J5#&!GGQ@<a-kq_;!
z+CQ!{uP%S-m>3(ryaN1PbMSS>pI4ke{7fHwe4WdF<oYFjxt7LjD#w&Db1jM*ZT`$u
z`Vxon!(5YjHC&FXynfS0Jbp?);^9w!a+dA*me)3}eef^!!O!Cm-(&ooUe1H-33<!w
z3iF1!Ciy(j`9Wt6<vjeF=P~H-b3r3+d5z&Z6zBUbpE4KoE%VVIe{z&_E&KD^<Nusq
zt_9~WV=8}h4)fexOFzCA==`AhTKIJd-TV7ml=1n^HH4g8Gk%GWuSJ=UzQm$`Iakl&
z@qbP)*Mf75e&z2UQoTL>{Fr`xEztQv^R@762fFuX4COq^`26NPCnx9iFYzg3urJDd
z^d%Pk`9bp>9{+dgzw6nX{pHsO#=*Lkd-D%{^LlXI`@>rO^1Z=1`?Y;lp69=7U;UwP
zUgtloRpZ*pHHmYO>)+S*Re8<)UHj?}ee=Hh|La<@f4JY5_v3O;eQiJSER0`yALPAB
zf6d9gpnQM&*Z6XOjd9E8zuza`Z=IVp^6`~p`qtcktv_r2wfJ!j%41co|F_1$arrgA
z<Yy1WxMhCgv8L|xwPXKl{5a+@p6C0uYxryZ|FGuyvq4{Tj)xx;&S&=cx7yjWJb#z_
zhS!AjiN}^0rAEG=(|xa%uP6OnE894Rp5J{K$8Q;jxt7l!>~nt)h-b6%Tr96Wzr?q^
z?nU3<H{NfZyF91L@s)G@*4%%se|ZjmExxY-aoK}k^DEzn!=K~wYkbS=-q+%m@yb0^
z`h4x!`*rW<{K~x_{mOj5b`5{6{~y*o@00R96^>nbeJhU%$AW$Jt@iS|SNhkIFMZ;%
z^}R{HpVQ-B<GrJJuF+Or_saay=eLZ*TzNKTop`O_@5z?e1KP`L&oA*UuY1w=_l@^k
z=Pu7F#^+=D*4%%se|ZjmExzX?E_?86em|u4AJb2HTz-vjdENV3+%jIdhwv%eeEwzI
zFZC<;evDVf`L%2KYyJPQ=8f~WT=Vk!#xda>=7)Xtt@iS|SNgO6=;Oz>j8SUrnV-{r
z57D3ZiG8n?ZRK^Z%pZMzt2oS)pYk&o){A<1ZvLEJUf;_8Wj~KmuF2PY$VU#2L#dZz
z;P+p3{BnLgLzAz3jZn_x=k#)X^e_9w80GxG=Hv5^WAOQZt#6s{FB89<U-?W{J}Z>5
ze@-vwPyez{j8Ts7Yd${zI0m2p*ZP+E{xb2)`H_orkMpdI3;&fojQ80Gk)Pnq+#
zh`~5Hhsv0Yp{)NdjpwRH;S*d&Qx@J$onJ!w%`4FUzzYHo7*kysc#$#j76)EpOm%7C
zW#Y;8R*q4lumV1Ql);9q@vkt(f2A?=UuDedtTx7fjd-mr<IgNq?sd5;%R2$<jT`<O
ztJc_mlavjze8RW6^31z2`){pUWB+YZw#f3%=62Pxe`EY=)OdHQx<i&L*DlrmZQ1-8
zcfFc^jY>apefBhD)%F^5EcO|*9{Y{inbH5C^aHZY|B!0gF#hO&MABhd=6h7NY*_E;
ze_YZrS>}5}wf{i&r>1#-5sx`}88SdW75KC<`|FG``|GSR^E)R#FH5}4Lgl`YtFo-;
zMdOD5<*GIIzar(5EbDt!wQM*Z+5dXg8vEana!r=?zNuRFZ;W4!8t-jYZ^^RWcT_8P
z(P&X=*k5sd?v-Nw_kClI#RFs3<DoJ0iT;nJKayqsPgKi>@kjq>lAg*k-{-1j!+J;m
zmy%w{GT&FKHO_ZoWq2R2QHbaJiSfT_$hyM64V?9NYNh{s)8P-s?7xr3?7vUO%>T3a
zi!A*!3-jKmv0hm37UPEh@TxWTA0cI!EbBkA^32z_>_56{js3?+870f{XjLuyH^!d_
z$o?2By-k+mF;2CAksb6Mo_aO?V*kbUnIQj$&qQP5*Nj<@c4LlT^zW43A<O)`%%AZ`
z|4GujWtne}`BRPlz0xPkGT$kx{dcMMwbItqi0g1`Vf=mSpBt%8GiE<cH)cQ0FlIh8
z#j|8FnNuYd)^E1?vwm}o8~*dE*4Tf(l)193XMg3H_fz&Cs9IzHg;EyCvc8K{%l?h=
zCm|KayF~h8S=M){YJY*8%1^InaebD{KYL>bjfua)nDtm`%<+i+tEI1!W&Uf-pYcck
zb<)?$GT-&)Pc`~)l)gch`EF9}e@eCAqBLLsG+qnKe77iHZbaW2IP2TgirF6Y9med}
zoyP3fUB<-UE#4!G$($;waD4WfKgVaEal`*W)f)RBl(Juz<8`R=%=<O_AE{bn|D#e4
z%X0jVsh0g4<4-~=jQ51}<FXvTld6?>t)K4KxIU-kPqbW48x#MGG3#;GnBy1y&r3fi
z%lt2xKjV-7m!w~mWxkiqpKA2KD*cKq^S!3pvsC+9X}<oEKVJWCsDJK@e$$x!bjz6i
zblVvJJL0>tn9Qk?3hQ^z{8_*I#tr|6Rcq}3NXi3Q*7I@YnfFune_FN1{?DX5k!5|K
ztCsy6<4-~=jQ6GV7qYDHE7i)UjGykOxIS;>PqbX#8WaDWG3)W(nEe#}KT7`~%lto?
zKjV-7U!;GQWxjf-;&&=EM*m?1DOzNi?{L+ISr+u)x3vGHV}72?&FsaI%GYok6?n8U
zgBoK@uU2F9w!mYJS>JKS?TN<+o*-_F(w|q8dr>og#@}v?-VwOdnDKQP<KJzJJ}GdI
zG2@?X{6pei@kCj8is=cPUav9UzMxMFJl&Y_%rGY2Ok?y}foB^t-Z{p##B;?{W#M_M
zbrR|;g)2^@;M6!W`F!oS_~ct)OwR#h`Y$v_Uu2BFIPel<;x9G+G4Zm%%f<ij8}s1`
z&?vkM?k&_;SUh;8G5J=B|8YHj^YxuiQam2VdyVyH{A-O97VC@&y55*r8;tSaXxyH7
zlQGp8e~anF-)hWwwizcZwu?8*{*ZWw>GY5BcLja7G1WcB35&hrowBvW`&9dP3H_DQ
z-PDFtpLz2B;Q@<3BJn|ETn`yD-^0cUizCKVj|M&#__#6o{rwm6pERBPL&oGkWt^}$
zZA|q{;IrZrvcx-Q`j3gv2fkp8KVvEj<Go}$+GS(>uNX7ltHue7YsOTs2fkrUyqm`D
ziEoK7%EGr*OO;f}m)G~MS}{If#y`^h8UKA_@;xvn-b3Sr#Uo>?j{`pu-;*WYQ`71H
zOnj$meXiPnhHEOE@r}ax{CdFnUsgS{_R5&!`P!KAXZ?*@+Y`T4?Vs24;n65izwo`h
zFqs=ZAEa!l_y0!?A=S9r_e;;sJb!*NruDNiLB1HH>maI<pLbepi1-gPraIi1=dlri
zM;bFeKmLqwwCThj6S&nl$wiwn{$m4=Gp0ITJVBPJ`gnOBoG4|KEL>A9RZ?NRetlrP
z9j24NGjNx2l8bI*{3iwOF{V0M+$+m?^Z2KT>F?v``E;t3c3HSjwNy!kPn7cUn5I^E
zy6LTn^ZaM16`pB2pQ`2fv(yUDHl6j!@#m-&o@+YmmE+G-D?HzH&Ziu|U#;*0)2Zh8
z18T)AG@bRy@fWETUTiw+mE$i_E4);-zo44RpXXn7%lQ3%#CVs7c!S1NR~Qp!r7`1K
z6?k>vHO5rCjET3-n0V_0ZxFAQWl|eW=X~50c(XD7o}c}{Rr(fLc$@iC&Hg*o%6L2<
zjq!ZlW&QEr9e9s;r!3>yYdWu|_KCO4!uw5UKj--!P%C`UboO(e&mpzKhfN=oILAMt
zR`{st?1voxm|EfErn5hC{1a-0PnypCBgY?7D}2gysyY5?wPMbg&U)qeXVnUyGd*EF
z{`so)f@<Zf{C|W?RT$r3Mfv)6sp^?u>RuLKk>z+~&YidyUNwK#`<ijX|3=js``?su
zU6$i<tMbgZp6q|8YK{HxO1Uk|_2`~z*`M`^{tu+zm*x0AR4r9fVLgUa%ZB6o*mUAO
z5kHk>ewnjB>+wv=BU$=CS1s!e|Cd#3?Egy23t7hVy7J8Hk^SFRt+D?*DQ{%Ce!f>N
z`!~j)$HRC(O8+3se*C0b*2(WrK+NZh>BP$qL@jzOVt)RBMB^|ipVbR9T#RFWp2+?q
z8?B9+q*3A#vg8|Wx`K*Z8?B9+`nQS4$TGgMs%8Ji_!&(e`grN%WNDkA+8@a^-Mwk5
z3ZMTBR+P`5TGcZP?Z#9)j5%LAjhRpM@0Q*r%lR?M{25gApDevcmh++4{F#6BpDKNd
zEayX?`7^(GK1??~$;Av~sx!sYWZ5sXOlN-4e~$Fovh26H=Fj}1|9t85WZB>S=Fj}1
z|A6!bvh44L=Fj}%{$6Z)l8YtARF{eu$ugg1ro+*HQ2KIN=Ci{5;po3g`bt^mv)cUO
z=)YF_n#yaPYX5}LUn$McH=~n>zdqm_bsMTkx%)<A@^3Q6W3w^(mcUz$S)Xmj?Eme7
zcNjB1e|^CCc9~AT-GTQQC%M>bjQ_sC`;8gj0r5du7SYGc`FBXlPFX!asFs9O7_YxR
zV7y07C;zd)$BmO*oG`}!WZ)rV#(PS9T9)zV@t+aX-^b7O;H;D*vhX?8QY976*L*zA
zs};UrI_GDe|3$UJmrUn;%<(U)6~1CR<IVA}sujLwI^)mrud5ZlVLJ24@o%aXzNK3E
zuHK)emPX-t`13o*<4%Zo*O>9#GbYk~W5)9!@Wa55jENVI?-SFB_cZV`@nc!$_uO>O
zmluIw8sqQz*`KeazmkRDm_Oso{_oVvcsw6^JfA*TfBZiN{v>`c%XmJU&i&<!_^m9g
zf3m^vRM>BMel5I}D;}mAl%LP?e1@x){WrpNuJ1YiNVUSFOlLkh{%EzrV@zj0Iex2J
z;WpC~*5i+@TF0sOFK|tzC;zHj_S>MfupcK>J@fPRL}S*gW=zm_W5(<L=$+ELWE=fE
zD(<%aEczs4_EV2B{d2zFsx|hXB4x5H`)O+BnV(Oy|Fo*r$4~z0Qu<`M{>-R6bN}o=
zORdZ==ASKPrY!qsj`e4~{dtA;o@YAo<{LBLeq;0n#;mvdqc4=cNVd^`pyI{WpZP8k
z&y{6=FEyS1Ip6ZCHTEBrvP_o!zM}HX>y`aiRjodL@~@V%QkLuSn#wcx&;IMw%KT#f
z^-|W#az1TP?O)=W%B1|OzKYDp*Ngm{<e%NxZ<~!9{#&co*ngXpEwb#l?W*OYK-B2J
zQ~C~B_SY`+XVB4qkM!NL?5Dk|<+G6S`T53t_DkO<%key*TB@Yd@IO?w#{P$;9F*mF
z9#Jiy#l(pI$D|*X<@g;pf94bYPf9-_%kdggZ7|jH_?SakIA2an&n=uUXN-w|R(wvD
z`DM=j#5ynKlq~1V1=X_N@V`{G#{QS3T$Cl>mC7^k&+LD#YK{G`OSvjbz8k7#|Hk<9
zco^?3={IF*y{+2+hHENa`B&ZYuP6qsh4r~x^~|pq?-?`y`+>9mK&>QsXgZwrM`~sK
zk4;ZlJTYecPmMXBo*9!r`oEC=T$c0arTLRT`oEU`N|y8IjrlXa=>JaoTUpMZ_vX*~
z#q04$)0xjFW5)kEaMr)5mGSxuHaP1odKt&~hWQIR+>OaMLi|DTIDbc)PX6dWTKXti
z&et*KPyXoNCcRab^L4EGGrs6QUivs$&esX5{SiY+r9J;L>+8jQY8IdU&~A*L*Q-OV
z9RJRs=k@ARE62OrbjBO=^+=y2%kiFU{t4^*nOZ(SrbzFVWxc1GKjX{iL!Vk%-)TY5
z=fiZhvYs<cXMBGC5pS0CnX;_sZ1ZP7#_Qc&)014xGbY}A@f=wWO26rF^dFGEK$iWn
z(EQ=(zgYSrS?06E{Nd=oO#0HwYq@Iwu)bedp+=$qU;|ZKQT5FCgO!0-8Pj2P;5Ejz
zq^~t5-#X)j#d`6yua1wCa6V2}Hd=q;Z3?{Em~LAFZw<W7n0VWb>Ayq#PwV4r{`VVv
z|HD7u#c7xIC*JPBdyJD@><zrn_{XI0H)emt_y<iV-y!3K#o@q5#0O;ClYZ26`p5Xk
zgMPx8_$LDoiI2(tkn~fg6aTa^{m+OO*VniCXpc&|f8K!8IqOfn^MNlIC%L#7_>wW#
z!^_63Z;XG{bn;y@PFP$Id_#Oimh0(F)9D}M-wyg6W8&Wpd{2B!mh18TpvU+RO(*{&
zW8yy!{6zdfmh1OZ(>Wggc?ZYix#`4z5%{HXl8aY?UyGl~a{Yf}I>#f%e`h-R-Ww+@
zJ_P<Kek;rU<CE$1kMX|*z2GFb(h_)>__KO(bsZk`7=NVc<R4{Bn$dyBh(~0b^j6b3
z9{za?$78JN#2*)Uym69?34tey+hmDXGo9lR<9C=&zE0zWMOWZ%al0(>CYetE7=Lom
zdyR=dCGb>nk1X-}f*#{fHy!^O#>Af)c$Rot)jGSX<@@CvasGTa|4jg*<ih!?XRbQ)
zyfH8IpKpwBzcI&Sfie1kG2>qtc#(0Ei^YML81wo6Qe%!!%(vWh@(l)FVVvY*W#Cof
zWwLx<V72MQi}}_DeO=)7#^l=&c%yiYEZ=w86!e&Hi|LGKYv66h<l7#2hj_Cr-#^%C
zI`MXi|7Q+mD*rV9s$2HM1bcmh{~qg4r@i8RvK*hx`^ETYPL)*fKVbdYF9(hBKNR?|
zagvK8fsYz<|2$^Qcw)X2rjzev;34BA7pDTB79W@8etO1q;>CRDf_^^m1!MAE417s^
zR+jVia?oSGtEMxaYk{vDlkZ00o8l|7+;4B0uIoeC4|h!G_}&%YlV$xg-xo8U%&C$J
z{tv7_`{AK6{*MAbHcoQ!B=A%5ZCUQ$&rD}LG2aW*$@enwE8`>=uLHjkKbPfx{?>Hj
z#eDCB{vq&3WAc3p{8{`?mizmcpvQbIyr`@f#xpGNaAVv?1Rj}L7Bk9p;*HJ<hb|Qp
z6QRd{U({+Y=xxRci?PP&<BV&G#~Y(hFiu!Z6p#7pc-XrBe8PTcxBkTIFiu!>8l!g^
zqjwvlPclaD5s#~nhbwTSu>b3V8gcEl{v6sV#*BBWG5Pw86Bg5q(We{#n0SUU)xq>r
z7V^z9oqV&6i8sfXeshh{=ZR;^wkMu%I@O`{Qx@_qFr9n@#>87_Out3O=!?buvOgqV
z67;3U^j{{PTwnI)_a7jCJ%RtA^=Eu5jLE;!82?qq=&J*-3B1;r{_Dj5q&~j?h^DHL
z-}eXCn+?{V=kJZi_-`_1Je!RZ7F&$bw;FRl-DXU_@|)YKs((+u!*ufPG$!6IWBTki
zM&BdeF3bINuj#}aN<U>G|9;b%?*U`{4;mByka5D|urc}(@jhAZuSZQMpI^VocieRH
zoiHZeN#lgYkTLox@iAHMucw0^kMCL2$$!q6{O65{f5A9manTt4lK6})_s7eoGv5{V
zdXs!tO()+qW8z&mPFUP9M!zY(B1`;Rro(U2Pg%%!$8_@DH74FYWBT1UMt>l_Ez9}*
z&~)<ozuzI>W7Em^#F%(bjT08njM1NqAIV}~n2vuup07+N|7&CNzcD8MTjPYqJ7e_s
z;+L}APd=Eg<4LD_A>Sv{$@kfqcwdaw%`TDXE#i;zqW>_{$#+VfvLW9H)A1i^OuSLX
z^cro9K1MuT7H&12d_G+AjWwNo<BaJ)-Z)_~!5Dp_xUFifRki#)(=IN*h4uFdQ57!Q
ze!RJ!bXtF&pSz67*KJJyNyd!7#~A;~#tDmFWArJ;yndc)O#H$0Qx?WI&2+{$-I#bY
zjOjnqnDNar#(%bP!eWjw`do3JEU&lcnNIwn^ivkb*Ka!GTVPDQ0b}|vG-iB@jPYM=
zoUmA8jJ{MnUzXSB%S<P}T^{w9Vh2rUd@GEJx6+vYtBe`nYGeG@7$+>&8l$fhFPG(M
za(&P@i2o(2Qu&YbuezmigPkyZp1#TYGycuS<lAD*^<}Ggn=Iqcyj_fc=2S@qeTVf&
z-)W4`E@SlF#yo%QF=qV!{K5G5na=q48x!w<G2=fdJ|xTdG9MP>pE*@hK|f;s(T^JA
zbIch1xOlHD&od`XXZ-ua`VX1T_)i%V@3b-FKO;UX%lI;%6XTybRZ>AeZ~f6P7~^x%
z82ys?q%7y(Wz!kIKM%3~S50U9*NlmG-I(#;5Z{z#e3@^F@z0zpsi5Ds{^)m%@wsb^
zeouTwmglScrZawjo?`qDO=tX%jEVQynDIXmKb2*CnV*UA&zvf$pg*_%=r4@%d1;LP
zO8h{U=d;(QGk$+QWBhMTXZ-JsiTB=^@qZA1lx2LGKZ)_roGPiHf42VUUySk5KSEI@
z-yd7JDHm_#MRk}sJ1~BK-edeDOlSNfjmbC4nDLJmkCA13nOnv9XHJz=(A%s(`dDLp
z#u=lJ7Y~<Z5)({k{QmsN_-m#!{&r*Hbr>`LPH~qk<ICJF#y@kaq=G)l`lI(4<1^V9
zy;nR@mP^f)pidQ-@9H+cdBpfy?fOK#Y1ThsG2NK)%`mPdo@q?~S;h&A+2SAT?;`#*
ze|yM3H}s!pO#b=C#P2sI{{mz50daRdKUcU$Vg6G?{zakxVq@|zG5#^}Qe)!H4)K<o
zp5$WCn0PD1%VgUVuQZ)_10mjO)014RF(%$x@haIL60b9z^;vJ6u-G8}H@|s&R)qYU
zLjTRi<lkaUzO8|`8Iymzcve0CzeQ73nE$4be`n~w%b5JTjrBZXOuYDh#Xi$Xyx*93
z2gG}2xxXJYop=Ys_zs(%<l=}i@s5fQ$+8=dnNGYDA>IkolU$rMCf<<vxGeX-Q>GIy
zzF%<0^duK&jfr<od|H<K(RtH}7vB%KXnK;1OUA^zEWRL%xner;;_LlurYE_$ZcMxz
z;;XV;uWy=8y!d+lw&_VO?idsAuK1QLOMlOF;>FkJ4@^&T@z9ufkHq(7>HpYtIKKXV
zYI>53XU4>PE`A~lzc8J6Bklgo`S!~6gvD!P`o9ssl*Rw8>BJis;=MOL$;Ag_;(Zjq
zt6D!*wfubWS^Qts&+k7aL{-S&Y5BO{>K|3qJvcvF*o5`M{dSl!;~j2Hyb;E98)?jV
zM;Y^ad9*S8r-kvfn$CFIj2X{ZW38Vt@x~h`EG8H;o{8cyvb;X7nNI)yFrE(68BeD%
z<LNSHJl)2`n`E4@=rLwIlf~__ydLf~o&JMiJX1|)JblKDXPPnNnQlzH8O8~VnZ}G~
zmUxORuYYHoPX9UL{C)DG_-Co5QRwgc3;%i6pYhBW_sim+d4U-J%&C$J&wm5fpZP5`
zCf*`r`Y$$4SS&Fn-%?}lSIdmieLoU!&~);x5U-TQKl3Uv{+UxH6~@2X`ZNAD#>87|
zO#gMp35)f{<l7)#F3bIKW6*v75^uBV<l7?NDoeb~+r;>1PL)&`|90!o_;(l+Z>KT+
zcNr%vb{ms#k9d<T`*&~9eZLcLzv<*VAU-Hdyv&Eh_-9U)R2ctZ>(BU)7!&WPG5wDj
zCoGN|lkbFhpDg$Plcv+ZFed&f@o8E5XFemwKXa<2!g$YGf5v;xn0V)n>3_jEVR6xz
ze3!&SvY5-J)4$c2_*cc(Wa*#zx)}e=sgergy<z<s?@eRk-7=>CZR3Q+9b@v{6<?9%
zR(8*H`ga%;|AF|SEd4V-662paRZ?NRkF7uBePT?!r^fVuW}L8iZcM%x;`_2(s$ZH;
z|Eb2re=U9^OaIJo#rS7Vl~fq-JL}JQ-y0L}gE9R-8Ye718I$j`_?0ZrUtdh8zdm#<
zzN^0t+x+?wIlg`!#)kq{h8r`!5yrK|BaO*7$~a*$T0G*L`Qz)?*3iGrnEYdni9gPm
z{Ns($Cy4*3o}VjJbBV8CYoUL;G5I@;e@xtIOyv0bwL9pOjEUDH?via!JlS;O#n-P>
zf<D!lczxnt*&h;5GoAIBZk(`~A+CM%_{7(*vqJyb#^j%4Ouo5+=NXfKzWC4T`I}$A
zqQ}>-3qt<^WAZOF=6PU|G4bN-*Cjz;YD~Ok;>EJupO>3Xy!iTcMbK9o6K|DxP?p`e
z+H~T@*RN}XzRs9<>&0tixqodiop|x}>!zS@HYVN{@kUuLC0k7=UVQz!J?J}(iMLa{
zO_uBbF4Kt@U%&1N`d(w=?Gx{o<@&tebmGO=uLpyE$e4JC#Rp`$ejYKMc=7e?v7jF}
zCf*70QCaw;>BNh#Urz=7v@!k9h=*jk-k&v{c=7e?`Ji7gCf-HyIa$unOQsVqzJ9$D
z^sC0iyC%L|wO+4k_3yKZ%Xi_M|NRa5hKKvrE$fed+n9WJjCuWe*BJkCA>RF<KQJcV
zL-9RXUOzrEop{|L-jkp|H74FO@nczD|2;RIc+*3?mqCAJOuX0P7qYy5dt*As@2&Ws
z*RP*{KeaTMMIqmN>yPILWAc48=KA@`82_~)-j|^3AqU4)h}XhHPw`n^TtA12Y0G72
zh&LkWBaMkSN<3Va>*r|Gi5Q>%TZ7(aOuVt;G1(>_XFBoX^ZA6JPc$Z8O*~$fskNI<
zy!iaw8T2k=;&qEVWVwD$GM#ww`F3*9dyR=VMcgCH^>eD}#EZ|L(}F(Tn0Pb9eX?9X
zXPVCboFy**6<U3prgjRtf4_%#bL2l)mh0Wh^poCo5aWMZJYP)J|2{6<FD3sgw)AvG
zQ&s5ie=ml7168E#)<@D}p<1afGM)bU?-ebnS~D*eqc5$L1gYe|zqG7sU0&6)K4?t7
z6~>HjrMNMkGr3!3{qr>%*T{dhEaO?L+EC@M_Xz8RzFvB6fHxS^x>3BYYTZ=Ta-Yq{
zjDL%Gl`OnfwZ<rY2as>O^@n#DGyk39U9!Z>^WQDTzi}iIq>}f;o+`@Ts+RSA#>Cq%
z-X=@D1E#}z`!#pf_3V)JybEbQRoD21{}JhjWr=@OwPUi4@g5h`C+>$6m6AWtJSjd{
zwGLG^dZ+y2{O|pmzui?7oZo)D@jqkz8P8c`^mBpF8{>Z=@I_<#UlQkkg_vhRYoqx0
zX=uG7|EKkB;kzS`zp-<3v}=}+>UCp|)eU3Dd(${!aZ6nOE61Pa8^ozz=zquhQ@v|U
zzI(>_-#1QJJP_x9CE4`HkdlVK9}oN=S%2a`Hm3T-82_i@|D!&U`o{zaspxzO{?Cnx
z|H7E+OJicZ5|{rfv-$l4_E+-?rsosu&-~s7ei!(?G5J0O{wV&x>S?$lGz#STneXS&
z|4Zijz?((RjXBnYQ_JXN>V??DjN20rH`evJbWXqNKhkvij}niN{UPya(;08$N|O7x
znoj>V@fg`!;<2VDEXIldR(*cH8u|R`<)&OO<eOmqnfgRy_Cw8><JWGSu;>u~aXnxC
z7eXqmr(bW_A6?d;c-_Y2pJYt_9%K9`8z(G!#p9b3Bd9d*e~wQ)zouF|^7R=ro@vH}
zoG$*8dcNlP%r(ZJY5j>m%b57HjT07g#2xkczIv$X{RIwMy|5nhLjU=J`^8;xeFA@d
zzc9POGFke~@f)!C<X>pad=?oq-^IoWizVWodj9793HkM%e9Npq`IZ}#Z_t>0D~uBs
zE5%d7d{HRP>&txodPTg|7LR;uj1v}X#eMbo&GDE|jJMwU6K{ht@ivO5hw=V?$B!WK
z_-(d)tmhVE#<SI!`EN5$SZo*1s*kUE|8u++*!6|@JFP$QcNr6Zw{gN^kNDpS^GBgH
zuP;t<efL>B^6fV!!U6HWSC8KukD<qShpa#G4jU8ii1^>H$D2q~RoYW+dN^N?S%0MC
z#;n(gz$XI_8I$OgG5Jm#qpxSsR?eEv{yb-l+j-+35??T8d>4%w|0QGe%Ym;1zG|G@
zi)-RDvgEsNI^$!Hc)4kMEeW@b$$#6J@!c^-zZ>{o;QPkOy?7wLAzMrQP__T`8~d|)
zwCpbbd$!zv9$Wk$6F)I#d{2!T|1)Fs=Yd}YercTCi&w_vdoBJizA=7!c=<ORbp7|g
zAI$mkHpG8tOy~E3KNvHgkH*aRQ{d0Wtlt-7=HvfA5b;|05Y5UkWAx$1<QoxqWM*0P
zQKpk`v~hc4&!4bpH63m<CjVGt;*SeFKJWzb7+La7G(BNce&V+Wy~7y2)0q5SfxC@a
z?@7i9oBlr};!O^EuQB=*WAaT6+$ZjlMW1GR!Xoac89|?EOukvh#G4&>j(B?2I#;z?
z#q(4v|Ej@XFode`{_+?WrC!L_U-itduND}i4+LHqc#$z-7aNmri81d-$NbAoXTHmg
z$v+r)Mc|djOl_4h`8vaV*O*SewZ`OI7kGW(4dT^R>qga<%93wWr4$A4m&g2DOeg<V
zWAbkcygl#^W2Uy#n0#@4cbiVWJ;vnQ8+c#f{o-A+^gm!a`3A%K9x@&O!^Y%068LD~
zW8#BV>v7dK%aZRzrR4t~D9(4tbn>4vCjaTcX9Ax!PVU7y@kv=eKR9nX@BhdA7fmPs
zC1dhm4tyo>Rb!U+nlbs}e!5{g`EDAM?^fX3f$xZ~SFLwdyC6%xdzDh?-@C>94@@Wj
zLu2wk3j8?m6JzH4)R@mh;`%-}oqR8h$@enwtH7_t&t&QU#&q(<{rt{!{NEds??d2^
zfj^1gR;`~^yDv+=FO`zNnic2U!iV7XLjGaK<R2b*MBtIegc+4tmd|rWo6gf;%-?D{
z`P+=iKQ{2Vz~hZMz7vee7xz=mbn>+uldmIiXW%aJ#HzJhwK1~fn^Y<J{eYN%vgzdS
zH75U*z*7VF88hE$#=O3a>pR1A^360R->ks11J4mpm!<z))5#b2^L*3s?>8pjg1`fT
z7mDXqt&3FaktN^aO39y>#`!Kao&3v;$-g}CVBi(T$-P)9ULwnSuQHwZG5?yNuQewB
zy1?rLZ!jj`Mq~2D{j@pgTa3xKHSo5;+r^uz)*Y&?mL=cLO3BY}-3+Q;h`-x(cu(NH
z#&q3hO#HSG?||vVI~e$oc)u+D4+njP#X~<D^kadK2R<P_Qnj8`ZI>+L8B*;(tiOx%
zKc<#O;d#{m|45Y6Rix~9#+Z0#jT!H`z~_yb+680s#q;ly=}9gw8<X#fG5M|rz9zmX
zi+<g7^4&1zc{I-Vmgz|@ZX1*Tjxq7?2EG^gzWAmr`5u_g_dDYJADN!y;;}LLpBR(>
zY2atZtoL(c^2PJ-rRhm7UKx|`wK4hL1b!=iA&dUbbn?aZ{a|{Mi;u?S`(#YK&w;;)
z-#1!$NGKkP$=4#LEkFOp{KHMhXM{2NM;eoVRN&FZtnV0Oo`2)<Y%@K{#aLtVjWZ_S
z_`nmyt+MD7RU0NtzM5*Ok_ykGalRd<<I`zO{w`zUcL$ynxJTSBOTNjba}eVEr<k7P
zVyZFu`;5syE%0<>)_aCA`Qm<_WqOi}*~a9XV@$ref#->5%A(IVoqTb97nq*pV!)Vu
z3yq1lDDYx&f7QA~wO(2BEv=ON{2TKxH$Ax*gT~}vVNCv&fma!`zN?LS{*A|Tt?5ZF
z))|v;y)pSV1l}lKBa6OCwPmv8+pJouq{8!PobOiC@!4if{_V!Z-w}9c;9cS^vgF%s
zIycEU|GlOsx!7k+{{6<}KM?q!G3$NEn0#?RA2B`2#ZhDO9Wy51@xUj<hh@=EnohpB
zzNbu2a&g+2d}oY_cQ)`j@le%zUbQ{4<hxKQ`S~~IzhruHFD@IC|B5mBuLizm%=%sr
z9FONs)02B~%b0w(jmdW>@Lll@S@e6VU6dvNebrJW74$gYho<B6$e8?(jp_d+@YBH0
z#1CZge{OohpX}$CL4RdT{@2FDdlUGrG4p+AobV_6`9sh@8k6snvDPc_7x8;pblvp$
zT`%$fJ0HePs$Pgc+?f6&0*@58RIQ^_dr^&Iw0HzB<x<(6f7LDb<M{s<wpNky@ozI`
zJYxfo3q0PKG!u-;H_@1C%-?Q0^X)Jue`nyXz}?0i-$}+)kJ(48#G7n7`Ff4frv#oF
zxKG?uwN6v5CX1O~Df#`jn180}<ez0s{@H=&1fFZmeCHXn3F7+pn@+w3#^f6ayfE-0
z@qAhOFE*Wg{{I;gZ>j0{FEd789(XYD3h|Pvb){-EWXZRxQu6agobMXb$-mZ^{Oba*
z54^!RxfdJ7t7W<WZ!%r?<FLQBm`?t!#^m1?czfU-#vI?B#^j6pX}9U*+ha_=y@B@y
z-Y?!&wH{Dyvn=@zR!V-qE#^OLI{A+nlmBSoV}XwwGv5=&T*Tt>9WtGKr;N#WI`Emm
zXT>LF>3`02^2Pmp!F2pD8k6r*;LCxph|gE8S5-SCOTKHBlAkx?d~cXe{+q_+zZLj)
z;5)|2y|^pBF3Wn~GoAP`|AU}EG$#L}z>fnzF(%(rWAerQ^gQS<jLG*h@T<VD#m}nN
zH>%y2CEwdh$@jbX|KGkhoqQhxe>7%3pNxqg|Nq}FrW3E=rdTg<i}<s==szsz{{O?G
zj|lq6z@q|>77wpl$EfyB`N-cY-d%rQ*qK@y1!<#Q-%!R@k+R=7W8#fBX1o&uPc&xz
zYQ|LK`PX53l8a7b@^u-LuRHK0al0&fkLgq=8?z{JzEez3axvAI{C&p6pB8v};2Gjx
zS@O*^o!8TG{<BR_axur4{Bw=TKQHinW7fOhn0)d48!$b|#X@89EixwG;=oJ93uMuk
znohpBzROKdaxrL3z7@vATN!wjcv;oDTD4iS<XclI`FSDcUuSx9FV-8Ae}ggkHwNBh
z%=&IN=6N9=&#k5>x!7h*zU{{3+YxxDc#AChF4fk`l5e+asger!?>OJRrsK2EnEd;V
ziGLvQ!N7;adt}LX*mPb`$N3*MJ;}u}WAYz2CjW`RCyiO}A!G8z{e0T=Bo}9l$#>S6
zeCGn67oU<vzhFA~;`&}PJ;}voWAa@wCf?P+*TfgA*6XSrktN@aO3BX)G5;;olY4R7
znEZE)$$vNSJ!97Qe&BdKADW)ri$})fdu&X;CxM@eAIPFVQ|+cK`JbznDyg8y`MxwA
zpI64@e{D?vH-X;<ekXn*i~oDm6aHjBe+>F3WAcACCf=98MH^9bVZJTKw8s5BJm@2g
z$v4uNe4_%777vp}A7gsLVpF)^x0z1-vBvZt7kIq5wQ8N9+J|b^6UAe=RHVWuUX8-{
zZR5Y6Y_B4v?-C@v!<g}O8nb>~#*DAq82?Fudjd~3CSR}d4~b*`snYu@ugu9Y6~;5I
zQu6+tZp?UQ1fCgqmUxOR`DdG6OYGxGSj;t@{PT=ikNL*r?+?5n@PK%ZY%TdORP7(s
zk6&tND$UJoCI9zCjAyaM|1t3rW5%=882@F)jDNW?{)2&61YT)OzE$FX+&s|K{`K-_
zP0i%<?+-JcH5MOU8+e^D^I31qcplKHUWmWZba<07uA2jI3A|Ojp=#Y$)rx|A+l|{3
zd;WyQPSeT1%b5JT1MdmE*O>Y46Yr2E-+t4H-(laMBK|?s;X{EB8x#MCal)qg5dWCz
z@Nr|}p9p+1@R0bZEd5WJ4$lnZKVv%a&jvmxK3%n*SM5N>7gSqX-=9ZPght_N89#ry
zRQ1f)o6E-JzhcaIuLiyr_`0#ak6_IA1LEfsw@l}F+%_iv9b@v}4SX-~ePiOS4eR^R
zbmBb<{8;>;YJH;GO<BhOv{LeVZ4L3Cn@;=}fnORkzE{S4zcqe-^2T)h-x{+%?~KX!
zKJW+eYgzP<rW5aQ82@L}@&6LI(4Rc{RJFE<pNSd&F#D4z+_d9<8(}*6M;bGqQO4vS
z9e7OOR`GCI^0k@H>*KiJ#+gq3@y6tzU`+mrfop-=jfv;qza?I$>BQ>_+%4{?S|_PC
zR+jPiR7&1&{{33w_nJ=pDS@XNGrm4!-VcxaZMy0B&oCz6Ok?uR3OrjpO%{EQ>BRHz
z&k}E*>G;nN+%KM6wJuO?vMl2tsFeKrJnpwerjviMG5MDmlYeR8Wr3HA7s~Q_dC+t&
zx^cg)G@bmbjLE;+nEY!3uMND;n0W2HNl`Dv+h98JHU{1#USG9tR&9kW<KI##dB63B
z_}fe;{`SB-j2YifW8Nf;`)#-B`0p`hK6{PHw=eL1@h(~P1Ev$NKaBs7>G&TGd_;V(
zYCWpjR$0b>tWxs&#Qk<6=qHVt&yX?sPX#_5_>B0tEb}>QI`QIuJ8wGv7mV@0XiWY~
zfiDNXVoba(VLh*zPQ2@ZZ-}o}tv6LWC(C$lRZ3n@|Nbia9n*<_H}E}U#&_Qs|G3{C
znvVY?WAZ&VrvH<`PsI;p(Vv-4JpVo`@m`pY|I5Iy#LuhN*Q(u?#s7_J`LAlHvm>=M
z3c7z^m3;52Ncr{R`@kQJ8Sh79;w^~J1Ev%IOW<N`YAilgtu12O@~iV<#>8J9;*T($
z_#*?4GG@G^#lvNJ9vfpi@%{Ux#A`Dh9vgU^G4aP6^L@+s{qc#Wldon>{Pw^dfjh+$
zWa-~!I_%#UCEg^{;hw;g#obkFuWGHbjDJd{<iF1{f}3W&5U<a4cv|4;#;nf_W5(<M
zzKZ^{OowL&o+F-Fwa!&-sw~fM^C~5e*Z=(#@%l}N7X%(KX1oi<^JRIST4XxopBmO<
ziRr{&8hDv8@s}HOX^i`2h3Vv5X-xc8fma7!BOa8c|60@GfiV8{rW1cd;Em#SRqH0z
z7RxgJ&6SeZe=x+~YC7?^1>SDV`s^@fyu-r%W0&c~+Z}k1cxTnRSG6s&Jb&%0lsw+H
z5dVPb#6KALkTK&uEZ#56^Ux8~8NYuYl6c2VhmQw7VNCp!#=IXN_sc2M$#>eA_-6v2
z4SY^KBuoGErYl}Jo)=9g{-wZ|#TTm9E2<rpW&BqwC9l7KpOJXiO^0s;zG=+*+%jgo
z%fj)zV><Ef2EHf0UA5j<?V2p{A5=;n@7fUmk?F*L9QcVb@t%qw%HsdbbjI)BH$;D7
zI{Y&5D`VonHct4H{qojy^1U-A{`<fm0)G_0k){79)8S!UH0y<UUrdLKzg-v8FSteg
zx$+t&eqQl#@eWSiRQ~h)t8Tge$ImN9T71@Hlri~68#CT9fm;K&8Iy0UF;k77PmMR7
z{1c4HKhc={wZQFxJB*3f8`ihWbmDafo+R$9T6<I*CrhZwm6D&QXNCAvOeg--z<tJy
zZ<;Zej`;c64Ab$SY0Ub}GA7^bz;ndYWzpxFPP}Dd{PRu6zd!H-@w}>aK($_3#=o#q
z^7{pGzb!VM{7a0P&r)OZFAKap@Su2+ESr9X>D*u9ep_Wa`Bxj0e~mHu*9Kk}c)c<4
z{QG^x+h{uRHU-`+-cYq}QEjCx<KJ2-dB6Gh_lUpUbmH#_ywjNR?K0-|cHD1!Ovit(
zG5PixlW%|E1LEDX=m$+Fo_{}&c!y2L|487Y;zL#IG1a!oGXCS0lGi8hx0691GA92i
zWAdL4d?xT&@d;VxbIx?)#r<}{bj{xw|4YW?za02V;H$>O^Y7mg@4D&4yAk-N_*&I^
zOSSW|^uJvxc|HC6cbcE+#J?B#zA@u_V2pp<Z;wpJ|FJRoo*2{rY2at#hqCC;O()(6
zZbJ1!yqBiq|0?in@r$bUjcRvf@qeq@|5?Ak{wMXw`4{@QknepJDc`?81pa8uct05v
zuPt1kznIQ^3SNZP3)~|9TzL&MouLgkCVoeVKhkvKjS4*4nDLGgkB}u)tLem_6V_v_
z>BJuwc)T(3Cm8c68NdHpGo5_x#>DRk+!?q_JW-bZ-KN8XVf;O&6Mu5xUh$-=b&6_j
zvW$OfrR3-1^&$Q=(}_Pl@C;+tXQnaZT^o+)Y}1K1C-7YHtg3aMYJIY7^7)mL$GbJe
zUtl`%2LdlNX1t5U{j%KO7Msra{rhIbTWUJIEbww;;tv}0`YG<0m8O$#l`-*G2VN6+
zt$2kj{nwce`}fI+x50FHW8h8V^;PR;)t1OI{w<Y~*WbS{M!apN!`lPzFlK#r8Z%!1
zzB>JPn-1>@yjQ%dYTc*WR$1cjuarDq|2{hL4w?=h3Vhg@ct^wsWbr?0I^*~6bD<wM
z9X=8Gq%rY_j1&H3znnImd}oY_e>U*Bz~{xMWa)pwbhxehq&MFmE}2gJ%Ym<mFIKHr
zRXbMkHPr@3rLL*`N&Z#0e1FUTo;}Sss-F4#TQ`l-Zw0<>%=+CiW<GZV-!o=D_l?^V
zKM*%Y)%eTr>0XueN9Lcfcx?Pb;wQ%FPXj+QX1vdh8Sjh0FO3=REAc~F^1U{l@#Vjt
zpDOk8*7RCxduNQx`@kQJ8Q(`^#`h`kXJf|qMf^s#mRNrjt@y9&$Dal-TyYzP?|(H`
zK0ogb<4Xqh@?-iv+?er<Fve}9G2<U)jQ{AsV~iPpt1<c7#Q)7V#-ALTO7r)>=s!fz
zdLjQfi;pzknDI_9MxPkCW=y<xWBmR5U&QMSdRO3XaYxlUsjB7gfAtvi`X>MX5~-33
z_k&*3+Y?VQW_(kP8DF0<<C|uTK0WXZ<0Ka|#gk>pH_LST_uA)8#Ge!Nxq;^eo*&r1
z|3$n7K_3XbP~0!e{1*k?zyC$NB|%>rc$s){)w*1@*%c3}mj6GbqWCXU#6}_h6??yv
z@vN+R=KJ9)W7coAG2iD}V@$j|A>KOEiND^McpHopHhtfVc$-Y8|K`A3#2aPNx2m>Q
zmd^vXsg^4B;(zau_&ZFe|IWa>j2Z84V?z4(uZXwTbmHv`ykERW7X5(f37fuuMZ80%
z<9|5t5%IyQ^{8swWiiJpC0{Sc+57#(J7GF}(wO-UiI2<j=zq#|#@7|%oiUwwXN`$>
z&NyMy_pOL`!F2jx417s^UKahbYNus+)W4!ys?>}BJwW1LGoAj|1K%)ayf=*rIivby
zJFn+$(}{N{@LlmOS@e6R6VJc@#P}YVj{n2JkHq(@*2k({mE}-8sgyjv_2KwDGoAR)
zjhXKY@l#n|PrWpq@of+BUYkz5H^#(!Yn-s@`%c7rZ#w-y1pX*~CyV|`wO6t{9eh?T
zRqAD?U4MvQa1p2%`nLogX3Thp8`I6de?+{IrW0>e;L+j{vgl(>PuTSRBjUB0j{n%e
z<HW61>v+|^Xx7|sCsay(KZfH|GoASD#>}@vJW-bMbeazP-{YWvx9RXCW8(D~Cv5t@
z5%GFWr~j0|Q^k{I(fd^Ek|q8$)lwxD;*G`B3;r`qhi4kof0i-b{QEwHnqxZs=LVi9
zo-K<$-}Hn{-}fQj0@Lvy2)t0-U$rh$ZMrP}i&gvc`d_`@l3E&t`S|y<$+xtMlwY4M
z3%uNz_=CpuAF$^m;;%FvUL{^pwXUve`TIR<jET1{#9L=N@zxtBEH;SO%3?N}j=%rC
zHsWs%`j)_318)mlt3HX$`)NnecLv@i-Y(1f?GCzsUx)GS4f?*o`^9^z)&r_-lI2Cx
z!Ai-;b7Z*x91i-Cz(<W4?=fS>=YRj0^*v!ad{TV8Y8_JTkgT2uDkZO<|9xTlpD`Ui
zYn-q+Cq6C9{rkM>_|LZM8RNYe^h<#+2fh+`WjNl~f_^>l4e?c3*6(J}{rfhI?{?7d
z1imZ2Rkhwz?Sd?~uKSgekN4tmydMVrQQ*hMjQ5E#;~Q@GN7nb5>F{&$)2j7_Y7b=f
zJWwh5cz1+&uT3Z38{>q<Tk$Jd?%(fB$KU_n7vud9^pAl*1^yh^zb`{P|0javYvDyq
zy}-l7UlfJ)8y<B3`(VTy8T3(sM~g>Ptz%SsulT$^ZmpDjy#4#Z#2*{<ae>DhGu{ct
z^j{v1PtA1Z+b*71wRWi1CQJX$O3BB2YlzovI`JkMCoFozU9#wtO^5yOVUcf2(5D9O
z3p_2bf8T|8GlD)d@GS9kS=MiM(Ea-^#G4!Rd4cDP=Txozs`Xa9K(+tAem`HDA~p)~
zyX^B7#<Q^MnO~1DGG_f28`E`(G4c9Byk({nf4MR728|OoeZPfxD@~{Ws=%woD`e5v
zsJ2v=>-$>OQl(xN*yl6EUvE17Hw4~j%y>5$6LMztNn+lwTTCb3*1+4un`P0rn@&9c
zz6s;oX*&M90`C^@s9N`^woaB?+1^UY<J%sN&wkU1f54de9u)7B<$8R`bjG(o#5-a-
z@s1i3@0fAIrtg;!?}X{}KN)yPd|Vd&lxl}%xxSxPEmi8p|GpCO&zesEbAitrGu{iv
zg!J!w5bu)d#Je2$iuj@|`c=~tHhtfNc-KwG|3=`O;%imwE!ED*^7`y{rR3x7f4_iu
zcTI=y88hGe;ybd8=Yi?4|2+cwKQbMDY)rf-#tDmy;e2^!I{lvqej$D;i~drzhqA<f
zrCO?_!ua;tzyHVojp^`PWBR`{PT2JQ3gUe*o&FyKe-gi!MgMGi!lv(65U-ek$p!zG
zz{A8}swl(7udDbY#DAmyzc~G~GL(KZpHX3bM_GLI(SgSpGoDss#yi%om-HWNIy_F?
zR<(|=YWYt^O)w_jln}3GI`P_#6BZrfiL!L<G#&qicKsoKchDyV?g>0OaJzker11uQ
zYT!O`uPo~~E$IIJ2;$8M`pm$y#M7(R*{XHP@+dT?Qu6cLl5o7|1$}<teq+YFz?ku^
z3&&@n>8$r6@j%tOShcyb+#i-yN<JU=hIq?NC*E@7gvFqEsVvv?6{h3wfB%N@t_u3<
zz-t1p4ZJEG@AX075O||_oh<9ODd_(F2FAA~=vxDC6K}3sx2v{Nmgn^ym6DIQe?O1-
zyMn$u@E&8vyVsch{`dD--~Fb;2gLiT)`P0;l%@ZnO3BCD|GpjlkC+Z0HBML@6CajE
zKW;ia!an~e-^rj41wIw{bYTB}0`blU{aoPl;xn?W--V$2_Y;VBDd?92UlCudTCb{h
zqT*|+4c4#kf1V;X3hUwjKRbLw{*C`tutuYmTUF$|e{PF!$}*ojK_Ad7g}YVjy{eY`
z-#4cJ17qg@&=~zp`Y8+g<DlpNul<Qy@qemX9tHjU`wi&Nr9Z2pyr^n<d@qghe<gk-
z%hJ3Ky8nNk_`j9@uJVe1&*y!m<o*7^ICZZdpO0!K->0DGnSHKWzf`q6{^IWuB^Soi
zB7P$;c$n#|XI$SA**^zJHva#mqpUyiMjI1vjCiCh<8KXmK3;8VrT<vd@gHZ5K3+V$
zYMr3ke_P+*?a8B2=zrS&OI#l1YE{p?KJCWz>@X%@r!n`BE@SRb-NrmrO)@6GuNV0z
z2ff!g$;A|7@=rA;f1fe=r-^%Hc~fS(YK{L@+#X*G#xv9Uqs=l#pKYA5m}AU%<{C4e
zdB%)qzIcW#AM*68md8W<IGzFPkG9Yl|3$_Li^ax_XNfW6S!&F9mWdb0a%*0$+W%1B
zFLtv|8u_mBqQ}Y#i$}hd#(ZgJl`;8N8?ztQ7!!X}h`-Ks;;%O*{sv>>ZxpYU<#=y0
zo%s7g{4J&vf2%R^w;2<EyLhuK$8U$}#2*UrcbQK7-NwY<V@&+L;+?Xr{yx?Im-_KY
z4Nax_`*g&Q=ko!JkABdYP=}1s4;!;zju<n(qsAP+W5(>y4fS`vQneu73DapiX^cK(
zOukdb<U1`sF3a&eV><og`Fbws=Z%wlalx4W7mdk($(a0?#b;$X-d9Yge>^|01^v2l
zaxZQe)BmP1`EMDM|F-z5Ec@Y(YUTf$+<bl#uSO6n_beXzePj0D17q?%H0Jm|GN%8-
zu)m)K{i!kWpBWSXx%jax$Mc2h#D5#&zY6+mW8%LtCjMLTOIeQBJJX3jBCOAcpno(b
z{wHJNe-^)&W%a*g-980Pja8{tH7exy^Nss|i~SeuTt9{d&iZh*YW$`%m667bZ<H~|
zZ?rM}{rn?;tLfx#3!L?_YNh`;)5$;HnEVsOV`MqL6HTYTpMT_UH=X<)fwSJJR{D3D
zPX2CV@=p@iWI6slrqkcgKl1mQPW~x@vp!X=^zSpB{L_rdKV3Xomi;k9wOW0D)KW{M
z5YNv~#xu*}F`n6hvpz?y^q*@w`*of%<C$;Fe&{!*zn{P4A26N#3j=3;ky`1$*mUwQ
zF(&^~@d8=)!!pz9@8>u92TdpciojW4saE>0GM)UZjmf`8yj+(3u-0_?`}t4)^`?`5
zL*T4$R4e^AnNI%A#^m23UMI_b*s7X;3p6!WrTKbJ^Fh1*kZ-%iXS_R%*^fJo$-m2(
z<G<TDVblGY_<Kz!{yt;k?>8p?0r4JLj_*O!6Bd5|CH`U4iGReH_(zS2e@uKxmg9Ha
z^n``qUx|Oxbm9*g6aSPk@lT6S$g=upR9jp>Uw?W${QgS5a~6+$=Z)D97mUew(U{|L
z$v9!t{gwDvOeg+TW8z;kCjNEtWm%5L4bu}g-Cv1+%XH%3HYWZZW8&Wx-<0Ke+%r94
z)BTnB4@@WiLu2AUGA90G@qJlV|A}h;Eu+-<dzV^MPtNZSJHHs;GaC>3^T1hup;qSi
z(scIMD`V#K+L+`0#+dk1LjHF_e;+vOAJj_zkEWCVlQH=}i{Hw!AHJAQ{y8Cki@l^k
z9~L<4!_`Xu5vG%Wq%rwNWtL^Xj5eM4i$ng_ptl9i`dGD+f1K&$A8$<l3F0xb?5ByU
z?fdHenDML#<7u~e=pBKx-l<l`(`7pQyW5!YOfqIa^cWN0U+=OXdxJhDaMq`)mHd6C
zlYg2q`KOB~%d#J4m`?sJVg9p%K09#M=ctwZb4@4zJY(|D7tfSsKlGbUet*5p{0D-*
zFmTovsg?YTO(*{nWAZN*FOX$FEK}|5H=f^rdi`&=^<lh&7N7C1FlIllG$#KlV~+o7
z<Ag<Th`-i!;;%C%{(58LZxFAM<@jziJz>-PSB!tN>BQe+O#H3J#NQ^~B+K#JZhFF|
z_oIlv({$qRGA90RW8&`-?~rBn_o`O@mDQgf4}U+3eETgP`3@Mf9}XIm?~pOa<FIkU
zruU<Wf7Ep1A2TNYabx125Fe4{c$_pnVbl9j#6M*^@lP8Q|BNy5&x(g+IUeUsPuTQ+
z6!9;ZPW+3;#J^-r{LA9=vaJ3U)t-Lid`S+!sxX2^;jQQ{d#8){ldjo#eoTB_{J+-o
z+nd)(<MTW3&szyML;qXG=u_xa+*WIQs@+lTWj%iL_}H%lc7D?Tp2bU8+!z1v_5S~W
zrmE22uOF=ML+j5+>yM1__v-=vPozJV<)hxG!GE@m5C7-VpULw5q!+<|QSg5y{iQ6Q
zf4>g?{(6M?Z>7JHh2I7L6CwTw>F;Hk-^bwZuNR2-S^6hg*85BFzaHYZ)RI$r8w|st
z9i|$TOMHKHM6FcPvrDRuG$#Kj@o-so!)Vn~B^CCkf1XAE)><<4LjSfJFh-X1Z>(ym
zQZMoS%ki~R$>W(|OuUKWakAX+YO1A5z4-oQd>yq?$?-akiPt4=uUflR8(aStXjk%R
z6s`|`y`_Iot)a7jCmZAM@8{z`MS8C+`**5psger*{{B4v(`v~SeX{J|>8hnlD){^R
z?fB2EB~#3hWfHSgOO;gc_t$UuI-%$9}cs+KCL;P3BuqR+1-Q_Pd)c=xN8DyiV_
z?_c6SP)nv*Aj|$;s9LI|g1^5XiT~nSGQ}cU_U{taQY96Rr!H5b+<#fE4(S*Dmy4Im
zvR?;POO;gU|H=Z8e`PJ1dZGWS8n8l^{kmGUR7r*YD^$yd{%dQE2KuiPuaRYcu2(Hp
zQlbAT)v}@g##*C+{+q-bs@Bb_&8Y9knS~c_6{lF#dSSj>YbE8+tF{^Q(S%=r>A%Bt
z=DSn8U6%3hQY}?dVSn$gQOkw?*FyfiwYr#o5pSO{`TcrM{{yDue^9(%mi&iQ+at^Q
za#*!gNrnEKL;j;Rlw62+tX7Bgi~N3np#O<lGWCN0$r^B6mi$Ai9g*eyJEdBxq(cAw
zA^({gN-o4ZTdPC*MSj2E(EofbnR>zhLJc@4Oa6<hot9-2Tv9DnQlbAyPQrTO_+P1&
zRR6rvnEZbKqW^W%$$vw9O_uyORl6+9{=B7Hs-!~y_K^Qh4J8-i-L2Ij{UX2L59xou
zmQ20i|DXoklO_K{)o#m@>XB-xk_!DFh4p_@L&=4BPiu8ZzsT?RSNcD%B~vf>zo-Gv
zWXb<hwa2ogdZk*bq(c99A^)2iN-o5ETdPC*MSj0u)Bk-fnR>zhLk)N*Oa70ly_V(D
z^+~nzUn$s^Ig<9r=_en*FY@Ai$?IACkg5gyH_xv{%zn!GhKV`8J8Q`l!^N!kLGcJN
zQ#~mjDP}wu#I?Vds``8<K3|NMCu*Mm7-Qz&Djp@v{%uojauqLrKVqEqXFbOo6K{fe
ztSsv}QMFlBy!gD)ZvBbZVNASEaZUES#9gW_tm4JzjY-mzV=Bb!F(%$*ad*|)tJ>lE
z^?fegs`5vv=Fc1SpIY_I_me(j)^A$itWQ@f>oLQ0IO{Xj`d#8#rn8@B8#5k%o?$$5
zP3QhL&zSMd51jRWwUU2<>2THu)cRfGg{sYwWj`-cEmcxsJpR1Ic$S#Xc$OM7o@Ifv
zzFe*3A2c1#`U<svmw2UWi)A^VR;iXMsW2XY9%DRfOlLf6jTz6nz*%3fR`PE!9nShj
zwSJd)lWMDF*+iRFOO;d@k3a7*o~@=co^8gAXM5nR?@%lGcbX1oeV1ClOT1gPEwWrs
z_NbOBsW2XYo@6}xOlLg%jTz5@z*#@2R`MS*9nSh;wSJfQh-!Ofxt<+WEmcxsJpR1O
zc#fOScup8Io|A#IKBQLipE4cJ`f0U(m-vio$7H#lo>eVXQeiy)Jj{5`o6dMH7&D%W
zfwO)|t>nLKI-K<@YW*(pRn^YPay`GM+Ozug=%@FWe7tYSi}NwB_f0Y9L!R#~F+p;^
z+hX=ZpK5nxIUe&=yDQ6j<n!&GnDONOe&f4T)%}IP@l+Pp<AFSLi}sf>>-R`}UzYWH
ztl9=bD_-N9aQS-r)cO<enKAL6i=W7{o-b6}@?EMb-XN8FVSKNo=LX`vHYVO1@k`n7
z62Db#e>J|L+*Ou%@1^HP;(ahC-beAfs`Zm<U+TxRmOIuh@%(<xe7;mY^Yf$r6G`jU
z(%yjYQgxUy$8)$b$9shF-%UKynEZZ!Z%I7bba;$$!lKof{B6eMA8SnhapF<3y#F}f
zbn^T2Kuh9@ro%PkghjhC`8$ls-)T(#F7X7}zmvGzbn^T2LrdZw)8Wa+35#B1@=q})
z|5Rh0Z{kU^yni`OwTYansWiWz+>%=M)5*#V`R4}m%{1oq>nvls&Nk+F&oOREJTJtb
zXFBoc8xz0Zn63-Nb7eW61E#km9t`mpnNIx0#>8J@OxLC2g|Zy4Wu~_z-W=i&noj%`
z#>8J~OxIQ7<+7~)YSsLI<w%WHX}<mv-_K8Yt;MI?I%D+p#_W#`#*Am9F~@6@G5!5~
zgtwTUu-IyhzRj3?+l|S$L%dm*<G0gv`uq6@?>0SQvBwyFuQB=d8Iy0nc$X~4^ML8}
z?+JX!ILXCfWBiX8lkcc8`HqPX%5r><t5*IM1^dS(Nu#``Q@s%Xq{U<Z3>o8k%9!JI
z+BjixD#SZ$I`PgK<9c3vMwa7o!Ssa1)e!HJ>BPHijO!KgMOoJSs_6-f2O-{d(}{P(
z7}uNPYqG58E!9@muV1O5snnW?_4M<B`~Mw_-;(%l;H=+MEB)`A&hdU=%=jJ}b37gy
z)8Eez@;@=XCGpe1S%0Qh`ad_F{4b2j|5E%|mgD!zbo%@GLjE_Vw<LZWIP34!O8@t!
zlmCM;`9F$Z%W}LwnNEK{f5`vE^p?c>Pj>m83Y_(pA7T0rQw_@R-w!t?{|NDCMP+}C
z6z{C>k6LPJ6yo{$_I={f7LWX60%yHdt@Lj*o&7r2nDLA=W<QKKroW$`-zT1EI{9mX
zv)-;&`gfR4{!U}^cZny+vLCulr@x=i-zV-do&1vnXT4Xg^q*on`KKC_zfU|#mi;iz
zbo%@G|9#>arjvhW;H=M5EB$AiPX0N@<ew{^F3WzHr`pMHTrcowE^FHxOul}L|9#>G
z#+(lW#^hgU%<*4joUrNsN&F?If1h}%G4Yof6MwmQu`I`T(DZ~&_e<ihH2wR;tBi@i
z+L-uj#4BVuerrunSor;s`0GvoKJf-);%_u2{wDD{Syq3uYFEDcJeuTUDxK<ud|NHv
z_ldU|vmdq_({+b2$782)!u+9;D*1Y|+w|{K`yONB?=>d=KJhMDj>mq}6Beyu{0B|{
zKIw;yiGSFbu1CZNWH}y3O;1>Kg!soz|32v_jER5Jn65+OW3n8NQ>s1q#`%&QepRV8
zd2@cZ*!lH+;xo#Z-O$el&iXmEa{SMm&i=Y!%zQ2ybG$DZ6Tda&zY_GTfwO*1t>nLM
zI{9xHlmDjpvMl@Img(eg5Bcu|{chl_-%~63@0(8k2gc-oD84PretBd%`FlhDCqaK2
zIP1^UO8)1jlmCS=`Cp13%d($dsrKQk_hZI0BaG*b#Y2A^IP34!%6Q(J&i?*j%y>Q;
zvmZVg6MtUF|0U=}M{=qc{IlMoR`L%so&3X%$v;B;Sy9;!BTXmXqL6=d(8mPMdaGK=
z-)1`b#~PD=oOqNh`(eE4<R1+ACkDM1IP2|dC4YzM<nJ^lf0uZIEc>BbHUBFgsj(_}
zgks}kyge5G`^1xt*^j-(<ey^9@t<m(u<89J;!iW3_|uJvKf{>#GsS(f9N$@{Cv1BE
zi1>3%C;nVx;?FZC{(SLlS&m=7=?R<OA0qyM>BL`XO#DU0#9u64Aj|46QLTr!c2oK3
z@$mPD$hXYmk#D&%`(e<Sd@GDO9xII#HoZSY{MDute~mHm*BTRlop_Zj$78+e37g&@
zBK}6xiNDF1_?wN1zeT)3mgBM2^n^|C4-tR6>BQe*O#Ge3#NQ>}Cd=yYR&7rGc%+8k
zq?F$uEQ6Kb_ba*l{$5wvpx^ADqP@|?c=y`)`MhwSG5%wM{{iXyWtr5$;9m>=hov8q
z<tB0@_)iZ0$D|*X<xTJ7!QY?n8UIP?CuHHF;J+orKP~-~Eb}`P{C5ZcbJEYs^7+R3
z;P21V<i9BWf-D~bTr&TJP4EAa|BC7Kzbd{g%YM6Ndcvmn^XPxWbo$>EUzcr3e9QEN
zP4Caq|BmVOzbn2i%l+Y==?R<OZ=?SM)9L?Ee7|aaq+0pEC^hd#&L6)X(f>)+Gk+iA
zsWJZk{xkm1r9YEpKfVb5{(dt4ucW_}Wk0?S{{H?j{%@tfk!3%=3;zE42LBJz-^;=u
zgTKDymf9)kpQV42Wj((He}Daff6JdHQxvl7$6=Y($olx}3H(P$A1=#&9BKY^8YD=)
z(0{b)^dBQ0CCh$nHJxsqq5oLZ=|4`~Cd+;tZ#w;_h5i#wr+-a6L6-g4ZaV$@L;p_G
z>E9*ps9L*KJ6OLSPa#BAn4cei#@i$R$+G14*FSteq_>Kk)-LfBW3H!DjfwC3o%qwF
zPnRXWzrG><4C_z)nc_ZKCNax&;`{kQ{5jI+%4+@EQ)9glf1dRx{(SLlS<a7s(~0lr
z6Y&S6FO(&|zdj-UBI{55#o`6BoKH(kC%*4r;x98D&e#9tY9-&G>Ev5sOum)krLydY
zRi=~A&tKxNF&)nLkF{zg-#XLDx89h18^o(+IiEM0PCh^XiND!&INyJ^sFi$MO()+r
zWAbemZ<6Iy*kL;P{Q5!sU8ckN{<T}J<lAF9`Su!<Z=ZOlEZ39$s+E5gtoiy*f4^VT
z|DeU={5WKczu&L%KO+6GEc^Xv@b~*Q{>P;slV$&&2>yP*#(zlqNm=&eso?L=OZcCW
zep;6ObT;_=^Ai5&rJs{!KU@g@{=9_$CFvJsIi8n;zdtYGe^vSwS&qlG?BAZMdjH)&
zZ)AOMSUmdQ6knHRzuZzS&w~9hT9HyE75d)^{qKrz%d(&Dsg`F&|B0dhgV6t>_`WRu
zk5tREgnL5&C!zmS@#CuXnQHIq*Y~~@p;3mVs$YMZ?+f|Alx6(WRC^^$et&;M-~W)3
zgj86+H^%Jex5ni2>oNJ>OaCBCzB#IWlqH|PpFzG)Qc@)q@_iP+lVy@$OeddTpUKzK
znM^TEmV5*9A1)@Jzkfl#5mHhm74nVDEX(;c%5?Ji{gQlRq_@hFuSfaX#N_k$E66w2
z;*oEhc(g3%<9O4F-^WQ;OjIlJ<MldU&uh}j*KYmE*I`V)PVod;JujH9^;5n{Y9-%h
zTW>gD&wHekZ?g3#U#~Iwrii;`xgJb4oqTP|H%+a?kJsybJ)bU}d^4;+`DPlEZ<e@E
zmg~uE)5+JVd~?-GzGY#4`F=c4I{D^XfAaMklW&1|jx5)s0oA%WHBxE5KhWRrzw}>Z
z@#wVJ7=OQi;=fe-5?RiNWx?O?fA|kdU;h7ecK#7oW?>v3X_F*Lk|gPmHc65s8A+0i
zHfdLzHf=K6jI>FTBx9_RBuSDa$x6mZk|asSN=A~ABuU0fk|Zlhvgh+X_jJGSbLX``
zUV1#=^L@V0Iq!4Mz4yFlX1cPh=gtuC`w!xGh~F;Ddh81E{(eIIF7Z2MDedkM@9zi1
z?-jpCR{Mnz@2_X#4~X9{%X}UT@&0-wzFYhuS>~fhULG~`>HB}`+iUsI9~S;imi2N(
zUcL+TzW+ymEa;C5AC+Z&osgIB3cc_D(Vq(X)50fZi9aJR-zC`h|LD&J{dwWDUt2H8
zTi;lZ%xLpse184`bMdP(f1X}4%=uTJVf20;g8s7cjQ5IgzbxllSB*#S=OYQWT{j;6
z4dH9DoL}8E9=)HJB-nP_c=UIKZ^?2#H6XA2ufwhN@aJ#x-3|Hf8KxeCh8d4PkE4HJ
zJmYyNd|#G&3>lB!pU)F)du%-VC&G_psmD{}(fjjyf^E-@NB=_jnJo1fmgnChjjCML
z`k?poCZb-3{I3jCpVx-b`}q_4w}F2r{6?1gybrveN1^`^_>aPW$x@$Bfp0mV3VhqQ
zWc{pG>N85Xd@Dd}J^Z`_<ru}|<=4+x!_;G(Vd~-MA7~~7exmSrS?Vz<@T2YX3;mS9
zPZgdlOFgCqeq7Mc2>eXp>9W*gmOTGf19~kN5zUMH^Yx+6U(3&WofGhE;kmNt=NV7^
z<{O6h^+W!J#*=?hz?omHR`g5cEs&+YOD!JW*BAMh8BhM@0cU=NTG6kR*Dg!_S6Mv#
z7h8Yi?=YVHYXZ*vTD78ICvUYZ)n6~Kukn80Iv>71>2HJLlans`+Zb@>H>s8WHXF};
zY%vV)>zDl7j3<9*z?t8!R`fgMZIxv{x-1^v*Ejih8BhM*0cU=XTG8*7w^Nq+*k|$Z
zzW&L7z<BZ>3^?<L)QY}a-hNrC-y?6JF(0X+a#i0?p#1%ne7(|V5#u>*nED?vOq9RB
zqCaLl`s2b!WvTB8;}fi$_oF{$Jo?kZCuOPM8RHYIod2UgXFU4z!e?cv&jooyBkoTU
zT{%xC-^Gycl40u6XBfS|zoNfvJma|{+%HQ#t{R_U<-8gFb>q?B5WXf$J#HGGVCDQ7
z{cYpX-x0ngOFahU4cDxf6!4#}>g%8N>-#(UziZ=xzZY=k2i3~>?;B6O9~egO`#<sz
z1^!XMnSZQS@;{OHP?q_48sdF_NdD)6e-Uuzht*2{Kjl4>Wxig9c;7#g|8?Ns1f2P|
zY9;?Wd9P%t{(E_!Mtnb}UcSGizYmH}PP*Vf2Aug%YNfx=#xoyZ45Rn`C;3O&BPsmo
zfHOZvt>hn@d0FOTT!{DmDfuS^eqz9xpQKjuPnI`cmid?x;(h;0{%L`q9&qMosFnOP
z<xR~t;aTz~wf<sz;?il3tQ&tmqF%G5&k>Agj$!IQ*Dz83e1v|!@#q%_&y%IT3yn{(
z@_dATvGM4a2rrVQeoKu{u=0F_ewp#;mkYPcvR+rno7JdKYd!q=h<vL;zSV}QM~C4A
zE6+#h*BZ}w)(NkXr5@{zPq6ZQgnonZ=r;=gAWJ<q8J}R~`3U_M<I!&w-YiQ!w#i#q
zvtClb|GNI|?=zI-<>$!-m!IbqTz(!=a5)byxSU57T+RciK=b0fdq)%M@9($k{uedw
zzcv1Hi0@MT;@bF+A%2(Qm(<3$^CE6soL}ux{L-5FXdPc~(C?GJy|%x>5Pv}N%WC@L
zM7Vn8zpTt{q&g&h#?-glF!$3VyrOnI{(UCI_bPs6BYsRy+_0?Q<~N<>&yOS4AJxhH
zQMEF@W5zSS<A&+)gm6crKYD0hp#CP*&r41P{b}LvYU<ZI{vNA8<2`Hnz?na%RzlAk
z&-gDGX8gYkf8Xf8I$z}LO#jNo{ai9V`T7i#uV47bn)@l4%6t}F=BwaR&w}gfQ}{Ce
zg6sOP-XG(g{!P*3^>D@R2j;3_>UmB0rxEK#z7ESr{0-A5*mlz}{4L?18~IF}ICzhz
z{&!5z{0sz~`9IW({;s^vM*iyhOmt;@#1C3NqVEg;GUE8?-|IvCL({_#1)TXuYNfx&
a@^;pa&*y`DPc0w)Jrn-5p-&C}c>N81Yb)6R
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/schedule_world.2.8-rgs.bdd b/resources/3rdparty/sylvan/models/schedule_world.2.8-rgs.bdd
deleted file mode 100755
index 7c5354aef1d1c178c65ea8258707736f924766d7..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 73472
zcmZwQ1-Mn^*7otaXc0lN5s_9Akrt5d#ttk(5in3hR7BjgfQW)1VPFS{3W_w?Ep`WX
zD|X}izZdIq-1}VbxIWLCzcu;Z<Jo)8dyMB<LDekF%JI+6{IfB~e?%4K4>!b<`J;8=
z68Zyc!X@QZ;ZpL-aB2C0a2a`dxU76%SpQzxvhWV_(r|hC?(mNCo#6`d?ctr|Tf-IQ
zo5Pjl#bNzSvKw;QE_zILU7WA1=N5){mFI_dljntZm#+!$A<qu)DPI-dOTIF^w|qso
ziab5Mk9>K!syrpUuRJMSO`Z_mPcF)3)%BQaT%50==f;L>%45Q{<cq?!<<a3f@~CiK
zd1QEh`P}dU@;TuH<+H-|<l*6i<e}mE@{sVs@@e4)@}Te`@_=wd`IK-Y`J`}TxqrBc
ze0;d6d~CRxd~~?Ed}R1g`S5THxo^0o+&kP#?ioHz?jCL}cMZ3ZJBQoK9mDP9_Tlz&
z+i(ZDb-1J4D%?qK5$-HE4|kE9hP%p*!`<YD;qG#Sa1XhDxTjn%+)F+n+*__2?jzR@
z_myjg`^nYAhs)K%N61yfN6J;gN6CAIkCyicA0zJ;K31+AK2F{_e7sySe1cpd++Qvq
zK2a_gK1nVUK3OgmK1D7OK2^@b1H^6mkL@*34}TZH!yq0086K>|-@~Wr@YnF^I{Z02
zM2A0y&(Pu4@K7Co7apd=Z^FZM_*M8!9exo$ONXC@&(`55;d6BOQFw$7w}j8t;rrq9
zbog#~qz>N>pRdC=!=rTgdiVkzz8W5_!<WMs>hMJ(G@i<`7XlaS@VW399X=DjM2Am>
z$LjEj@TEF@EIdw!kAyGN;U-#u9#d^d2U#{=hwH)<bhsuwQHQI-lXSQ;JXwbigs13m
zd3dT0?+ah9!)4)VI$Ro_uEV>-Gjw=o_zE4~9-gVgTf<lC@aFI=9WJH?$5ZtGz|}gu
zE<9U@3&V4CI6r)i4(EmE>M;N0_UH1a^8ZJ+`&vENe|i4@RQ_Lb`}qZW$p4Sp?)-ms
z{)e#Li}aBHp>22mUp4<j-tO!5kpHD@cm97`{+GDjH|n7%|0CG`g#I&sk!<HpddOc?
z+nxW><uAhRzC{mq@#cTj`HOt}`P=j`YWuPNGykg@8NNe@=Z5pY%5%bZ>F}&@{#QRd
zyhMjX!}&{PNcbKdo)*quT7$y(>Tp0fe<_|4zF&tYh4Ytg|L_VO9v{wM>c@s3)Zx+L
zl{!2!{E!Y053kZ;-|%W3_71PnVbAbd9d-||(_z=}dL4ESZ_r`K@J1cB4{y?8+wj9W
zY#n|?hpobo>aa!lF&#D!Kd!^3;U{$1IQ*mz8-}0KVT16~I;<alMu+vn&+71i@N+t>
z8-8AgwZkvyux5C(4y)%QIG(H)hcD@{YWQUxRtdkN!@a_<>Tr+nYdYL5{JIV+hu_fQ
z&fzz8STX#T4l9J;)?xYZJ31^EepiQO!td#@RQP=zmI!}PILyUU<b5vt(7h(-Ei=E~
z``FK~%z2B=ulGLn^UHJIlJo1m&;9(eoVW1&dhbg=e|OGXety08wV%H|=OaRXz4xu3
zzd7e4MSi{ay`R4!=OYMtpUZym^9yr6vgFr$Kl%B2IUjNI>%Cw6{Op{MMEUjJZ+`yD
zoR3iX_1+(TetOPFuKarMFF!ve=ObEvz4wowpOEvBF2COU*UyjRx9=Cg*j$!#kIDJS
zm|yRe^z);0K4RwAd!_yS$efR)`So5|KYvcnN7(#&ZwEg=Jm({Ce!aJ&pC6L*5jnr!
z+sV%l%K1p0U+-1&^QYu|1kbPccJcH5b3U@?*L%DA`D1fF;^)_UyZiYgbG{_VulM%!
z^L=x^gvhV=_V)8VbH3!rulM%x^IdbkM9HuB_Vx1}bH1d>ulM%z^KDuGyIbe78tzs(
zUoz#_d$s(0^PDfS^6R}ie!g+emt^_%-u`~RLC%+O`Ssp`e!gDLmwfs4-a&r8ZqAp8
z`Ssqxe!gbTmz3mvE<41}SIhYlG{4?!<map8e94+$?=|uBd*pnHn_urW^YfK+z9i1C
z_YU>*6?49X&ad}c`uXxXUvlTydx!b?GC5zO=hu5}{CtU=FX_4Sb6Gn-zpdC7Kz_Z~
z!O#C$Y|9|O-s|M&e=WAfkYDe0@$)|x+mgty_qzG{?}}|<<kx#W{QOtNwmkCdy<UF)
zvtnB$`So5OKmSp&EtULwub-c%DcTlHe!X{upQq_^3rEqUk8;!0ZHp(r-aE$6Gc*tp
zQ7>lMac+hZ+d|5(_fGKh3_V0p6hqR9ZicFp+zeqSyBXSuxTsB8cB*?ru`RItdT*eg
zUsG($EWh3x?B`b&+hWVF_fGfo%ZqKv<=1;>`1xhUw(#=ny<vX-?qXYh`SsqJe*X4i
zTZH-b-r0Ws=3-ll`Nhr%KYv59Ey(<O?>s-hu-KMme!X|TpPyH3i!;C8yTH%SF196_
zU+-P$=dUcbg_>XQUF_$l7u#~pulFwT^HYj#(dO5Cm-_h$Ea}`uS$3IwTz({o>tihI
zem_5^*p_jAy*JU%k1n>woL}!v_VXi)ZAs_XdsF@VImNcH^Xt87etvkdE${q#Z-$>A
zQf!Mnzuuea=LZ$rQqQmVX8HM3@*`RN?>{NauJ-f&i*4EG*L!pP{ISKh`19+%xqkl0
zVlN5g*L&Cc`M$+oLddW87Wny|#a?pAulE-D`L6kqHU9lOXW8|BzGMC+jX2*v%Wm}Z
zZSx~>oNt|FH~INi#a=SWulH{8^UaIB#FAg{-R9>T7kf!2zuvpU&o?Oc5>9@-cbA{9
zSL`L9{CaPRpRZf&C8GR#?;by2v)D^Y^#3fo*Uwig_7YTny?4K#uTtzKtNeOzg`eM}
z*h^gb_1=SizH+gb#PaLChx~lSVlScP*L$n|eEDK8x#ib;YyEtg{E{txf2{Y``}q=C
zw!zJx+*0_{RSS<B3+MTtT6`^#-yPz)ejO_n{%FxA{n@_Zhvh!uN95k&N9A7O$K;;j
z$K@X3C*<zoC*^M8r{u2Tr{yl;XXMV|XXQ@e=j4vz=j9IJ7v%OGD{a<e`rlt^JM_eh
zI@~Gzk`8wazpTR@!msGCZ1`0jmJYwB!;<0Gb(jmkp+j4+y(w?wpF+JQ+k)?H`R{Z#
z%ifV~!T7HHXPkdewgu<=^6zo}1KAd=TjXEk{D-nFct4VVj`JVOwqX85{xQyfD%*nl
zGkI&4eXhq;BhmrmpPr{@r20}mJBgPE<g>zG%V&nak?AR^zLke1@$!Q_H2l4MMtG}C
z&q?)ze0mc9)8x~_Kgol`Kg;x_RKLgrllalf1Nf2aG1aN*fM1QCr)Q=5Lq0i)U#(0J
zOZAt0ViK2z+&}z}d_s7ee0=y{`M7X?|A?NKDo4I#$0V`6Bp)3vDIXOsCDRjAm6nf4
zV*5%yoLfeZsrnIn?mpaN?p|z*xqEO+y1Nmp?k?QI?oMpGxjST8C3ibw+ubJ1c5xrZ
zww}9XmhI|3l(yh*mSwxUo3L%@Zj@zvx(`V|2-=UHKRCR%d{DTGd|-GVdH--#xlVXr
zxmLKETqDc&(_^arXq)bR`6KRq*j9D#&HqXFp0s86?))pbcV*kwy-WHp=3iaUr|!ey
z0rF09{y=%ha6Ng4@Ii9faDBOS_+YtYxPh!|etQ+=AISfPdOj6v_C{{{L1Q<s**0<0
zADX&Z(>HU|FPgh~P4`eY{iB7OHGfMt{iKzf*L)9i(_dP<*%N5vrr)%6^8;w-rvJ2e
z(|<a+=|3Ia^q)>{`cG#!{ilnY{?pY>|LNwY|8#fLe|os-KRw;_pI&bIPj5H<r;nTd
z)7MS^>F1{Z9PXz79O0(_9O<V29Ob6}9POt69OI_{9P6h49OtJ09Pg(8oZzPa^mo&L
zPIM2ZCAbICGTZ}cDeeL65xD6;1KjkVfo}TGAUFMIu$%sKnw$P}x|{wp#7+M>!%hDg
z>Zbn;bJKr@yXik?y6Hb>x#>S=yXimYxamJ5-1MJw-F>s{JU9Jlq`P;Po$sbUjdJ(Q
zvJ2ewtI_W6S$3hD{&kVNYnEN?rk{;*vj)7xO@ABf?wDnly6Jc0-0j&TaMS;a+-=z-
zaMKSbxLar0L^u6$lDk!wO?J~Sr?^{W*;F_E^Ky6dESu)0pH6o-&9WJ8`s)?$##uJg
zO~1X;-7w2$x#_=Gxf`%Y;HDqXcGu6cId1y%HST&@HrGwRp65Ow%dU0PzvsK_X4wKa
z{d}Rjc9t!2)8DUi*JO{tO~1dvU7bAwH~oLHyBd20ZsviT-Bq*f7B}<3t?nvWcAJ}d
z;db|4S$2n;`Qc9Y9$9vmn|b1H_ikCX#LaxM)Ll8t?r}43EOYP79)X+r<34xAEW6*$
zJhI$fA<I^{nNJ>Ym(Q{X-OMX1-Q}|EAvg2ODtDPITkU3^S>rC1WozBcH|yLSuXi)=
zY;ZH@98&Pc!sF#Urz*BCo3;Hp{pTkAxhumD%QM4|$XA3Pm1l$>lc$Ftm#2lFkkh{e
zhfm5=<NQ<dl<?E?<nS}{r0}!y#PD<Sgz)q7`0xvIQI>7iV=DS$su%S<eKFNbGJP@C
z%QAg2)hjZ6G1aRweKFN*GJP@C>oR>Y)f+N>G1Z$geKFNrGJP@C+cJGI)jKkMG1a>=
zeKFO0GJP@C`!ap;13jjqFK%(u2S0Sv_dasd=RS7R*FJI6$3At_w?1>zr&4{c=jlsd
z_<8zJsxS3CeJ9mdGJPi1*D`%2)i*MIB-OVveIwO(GJPV|_cFPVYO72Rr20YTzEAa|
z%zd8fCz<;?)z32bajIWr?%Pzq%G{^@^q7kK?{_!%-yd%7zdzmFe}B2T|NeG!|NZ0U
z{@do}{`=Rh`_KLzb^qnu+<zt9+<ztA6M4DPJ%JyAoBOYfyNDl|oBOYvoBMAEH}_w8
zH}~I;ZtlMdZtlOG+}wW^-Q0hb+}wXVySe{%adZDwc60yj>gN92&CUI{yPNxO4>$MU
zo^I~Hz1)4XY;QOBV-<JrEZfJ;{aMxBGt2gMbH7$|cV}O~&HY>5-IaX-H}`W*cW3qm
z+@07LaCc;1z|H+$*WI4|05|vl0dD5f1Ks37JvVddL2mM)zMHx9U^jWuz|CBGh@1Rq
z=w>c$<R(uVyO~RyxXG8MZsyWvZt|wNo4NE*H~G`T&0NybO&+y!GnX9ZCZAfnnM>NZ
z$*Z>Razw71{A%xJF6rPV&pNtGu`l4}xU-vV>Eb5uy1I#*-wOHDt?>LyJf|wQUw;Vy
z9}Cr8f388ehkS6jr(8eWOFk&vTdo)GBOe&<D<2T<C+{CVT&^2FLaq}&Qm!37O0E??
zTCN#BMy?S)R<54Qj?-f*_N!7IujlRciW6jey`sNtuUDKXv)`2JB-viCI9X;tDb*=5
z`$wrxmH$o3vH|k8@Id*W@F4l`@L>6`@M-d&;nU?m!b9ZW!)M69g@?+&hKI?&gon#N
zhtHIM3ZEta7(QG6A$*R!mHh%erlK#UI#<uzTzH;LUrIGnwz=?pnZA^2lx%b11u}gp
z)o9t~!V6{kQmTt&n+q?N=}W1`$Tk;VBGZ>rjg@UKyi}$yr5Y#Gmr`9OlgmYVOhpc-
z8n5Tc-Bc4~ayHdOnOsdZNhU{AO_s^cR8wSfGSyW1kR+B2a)a<R`QY$$xqf(td{Fob
zxn6jtd|>!W`GD{&dH?WLa^3LNa-HyOxpsJtTq}HyTr)gZt`VLmS7*OKkE!-c2ZiVH
zg2MUvdaM@b7s~sF7s*w_*U9^Yua~QYZ;<y6-ze`DUM%k!zDeFAe6zfJ_!fD$@U8N$
z;oIcO;oIe1!gt6!|L3Co5&hsUJ)eqxaJQR&u*6M2Sn8%9+~cMnEOXNj?sd}-?sL-*
z?swA<mb>W(E8O&h2i)|72i^38m2UdMLvH%PDmVRLwVT&3*0|{pYu&tlvCd7uSnuZb
ziw$o2$3{1=Uu<&IPabyj`o$w|`pctkUcY$EO}}~E&FdFWxamJny0cvNl>6T-d)iGu
zdd5vZde%)pdd^KhdfrVxdcjRU+U%wuz38SNz2v4Jz3iqRz2c@Hz3QePz2>GLz3!$T
zz2T-Gz3DzR%ieO+kKT6EkKS?9kKT3DkKS|BkKT9Fk3MkIkG8n!M<2TBM<2QAM<2WC
zN1wRqN1wXsN1wUrN1watM_;(xW!abRw!BZkO@I2@-I}+dy6IQnx?Ax+0XO~Ydv^;)
z0yq8a2X}Ku3OD`jCwEgu5;y(s7k6Vu8aMs#H+MruA~*f;4>$erPdEMWFE{=0Z#Vt$
zA2<DQo11?4uUq|)S^vMHALiWj!xC=#VM%vw{=d6xF@n13hh^OK!?Nz`><hT*e>=G8
zf92iuza8E5zY1>p-%f7&Uqv_luacYox3io6w~L$pSJ_Sf+tp3~+s#e?+ucq7+rv%&
z+tW?|yR-27*sJjT>cTH$^Y&4_D9?7=q2s;v=h}v=$Zf*=$b2>+RaN=0@V;`Za5cGQ
zct5#CxVn63xQ5(3TvKiqt|d1O*Or@v>&T76b>&9k{pE&y)<BP`Y@KwVp0{;UJ=xYt
z2g$ZhsxR9*>0sH`NeyIMCmkZ&I;o*dUrN<TrZ1&xEYp`#HIeB{shZ04rBuyi`ckUq
z@*he3sAc+6sunVRDOF3EzLct!OkYZMm`q<v)mo-6rD`M7mr}Kr=}W2F$@Hc6dQ3%M
zO4UKn)0a|pl<7;UI?42<RGnq|QmQU8eJNE}`Gh3iPaxBmQgxT<OR0Lu^rciiW%^R8
zUNU_tRd1QTl&X(RUrN<irZ1)HC)1Zw9WL8C<p|l<DM!k-PB}`pb;{AQty7MXZJlzg
zZ0nTcWLu{kFWWlh1liUp{bgIHoG91kpF*7^lgp`2mTjGKid-X|<^2S5^(-5p$5iBU
zs{HeKP~rSQJ(AO@2Fv7hs?%h0I@ReiIh|^VOirgdLnfzF4VB61RKsL)I@NHQoKAJ7
zOirgdOD3mNoh_5osm_tf=~N?Rayr$yGC5tSqWmLyJW|i6B9G5^lgFdn<naY=@_4kH
zJigFP9$(}pk1uwU$79^&@g;8Zc&wW|zSK<~k8_j9m$}K~A~$(F-c24)aI;RC=q8^h
zxml-7c9Yjr+^kcky2<a$-K<llxykeCZq_L?+~oTeZq_L?-Q@k1Zq_NY+~ogNZq_MR
zyXgnB-SmSwZu-GBZu-GoH~nCqn|^Sun|?6gO+Q%RrXMVH(+?K8=?B-j=?B-l=?6Es
z=?6Eu=?9D5^n;t+^n;t-^n+X6^n+X7^n=^n^n=^o^n*Lx^n*Ly^n<(H^n<(I^n)dC
z`oU5+{oo!q{a~4!esHgwesG_gesI5=ez4q4KUm?WA3WfuA3W%$AFOoK4<2&U4_3M9
z2dmxmgEemY!CE){V4b@*?;~*24>q{z2OHh=gH7)0S@y7-{C~tv{y*v_{~vRc|Bt)L
z|0mq!|C4U=|0y^5|FoO@f5uJzKkFv{pL3J{&%4S07u@9kW;gl&qMQ6bui%#ok9QWb
zzu26<U(B&D>(5mSzasA&epRj-eofvd{JLBv{D!=D_)U4Q@LTep;kV^I!tcnthu@WV
z3%@7t8h&4{9R5JwCA>x6neQObV=9}|KhpCyr++Nloc@VybNZ*U&FP=XHm83s+noM|
zY;*dTGP#`UE16tQ^|eecr}{=Fms5Q!lgp{TlgZ^&-^=83s;x4)oazUeTu$|)OfIMT
zNhX(5{VbEqseX~k<y61Q<Z`OtWO6yx?=rdkhaOXr%c=g<^W<`>zhrVb)!#C?oa!H$
zTu!x3CYMwFE0fFrRcVgM<y1MDTuxO&CYMu{l*#2(rDSqBRcV=APE|%Gms6FM$>mh#
zWO8{2J*Mi%eu29Wmz=v7`vvYET%zu7>=(GZuwUTr#3k?Uz%Ai!m;Ob#b@Y6j@UHS<
z;oanx;oap!!+Xfh!h6b1!h6Y${&P|Oi2SLd=TnhC`?$%Us&4XUUpM(v%}xI7=O%xu
zyUCv#Zt|z5oBXNeCVy(X$)7rI@~5tw{Mp}4{v6;Ye-3n$KlR+qr3bmmqxx><(u3XP
zQv)}1=^<|Ns-c^?w2_<qYV2k%ZQ>@+n!1@wo4Lui=5FTFL*3+E3paCVOE>w~%1!<q
z<|hAIyUD*cZt}0KoBV6%CjZ*I$-fS6@~@+t{OjZ<|2n(Lzb<a_udAE<>*gl^y1U80
z9&Yllr<?ri<tG1nyUD*kZt}0MoBZqNCjSn1lYd9J$-g7r<lj+l^6zLj`FD(){5#f7
z{vGEg|BiQ)e<!%fzy9vNM7o<iJjvagmf$8IPjUBTKfq014sdtp^9645bCA0$pD%EC
z;qwLV&V0VWO}-9scjWU0Zt`}hyFH&TaFf5o-EH}Nftx%&%iWsK7r4pibKI?Xzkr*(
zKG)rXxzJ61k90TZ^9645e3ZK>pD%Ee@1xy~`Fw$!yuZlZkdd(9iwlnz6|(>H7}a>u
zBQ*p*f1p42UHB6D+wfTVoA9Ob*Wq#USK-U#FT+Lh7vb^p=iv$RXW@zRr{PKRC*jHR
z$KfgRN8zdRhvCcRExaXJkEzIoRMYjm%|$b0av{|fvdu*^WpW|am9ou6vt)81)m1XN
zkm_ogTu3!rwz+7IOfIClMz*<Vu1qeZnkU;_bgfJ-q?#|23#k^!+!v`9%G?L37Rg-q
zsjic`&Qo14b6uypLFPJ6b)(F6n`*Jlb(-oXne}q2n`PTSy+vldoa$ED_D^q<Sudx$
zUAFzxJ7m_&sqU0nFQ>Xo-am<b1KIXZm&kSE{8G7g_#T<{a;jyr?VsK&*GOmCH;}9U
z&-;J5|Ca0dRNQ|n+}wW;xVirxbaVf$baVeb<mUcc<>vld?dJYl<L3Tb>;9De0yp>H
zdN=pq1~>QLMmP80CifQh3*6j)kGQ%29(8m7J?7^Ad)&?a_k^4K?@2fJ-&1bxzo*^Y
zf6utN|DJVo|2^mC{(Iid{r7^K`){+G`|m|J_uory?!TAa^rcta+>fui=}WJ<xj$cb
z)0f_GbHBdnrZ2ta=Kg)#O<#J)&HenYo4)j(oBR8HH+|^?H~0G%H+|_tH~0TXZtnk&
z-Q545xVis7b#woJ=H~wY+|B*}g`4~TOE>rbS8neAuibTMd2a6iZ{6Jg-?_Q}zjt&0
zZ*^B^zp&sR3Xk^|?)_r>Mg4Lq5waik=lX_!lKX^zmV1YPk$Z)Im3xMNlY4}Jm%E4m
zkh_Kdl)HxilDmZemOF?4kvoOA$sNQ0${oV_@4IZzcNUi6`Bb)FR6@_&eo;x;_KQl%
zwqI0QX1$fFjBNWwWo6qhDkrmkO0|RhZxZ_k^0x4f@;~7U^55Z|<iEld<v+uf<UhhY
z%fE+rk$($UmVXWJD*qDRP5wE&yZlpl5BbONp7Iajz2vRTi+W5&E~l!Z=WQ<9M<$n3
zRh4Zn+E*r*Q&p2~F4|8fms3@jZ7!-Ilgp`U$~G6(lF8*%wPl-&>d54Bs=BhxMf=O-
za;gJln~M&V`=qms6mqZdL2{39eYsosV7W`Uf!ry4h}<FEP_{X!k!*8NW7+1QCbG>z
zO=X*dn#nc?HJ5D;I#jkfsD*5EP)oTk{}if~TqlW<P_{X!wQO@x8`<WdwsH;rDO5YT
zdQw)DKO*ls==oIST}L;0*U3%Zb#{|?UEJhdS2uar%}w5QcawKL+~i$PH+k2~P2Tl(
zlXrdG<XvAkdDqWP-W~2H?~ZV@KXs&={5#6c{?yTK^6(fp`%}ld$;ac|>`xu<CNEEL
zvp?0}O@5x}W`F7=H+g!poBgR%+~n)2?ktxLaFe$K-Q?{cH+ehQP2Qg7CT~x7lea_M
z<n0-5@^+}3ydCByZ-=|d+cVwd?OAT}_G~wKdybpD9pNT#&vlcx=efz-k#6$#d^dSJ
z%1z#0;3jWJyUE)N-Q?{>Zu0hGH+eh8P2OJOCU3{O$=gfa<n1^&d3%|gye)F~<D<In
zzI>F|O&(8l_vWL(Zt{7uyC)wdc9Yjr-QD?Ift&oE=I+Wzncd|140mTf3hgG}XSzG`
zQEE4NKg->o?;~)N|5v-o|JiQxe~z2{zs61e&vldk^W5bBwQll%zMK4C;I7O22;AiV
zA~*Seotyl>-cA1B;3ofXbXRA;xZuTw$61B!-<-=I6y^W()a}smP5N`Egm0El4&Nf5
z6uwnHF?^fcKYY7<Lii5(`0$<bapAk<W5ajL$Ap*2M~9cnM}_Z^j|?x9j|kr@AI|3v
z^q9)#;QRHw&B4oMn}b)#HU~c-+Z_C$Y;*8R+2-JfWSfIm$u<YCmTeARBikIjR<=2K
zoosXPdfDdS4YJL_8)ch=H_0{!KP=lE{D^FG@T0QL!H>x{2R|;`9Q=fAbMTWgx%`wK
zQ`sE+w4S#)_!-&e;Adr<gP)Ua4t`#?Irs(H=HSh;&A~6qHV3~X+Z_C|Y;*7{vdzJ-
z$~FhTCfgkRx@>ds8?w#8Z^||Yza`ro{I+a!@H?{2!SBj82fruV9Q?lAfq%AFQT~DZ
zeT$w?#r^)FoBRDEH~0I;ZtnL_+}!V<y1Cy!b929c?&f~~!p;5urJMWxD>wK1*KY3j
zZ`|DP-@3WqzjJfHfA8jg-|A)#{K3ur|D&5Z@FzEU@Uxpa@E14v@T;3S@HaPk@w=Nj
z@DDfn@u!<P@Gm!c^0%8g@E<q%vdzsL_^(@eQ#Sqbc_eRgZt|vto4hIMCT~i)$(zz{
z@}`WNyeaD@Z_2sJn;qQbO?fwYv!k25so*AWc5;(972V`bB{zAqvzxrx#ZBH+c9S=|
zy2+c}+~m#fZt`XiH+i$Co4nb}P2TM7CU2^^$(w!L<V{sKd9$yZys73UZ}xLD2Ud48
z2i9<tM>XBdfwkP^Q*AeMU>!GkRoBfNxWBs_OJjFemd<YSte%@W@E|w&R^QDWc(9wi
zYv69rere(QKcw)yZN=$ED9X=6BmSEciW=(AogHo@pBZi}4+}Su&j>e_PY*Yf2Zx)>
z1H*^PF^3hkkYnyDYAMH@Rn$t3xvJ<eIp(OM)^f~EMQ!AmlZx8PF&7oJll#TLPkXsf
zxP#m)+)?fk?j&~$cb2<^yU3lwUF8npZgRVDcezcthkRJLr`$5!OFlH*TW%KaBR2{6
zl^cco$%ljwmk$mfAs-YzQa&(zl)QiVXt_@K7`ayXSh+^{IC;PD@$$am6Xbou{pG#G
zC(3(<Pm*^JpDgbhK1JRoe5zcD{Q^C5Kji<DzL;vDo~JLS8YI&fQw^5si>XeN>5HjO
zm+6bChRF2ARA<Qa#Z*IO`eLeKGJP@CaGAcC>P(rwnCdK<zL@H4nZB6n9GSkDYJ_Za
z__?yp;pfRVhmVwP4nJSEIee6CbNB_a&EcbEo5L@ZZ4SRkwmJM_+2-&uvd!U_$To+M
zm2D2cRJJ*MoJ?O#b(#Eq5*L8{ZFs!=b$EjOWq6|ed3ciiX?U{yad?XSVR)+iLHKg{
zz3?>oo$z$|t?&%_jqnxnYvGylE8#2Um%_8;v^eJQDtTs{zgnIVo-I!c&ylBwuaPH*
z=gJeq^W^d2YvmE)`SRJ}1@f8Uh4QfQBKeH)b@J)q>*c}W8{~oE8)fFAREuTipj0=>
z%sr`YmYH)>-6AvBq`FmRj!AW!%-oXdc9}V)P(}Gi`tO~3KGivVAAy^Ge7E~7zK_67
ze_rYy&i4_x>DSBLL-{@e_ZjR9xQFn41aA8Ia`$O`AAx%?-$&pc#P<=n>Gvz$1Nc4y
zH~oK=n|0Z0H}k+6H|w&sZsvn^Zq{Y%-OLLc+^owsx|ts~xmlMz>}H;L#Lc?wQ8)9&
zV{X=EkGq*So^Z1+d(zGP@szu7E_>R|Jo1dYcP@L@&3y8lyJs$Y-p#!7f}0_5v%6a^
zd(quBm%Zd>o_X2bIhVcS?v%@3b$85Vueq6bUU#?8WpB8df8KPr&1G-7nTOtXx6Wnn
zxS5aMb+^i8@41<m-gmdiWgobipSHN0voGLgp8Ck$lzjm=^VKKr#_S8YnYTW3H)LPH
z&HVL+y8-(GZsxJC-1XTPa5JBM<F3cPfSY;kJNE(X3%K`ZU%*|LeE~P~+>h?s><hSS
zu`l4R$-aP_dGA+ub@m0^%zwYTtFbTOW*+?0U6p+SH}m1&?kemHxS1EXx%XmUz^(bQ
zTnb+v_u%~kZsy4n?%i@(NjLLlDR<>uR@%+HS;oC{E-UM1{w(Ka{@lUM{8`@3{JEo>
z`LlwX`Ew^X^Jhgj^JgV@S^kbgH}mH%ZsyO*?ozpIS9eMNjzc%|=k9Li&pq7CpL@EQ
zKlgGof9~yO{;c9={@lmS{8`n_{JF22`Lmjv`Ex%v^JjH8^Jfh=^Jh&r^JgtL^Ji^0
z^Jg75^JiT*^XL9<=FbD%-?7AUGmqADf5Vc@&3szl{S`|%H}h%(_ZKYr+@JH+2ky^U
zBD$Gp8@oSYN$F<3ZR-ArC8(Qux4C-@OIA1YZwvSPEOFh;!>!!!vLtphAGdbD%@W$p
zyxi9PCQEKN^K*Om>nzdT%+np+ud<|fGhcUhzsweZn|Zsd`$e`4+|1wI-B+^3;AS50
z>Ar$32{-e3Z})VzFx<@RechL{<>8*n*1UTPBdVKu{z&&EMp`%X{n73TjKFT@{bSul
zjLdH4|Kr`~Fk-t|5A=7R#YpaEeQ=U{I3v89^};Fcp^W_QGx&Ugdk9MeH|vQ(?$cOO
zxLIGE<{rcn#LaqRh<gA_7B}mUp>FnNhq+mg40p3Hd#0Q9$ysjpWzTlAUOC6jzU&A$
z>z8xg?8~0#W<4{~&A#mUZq_%W-0aI<;AXuu+ReV~9fkgTVd42zv|ZKbwBrAYTu611
z{v5fG>SCE(NHs<#7gAj!lMAWF%H%?-OJ#B))i{}4NOhS^E~F}w$%RzoWpW|a1esh&
zHBlxPQcaS{g;bMeav{|enOvBv$5fknAA$RMmfr4Xc^`rMX_o5lCwU)%`*D``?nika
zf%{>$0^A$f4{)#NeFW~cypO=Wn)ea7AL4xk?gx1vfqMn-BXHl(`v~0krXK|FC(!fv
zgcrz5!VBfQ!i(fP!q>^Sg|C-y3Ev>!#QO;JnCiwXTkO7`KjL1*_Yt@k@PE>ME#F7r
zp3A?2dk)`6;J!Nj7xS;K=PwK2DPJ1COTHw0w|sGUiF{#rseD2B9{K$6GWk5dk3f&9
z$mLY`>3MQF)%`NLoNBpDE~i={lgp_dkjdp#56a|ns+IE4BtB;#lgp`A$>egX)iSx9
zYK=@Tr&=qM%c<7M<Z`O@GP#^;gFN7WK0iVJY|`_o$e)MZ<j*5+^5;=E`SX~Y{CV6>
z{ygC(f1Y%cKTo;IpQqjA&ogfF=UF%T^PHRfdEQO_yx=B(HoM867u_!qS#I*^W%qML
zo|}An)%^^S=_apUcRxksy2-CM-A@qNZu0DH_hUr9n|yoM{Rl0?P2Rol-o#d{oBZ42
z-oVzan>_r;y^gJ3H~IL9dktH|Zu0UoH%;(!H~IO6dnH@XZu0ai_XBKIyUEvY+{@Y8
zc9XZ?x$k2u+)e&&buVKp-Ax|<=w8ZJyqkRf*?l)#`EK(1SNEN~6yPSme|O)`O9^iB
z{7?6-ycFRk-~V>s%u5+=@_w6pF)xL<$$$Sl8L}IA<z$Bx20YRaO1Q7%r5HE;p_F?e
zFXg!D7iHY@c`3+E|0w64$G?u7ep23j4KGEx=`R)Bvw11YO~0w=zKWN^-1MKF-Q#%a
z%uPS4>>kTYZEpJ0ZtgL>H0P#Y?cu(Nm-5{7uf5!(*%xrr&#Jgbu`l4Jzg2aQWM9Bd
zzpLgxmwf>@{ja*4{#V0I|EuYy|J8ES|7yGGe|6l$*cWgQWnaKe|2x1<|2xo4|EuSw
z{~hF}|J8TX{|<K3{~EXl@cFvJ^?yj=`K@-jbGZHe0vmJb*`kK}bL+#6<h9|(^6GFC
z`Jr%A`N42Ac}2Lnd_UhupvUz3?7e&+!FK1L%<kd)2;58f`wrcA@%J6N@8It{bl=9`
zcj&%_zwgj}6Mx^K`^H?>-hDlvFK{p7^9Ak&e7?YaEuSxN&*k$4?m2wEz<o8JFL2NL
z@8^?s*Yh*OJ>(hTp7OMCFL`RXw>&xAN1hn&E05>%1$s<%8J{n3U&`kT+?VkA0{6vy
zzQBDUpD%D<z~>9x=kxgj_j!E2z&#@V{f^i3yk3^-1o`Z6f0@_IQk^KD89qto^|Dka
z%frH_$h=;b>QwoR@Bo?D%Tf)LPY(~0dA%&vV0m!(G?~}SQk^aj3=fe9<gzpLn2P=4
zR73SV`@^Y*$?ONG8ZNW{o9axtZ1^m>bogw!WcVDJ{o7O{<bRXcH;}i5&y)WNkCguo
zpD+Iv9wq-7zCivXJX-!ee4+eX_#*k&@Wt{k;W6^h;Y;M7!eiwh!<WiGgvZH*;AMJD
zW$U6MJ#Xux@v^OpCdjrfnkd`4Xp(H}qRH|w{wdTHnZA%}s%-0`%Vk>^O_Ob1G+nlJ
z(F~cskm?HA)<rYrf$1#!1M-0XT$Dc||F6>XsW$LEg>L%6Z1=icHpfkWxW>IEm(6w4
zFXp*d<+5wt^pE-OmAPzzn|`v;{Xi~T<fgw|=U$%6u6NUKZgAh1%Wibje-^u!<+7XH
z^rM^IOLN&RZu--$?z?l@ZEpJ2?e05s*&S~B*PZU$dB1?0es;I}R^Bh*zJ>P-xNqkD
z0&e=<GWTNMFW{#C-RHi6_Y1h`hs)j9@qPg}{qX_!Lf$XnreCgf&*%LDZu;jc_dMP&
z;HIChabLsx1>E%4b?(``U%*Yj-Qd28_Y1h`znk1w@_qp~{rD006}(@-O@DsOJ)QRp
zxarqVxG(4Z0&e>EQ|>9eU%*X2f5ttD_Y1fu@_qsL1l}*;rr*EdF5>+HZu<X=?s2?d
zz|B1HvU@D=7jQElyy_mq`vu(03$ME`;{5_{=7%@kqj|r8n|b1G_bA>k;AXyf*FBQ=
z3%Hp#-glqN`vu(0A6wkaA0N7zKR$9Ze|+p_{`kbr{PC%q`QtM;^T+3I=8rGj%pYI6
znLoaAGk<*T9?bg%+{_=}x|u(|b2EQ@?`Hnk>aNK91>DRdKe{XMegQZ0$<OZcykEf0
zyz;BN9Pbx!Gr#=qF2nl;+{`n7x=ZnX0e4B>FW@f0`vu(0JKNkD?-y`u{wbfDACJsG
zIXCl92{-dkNjLLPDL3;^X*csv88`D!SvT`fIXCmq4sPb3@^0pz9o@`772M1}JGq&E
zD!Q3}D!G||c6KxW?BZtrsqAL{+11VbvzvQ3`vUG^><hS=fA(}U|Lo;v{@L5j{8Pov
z{Iidn`KPLz`Db4@^G`MR0A3d<{QmbVJm21a{W{FQZn81Us{8-H_3?*l==rtbn)2#!
zE%~8vZTZ1)9eG8#u6#fH1$s<1D;=<Jpy#g)A1KcZ*ORXZA0*ER*O#Y<50<Be8_1W3
z50R&a8_H9{jpWJU#`2_a6M15|sXQUvOdcO@E*FIlmD#UK)k0=}DpgCF{isx}WcHs@
z9VWBil&ZDN{!*$oGW$uX+RE%7727Z6=igq>r{d?|!OhRVqnn?9CpSO;&hF{FkHF2(
zzpI;{e>XQj|L$&n{yp6M{Cm3j`S)`3^Y88E=ikT8&%dv`h}TQp{QM7hvtM|Go8QNg
zZuSe0a`XE++Rc99F>Zce$GX`sJkHJU?|3)+g(tZAefD>=UwERM-|tCo_6tvT^ZP!<
z&3<9Kf=?|x-kE;)+aHS#Rc<gZ57>U5pBTk_oNAz+XC6*9NM`;`HCSfeO?8^ge4FZY
znRzzV5SjV)3_Ye|UK{FWJ{#s{9vkjv{yNjmymgkF`RZ&p^VB(R=BE*E=A~5U>Urj+
zROiXeOQ}Z6%uA`xmzkGRjgpy{Qe7Z3FQpnSGcTpOP-b3Ab&<@xl<H!cc`4NxnRzMI
zB{K6;s<ATjQmRX3=A~5QWag#I^q7iyDOHi4XFf_bUS=LjH9=<nNi|Vs-bpn{X1+-^
zS!SL|HAQBANi|j0yi%ykW!tZrCNr<3nl9UZ%?z1&CDj$O?bpndnO9O>DcgR{ESY&F
z)m5_X*IX?#ucVqS+kVX)nRzAEHL~s3%$1o}Qq7Z@SFY7#D(j2$^}O}P1+w+Ug|hX<
zMY8q9>*VSDQ>g1@>x(zY))#M-tuHQ?tuNjrTVK3cw!V0aY<=-o+4|yb@_7C!)a`N+
zk)zy6MgH8W=Tos>zspS?-R)+*zQj#FEp@YAzsF5pEpxM8zt>HE-REY#e!rVMTkdAP
zzQRquJ>X`&{-B$@Tj^%K{*aseTjgfGy4p=1u5q(oUF#+v*ST4*u6L7{8{Di{H@eBs
zO>Wk!54*|JN8GGeA9a(jkGWZ|KJF%OpK!BYebP<-KIJBVpLUbK&$!9oXWiuQb8hnY
zc{lm{f}8x^>?VI-bd$d?xyj#`-Q@2pZu0k4H~IUToBVy<P5!>&CV$^_vtE76O&-7P
zX1)53n|yxP&3g4cH+lWOoAv4kZt{DJoAv64Zu0yicPaJ@+~oTwZq}=xy2<;`+^knW
zca#5LxXJ%7-Q@pQZu0+YH~IgKoBaRQP5yu9CjY;8lmA=Y<o^$D^8ZIS`Tvuf{Quca
z{{P}8|9^Fp|G&A(|KHu@{~vDh|4%ph|CgKm|JyyCmgy${x4Fsxf8EOe9aH%7NdD*C
z<bMe_`Crma{+Du-|E1mJe;IcX?;k7t_m?d^pO!i!O4`522XS0ZfA0P84)S~9^76ak
z9p!hz738<WJIQZ_E6Q(%E6Hz!ca~od?;^hzt}MSA-c^1jyqo-Tcz5}w@E-Du;XUPz
z>?7zg)%tY6euAD~8?GX+4(}sB6s{^i7~WT25w0fRAKp*CH(Xs_7Oo-R6Rs&Q4cC&F
zglo%phwI39h3m?;IN4vmBhDWn-yS|tzAao&zBPQ1d`q~#d~^6<`KE9Kc`=_m&||6_
z(?Q{R+^BHAp&oCD^Nr=}!%gJt!cFBx;b!u}aC3P<_)vL%xP^RexTQQV+)ADsK1{wQ
z+*+O!ZX?eQx0SCBx0A2pmiV9hv4fsZ#r@dP&HdQP&HdQf&HdQL&HdQb&HdQT&HdQj
z&HdQJ&HdQZ&HdQR&HdQh&HdQN&HdQd&HdQV&HZ?|oBQzy_XhS0+}xi>x!18@;O2fk
z#=VC90yp>Xaqd;@7r42fPjIhfzrfA?eWLpT_6ywH?<c#LvtQum{y)`yA4^3yc`(pT
z9t?7m2ZP<@!D;R#EM?u~!4NljaE6;a80sbuhPlau;coKaOgDLOmYX~{+f5#v<0cPA
zxEJ&O0XO&md2a6ik#6q)^WEJ4qukv87r43qN4vTIFLZPNU*zWgzu3+FKgP}de~Fv>
zf2^DP|57*i|2Q}I|7C9O|MmqJ6&?o`?)~<qQV8()K^%|QpCcDiO_0fjR1;-#A=M<A
zTu3!pCKpmok;#QrQ)O}?)#Wm|kZPJtE~J_+lMAV4$mBw*D`avZ)l8XONOh%5E~J_z
zlMAV?lC4i(EnA<QEnA<QBU_)mMqa`{g_<i{pPVOKpS)JKJ~>~uKDj`)KDkh~KDkJ?
zK6#yNee!zQ`s59=^~oFM#r!`#rsBRxm46=JTsVJ|9=T6a-6C_Jq`Fn+K1p?(%zcvT
zcA5Jm)g3bTNvb<#?vqq^$=oNY?v}YvQZ13WPf{(FxldBvBXggmS|)R!q`Ft;K1p?-
z%zbjx|J)DD^?WMshZSz_hX>r;4-dMzA6B}#A0BdZKdf?dKdg3hKdf<cKdg0gKdf_e
zKdg6iKWuPwKWub!KWuVyKRoQ_et5*q{qU%p`{6M+_rv4vC4BC{&HeDCoBQD@H}}KS
zZtjO?+}sb(y15^ob8|mD@8*7Z!Oi`!+0Fg%qI)qB;pX~(+0FI;iks{IRX5lFYi_Rp
z*WFzIZ@9Vs-*j{Rzvbrof7{LV|BjpM|6MoN|9ft(|M%To{~x%y{<pZf{_ijN!@}d?
zg=@dq-@|8p;v@Yz>k}W#)+auZtxtR^Tc7w$wm$K>Y<=Pj+4{tnvh|6tWa|@O%ho5p
zk*!aBD_fuVPPRVry=;AAtIU1zgC0|DW*@=*Jo^alXW2(^Kg~XZ`$_f@+>f)5;C_^S
z1oy-2Be*xFe-ZW*^!)npU-H`U-}374Kk`H2ZSsTRf8`b7tOCdPGq0Dn=lK1X(DSMI
z{g-s}`!D6@_g~u0@4t+j-+x&*zyES>e*ZhT`Tdu7^ZVb?&F{a0o8SLVZhrq2-TeM5
zx%vI??B@5si<{qnW%mob@4(IVu$%ii-gn@BmiHaFpW%H6ZmyTT+)uGj;O6?N;(mhn
z9k{uks=6QJeFtu?uWIf`_&kD}>#e$b6Q4(LbN$tHZ{YI?Zm!4L?sa?~!Oitq*S&`K
z7r41z4{)#I^9XLP-+Jzqd>+Bg^<3Zm0G~&2bA2~(FK1uC&Gp{UeINU11ve@@9$&cj
zr~S`;k#32``g4|xO=Qc(rn2Q?Gud*nxoo+3sBF2|LbhCNDO)bKk}VexlPwop%a)66
zWXr|2vgKks*>bVH%zcrngKW9fQMO#_BwH?ZmMxdM$d*f8Wy_^*vgJ~Dncq{Y9<t5v
zJ!PBUd&xGx_m-FPPoetAOOn`6kZpeNC)@mfxNP(L5wgwiN6I$8A0^+$KZQD4w)y=S
z+2;3SWt-oRlWl%KUS9k^e-9P8++WY9;`%$$&GmPZo9pjnH`m`OZmz#m-CTbI++2SH
z-CTcz++2Ty-CTdCxw-yMcXRy>adZ8h;pX}q>gM_z=H~hv?k1PcbaOqP<tCTTc5{86
z<0h9zxVc`>b(2fyxw(Evy2+*U-CWP3+~m>)Zm#dqZgS~DH`n_`ZgS~jH`o6dH`o6q
zZm$2a?xpM_xViqvxw-x?b94O{xw-zwySe@+xVio(y1D)*xw-x)ySe_SxViqPy1D)@
zcQ0lit>9^e$Kwju{@!KMO~51fMXKrgbC%09WXt6%WXt85vgPuXvgPtD*>d?R*>d@6
znfoHuY}s;oj%>MnjcmC*SGHW9CtEIGD_btlmo1kU$jl?D7Rt;YsTRr18>z07nJ-dZ
zFF&5d7J$tBkm^R6c_Gze*>d<M*>d=1*>d<6c`5%C>Q>ou_%_*c_;%TH_zu}}_)gh!
z_%7LU_-@&9c!_K|yi~RvzDKqkUM5=(-zzUB7yjpZyI;?z;(A-|=6YM<=6ZX;&Gq)6
zo9k_*o9pc%H`m)LH`m*0H`m)5H`m)*H`m)bH`m*GH`m(+H`m)nH`m)HH}mnsZsy}h
z++2^3x}Reo!OivgxSRR-2{+g4lWykYr`%k>PrILBAHmJ_{H&Y#_&GP%_w#P%;}_gq
z@0;D5xaHhj|1Y_@{$F-;{lDT~$}R8a`hU&M_5Zq?>;DZm*Z-StuK%~(T>o#ox&GgA
zbN#>T=K6on&GrAjo9q7r_hSBD(1N!V9uF;C`^Ekq3d`XS_2(>yKawqnKb9?rKankm
zKb0+qKa(woKbI|szmP45zmzS9zmhG7zm_eBzmYA6zm+YAzmqM8zn3kCx5}2oKggED
zKgyQFKgpKEKg(RVseX|yhkup1E-RHye}YGT-oNYlRQ$aEaP#y2)6LKOFE>B$zuo-2
z|8ev4-sa}#{jXa;@14?rIgk9jb8dd#CEWbHOS<`amvZy-F74*$UB=DNyR4fWD(5DL
zc5pw>K7#u>_7U9tek!=hp`G0PzAC!Op-OIke>=O$p<UekJ}bM)p<Uhles^<|L%X~A
zeedDk#6D8t=f7v+`TOk0&*ApZ)$=~RLKW?$KNs&4F4|j;_X!tOk>h>BMf=F{KH;LO
za=cHtXkR(rCtOrb=6!R8D%ww;6|OE{8LlDE4A+#e2-lKlglo&w!*%3o;kxqW;r->Q
z;REC;;REH#;d=6<@Ims#aD90~_+WW_xPe@h%MQ^aNBRHceR8Q9>Un#gawD1d$)##6
z+xwK8$h=Q3Ra4pCr`$~DeR8Rq%l1CyLuKA4m#T$4B-~OyJ={v>eR8P|lX;(9s@Af-
zPq~fE`{Yu!m3g0BJ3Xf2eR8SV>v`T6m#Txz``}V_lzHD<s!lTRb4%4(E*<V7^FFpz
zU1i?4ma3clZxZiIkhg_<$p3_U%72G@$$y1=%YTOZ$bW?U%D;#E$-jjUmwyc(A^#FS
zQvNx7l>AfpX!*zRG4c=LW96;9A3=|)zE20dFG0_L7d}D$Hr!wSCVZm&b@(LttMJM4
zm*G?7FT$tFpN9v?pM?j?pN0p?pM(d?ABRtqKMJ2Ne;6JjZ~4zf`6KdgsGd*7`;>>d
z$;07p-lu$~n|wUW&HI$kc9WOqxOt!Q2sin8uABEMpXVk|N4j~R^7(G^b(EX;DPQ0w
zZ%4a%pYnxn^7kS)`FpXO{2k*ae=l*9zhm9x@1<_?cbuF2z06Ji7P-ma@ow^Wf}8xE
z=q7(Bxyj$jZt{1EoBW;XCVww?lfTp4<nMGh`8&f+{$AlGe`mVM-z(kZ?<_a@dzG8~
zz1mIw&UTZ(bKK<bHE!~EuABUw=O%xzb(6pI-4*#>12=iR&|QJ=HE@&9*SX8{y#{Xb
z`UZD7zSqD_elK>H;d>3-<oV6+Qhcw0n|#03U4rj5aFh49yEDGmz)k+&=_dd0a+Cje
zyUG70Zt{ProBY4WP5v))lmGX+$^ZM@<p2F{@_)IT{9oZF{~vIZ{|~y!|CMg?{~<T|
zzsgPiuXcaSeu10(U+X6S*SX36^=|TigPZ){=qCR+xyk>B-Q@oxZu0+8H~IgVoBV&=
zP5wXO-onUJ@RNnd`GxG?ynQq%$}{HT>?!@Zn2WQg<(P}JXXKcRvuEX)i?iqCn2WRL
z<(P}J7i4mJvmR6N`H>ghd|u=wH=hrA+0ExcUUBpJk5}D%-s3elpYM3x&F4AZaFdIv
z-qiCpm%b&Fi>cn0Z7zLBCKpq^E8AT9o=h&LdSAA=^aGh(OtnR}x%5MsTuk+mY;)<y
zGP#)Q6WQj{Pi1m3)n_uf__-ca?HA|2(DT*8U&{N2zmltlzn1q2e<N23e=F}D{!ZR2
z{Jp$qc&ofe_y>9S@Q?Ct;h*GP!#~TF!@tP8gnyNH=KBuxn2NrT>UTX)A4v6wOzx-p
zQzqwA{Uwv@ss5J9@l^lF<aVlUGC7^<U)kpJtRl9#JSW>+UP89HyrgV%c`4cE^3t-+
z<z-}>%gf3(mzR@mF5f}6xxBn=bNP<4&E*wjo6C2SZ7#1Ulgk(Ce|IYG|DE-GDn389
zi<>;C?B?@hySmAT-Q0YBY<D+#v4@+_kL~FuKlXC-`LVs-<Vh7bpC8-DO}<oh^ZBuT
z-Q-O*H=iHd&rSYRcauLg+~iM9H~CY`P5#t&lRtIb<WF5U`Ln;9{5il){v7Bgf9ko(
zpM%`wPklG}bFiEIY2YS*4snw|4c+8VBRBce*iHU4ag#qy-Q-U*H~G`tP5vC}CVyJE
z$)A>P@~4%X{5i}`{<L<JKW*IPPg^(n)6Px)w0AR?c5stN9o@{Oo!sP8XE$?c7dLs;
z)y-Vm%}suFcQcpvaFb^}-OQ!E+~iwtH*;wpH+k3B&0N~gP5vG3CjX9blYd9L$-krA
z<loV5^6wZo`FE_F{5#G~{vGco|4wj|fBoI$--&MW?<6<*ce0!OJH<`@RVw(@!sAPY
z?AyG(H5BD}?|*$_`~D>!xc$!;4bbDV|ITNF<a@${<)z`%<R#(L<-5Z}<h#OW$ajW^
z%6Ei^$+w4x%eRHkly426CEpT0TfRAbj(k&iguFO>u6!f=1$s<%eViYu=NE;~mluRb
z$=8N2kmrU+%X7jP%2$Ukl4pf4mahztk!OZ4k*^4km1l%6m8XZt$<xA@$(M(V<f-BD
z@|5rdd2)E7JSjX$o*14iPY6$u$A_oNMeG;oG1Z7TKTXfmr&3Lq=~Jm@$n>dHSIG3K
zR5NAzRH`dw`c$e}GJPu5RWf}l)zvb6D%EV6K9y>YOrJ`1jZB|PHCLujrJ5(xr&3)j
z)2HU^G1Vb)eu18E5MC%B99|^X4__xA6uw@r7rsG0FnptYKzOmdfA}W3Zun-oPWTqN
zcKBAgR`@o#X83lwM)(f7I^S!c$5fT#{9Sr}r|{kKj^QQp4&kM8+3-Db>F_eSWcXe=
z7rsxnIr)Cs=H%tF&B-fdo0A`qZBBkrwmEsFY;*EMvdzh>WSf&$%Qh#kk!?<1E8CpB
zPPRFDy=-&x2HEE1jWT_rP(}I2d-+}iJ)esFf5d$c-)rC|{~vQN;d>3-<o^@yyZBxM
zH~IgR`wqU>z)k)?<GzjWHE@&v&$(~mdkx&={|oM$*cWgwW?#Tf{=ejA|N3P&{ooZh
z``53!=?|~D*}s0>O}}`<&HnY9Zu-YtZuYO=cGFMZakGE@uABbyo}2ya_ucfH58Uiu
zZ*kA!dkx(5pO4%#`CbDz{pS<+48GUEP5=4KJ&k<<H~r@e_f)<I(M|vP$~~FyL3Go9
zzHv|Fdl239pYPn``5r`f5#NL89>Mn@y6HbZy3gi&5Z&~jpWSEjJ&11l&#&%b><hT*
zKfk-r;Cm3=^q)W7r}I6CZu-yP?!kNyqMQD+%{`FsL39rw|0<=MoySA?dlTLCpAzna
z`Fj)H^q*4hgZO(B-SnR_?gROI6W#Qma_;^4dlTLCpYrZH{Jn{8`cDOSE&kp_H~pug
zy9R%6qMQD+v%3=e0`7|J3%GY;U%*{~eF685><hTdvoGM@fqemYIratIW!V>SmtkMP
zU7CFXcPaJ-+$Gr;aF<|Tz@1}Xz@6o?>Tdd94LAL-rknm(%T52Q?WX_Lant|my6J!W
zyXk)ixaoffy6J!Q-1NVL-1NWtZu;NBZu(yXH~sGrH~nu@;eKdXcz(X!4mvzn=gGxX
zjr8Zp#Z--DaxqmCnOscOR3;ZwHIvE3RLx~_G1Z|mxtOYjOfIHsDU*w-TFK;Ms>5V*
zF;#1sTujwQCKpq+mB)wM$>d^tJ*FZTQ+3eu<YKChGP#(llT0qA>MWCssk+GIVydn(
zxtOY(OfIJCE|ZI?ddTErs-7~rn5vgdE~e@&lZ&bP$mC+GzVg6uKbc%ST#u>R#rY%j
zeB1Dma+~l`a_jKX@?qg)<W}Kh<(A>&<QC!M<wL_K$j!t3<!0d%<)-12<R;;h<;LMt
z<VN9B<%WFUp&nC_i>U_cd2%q-Aer1tHCQI+Qk^D~YpG6`$+1*JWO6Ij88SJQYN%{;
z`7qh$^5L@0<!8z^m!BouTz<A}bNM;4&E+Fxo6FCYZ7x4gwz+(yY;*bfvd!hAWSh$`
zkZmp>E!$jvp-e6nn@h=`i}ide@@I^j{JF$U{)}~#KbN}6pK)&T=Q20>Q{*Op#=FU%
z32yRdqMQ7g<R*V6yUCv^Zt`cUoBX-lP5w-ClRwkl<j)K@`E!Mv{F&({f39?sKeOEA
z&sA>n=V~|kGuuu6%yE-H*SN`_xo+}jo}2u+)=mD*cauL0+~m(fH~F*3P5xZxCV#GX
zlRr1O$)6kD<j-O^`E!$-{JGgp{@mgwe{OY?KexHbpWEH!&mC^^=T0~IbC<g!-*@OH
zkCwPA@O_7F^64ITdA{$^O<vvWF30yBy2-Em-DUW`LpOQ0!d;5*J9Lw854ub6eTQ!H
z?jd)^_Z_;)ztwK?Z;hM$Tk9tO*15^Q^=|TSgPZ)@=qCR*xyiqW-Q?dRZu0L@H~IIN
zoBVs+P5wRMCjXvvlYbW#{8Zub-jsdYAGhyUlZ%BadRl*uTugpOCKr>RmC42A=VWp*
z`FWXKOnyNo7n3*3<YMxRGP#)il1wfpzbuoB$*;)dV)CmpxtRQ#OfDwBE|ZJNZ^-0g
z@|*Id;kV>V!f(qLhu@Je48JR15PnZSKm5LY9{UA){D0nGyG75F!>K-$$>CHV$>eaV
zk7aT=)h9AJoa$4V98UF_Ob(~|TqcK8eIb*>slJrS;Z$GA<Z!C5WpX&xH!?Y#>RXu{
zPW7Ek4u7x5RQ=-oRz2T0{Da&l{G;4E{FB@({IlFM{EOTp{HxqO{F~e@{JY#W{D<5n
z{HNSG{FmG*{I}dO{EyrryiIP;et{lSk;DJh&K!}usd6$oo2rCNuBIv}lcT9h$>e6L
z(lR-js*Fr7rYbAj99T}aIdBKr=D_l@&4D}0HV0OaZ4TT?wmGn(Y;#~G+2+8VWt#(c
zk!=pFEZZEot88=NZnDjRyUR8Q?jdjGpY2tYe<1Jn((|dvyS?4yT@^QZw~w2=tLi52
z_H~nY)!gLWes1!vx|_VK;U@2Dy2-m*Zt||So4l*z9?$y-+~nQ<?#p-|fqNY9BXE<4
z_1t55AAy^EtnVJf`v~0RWdrv`ypO<5el~QE=6wWi^0cvg6z?N&ldnzPBY7Wzo4jrA
zK9~0qxJU3l0yp{F(oO!ha+AM@xyj$wZt}N{oBVC-CV$(x$=~*F^0$MV{O#x_e>=I!
z-_CCGw~Koq?;~)NzunyAZ+AEO+rv%%_H>iKz1-w)Z#Vhd$4&nBb(6pS+~n`!Zu0jC
zH~D*{oBTb>P5vJ3CV!7{ci`_$bd$fwxyj$--4%1$32ySZzq>*%JJC%(pX4r|%T9Ka
z*QdD4<+4-V<o5t~8Qw48CeH`COXae`Zu0#!cZpnfx;vN4hPX5S9t1b}Kh#bB4|9|M
z!`<ZnnQrp`EI0XowwwGv$4&l^aFhS%y2=0Z+~ogAH~D|QoBSW;CjT#RlmDaLTY2kZ
z!50=DXQk}l{<wV(wmI-3{W+ThFP3c%93$Htc!_Lt;8@w_z)NLvX`CMapE>X{Jx>m$
zDw4^eRO4lGDAfd+97;7&CWlf@lF6Y|lVx%!)fAZ=N;Op`hf-ZGlS8Sd$>dO~=`uN#
zYKBY>rMf~Uhf>Xy$)PLtnCjFxKTFS_623}4IefKzQh2s}Vt9_+KYWdRLU^uxe0ZLG
zT=-h~*zkP$nD7Gm=<q`MsPH2B$nbUY5#j6Q!`Uy;V=8he)s1?d+)1@qCTCLJB$F$t
zZkEZBRJX|FMygw7aw64jGP#iIcG>2@J7k*!@04v0yi2w@@NU`Wz$LQHflFnZ1MiV-
z4qPVN9C)v6bKrfl&4KsJHU}=3Z4O)^+Z_0SY;)j)@>c%YUPbu_=Aei4d@AOkRc`WN
zwVOF;jhlQ}>t+sG=O!=KyP1PFxXF)=Zswp(Zt~<|H*?S<Zt~?(H*?TqZt~`FH*?Sv
zZswpT-Q>?xZt~}8H~I67oBVm!P5wORCV!rHlRq!G$)C+`^5;c2`SX&S{CU|;{=DKQ
ze_nNyKd-sTpV!^w&l_&?=S?^H^Ol?ZdD~6?yyGT+-gT2d@43mJ_ub^r2X69bi<|uU
z&`th)<R*VUc9TD!xXGVS-Q>?_Zt~}IH*?SzZu00$H*?TeZu04CH*?T8Zu06|H*?T;
zZu0AUH*?TdH+lAhn>px5H~IFHn>pxbH+lDqn>pxLH~IIQoBaFTP5%AiCjb6)lYf7?
z$-lqd<ljGT@^71){QK9f{M#jk5s&0w&Q1Q6aFc%}-Q-^>_YbrL_f|f4Rrv2KQ+R$;
z;lFP4_SR68r}c%h`g7J7%E{Ijc95+vl$Wh9>?m7bs32Qk*h#j&P*JwNP)WAFu(ND^
zVHer@LS@<d!mhIQh27*I_@_|2%luqY?ICYWVs4Z-g!huyhxeA(g{#PG!~4i<!d2zf
z;eF**;cD_j;r-;5;p*~(;TrM-;hOS_a4mUxxVC(MxQ=`u?=R3}svCKKf%}GZg7+Ed
z`Rl_6%GZVK$&11V$qU2v<ptq`<@w<T^0nbZ<ayzS^4xGE`I>NJc}}>AJUiS}zB=4Y
zzKWNE^_c21UMhBvODA|qS<hb@ZYhrqw~{XjA103px0Wvsw~;Rjx0Nppx06SQ+shY(
zJIJHL9p&@Go#c_>&hmNTF7mnIu5!C@H@R)NyWA$+Lv9`JDIXT@CASLqmRpAV$SuNs
z<wL{$<mTbS<!0d{<fh>x<tE{y<i_En<woIS<c8s6W!tMgPPX@Y9WUEwqE3(t-)X{8
z)?eOHN89T}xqK2!7<q^A$#S{yDRSBHsdAa{0J(H{pj;|ENG=&3ESCtMCdV=$J6(<{
z${+sA($JsZ#?sOK4@*n;-z+`df3Y-m|H;zT{Rc~1_wOuy-M_J4;Qp0M)cp&Wu={5&
zaraN$0`4EVMchAd3%R#)i@7&)3%WOOi@Miy3%l2Gi@Vnn0q!+KgnKm+;$Fq~8oD3i
zdkx(y*)VWF$V*!82YAWLy@Hp-+{<~%%zZyEsk!gtB{%ntyd>woftT#u*YlE|`#N6o
zb1&j0LH9ylGITHCB}MmqUUGC_%Ui|V^N48oTq4|k4H562Lkn=vrbW1~riHk#qQ$r`
zqXoIg(W2a!(!$(hX>smLXo2oAv`F{Gv{3g&d~c!qLOw#{9?eH=+!tioP3}>AM8|zT
zAK`J2<Rd=r^Y{pm`&>RE<Zj1Dh}>=Yh>^PuA3<`r<|9h(!}ti3yA>aCa<}9oQ0^9d
zM9O_A-$&qX&WPe}#t7qX%827`!U*JU%!uS}#0ceX$cW`8{~vOb|Et{O|7th+zs61e
zuXU6E>)ho3dN=vM!A<^ebd&#^+~ohmZu0*TH~IgloBV&wP5wXbCiI6C{6yjL{{Yd@
BL5ctX
diff --git a/resources/3rdparty/sylvan/models/schedule_world.2.bdd b/resources/3rdparty/sylvan/models/schedule_world.2.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..ad61659786b97c471a7905d3083ce9f00124b897
GIT binary patch
literal 18556
zcmeHOi@#Py6&*xW418r~26=hEL_|a)BDo<E;e`+Z5fKmwd1Yp1X2d}vLc;e0pCMRg
zW@g6US9`6Q{jGgQ>boj*Z})fS_q#KD&CEGxX79E4?D@oTDWwtN@3M2q=!^aTX}<US
z{Bu2nK9ql1*_1`E8w&q)nAes5A$$?UzYC9q_&4E;A^uf(6vV#>Ujp&Z!k0q)lQ7rz
zuJCAxr-d(vcuM$75Z@La1MyAau@GMuz5?P&;VU7&B77CZmxQl|_=4~?5T6tNGQ?+u
zuZ8&gl)j>_l%5v24&v{GzY6iU!q-FmjqukXJ|%nu#76k*5PzN0ICZ7;D}nJ4e<}P8
zh`$iN5#rB<dm#Qycml+q3QvUi6X8h^e=Iy1;y&Ri5cddAh4_&0G>AV+X}Y>n+95Cl
z;)B97A#N3(1@Qsln;_mVJR9PD!Z$;_S9lJ@^}@G6yhnI0#Jf|vRb46lP+%U!Rl>JH
zyep;o>PqPc0=Gl_zVHHw-xK~O#5;u-Lj11qw;(PNUIg(w!rz9-D)%i$!-q2FRDLAm
zJJ4`Z881P@O=R4QCTyNdp_20WQZ!U*##}m$knu7!X0))yma&&(oTPwIR6`PFyaLU{
zETg6>dxTd)B&l<sslMe5eZV)M%7v!7KBd*(f%ZB9n)X`ZH4v{6HY%iamGD}KR|u0j
zV}#d1yj+-6yG(ck#7l%p&5MOMLcB=Wsf;-9u^Z~cD?IiiCgT-|orrIUQTRh2<FU0^
z61IVU%y*1<7w6*Bm<JW0AMXUlJn!@OA{P5Q5x0CEo<lrDAHIcmU>*1-#!#?!jG-TU
zfr>Eh>xs|#cd<7Aw(m8r3ucVZ;agY(zJayEO#XhX4>Z6yVk(})*@Qn|r>_xx=USi7
z_w`|I=)>C1wJx9U>jJLV6xRd2U@f2<p1~S@9q9ADpdWM5=WD?le2(|IetfR4!{-6J
z-Jlb<jfs3e)`IiZ*W&9#pRdKAfvwOFKKl2uChv>-@n>Kof4|!%zB}5?pRq><<=U`5
z6xR`ShO^(X>kECDi$CZr>I-AQQCD$3^o93ASLg?K{JpWy-*3a6?+@g9+=sCq_caUA
z9d7#`(C2fZ8|M-FqfWr<IM?-pzNiz&;I_Zl!~t6a{1&!x9pKn<|8^aq&*%C6(O2(3
z&Vy~SZ=V;j$GU;|uEzx58`gjr=y3&c$j=bpD|qd8!+vhJzfc;=`_+S(jeHc}>Xe;X
zhaJ45BasJbyD-)i^H2C|+J-6@tT%1VGHTc>Z9$a_VqDBmvA47tRW9IW%vYH@Y$}7+
zAl}9N6*@^9QRRYo5c65+D{VlP3v?UvTj(*ZM3oD;5c5;`PFjH~7sS|@uOg15<*0Ij
zJz{bP+oWZvaslsRJ`0<rrKoZN|6+bS4!9RpF1)`iaa2-0Cat-T_m`0W_Mn?dZyuk3
z#`58b8Rps+Jt<;tDtAmq!%b&A1r3#w@l-TaTE^4RP^lSDM?<A&JOd4llJQJ5G+M^9
z(9ozE--L!n&v-T(k|N`q(U3G5&p|^{Wqb=7k}l)9Xh_P8Z$(4WW;_oKNuBX+Xhvok
z^?X$3Jn$p;wXi*mHmH((uEE^ka}8kH-Fj_GyV%PLu@`qh`kHt5xlopOmoS$fY{cya
zn{fMKkyKC6In@_*O!WqxawzDK<_S9EtGLO$CO0p-{IlMcRX1$A>1c16Z4FJZC!b55
zUejSqM?r@)q3O^Im%GwYp}-1ZZg06Tbrk%T>Ii;H9rbEHbrk%NItqSA9fieGM`q}*
zIy$3oP{pT(8N*KqQ%A>z$)jV!{QOa2>gb3tb#z#mJUS#y9UT;=j%35^hWlFXNuE<T
z{@5-Tikk-;QAevaP93dk>u7?8AvJ_rL;rlOk593pj?9;WX;NC$3IQoCY=wxF7PLYL
zg93HqueBgT-8i1x3Q;M|sdO~E72;Bw(F%bnO>2e7l%}*oD1&#)zf4IX1gB(&LI?*b
z*&z}_I4^i1eB|V)ter=J9b!D!d_Ojs=bB@CInOo6wiupkj?J(<*Bl!mc&<4%=i<5M
z*pwN5!e}X<=bI6|$LFFQkvZbr@U~28*dEApN?%G(RyoiURXl#YiZzc_9C@_j$Rn*~
zru1;<OZm7FNAq!He$wK|Ud?B$*;8?3cg2yN6-TyL9NAWJWQ$@kzqGmH$fk-T8!L`%
zXr%$nnL?Vt9I3^T<rPPkRUBDbaiq86$Q>0&7FQezgd<l1A;}S2OpjDb<Bc#pq4arM
zV8ixo#gR`cj(l8k<fDosA66XspyJ5;6-VBy;>ek@8f(l2_&a}#BX3o4<c*3WuT>m*
zwc^Oj6-QpIIP!eOk!LH8oTxZ*yyD2QiX%r`KP9Ggq>3YlD~=qhIC4<>U_1#v#CT#p
z)QThKBVNWsSX0H3)eMC`rS-8M^csgEM*^iV+MxQ(d0ii$Vl^nwnps*ObC#LHS3<N{
z@A(`@EY^Fu8Um}_!!w5uWz4B#vy7T&4uf0nvsbrrbH<ZP^B8KzlabjbZVPYAtcLA@
z%5VP<V|&?8zUr*3{C0(p7XP)_>V>wk*y@Gmu-NK_HtBU#{MTZu7uv*PD{bMOffKYz
z-~?@A75v0);ca=mVSBc+$smZOWqtYFwOAIYn9^|{Eiu(%nHN&nVwo5EiN!K6q`bv4
zFSLopGB31Ah-I|NejhD1u~^p1$wDlnZPrw=G}wqXF&jmjuuq?8DC(OH=61c4uH#dz
z7`yJN&bK~|^Dbd|bZ}qh(c!AiJbJVqVIJK&-{w~~nOB`}bF1@hPUR=FtMiSD%O9jo
z{s*xOdUf4<TejS=9RjgxY}pW-z!Ca|aU>i8t>4yYgAmK;7a^9>FG4J%xk4<XfAs3(
zG;fGyj8zuPy4v9E;EPQyKRBU1GDZ!;*c4nVrN9B&z&H?XFhSda)DZ4xjjDgKXl-YH
zVl2A5do1!N7?WmHx%PA)Eh)$}VcKG<Fl{hJcnrkJ!t{qp!t{gi11tR@D1m;^qxtlM
z8-?iy;Q~xQ7_V{qK}dXQ3ns*Q4s8%F;EY2ysdY|=Sjejs7m=Umqrr*!>frSJG?kL)
zb7>*4bLrtA;MPEhQhG{@E?0}UWvF4>jU#)@Y->hB+*94hc58eT#GTcBY=_3V-0i|V
zw;mMc_O=O=BU^>3jxECE$OFPu-)3QQ<bGkQdy_CZa-T5GV|Q{d<jB2_N)E9>m>gMO
z<#oY_$Px1)FXYI|iX$t0v|N>z3zH)uR+A$kR+A&Wnoo{|SWS*B);KvrBjvsxH0J0d
ztZ{C5iy<ow>ocrbVQ&1lar}Mst?JJHrsmu0Q+h*~pMPDLIgQ<^y^td(9hG?UsxUe7
ziZD6yvM@RFk}x^)qA)q~f-pJqyf8WPoG>}^tS~w9j4(NJ;?s9_pFxfsb5yu;RG1t&
zB211P7G^v-B+NK+P?#K%59i+i_kH@#PHy;PfurO|;3zq=+9#&e194S9IHEONu(O8T
z@TJXgp>SmQtm!CZD4#VUeDSRDO*4)RpEa(Id_Ni@XARF7-<h2?UPeL~K5JYZ`L~TB
zcGfVKb#_?tkw2(|`N-SC<ciLsoU___$UMZS?H<0@xGMT}uc4Cj6Mnxzm)pkM^3I0s
z7q!ve@-}N2^X=Zj81LO?Lodt=c2;-Ka2AZl#O*%2{5QdH?_kcjP2<cNw+fGixJ8&b
zW4L!PXWXoD=8WOq!JIMNJD4+udk3$H8}&SM#&GYTjl#WyIpccGXU-T7M%u^--_=Iv
z$m?6NHrSA{HuxF+$zpN%Y%3PiRw3`FjY8hfyWeZt18sCtn0bB3`)Q+)_tQop@28DI
z-cK8ayq`7-c|UCw@_yPV<o&c!$opxdkoVI@A<oc77H4Q1-$vjlZ4~lq+Nk8!?mym^
z#~Zf626V$<gYy;ZhV$yIaoUJV&X_hbv8x|_Q5*Fm*0pS8vCa$qXgJn&x6$W_b&PSY
z=#Y0Z=7qd-IM$hxK4Yw7ymj6B?@aHggKl_A_<Y4We<S^Ak)x73EEMK>v_P2W(R^W^
zNArYv9?cczc{E3u=h19oo<||p@I10%bh&Q4El)LUyXojanQaZv>?eiE=O={8<Hv=`
z<Hv-lqeq1qYaS7%jvf}Kj>4Hp9od;k-T1T+>!>5k>!=$a4?LodLV`gZ*(SQ`=&Zl2
z{CAH}gvq0ig{h;DgsGzsh57jpgsG$Vg{h<WI=N@Vkq~RBqtn&DLkl*fj!t#nmvt3%
zNFA9D|ErEx>v`&^<Q2{zZ_BKPZCC^JnNG2n)%o%@>c(F?M0}09@jVUuT1xUY`el-@
z<^TUhzLw*Wd@bL}<!kvaAz#b)J^5PxcMtNlY=uGQYm8aW4?oxbs1EwtyTa$o*Zht2
zxdHGs?92D=ZCO*pwwn%yfG>5`fqbPQ59BKic_3eDF37nQY`}BLc*rxm7%Bx{;<<F%
z2g(`Vk8`Q34#FC!gA3pb1AXp%9vuv|bET^e<O>6HZUi0<0$<4SK>nBG!8;xQ%ke<J
zGc?Ro<&VuMOtn0*l!kfgUWcinPwcMp)Q39b`QO6t5@uXjC(L-TR+u?`pYT|SvxJ$i
L+7DWh2R{05U>5Ru
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/schedule_world.2.ldd b/resources/3rdparty/sylvan/models/schedule_world.2.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..9bd77e0e926072755e57dd8a5a120cfc35568105
GIT binary patch
literal 4728
zcmbuCPl%RP6vkh59RFlGO{V!55gAHl5Q!*>kcbQyGK7mT6ciaGA}UBkWFXO?5U~)E
zkcbc$5fag&MT84+ArcW0(IUi!gbRs?h!*Poow*P1^PX>F`trj2-Sa#5x#ymH?|I+R
zl}*#!Ep27#yKSc7jA9QMV-6;sYm9!rG3J8A3yska8DkD7UYvMI;ztuNHzvOC5MFKL
zm}?TRO}x&Svl%hQd@S+$#2bxSf7BRrlQH9)jWM4{{AA*%f>%{9*>PjDD?d>Bhsv|8
zJlNa@%&Fl+C+&m9X6%vjFy?$edR2_#af8Gs7x(!Z{mz+HV$CbhobqVD#cViHd|HcY
z^Zol-;eWV1<R%@gy!z3SKWp=FzO28rJjA9#>B*Vgs4C@*9!9Smw7%;Xm2qOA)!uot
z@Jr7a=j+URyrI+rTGr)_W1rkRcO(6ZV*8q`hmW}Ii8qryWxeh}ITC}jV{N_`jOSc+
zw)D!4_0Wp7j%pSy@mNPS>wG_Y?$6_^W|co{`dN`vzjJ)g#8d6*Y^JI`=1iwmJ#gN-
zGv$Xb-y8MFy(%B}!I^6=cD`rVDsN(76JKYa<4&j5-I9auRQbV*E8qXo6PrhOs#vh^
zQ+}OYKXbSP^t@}_mueZ-{c10+)pr2hzkLG~SNDT9-zn!#Tykf9-f{F=8}{}4(dnB(
zJbk04iuYf2%8i_{bNy%^)9LtDbQ@Lb?HL2Uw9h8qYK-|@;^&Q-|AH~*i;1@fk5n&b
z+&1QWJVti3!||76%oy{f#5;pGR4?b$Z9bp%UhWPzyMjlnm+yMppvm~HZ%>$;s-ssw
z8L!pv3v+XI@a<{a-D3Lw;qi93fe#py|EtEBuO)un82uZ;Pn#EWePtBgHhDf<s+0Gu
zZK%7Rra9OShjl3NVPobWF~*z--WtD?-`{GMj??w?VE)l|IILrd-woEO_SS>XC*J#M
z{)ymi)yuyfy3OAgMo!r<@jf)hJe~MV;<JfAN_;Ny$B92l{AuFzi7y1Js=M{b(0tRg
zpU;fBkI#*%&x^*GUl=q0OJmHhf?ug#BDM{^*DoVq$MEj>ZGTjs^632+>wO-OBYIXF
zGY{*1V~qK2;!DAMtGBnFd_M6mSEafuVeA*yUhkjW+K-=p`QK?7=3iUht~wO^nlbBt
zXUzQX6aQe0{zqfXpNtv**%<SeVBJ#pd>QikVE(V6Z-1`0W>`1k_pR#f#$$etce5(h
z{U)RKx1!HqCB^TaCh@zTrn#Ns{hs&_W9I*v_%CD3zZ3rxJW;*fdLrI%(%(rOe-xW{
zs<(Sy)VHrsya9f!4JMu&e7q`p<9R+v7o_<M6AuNySL5~WZ`^XhTx|0(mjs`vs^0H|
q>k%yv{mH8Du1EcQy&zp3`YJEon&1ywM_7+1-k5m0@wb!yP2+o4<8lB1
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/schedule_world.3.8-rgs.bdd b/resources/3rdparty/sylvan/models/schedule_world.3.8-rgs.bdd
deleted file mode 100755
index a4e3e444d0d0d25ba351a6868a75f94e5c72dc1c..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001
literal 97456
zcmZtP3Ak0``^NFLkA%!KnL`pXha`yxN#=Q~G>?QN$<d^NBuSDaNduYZsd+B*JSBvX
z28Bxg_r2P$=X-wF|GBPO>$BEDI_tgPXT59heJW*HwxxdUpkMoy=(niSe0SeCSnz?p
z!}(st@Mb>0N4T85TX=JOmvDJ|r|=f`4q^YfvhBiK+1rFG*cHNC+gpaWvCD_IwabOK
zvrEF;+gaFuC)vhAwxhSHHspT`xpwmJ>%u$Re}#9k*M@hs{|N79uL|#OuL$p9FAwi&
z{~E4nFAMKw{}kTaUK-xV{yw~~y(GM!y||F=?`^8D<NN_W_GP$|{dxF6`_u42_Q&Ca
z?GMA1?f1in*zbm`*o(r4+6%%}?RnwD>^b4X?OEX?>>1%|_O$Sk_LM?)l((tgit|VN
z*c;(v?AOA_+OLF<vtJ4yZ@&<(Za)`3!G5NYo#<_<$#MQ9AA2%f!=4yE*&ZLRX^#t^
zVvh~ivd4r^wMQ4S+TNxb73WX$v610A_K5K5_VDl-_ONhWduX_xJtSP;9vp694+@`Y
z-xY3X4+x)S_X{_&`-ac9dxsm_J;UeNrG@NVZ&US%^XK_k_wf04x9|ma*YJgQm+(dQ
zjp2*!&f!b!>%y1X9mAK|?ZcPbZNpdCt;1K^EyGvY&BIsQ&BE8%O~Os=tHVw0E5ps~
z%fr{&mxi0$7l&Ke7lvEf=Z9O_=Z0I`jl*s1M&Y)0!*DyhLAbqLFWkXCBizxh6YgZ!
z4qs>23SV#640pC`gm17<4Bu#158q@T7w%#o6TaC#D%{ns7QV$kJlxH$8ot%867FtS
z4&P=U6z*YH3g2$;A1<}`4c}q!9qwsY4EM742=}&k3-_^i3HP;k3g2n(5bkGh7w&Iw
z6CPk!2oJQk4Bus!58rK<3lFkO!uQx&c(A$Azip~}z1dKNHbcC-E_|PN{|XQF?%MGE
z-u)vy%)6_?4|sP)c(`|$hadFrui+8iT^4@GyFZ0TdUt8~Veft)9_8I7;YYl?I6T_B
zUxy#{?w8>)-u*oMn0G%7kM-`y;m5uEVR)Q(-w!|G-FL&|y}Kwp!Mh8>6TLexJjuIr
z!cTg4R`@CJ&InKT?zHgJ-klPD#=CEYpY`q=;pe>jTKIYIz7l@HyDx=b^lpA|)3N+i
z{x8|&m%YjVqnn)ntMWhOCco-U{y(+J`F}e9OW5Ssy~+R5HaY*J=6}hX{H8bgH)WIa
z|F!&^xXEvOGkVj$f1l#t@{7bfSvJ+b<rkHAihp(aMYze+y~!`yP0s(S^NW0wXL>Vq
z)4qStzcoX`v%NbwoPR3^h39(ru5kXX9}u4J-G1TxQt2CB=-uAo{L<<fe#g6|WiG)i
z>k;SQ^KSQWe(81#f8gD&;rvqX68^}$H-<m<Zs+hP-o38O5Yqe~=Rfmq`|#)9Z5#f=
zyRE}tdbefxEAKWBf9>67;cvX#B)r(WSBJm#?v>#s-n~5hop&z{fA8Ik!#{ZU!the>
zo*(|vyXS^~@^0hs&)#hmUgq6~;a|MlApEO$>xF;w?iu0b-mMe<-Mh8JE4*7PywbZh
z!>hboBfQ$XCx-v<ZuRgQ?;aOk>)m6*e|q<*@L%4o7XI72hlkgBw`zF3cdLXqc(-!+
zAMYL%-ss&*;eWlme>k5C_YD^c+TS~zPn{LRoB8}6;e4vyExftU?-I_Z=AFV@`1}rK
zrf|*waegbG-zJ<-{T0Gn`}~&Syj3V4-qz>Kh4a>;B)q-PtBRXV(0a#?JfQUsv@H30
z$Id*j^$xT+`Fh8$Jg@Z*v_$!O$L>6@^$xU9`Fh8mJg@Z*v|Ram$6h?I^$xUX`Fh7b
zJg@Z*v~>D^EXnrc`Hi~&r#BR`1L$=Hwv73D$ALV*w!juMU+*}W=T{ZjlIH6jhw%LJ
z0$bR8z2i`xUshnto3D2q#`8-HY?1Tzjw5(}Nr5eOzTR;p&ws7^fBMTpb~OEYfh~K!
z-f=9?e_UXTpRacu&-3pWcuSD4cbvfUi*)}_FDPUu(enzt<;d4NPUiVp1>U0M>m8@?
z{ImjZY4Y`sQ+fU^-T%{X6tdIk*9yF4%GWzi=lPckyv54bJL>ZMa|Pa#<?9{wd46(%
zw{ZD-$C*4ovA|ote7)l=o*!4>En>djaW>D7De#suU+*}F=SS)OpB`Dr&Z9>Zc*~lv
zcU-{p!wS5`&DT3F;`t#3-V*2Q9hdO@paO59^YxC)cz!^Ex7_)9#}z!^x4>KUe7)l;
zp6^-UEq%V;aShM+C~yfNU+-wj^W6$uGRW6EuI2eI1uik<>m4n4zH@;~68U;ZE1vII
z;1Wi@-qD8V+ZMRwk*{~O<N1~aE|KKx9UXYSS%FI``Fckup1-=lC767@<9eRIyuc-!
ze7)lap1-)jC7yh}<0hUzzrZD-e7)mlo^M>>5>me2aSP8kEO5ywU+=h;=j#=?M3t|1
z+{W{D3YoseQ5x*G)3pj-0*k6y$nKzP6u4xTuXps~`RWBOvE}O>eR%$u0+;0S^^QAv
zzFL7xc=>uqf1a;e;F4dy-Z7BpD;Ky#n6G!-&GVHCTvE(D+1<nQ`xdwanXh-;%kvcr
zT(Zp9JMQE8-3nad%-1{a=lPuqToTRKJ09Tq?Fw8%&DT2~<oOB(F1hB-(nCC7zQ85g
ze7)mgo-Zk6qv))VJwmG~98If<e3VwxIfhn~`WUUIb}X$X_;FfI^Eg^f_7k+4^6|8q
z_zAR{{)x115+>2Qsd$psO~_O9k}R7{FV3>3>96xCDX#x7v+P-(|GdnSeSWj{JkNhz
zW{E#v?|6~t-!Jn>AivpsndcXkd4!O!cf88;^U6GO$k#hw=lNM>9#Q1$9dGjdG%ab+
zQ?l%B`mMYri2wgLbl=bOua$XZlCO76=lPe)JYvb$J7)6yb7daM<m(-?d46)4M>zR<
z$6TJDSmu#WzTPpP=f{<KM3k?0EadqyWgaQz>mBd#{HVMoi~s+TS@s^!k0|rVDqrvT
zfaiymdBl~kcYMV2L&`i7%hx+T;rT&%OBw(DyRz&vo*z)=kz2mr@deNKE%S&jU+?&e
z=X+{Nk1ox!Z|EL*OC10G?pgLN&vz^H$S_~;_>SkhlzGIMuXp^w^PS5)lFZjTe&qR%
zWgcPX>m5JyeA_aQJoELAUwFP{nMb7gddF`(->l3d)qK6<cb>nx%p=%*y<;WMUtZ>s
zZNA>In&&Sr^N2TJ?^wh0=a+dToUeEM$@7iNJVMUbJO1YRhGiZ(=j$EodA^>OsA;Wt
z{6p8tA8E(;w|18O%k#B#sw7T(y`w<a&}mxh9h=eB^IOjN7ihg>bDlq@%p>`Hy<-cW
zua@7^#y_w1j;(mUYMDp=`Fh9JJYPA#WsZMd>mA$je5EokDbW0%W!v-ozWFVA{PTNf
z*^WG4vCK;r^7W3Ld49M2mOuV^t#|Co^E;J!NkqQhu{+OimoF*AKd<$UJ$b%@9=Xt3
z@7RkjU*;tm`Fh7bJg<Gcq$B_Dq(?55ivQL0I*{DFHuBX`ebG5}wl98Z>HhwAHx3_Q
zpB=7bHwqtUpA|mHZWun;J~Ld|ZV*1it{<*q*9#wN*9}*-&j=r8pB_Hkt`k1OJ}q3$
zu3cyQBfU-k|NF&X%27VPPxxqiukbPUp5bHd-NVP(yM~XqcMey#cMP9kZy!F<R?nE~
zBzxO%4I9tQPPVs>^EGYtl&Ma!w+h#?@l5Shdy6<<+g8t+>NI=va2*@Z+)lSQi}PpL
z>Pb`8wF}{TwtCe1`L_5~`9l4s{RTe1sCZnPGwpn#f77vs_JU3O{{1XFe^9XLSR;Gh
zrhWf@ww*s{*mSJ1J!jLte?Q00A5?5QcCI~Z)4qQ{&(0roY&v$nJ!8|pf4{)aACzo5
zcA-6O)4qSd$etR$*q)MQmw21%nzW<o$Hz5irMk?%DoM-p_Lbo)>?^`o+M3f+U1eXE
zq<^)2Y4{rZl5i7Sb6%>Z_C-m0ykK7#zSh1V+}zfjn5u<+UXmVP*ym<hD{oVsqiLT$
zJImV8XX&vBeP))mqwA}!pzCH?2l{k9cA-zpvQG4=YFp@2vg~^LWIfiQPs*|z=o8cy
z(Z^@mP4uyP*$91f`XA4-n|=Jqa98_?@GbUX;coV!;alxP!rkqI!?)Q7hI`ltWZCWB
zrrIy<C=h*opYR>_Ug4hhp5b2h?&03{uHioR&f&iHj#+l6x2ZJy^rN@Uvi|hedRY*?
zRhA8;x6ra0y?K`1O>d@`9nld-rTHI0`9GNFwPtWHt@&UGy>}tIkJkJ!l-8QU{j}zb
zVYD6yJV0yy7*1==;XzvS$p~5xBp#wQzl@}{Ch;(>`DPTY2H_D}^Ur8n^UtHS=ASXN
z=AXxC%|Byl%|DORnt#U8ntz_4HUEsKHUCVYHUCVcHUCVaHUB(GYyNqP*8DS>*8KA{
zt@-B}TJz7dwC11ZXw5&*)0%%?pf&%zNNfIiiPrq{GOhXN6<YJptF-2y*J#Z@uhW`;
z-k_&t*_*WHpSS2KS|gw}|4gAZ|4gMd|4gGb|4gSf|IDB@|IDN{|IDH_|IDT}|IDE^
z|IDQ||IDK`|IDW~|16+2|16|6|16?4|GYzM{&|;ftTh5!^U?csqb&P?*8KD#-7w2O
zqBUQAOgG4~PiW0wpVIZTMnG#m`<&K2;1{&!w=d~BS@spJ`R;4Fw$=z}&3}t&-7|hm
zYd%~;>mKquTJz)gwC*W?pfz7ErFD<_Bdz)KCtCNMKhv5|m(jWh{e{;2`YWw_(%)#!
zx6A3Hvg~(S^Y03}T9&P(H6O2{56`mIwC3kO=&D(^hSq$&madXzf6|)2|Dr2r+26G0
z^L4cDf!EWT-#5^ev_?Q{zTZgiuQdYN^S|cE|4R4F1zP<;39WnR&1m%p<!IegZ%(UU
zC{OR9TMk<N!<Mw}xwoR#PgJ0F556_6{$d+i_vG8s>NmEdchD^tt^Q*NdONi!wEB^q
z=xx-}(CSZip)05bqSdeLMsKN>iB|uz2VGt*7Oj4!B3(``8Lj=jX?<_^q1Er~OY0kb
zPx1S|U-9^R#c%$Rn~s;}JV*avvG(`ZH4YzOpB=7bHwqtUpA|mHZWun;J~Ld|ZV*1i
zt{<*q*9#wN*9}*-&j=r8pB_Hkt`k1OJ}q3$u3gBE^fndO1$><A0yftLY_1E~To<sp
zE?{$Az~;Ju&2<5r>jE~{1#GSh*jyK|xh`OHUBKqLfX#IQo9hBL*9B~@3)oy2u(>W^
zb6vppx<J15zDj*bss=ue`{FZg^(Cnq+PE)1%T`~Ks*#QR;<Ih_C8-+QxGz4(R$r3p
zTpRbr=h^B@Qk`$(zW4%LeMzbdZQK`MWUDVpb+N6!B-JIh=H*MhO{IA_)nz`ec{kPN
zw&vMXSJ;|YQ(b9m9!+(Xt$8!m)wbrzRM*&^7mC%y*1V9asjYb-RWn=jLaJ+R%?qiT
z+nN_rwXiiWq-tqvUP#r-*1V9awXJy}RU2FLLaMg5=7m)4Y|RU)+S{5JQgyI3FQn>d
zYhLK&Z7R(Rsq*9U^~Lkod8>IMRcBlCM5-HX%@e6^v^7tpy2;i&k*bTWc_P)#w&sac
zU2V-1scx|~Po(N*Yo17TtF3t=Rd?IJigla!(F63bBM!6M@wGZrs$W_x(`yHKT=PLs
zTJu3KTJu3~TJu34TJu3)TJyo3wC00;wC02UwB~~WwC00>wC01mXw3(A)0z(k(V7qL
zp*0^2rZpejOKY8A2(9_yK3eMpLut(y_tRP@7)ERUc!1VA!Ejph$%C}k2}aPGUml{h
zPB4<zeDg4^b%If}=ATDstrLu<H6J}nYd#u7Yd(66)_gRU)_n9ht@&sit@-E)TJzC(
zTJzBaTJzCFTJzB)TJzD9wC1CyXw65HY0XDZ(;5)Z(3+2)r8OTtM{7QMp4NQy0<HPz
zMOyRGOSI;rmubyMuh5#0UZpi3y+&(3dY#sM^aic@=uKMl(Ob0Uqqk|zM^k9cM^ouq
zS{I--KTW4=YF&WVd^MA<p>+XT^Ve+pM6C<Zn$PCa)wM1_Ykr$gAE$KzTJzmP`WUSX
z(3=0=p^wtK0Im7(JzDeO`?Ti64`|JYAJUo+KcY1seoSjV{Djtg_$jUV@H1NT;pepG
z!!KyfhhNf~55J-{AAU`1KKzE(e7Km_{P!)b`ELoW`R_Yg^WXQh=D#0k&3{X2&3`}A
zn*V;HHUIrgYyMkCYySI%*8KM?t^MC<&40^j&40hsn(|7EUQyiMkxzuWHNo7O{aZY!
z%}RgW#_%fppYUpXL--GSeRz$%F1*(MJN&2pSNJdc&+y;&+VDDiO?bWiM|gw1I{c5l
zD!kEN8UEK^p<n1N*rykKT)CL4#8xh*+RRoirYdJE7gKF+D;HChx0Q>jwy>3pskXG0
zi>bD<m5Zq=*viFJTieRTRNL6f#Z=qc%EeUM*~-OK+uO>;R6E$pg;YD*%7s)r*~*1f
zJKM^IRJ+*9g;cxR%7s+B*~*1fyW7fzRD0OUg;aam%7s)FZRJ9$y=>(|s=aOHLaKdi
z<wB}`ZRJ9${cPpJ{@$iSpPV0;D;3Wl;4S*(18wxl2ifS854O=KSGLh7A7Z0Vu41E4
zKGa5^T-8ROe3*?s`Ec96igkqdeT^5ZnvJo3q>VoLsNz5SG`_}pa7^)d{;yFU97`(?
zj-!<a$J5G#>a_CU1X_7;BCR|)iB=xepp^$F)5?RIwDRB-T6s{5Rvw&6D-UYZ%7fGB
zYqZotD-TYml?P|g%7ePJ@}M5AJg84A4;s+QgEML6K|@-3a2BmRXhbUy&Zd<IjcMh<
zIkfWNTv~Z>9<4k$pH?1RKr0U}q?HF3(aM91Y30EswDRCmT6u68tvtA#RvuhID-W)u
zl?PYR%7d$E<-s+y@}LQ=JZMU5{5PXD{;#Dq{+rVp|1D^Z|CY4Ie=Az!zcsD#--g!s
zZ%b?Zx1%-w+tb?bKx_PWq&2oX(Hj5P(Hi7O7kzzkJ0&0ZdbGbO7fN#;8Nt!nUso-B
zgMCE!M*HyaP4;2oE_T)M&Gw<;u6C91E%qVdZg%DHt@gp;?)E|9+w23wJ?u*1+wB9w
zrS|?>FYq=M)>C`>IM!2p*;r5QZDT#PkB#-zzBblV@3gU=+Rw&%YJVH+sRL}Rrw+8S
zo_d#!_0+p<tfvmLv7UO5jrG*QHr7+`wXvQ$#KwB+eKyuphuT<Az2C-q>M$GYsSns#
zPaSS+qIxjjdS9hnPBp^EmCLCfvX#rJM%v2dR1e$A<y50=<#MV=Y~^yQ(YA6q)uXm@
zIn@|jxt!`TTe+NStgT#5^|-BEPBqR}E~k3JRxYO+Z!4E4c$?}Rz1M&~TkkcX&(h1&
z=`;0S1G>K6Ye3i4dkyH*^*RFjwDcd=x`B_Ms`Ub%KPApT@8c(jU$9RKzi6Kje#t&Q
z{IY#)_!ax;@T>Nb;n(aV!mrzhh2O9b4Zmq05`N1*IQ+JKV0emsz<(~y_mqFrd_0x%
zZ#u2~n?Wo8X41;PS+w$RHm&@dLo5I0(#pSiwDNC0t^8X+EB_YK%D+Xl^6wp5`S&iZ
z{Ckg9{=H9Y{qO@?dH5l%^}~;7<>SY+)(=0Sm6xB=T0i`ZR(^g?YyI#GT6y{<t@XpN
zXyxnIwAK&5p_R9bX{{fAODlhu(8}NMXyxzswDR`{TKT(_R{s7-D}R5YmA^mJ%HL(Q
z^7j{7`THxa{QZqq{w}ALzrWMU-xaj-cO|X-T}3N@SJTShKWOFe8d~|gmRA1$Nh^Q<
zqLsgY)5_m<wDNa7t^D0UD}Vo?mA@Nl<?p|=^B4D4&ffy9{4JpyYf7V)$K~io`q$CQ
z=kjzzO{ui<dP};2res?AU4gErDV?sXDW5(=Edi~3-;S=MmV#E^??Bg93qmXZccN>l
zWuY}6>_XR6i$iOE*p05CmWbATu?KykS}0ocM@722S}t1i$=>vFYSC!TFZ<HRXz7F2
ze6v4&l%@b$^G_wZnx+g|^U*={;hJJ-%}<r-s+y8$%~w_EDw@J*&0kgN%9`@%gVl1=
z2Wg6=HNRD(D``rlHQyaY@2~ap;`lhaczk?u?kjU&aB87=RO<%*x?165?Nh?X*)_w*
z+b4&s+cm-`*e8WgwDExiC)p>&`5Jch@X7Y^;hOew;Zy8m!?o;V!l&9thiltM=`#qt
zO@;e{IzEp3g41o>7o1_^zM!s+`+|Bl?hESMxG!j6<G$cb8}|hbZQK`}W#hh}k&XL;
zvu)fLG`4YHaE^`pf^%)$7o2C~zTkWt_XQW&xG%WS#(lv>Htq{9wsBu@iH-Y$OKr_d
zm*rdUt8ia%xsT(%;0hb}1y|a*FSyFaeZkc>?hCH5abM8H#(hCk8}|jxY}^-IYvaD4
zxsCgR7B=n+TH3fTXl3KRptY@esg1X(G%vNKH4n9;HSe^iHP3XQHLrA}>uSA#*1T~Y
zeVSfJKx<w|)!D~!UvPts`+^&7+!x$r<G!Gajr)R|ZQK`hwd1~^RMLHkK7+u=Qz?IL
zrIkP3Y30vtwDPA1t^B#2R{oUI%AY%E<xfvq`O}M5{`97mKYeKBPhVR3b0@9*=|?Mn
z`qRpv0krz^fwc1IE?Ry0-L&#)5Usxa9$I-dm{wnYFRlC<LaQ&ok5--yrPY_;Pb=Ss
z(dx?|pp|#SY4zm~(#pRPwDRvETKPAUR{lLqEB{8(%D+cw<=<#p`S&QT{2N0n{~n{2
ze`9Io-{Z9MZyc@sdxBQ}ji;4=6KLh%L|XYbiB|qSNh|-JqLqJ>Y31M3wDRv6TKV@Z
zt^9kAR{lLtEB{`gm47eN%D<Or<=@M+^6wQ|`S&WV{Cka7U;a9+JbZ&zU;ZYoe0+;m
zU;Z|&yqrR-FP};)Kc~^^%cs+I^*RDtefdmU`8tbMUp|{w-p-+G>vaUQ@^>DszI;Bd
zJYGPnFJDM2pBK^U%ip1u*YDEm%ip7w-|y4v%Riu%=O5DQ%Ri!(?;q3Z%Rix&_n*@0
z%Wo<Av*NaEG5gCr*Zw_C2zs4?zixT>3;Vb5m-esWuk2sKU)#&V-`GEg7u!FDzqNl1
zFR_<~zq5Y`e{X*u{=xn(ywqM2{?Yz6{FA*{e<W{Hp)XqI<LHZivC$X(YNIdu%|>6e
z+(uvYyN$kRg^j*wrH#I5m5sh=wT-^$4;y{a8XJAlS{r@QpEmlUzij0~s=saYCF^YT
zCF^bUB^zw?CI8syOE%i*Oa8Udm*mfAqc6z{<#m2P{VG<8y>F6QUVEQ#IeYK$=JsCU
z@^;1W7WSUuE$uzRTiLsZE7-e*x3+f;Z)5Kg-qzkZyq&#Mczb)t@DBD4nm0<~Sf=r}
zlaHs;_}iJ*_}hin_}i7%_}h)v_}iV<_}hcl_}i1#_^U`S)n6(7gZ|2CjlX?pjlX?q
zjlcb9jlccr#ab_*HU28m8h;1U8h;1T8h;1V8h@2(jlV-^jlU|i#^0f|#$Q!h<L@w9
z<L_`<<L?Ms<F6X6@pmMx@plxh@pm+>@plZZdFfbM<MB9J^V0FO#%Fa}^U?{l#_Ngn
zi5kMR#%~Q;^U}$*#&b<t^U^7_#&<1R^U|rb#(QmA^U`Uw#(y1J<NtJ8<Npj=<G(Jg
z@n4VD_^(fE{5POA{?DW}{u|O7|7Xz}|BYyk|Fdb0|Hib&|2eeA|GBir|BgkUSKQuQ
z9Q$SF<!@3TDAN6PUxzQSzY1Sye;K~W{vv#_{dxEj`?K(+_NU>?>`%g%+aHIous;f4
zX@3~L%KjjHwf%nh8vDI)6Z>7gzQEg5%7s+Td|bJZ>RMa5kgB<@Tu9ZzRxYG!X)6~}
zwX&59sao60g;Z_qOOmv1U@I3=wX>BAsoLAhg;X7E<wB~CwsIj=CtJCY>N;Dwkm`C{
z{dlU*w)*c>H`wa8Q{8B*zfN_NT{lUeOJJ*iPIa@bemPZFTjMa*Ew;vCs&2N%VX9kg
zjl)#kZH>cJx7iwpse0HNhpBG2H4ami+8T$c?yxluQ}whp4pa5AH4antwlxk@^|3V$
zQ}wkq4pZG}YaEuDhc({%`*<piw*j=q+dx|5?Jip5?QUA*Z4j;Tb`P!bHkj6UyO-8@
z8$xTm-A8M@4W%{S?x!{0hS3^t56~KK!)cAT2WgGB5wynJL$t=*NLu6VVOryD6s__0
z2(9rpn$~!Gl-76~Lu<S}Mr*u{r8V9jr#0Tj(Hd`0&>C;!Y26=Bpml#dk=A&eMC<<e
zNm}FcDO&f(lWC3Dr)k|EKSOK$K1<irdI7ER{5-Au;}>X+?-yy^AHPIvyuVD>)_MW0
z@&78V@&6jF@&7ul@&5*`@&6{R@&6XB@&7ih@jr#u_@7E^{7<7b{-@I#|1)Tf|CzML
z|14VLe>Sc0->>L7#qB-Cv0vu7%{7IT2-#eJ-PPfF_Eq8e_LboU_7&lU_T}M4_GRIB
z>`TM%+Lwgivo8+6Z(kJtz`ij2p?yL4Bm4aD$M$*QPwaE``T}oL;knIcK91)$pWAqD
z^M#G)HecF!Zu6Cm=Qdy4cy9BJjpsItZ9KR6*2Z(2B{rVhd}rgi&G$B*+x%eTxy@1=
z&uxCR@!aMo8_#Wiw(;C%nT_W*zu0(g^Q(>LHow_;ZnNCRbDQ67ty`|hx87GNms73u
zapiKVRkm_D)oNS0oazr-xtwZ^tz1sE)>ba3`qNe}r~1oQE~on2RxYPnXDgRet+$oS
zsW#Zk<y8OJ%H>oWZRK*Re{JRRf3=17&<7Q4^g$&y`k>A1`ubI@ayI&)&298S<?Yjo
zUz}y7`JTr6mOh?J<9#by<Gli{@xC>!@xBeM@xCps@xC3c@xDE+@xBAC@xCLi@xBwS
z@xC*y@xBYK@xCjq@xB|a@xD8)@xBMG=Ola58vhk(Jtx_VRvzq4>p96jwDMtJTF*)L
zqm>u?(|S&F0ImF}MC&=pfwc1EAX?8!4yKham1#XEIfPc;RH2nOhtkTMs<iUvFj{$Y
zIIX-nf>z#Cqm?&D(#o5oXywh(wDRT{T6uFUt-LvoR^A*>D{rdP%9|5t<;{t-^5!I3
zc~gT{-keM;Z)(!Yn^S1zO)Xk^b1JR8sZA?yPNS7Kb!g?y>9q3Z3|e_pmsZ}?qm?)H
zY4w2(X!U_-(#oTTwEDoaXysEQT7BTzwDPJktv>J^y1pWiuBV8km1pPE>H{yJm2Vf)
z>H{yLm3J4@wKc^ReMxcKBw7NeU}@eDz4PC}(o6ky3&WS$^TU_hbHi8Iv%^=~Gs9Qe
z)5BNWQ^VKTox)A*4&kPDyKpnRP54^7Rk*p`BHY5hHr&!~8g6ArA6VMjj=rz7jU9bn
zX<Iw`y3%%b^l_!_?daP|JJ`{um3FkFFDvb2pA&zc>+G|`*V|`>JKJZ5Z?Nl!Z?x-%
zZ?aDhcd<_k-)x^6?rNVBzQsN{+|52Ie5-vzxVwFP_%{34a1Z<F@a^`I;ZpmE@E!JH
z;hy%P;a>J3;okPa;Xd|(;lB0(;X7^3i~YP!eS+r2RQ-Ki^J1z2w&ulD18vQVsqV5h
zFQ&TN*1VW%kga(!)jhW6#Z-fB&5Nn-wKXrM8e(f+Om&~Fc`?;cTk~S7`)$pOsfO8_
z7gIf8Zyz3RqYr=3-ZsvUu+fJ<WN#hkN80GaAGWuO^P_C^;g8r`#QD)S`tV2X&ExzS
z8-4g=_GWQ@tc^bWak~)b$Jv?}Q$1n-o1}FE`=9UxdwqDK{dahh{b%?|drkN$dv$oS
zy)yi?t>;9kp0R&R(z=2DOZYka=kW9PkKq^WAHpx%--TbYzYV`^e-nPi{wn;c{YCgS
z`?K)t_9x*t?2p24+8>19vfm58ZNC$qVlNC&wdaSY*>l6w?b+cO_RR21dwO`5JvBVr
zemgwJeltARemy+Tel<MbemT6relfhzem=a&em4A$t-dVPySDnURPWj9yHdSxtItaH
zfvvtO)rYqFs8k=>>YGx1Y^zTyR%yO{N9zJUo@$ZacR(-H`wr*@dfx#(U++7h=jnY1
z^jy8~fS#lG9niB2*<yN@-giLH)cX$T8G7FVJzeiRpr`452lQ0E?|`17_Z`rk^u7bS
zquzHwchLI|==OTw0o_jTJD}U@eFt<Kz3+f-t@j<!t+Xycx77O%=oW=+72Uj$t){On
zWPi}j3fUUEX(3xns|oy*R{!%Ct^4A?Y4t<vXx$gDr_~>ApmksT53PP_Bdz=5e`)tm
zTc(RoTiq8IX!TPiwC;;Hqt#!Pqjg`rIjw%HJgxiUE$DN!E<iWdx&VE))&=NBS{I<t
z(z*cMQ0oHpnOYa18)#jCuCH|gx}Mer=(<`LpwG~{0DZdF1?W0j7obnmx&U2U>jJd;
zzdh($S{I<z4_2gWYF&U<f4DbYL+b*x`o(?e6SXcttAE^|uC8?fTK!}t`Z%o%(CRM_
zqL0zK0IhzrGJTZR1?VHSE<jh)x&VEI)&=OpwJty(rgZ_js@4VQL$xkISJAoveTdct
z=*n6bpbyr%0DX|w1?U5{E<jh(x&VEE)&=POwJt!b|2>gb|9cXx{<j9L{`X{B{clZL
z{qHHX`rlf#`rlJ&^}n@g^}nal>VNCd>VHqC)&HJBtN*P_tN*P>tN*P}Z?B(mNN-oj
z&ZM{1&p4#FDP(8STkB^W(iIBX+4NTW8He<ih3p)93;m2ky1ahIA-%bN#vxs<kX=A;
zrk`<0mlU##=z@O6A)OVnOKA1Km(m;6V$kY`FQ+%CC85<HUrDc13qz}4zMB3^Ef1~!
zxe2{ix9GI`>1OmFx}~SpUpJ>$X$gQ<zul5vp(O)a{da3xuhVKns~>Mm>vdY~X!Ymq
zX}wOX1Fe3&BmI+>Jm??w{sMZb-d{kgpYKfTby_#j>hEu)^*XJaX!ZMD=*9ZE1+@DA
zuJqS>eJQQ`fo}AdS#~R}`-ATE=UH|et^0)@^r!my1+?xTO6iZY><(J@6Fun<v#b}b
z`-|T6`&rh9*8N6b`d$6}0$TSU{pdw{y#THIkpc7qy<ULU{mEVQJiT6k*8R#LdX8Q%
zK+o3e1?X9Ny#THInIZHHy<ULU{moE%nqDtJ>wae#Jw>k<pmqN<oPJBM7oc@NG=hFZ
zuNR<oe>9SQO|KWAb-y%<enqbrpmqN=ntn;I7oc@NHHLmcuNR<oe>IkVPOlfBb-y)^
zenzhspmqN>p4Phf1X}lF6KSoBPoi~y_9U%!@uz6ruT7@4F8(yF`?qIkt&2ZP>wfMz
zTI=G^)4IQVf!4bCi?r_dUZS-w{z<X_ez|yjc(MJyq@=jxjjoGSulVb9U8H)|)^(BU
zHCxw3s@H8@7pdN`bzP)-)7Ev7>MdK>MXI-LT^FgQ*t#xKO|^Ahq?%^yx=1zM)^(9;
zhOO%&)l6I0MXFi0u8Y~;rg~cMJD{J^(gQt7?>nF;XsLpJLhn1EAJ@_b{g~c&KtHOb
z5c(0lbdG*lODFV0dg&egpq5(b2lUcC`hG3V(D&)3fAqb&F6evGUxZ#l=;L>XKeGph
zKezjbzp(ENe`)s#e`WUye{J8Pr6_Mx-JWHO>D#n)Mc=Bo1kkr=sf)f@Zz-T}($W}x
zgWi%rU!VTNT2k}zPT`;I4&k5ecHw1qoA57otMIROi|}vuwc+J<Qw_QQ8GkE$Je9`Z
zN?PM@6|M2Nn%4OHgVy+4Lu>r4r8WNkq&5EjqBZ{hrZxW7(Hej2X^p=Pw8q~*w8q~?
zTI26uTH}wO6_-uc%I#L^FGE|6#}fKUEd|pWpXKO@T1uuTXsMYVucc^O<9ADXoc=hp
z#&ZRFtd_!Qjqh#fF<MHeHQu+QM{6mb*7)Cn9;KyxT6wS&JyMSXXywB$^awplpp_T9
z(V7Hyr<EUj(8Kg7gI1nYq=)KJ2(5hCn;xP^DYWutUwW_}#n8&1{pmq^bVDnTD$#f8
zQ4g(rI*1;iM?-Xfy}y9&r$<S&@~aBnSC5`(<ylp_w;ol|%D2Pmo_e%JEAOh&rFs-b
zEB}t7d+5;_tvo!2?yg5|wDR#dx|<%&(aOu}bXPsfqm`d0(p~iEk5-=6pl{TpLR$G+
zlkTiXi?s5#7JZ!_MbgUO+H^-fx}=rIb?Ekb)JZF!&!F4t(J0+UuNR<O>rpDL{BA(E
z)T38gdESt2u1B@B^1Tt=OpkVH<$Ytii5>+N^Y5JEas83<D)TvDZx;`0bFRM*ec5@o
z=7m(}+vv+Kur)8Fy3j^nc9E@lA=Sk;`m#%G%?qh6wb7SdW@}zZb-9hc><U}+LaHlm
z^krAsnio=CZEIe*#@key7n;zT2b$8#{buw8O|`Ugy*aHMZ$T@!ThhwuRIPkmx!juP
zmBXpp__%U6Ra;v*o2s3yTus&9R*t6XU@JFMb+na}sXEyj7pbnZH4ai;Z|k~G)!A;7
zq;&&Z*LA8JZC%HyZnAaVrs`trIxX`#NV@*I`gkf`f49)O{<_h+{%)mp{dK2x{oO|E
z`s+dK`n#Rh^;b&k`n!YH_1BZu_1BBm_1Bx$_1A~i_1Bly^>-(&>#rZJzN9~`>u~_B
zzGNV+>+>#JeaYSQ1g#g)<F#Hu>-rr`t1r2i*7ZDuR$p=-t?PRzt-j=bTG#t9dbBQC
zTG#(@T7Aibw8p~-T7Ahww8qCsT7AjGw8qOQT7AhQw8qb9T7Ai*w8qmIT7Ai5w8qz1
zT7Ajmw8q;wT7AhAw8r0fTJzEbTH|pdt$Aq@t?~IJt$FDwx{cNgXiWl7(;C0e(3+Q?
zr8S<Pqctx*PiuU?Kx<xlk=A&BiEg6x!lGX;Zf_}${ra1w5YQI$(kuQt%uBD@n3rC&
zF)zJtV_tg0#=P{Vtz1a;mW_GoZ5#8_6dUu>R2%csG#m5MbQ|;13>)*(OdIpkEL*vd
zYPPL$F~{3fm>1^yIOc_UwyyJ3^KHxv3vA2_3vJ8`i)_pb@7VX~SFzr;)i0-d&%QfJ
z>jt*^<y0To1Cz9FV5?tF^^x5_N$Uo7zwjsao#9Vy^~<R~v->3JEsM7L<y2qTy^{2n
zM_c`Js;}%jlJu5IyHx81-ln=e?G%s8-xkj=_O?fyUt-@D{?6_m{@%Vd{Da*sywpyE
zK)XNMUE};u_RZm+?JnVE_D$hm>>I<s+BbxMvpa{E+t-JGx3AMB`9I@vrH`l5cw9wm
zJg%lS9{-><9@o$sk85d-$3JO}$G>Qe$G>Tf$91&E<9b@-aRaUK_z$h|xRKU){FnB4
ztdRa^wbghm(3+=8XpPU!Xw6gQXpPs+Y0XpRX^r14Xw6ew(i+cO(VC|!&>G)c)0(HY
zp*7yOr8Q4&M{E3VPivmqfmR;uNGlI^qLl|b)5?QgXyw7K^Z>0F(EYVuKr0XSpp^%E
z(#nI1wDMptT6wTHtvuL=Rvzq2D-ZUgOSN7=Yy2NTYy4NDHU1BzHU1BxHU1B#HU2Bp
z8vlpT8vj*jjsHVwjsL2&#{Xfo#{c28#{Utt#(y<h<Nrun<9|hQJRDU#uBm)el}kI?
zz8(8V`|FeosgALg3#pE^l?$nkvy}^}j<=NysjAz`g;Xcl%7s)X+RBAgC)vt{R5fhn
zLaLK(<wB~OwsIlWDYkMURV`b&km^+1xlpXyHs;CGY|N8&Y|N9V+n6WMurW{8wFl@|
zvFh0x7pdyom?s<9m?zJ)F;6zMF;AXlW1eheW1c+Q#yr{B#yokBU8;2gZ&PVpq{@%W
z=NHeP=dH#`stat5lT;Vl8YihPvNcXpU2JQdq`Jh`I7xM>t#Oj-GF#&$)#bLvNvbPs
zjgwSY+8QURuCg^wQeACpoTR$O);LMk#MU@D?SIBYGapZ-@o+7z@z9*scxXXuJhY@W
z9$L{F53Om9hc>jvLt9$op&hO9(4N+K=s;^cbfh&NI?);r*U=ge*V7sgooS7S8)%J(
z8)=P)n`n)PF7yC>OKFXVuC&I(Ewsi%H(KN2R$AksJFW3>8?EusgVuPsoz{3LrAswL
zXkGt3X<h%lXkGukX<h$)XkGt(X<h$!(z^cp(YpTo)4Ki#(7OHy(z^cdqILb>P3!s}
zMC<y$ht~B!nAY{*wCH<_+jEQ8{$-n|L7*+>i6Q<v%oF$7m?wtXm?!SHF;5J$F;6^T
zW1bjpW1e`>#yl~?#ys(mjd^0Ejd|i>8}q~{8}q~?Hs*=Zw#LPy-llq5>j?ByT1TKK
zX&r%{pmhZL39Td0k82%)eoX5K^rKowpdU$p5UnTp_`~5z_Cw((?FYk8*$;##+xLf`
zw(ko+W8bU){{MXcpY!ol`u;yp>-+x#t?&Pfw7&l@(fa<sOzZpq3a#(|tF*rVuhIJc
zzfSA>{|2q^|C_YF|8LRy{=ZG@`#*)&_kSv_@BcJ<vffHS>w1_$KdHAK(7HZm(G&Ih
z0$SJ09D2N7UqI{nnMaS)>kDXIPYdX=dVK+{>uV7`Mz1fRb-leykJjr8XkCBr)1&nI
z0$SJOhxACjzJS*C`7u30uP>l=y?#m$*IP?yUB92x!}L}ZTG#WJ^iaKZh1T``H9bV@
z0<^C8#q?lBLebwAx0e>L{W6~`h+JIauR|_=XCoKCw~>oK*vQ4DHgfSt8@c$Cja>ZM
zMlLS1k&D0B$i-i6<l=8Oa&fthT>RZeF0QaOE>f+ukxQ#=<kD&zx%7vPTv}rzm)6?I
zr9W-t(qFc|PpSU4(Z8>=(Z8>^(Z6r7(ZBy=qkrFM574h-{cEFt&wrL3`uD=tI*<On
z#76(VncYXfidD{5zmjTm8~uBE8~ythHv0E1?NZ&xme)3wuD=RCo=Vr>*0ip_ZD?J8
z+tRxJwxf0ZZBOg^+kw{gw<E3VZzo#U-_EqIzg=iuf4kDU{&u5v{q0Wc`rCun^|vRj
z>#riMT-uA)^|&{!T-t}$^|>#tT-uM;^}0W;TsnZ(^;?NnE*(hgdOnC&E*(tk`mRhX
zmkyzIy;q@?ONY|B{;Sfu{tu&d{U1*2`agmmsC5Kd*Z+~UuK%NGUH?bZy8e%$b^RYp
z>-s;A*7bipt?R!!t?T~;TG#)Hbg9<Siax2hy`*^UH~pV+k%mMKe;so9WE;6$(?%|z
zVk4Jp*~sNnZRB!o8@YU%t#Og6j*VPC-9|2-VI!C8+Q{X4HgdVXja+VEBbU##)sLiV
zXirMg>k@4B8>t%E>Mv5AZL6P1)!0`5km?*;{X(j9ZRGHIHgfoU8##P|jU2wv9;jc%
zy2wTjUu+|XFR_usm)gkT%WUNE<u-Eo3L80mrHvfE%0>=fZ6k-Tu}lBwbJdi?O?^C-
zuD52iuD5GxU2n~4U2iRDU2iREU2m;uU2m;vU2kn@U2kn^U2pAZU2pAaU2h#|U2h#}
zU2mOeU2oUX>W{Cd)gO1Jbv@odt3SSxo}_gIdZN}5XkD*2)9R1A(z<?cp~q<*f!6hW
zD?L{02(+&6+i3O2J!oC;x6`9_3DCO!@1S-4_oQ|G_o8+E_ofHx5~X$h_oa3H-%0EG
z??>zU?@#OcA3*E+A4u!^zl+xOe>bh`e-N$f{~o$jue&LFaB+J=@!Bu*xmFq%sqXdH
zA%}<9$l?2J<nT}%Iefp393EyPhaa$!!^3Ul@PjsTc!Z4{e#k}+kF=4)58KG$Q8se;
z5gR!?+C~mPYEROyVvVtp!;jg>;juPy_;DLKJkHj2dBPUjrqbW{cpp!tzwZgO{=O&D
z`um<l>+kzXT7Tb9(fa$IOzZFaX<C2Z&(Qk&ewNnX_j9!VzMrS{_x%E`zwZ}m{e8bg
z>+kzzS~>IztsHul*7xHzS~>JOJxP}!tsHuj*7xfzS~>JKt?%CyS~)b8*7tK7tsI(8
z>-#%{Ru0Xi_5GejkJcqq^z7nxMf%=v+HU$>pSKI?Xz3h(-J9XL_Uqw!_N(Ff_RHY~
z_KV?#_VeLI_OtqVir(fkrG9@}KTmO!^Mlz_`gw}<B>g-^dV+qQBK?GZo+ACYex4%z
zn0}rj{iuGPBK?Ry*MNRlpKCxrq|Y^=AJpd>&=2Ty4e0yzxd!xo`dkD0UVW|seb0Y?
zKiOg*zdQV`Jutk)?jQcnzBBy2-6#Bm-7CD*zC)jD;BBhg^|=Q0ZTegT`c{3e0ey=;
z*MPoRpKCzhq|Y^=Z_wu&(AVp84d_ns=Ud_9`do!nEA0;9Rkl7?A=PTTUHA`MpR15+
zjol`^*4F1Lr25lt75>ZC=PIQ7+inqFXEzV8x33Lvu=TkLss6E>hBw+x^tlG!rqcVW
z|Eq1Zr}t5(D%g78bgB|t?~_ionXUIlrz&UbebA{kxAnf~ROM~G&pFi=w%*sAYD-)1
zYfiP5t@kyjs$lDV&8fDw^}gm*+t_+vbE<7^y{|ddcDCNvoN9Yp?`uxAgRS>9r`plp
zJiL=#F1)k7S$G#)?`uxAtF8Anr`pZV^tlH4ws`cNbXMyLKE5ctr@b&-(OwYV%bp+J
z+nyKR$DSMB*PavJ&z>FL-<}mdz@8bdWX}j6XipCxWKRnpY)=hWwx|5((tJ<(U&Y5$
zy`|4Jpfw*<rQgu!8qk^_4yRw!=NizOFRIb6=yMHd%^ye6FX?j)Xw4_b&@bq74QS0T
z$I;K}a}8+CH`VE9^tlGK=ARSk$@*LaTJup2`bmAR0j>F|COuJ~Yd~whszs02=NizO
zziQLt^tlGK=CeBVSbeSmt@-T?dW=5TfYy9hj~=bhHJ~;BHK0f7a}8+ChYjhG`dkBA
z^J61=gg)1R)_mER9<I+dpf!J<OApiM8qk_g&!>m#a}8+CuNTro^tlGK=G%+u!TMYS
zTJ!Iv^dSA*L|XIl<@8;J><U`*^Of{~LUt9c`TA<QUm?4O*8JUs?pw&3(wfhk(Y*`V
zwY28<=5)_O)`Hf2-;ypZWUXk;|E=jBg{%#&exNPgy^yt|)gQE{yA`qywEBgPbk{=G
ziB|t`9o?mnT~Di@=uF>O$Znw3U))G{E@U^+>NmR3*A=pxY4smnY4sns(CR<B(ds{L
zrPY6Qr`3PlMyvnmL973`omT%*O1IR{O{CR-^rY2)^rF>&^rqE+^r6*%^rh8*+)1nd
z=tt{wUHa4NM+VUPT$h2g`jfk8eXh&hwEC4nv_9A69$Nj&U|OH+axblZW(cj%b-9mL
ze>0TU=epcatKS($>vLTmpw<5jr`7*FNUQ%DL973Hh*tkIl2-roFs=S)6s`W}5nBDv
zXu7<9ZX&JzXAG_W=P_FS&sbXh&*QZEpK-MMpC@SbKjUfjKND#6KNIN%S{I<z|2#>n
z|9Og5|1+6Z|MN7h{^uE5{m-+s`k&`$^*_(k>VICK)&IOmtN(e4o}%X{MZa9!{=fId
z`<0}QsPq+o-9F)0?Y+XU*?Wdxw|5V}VecA#)80A!mc3(1_O`d_zIgkRY|19*2eWNU
zvZ?geCD}B3tCDOwy+uhjgWkL(n@Mk0lFgzECE0BH-$FKr{-==5rPmj-dGz0fY(D*G
zAzMJNDP#-j)rD*ky;AD}^zYHPzw6__h2OJ(3BPau9R9%mG5n$ZL--^6yYR>Mw^|qQ
zHq|#;7ofk=x&Zx!)&=O#v@Sq@qICiKBdrV2A81{GeoyNH^gHqATkPYD!r$5p!%OT1
z;qUDE;qUEv;UDa|;idMR@Q?QF@K5%v@Xz+l@G^Tw_!oP6_*Z*c_&0lMc)2}A>jK`U
z(!7*vg^z0<O109~ypw8`t$8NZYFqP4sy}SaBdONdnm1CdwKY$q`qS3Dkm@g6^Fpe>
zZOsd**4dgDQmwZ&FQnRFYhFn8kF9wj)ka(MLaKjl%?tn4w%XIYkg8y7UPx79YhFmT
znXP#tRXJPpLaNPe%?qi@+nN`)$hXC#xG&z)$8lf0mA$a|b=p+07lgOAabLWRjr-zl
zZQK`cXXCzjdmHz~JJ`4{-qFT=@lH1Gi+8qhU%ZPwO}~n@t35SIuQRZx{O8hqPx-%x
zkEhzVB-@kLd{B|zyCmC-*8H$HU9lwFht_<tFTF=ewjZteV}E+LlI#Fl^GPLomy+y2
zTJy_6^iCz&!L;U^%JdE;*&(#%pDOfrCE200=A)|gHYM3%wC1P7=?W#;5wzy3YV?*R
z*^#v7ucPSlCE3xm=CfnyawXZZwC1<t=#rA`cv|yabvi4_PM|gaok(xgx&W>Dum-(B
z>jJdq$C~sytqahaFKf|%X<dNU{8^h`t91cd^JyLW53LK(nqSYLS7}{<)_hx!UZHgX
zTJvuMdb!pGXwAnB>0h-jKx=+(L@(320Im7DG5wR)1!&FR=h92HE<kHOKcD_y>jJdq
z_Y3JIS{I---(O5G*17<#`TtV-Ypn~=>IW{Tztp+_t^VLj`g5%d(CQbira#rX0ImL^
z3H`Cw1!(mX&FBxcE<mflXimScbpcxaMoao#tqaiVKU&l3KibghKibmjKibjiKibpk
zKRVFrKRVLtKRVIsKdz(Ie_T(i|L9Ds|G0rx|8XO&{^KTE{YMvC{m0F;`j4)(?u&1s
z)sJ+ebzgidt^TAtt^4BJX!R>SXx$gzPOE<@rFCC?2d#dlC$0P9UbOm~-n8zE`_Srl
z`qH{DzLQq}(~nmF)1OxVGk{kAGmuvQa~G}t=Wbg4&mda;&povIpTV^HpL=QbKSOBs
zKljn<e}>ZPf9|K%{|uwm|2#me{~1oJ|9OyJsLwB;)&D$1tN$5EtN(eJR{t}KR{!$|
zt^Q{;t^VgxTK&%$TK&&swECa1wECaNY4tzj=qYNMi+-ZGeLD3%o3@*t7vJ+=-&i`{
zUpFW`!M-~@(Y`A@$sQPf(jE|g%I+VYZ1)R4ZQmJw#_k(_*6tI2&h8z4-tHBC!R{G;
z(Y_=6l3f~p*}g6OihXPNRr{9kYxd3I*X^6aZ`e14-?XnUWN&$!)&V;GcRqXD$2*3n
z*d4-C?e^hmcDwL&yKQ)e-6lNKZXKRww+hd;TZZS@Ey8o{=HYqvwc+`8v+x4DX?UUC
zMC$_Hrow&TJ3g-5P4%v=oK5wftz1p@zO5Wh^?|M2O!c9yoJ{qRtz1m?v8^0T^@*(<
zO!cX)98C3@tsG4Cxvd;b^@Xh*O!cL$98C3<tsG4CwXGaX^^L6@Otsin4yO9nRt~0G
zVk-wzeP=5NQ+;nM2UGoED+ib6+v3r0(pfF3`1sf1pX{%~Kigl1m)T#0f3ZIg|7w30
z{>}b0yxjgI{JZ^ec!m8@c%}Vec$NJ@c(wh0_z(NN@EZHw|6H2yDewOD@l?vYzi8#%
z-?Z{>9j&}uPb=>>(8{}iXyx5TT6y;`?Y!GA{b96K-W6!&T?wtc+l*G;m7|q+o72j>
z^7QRm7odCS=OEC^!>#D<`Z)-+@^Ndrn|=-gt-Rcp?y8@IKr27Dr@QFqAkfOw9qAkO
za}a3d>&|p%{Tu{ZdAlopoqi4it^D1cR{rimD}VQ-mA@5f<?mj!@^^1q`MVFT{N0yU
z{_aOBfA^=AzX#CD-%7Od_dr_tdl0SsJ(yPhR;HD|htTSStI*2hLuvKFRcYn(VYK?-
z!)fL95w!Z?YP9nENLqdHQMB^>Xj*;nF|_jiSXzDXakTROcv^jMbz1p<0<HW%kyien
zL@WPm(8~XlY2|-STKRtpt^BV=EB{ZWmH)MA<^O54^1lwP{6C#m{+~fB|LfAq|9Z6Y
zzdo(}Z$K;m&!m<A4Qb{7S+w%M5v}|`n^yierj`Ha(8~XFY32WUwDSLaTKRtgt^B``
zR{mc^EC1IP^Y-H6@&C6E{{6psv-A>w-SY6I_HW_K>|eu|+rNabu$P6ew0{m?W&aeu
z+Ws+ojlDG7#Qq`N)c!u)%>FKXt-U1N-2OJ)!d@J1X@3=NWq%QFZGRSSV}BBEYkw4O
zXMYfGZ@;JY0&i0v{LX*pvyMK#DBQ_j7{1P45We1?AMR|=3*TVR4c}<b3EyPT4tKF<
zg>SZJhP&D`!nfGd!`<v@;alyg;qLYntrvKk3Vm=7A4ea2yNy1$)J7kChmAhCr;R?i
zmyJHSw~aoykF6X`)z?-Irn=Ks4yNj7D+g2cx0Qpb2H48MR0D10V5+-p<zTA2ZRKF9
zLAG)*)jhUyFx6mNIhg8RTRE6&h^-t<b)T&qOf}S24&I+{i$~E15A$*K!4KHzgNNJb
zgCDff2amAP2R~$^4<2cw4}RE2A3VxNAN+`oK6tc^KKM}^eef6?eeh#8`rxtl|MtPk
zyKz3AN_qDLt-KpgEAJ-I%DaiQ@@^8XynB*X-aSPt?<UjAyQgX8-7~cE?pa!S_Z+Rf
zd!AO_y+AAPUZlS%WG~TL4}O_e9=<|rJ@{2x`S=>G_2AcO<>ec+)`Q=qm7j0XS`U7k
zR-R6wwH`c`R=!T7wH`d3R^HB_wH`c^R{qYSmA|uT<?kF?`8$_Z{?4P7zw>G3?*dx+
zyO37?E~1sc@6gKMcWLGCd$jWReOmeZ0j>P~kXHVFL@R$krqu_3LMx9yrPT+2Mk}8`
zr_~34K`XDnq}2z1MJvC*rqu_3Lo3f0)9Qo2rIqhXX!XJ0(aQVpY4yQB(8~X%wDSK)
zTKWGIt^EI)R{k%emH)rc%Ku+!<^ONA@_#w4{QsR+{;!~w|0`+b|0-JfznWJ5|3NGN
z*U-xUwY2j8Pg?o^7p?sNn^yj>qm}>bY32V0TKWGEt^D6eEC2tco&VdXaMo7&U!ax$
zCA9K?Gg|pyj#mCZUi|lOUOfH`{`K13v>yD(fAeN(d4Ju*;VtZk!du!8hPSdG2v@N0
z4{vSX7v9FcH@vNVPk1|fP<VU$?(h!wUEv+=f#IF(0pXqP{^4Ehe&Jp1JHxx#eZ#xk
zeZqU#y~BIjy}}jkp5eXhJHmV0rCKlWHuc4w{yU%T>*F26``I1B``hiq2iWbxmF%|R
z1MN29gY4GfgY8z~%67}}A$E&!6}x%(Q2W|&Rl8aEFuQ5^aJz}t3%pH*zPOr?qc1+v
zMqhlCjlTG38-4LHHu~aYZS=**+31Upx0Q>js@uxNR43TV#Z)KS%EeSC*~-OKHEiW#
zs*`QyVyc?9axv8@wsJ95EnB&m>Qq~~n5wp|TugPEtz1l1$5t+;I^9+-raHq`F4oPr
z#iPHcv-&v+KE6C$-~KJ!!2UISru|E}p}j18mi=?Mk^NKnZ2QM>V|!`%9Q%jxx%T(r
z^X%`!=i5ud7ues1FSHl`=hA#n`FF98ry8Z#5zxxROX-n%9RaO;yqq4P*AdXl%PZ;O
zdL03+{JfeTrq>bB%F`zFP`!?TR=zf)hv;<#wDPt&Jy@?Jpq0NZY2|M#TKU_WR{pl3
zmA`Fi<!?J$`P-gW{&t|1za44iZzo#$dmXL(y`EP7cBYlTH_*!88)@b5O|<g23$6UU
znO6RGrIo+8(8}L#wDR{>TKU_ZR{q{bD}Q^?%HP{*<!>pi{Jn!#{`RDmzrASXZ*N-p
z+lN;E_NCPq-$^Tv`_bx)`_szj0krz!fwc1aE?Rx@-L&$15UsxW9$I-mm{wnWFRgqZ
zLaQ&nk5=9frPUYTPb>e2(aQe^XyyNKTKWGVt^6NBEB_y&mH#7Y<^RL9@_!Vq{C|X2
z{*R`W|Buqj|1q@k|1nzmKbBVhKTiLy*AdXl|0ihW|9D#YKY>>MPo$OqlW67tleF^x
zDO&kInO6QkO)LMOp_Tv7(#rqmXyyO&wDSK2da>4vi+-`V{eS!7fB%~|OJDNW{S$uK
zULStN{yY4t{b%?!drkOtdv*8?du8}d`}go$_VV!C_HW@S_OIco_AlXS_OkGF`{(cs
z`={_s`^WGsdue#K{X=+;{e5_@{atvTy(B!}{x-b8Uaa*3Z&P3V&VT2#MLxbL{Eoda
z{I0zq{GL5O{JuRe{DD0;{GmN3{E<C7{INYN{E0m?{HZ-7{FyyH{JA|X{DnO={G~lb
z>jmDXLSOu~kE1XC#ztSf*hXLct&P5TiH*MaI~#rR_cr?CA8h4fs-?DaG1ZT@axv9U
zwsJAm&$e<g)iPVTnCcf>xtQu#Te+C(H(R-wYPqdkO!d31TuimXRxYMmX)6~~t+JJi
zsaD&{#Z-UT%EdMLws`dSbXMyIK90WlPaA#lUpD&Uzisrz>umJJ>uvPK8*KE&|Jdk@
zH`?fn|FzK<XFJH~iwidT;u0Hu@n-h7`c<rQ_Tr?hG~ZMHmG|*f8}&K@T6wr7y+N-d
zpp}mm=yiG>0j<2;hW<;hBcPR^+tF+FIs#gGx&!@(UPnMHUw5Kc>2(CO@^%+`g<eNM
zD}Q&RmA|{w%HKU`<?o)f^0y+b{N0OI{_agHfA^u4zx&e4-~DLi@BXy%_W)Y?TZvZw
z9!M*H52BU72h+;m%Cz$L5L)?Lg;xF^N-KY>(#qe%XyxzWwDR`|TKQXzR{kDID}Rro
zmA^;R%HLyX<?pey^7lAe`FlLA{H;!_FFt`*9-m07FFuJ@KG&et7oSWkuWQoki%+4I
z-?eD<#i!EB^V+of;?rp5dmUPR@#(bk{tQ}uaa~&ZUyoM)*Qb^L4QS>6nY8l1A+7vB
zi&p+OqLu$=)5`zGwDSKPTKRu2t^7ZaR{oz)EB`N`mH!vg%KwY#-?QvuTKRtot^B`~
zR{mc`EB`O2mH$`J%Ks~A<^NT*^8adD`F{<q{BJ@l|C`dv|7NuE|5{r4-<)2oDYfVp
z#qF!b>_4(3-zm+1fBL_9bJO~<+-lR;m$vkF@_*;E*7j53HujU@w)UiOJ9}cdy*(k^
z!5$y(Xg?9|WRDA9XFndk-X0t7Y(Eyh!5$O7(S9_1lRY}z#l9zevpp!>)xJA?i+xwP
zn>{dmt34px-R>X0&F&ZOVc!|P-R>JMwfltcuzQDl+P%WP?4IG?_8s9qcB$42yiL_9
z&fn?d9mD<X4&nZG`|tp}U3j3~Hhh=eCVaQuIy}g36~4!A86Ir62;XZr4-c`g4c})s
z3lFuMhVQqVXuZJOROr(m@Nx9%!)^5G58CL{N7(4oAF|P>kF?RJKWw8<A7yVJf4)a-
z<#ejiwsJbvqqcH7)fihjo$4`LIh|^(t(;EvxUHN{HO^K}r+UIxPNy1gE2mRUu$9xP
zCfdsBRFiDwbgCz9<#ej2Y~}Rid|N#FZ#t`W10UZQe#ZVM{H(np{G7c${Jgy`{DS>=
z_(l7#@Jsfe;g{{T;aBW6;aBZH!mrt@!>`+`!f)6s!*ALv{&Q)*r~G}}$5SbPr_jpZ
zskHKU8m;`DPAh+B(8}MLwDNZrt^A!$D}U$E%HO%P@^>Ds{GCrLe;3fo--WdDcM+}p
zeTP>5zDp~A-=mek@6*cP4`}7@hqUtdBU<_UF|GXlgjW83N-KXqqm{p()5_m3Xyxyh
zwDR{WTKW4mt^EClR{k!gmA~K8%HJil^7lJh`TISs{QZGe{w}4JzdzE--=ApZ@6WXI
zcNwkx{e@Qk{z@x<f1{PZ%W38B@3i{#6}0krC9OVv6|H<;O{-7;gH~Rzq1C6arIp`*
z((2RyqLt@=)9TaL(aQJrwEFZ7wDSHRT7CLPTKWGk?fl;{g@Lxp{{pT2FQJwHo6*Yu
za<uY)b6WXdo>u;EK`Z~aq?P|$(aQe{wDNyzTKT^Xt^D7XR{n2CEC08rmH#`?%Ksf{
z<^N8!@_%Pq`M(RT{NI&U{_jRB|97XA|9jBN|2=8te??mPzZb3i-<w{kmV#cPhb
zzxOR3|9|^*z5l;hoBDKl|4m<Cx}UfDJb+XO*!nzxRF!Of9zd!CZG9d<s)KBO9zd#t
zZG9d<s>-%L4<OYcwmuIaRTW#G2axJeTb~Dzs;aHe14wn4t<M8Ub-1n114wm*t<M8U
zRn6At0i-(8{yqALqwMA3qwU|q$JoDykF|dZA7?KMA8-F0u5SMnKEeJme4@QHe3Jb`
zxQ6|G_+<OLa7}wj_!Rrwa4mbW)(gB%^-i3x?c<BWr`Zd`b?gP<)9v};GwgZcy7t^~
zJ$p{LzCAnKz@8O8)1Db_XwL|rWls+`vZsa5wx@<0+f%e&;B6}O>F4@5`t<W`^y%l@
z=+iH-(WhT%qffucMxTDMjXwPnTRENTQrkIQtjlcWbgIj3<#ehmY~^&SD{bX;s;g|}
zbgHXu<#eiRY~^&SCbn`qRa09zovN9woKAJEt(;EP+*VGfYGEs<Q?;~})2;Gt@hJNA
z);^9ty^W1Ny{(Nty`7Cdy}gY-y@QQDy`zmjy_1bT{W=?c`t>&Y^v*W=^c!sS={MTw
z({Hj@>Q}M4*vjc*mF8RJZ&x2rrTo2xR{nOQmA|*r%HQs^^7l4c`P+k5{@zY2e@kiQ
z?;W)Aw<oRq?L{kpd(+C_KD6?;FRlE&lUDxrqm{q?Y31(#TKPMWR{q{aD}V2%mA`{%
z<?lVT@^>(;{Job}{tls)zxUC~-=Vbf_kLRWJB(KTK0qsfhtta62WjQ+2wM635Uu<j
zNh^OJrj@^=XyxxCwDNZ}t^9qIR{oBmmA{YC%HOfH^7nCC`8$qQ{ysq~f5+46(<ji%
z<B7ET^hvbx`AJ%R`ct&>dNQp({b^eH{S2)>{aIRh{v547{drpX{sOH&{Y6@N{}Qb}
z{bgGD{|c@Af0b7LzeX$nU#FG-Z_vvBH)-YnTeR~3ZCd$1g;xGgrIr8FXyyNOTKPYN
zR{qbVmH)G7<^OD2`9FtN{?DbA|MO_&|9o2czkpW$FQk?Ki)iKlJGAouU0V779<BU;
zpH}{VKr8=0q?P|4(JS?q9$NW-bJ3p^x8qaxZ`zjTKS$vatru)MUz#6&IOfsMeEgyC
z=k|l)FYE`xU)uMFzq0QOe{J8Z^#X5G-LCZl`Zlc>(6?&6fWAfR1@z5YFQ9MIdI5cd
z)(hzCwO&AXia*~^KHf3>v)v)Q%x)k4#cmh=)ovU9&2AH3ZnqBqZnp}ruv>;#+AYGX
z?B?Os_O;<Z>}KILcGK`$yNT8dyiIjvod3(mtA+ozj|i``4-c=m4-0RwtA_uv4-Id$
ztAzix4+&>G$(6$e``~bieNcEa`@nEHyHa>_`+#tHdw;DLc$*4+`IbJ8zI-bieR%~N
zeficl`togT^yS;y=*zdW(U)&;E0<I4U@MnX?Px2PQ|)9cms9O*E0<I4Vk?(Z?P@ER
zQ|)Fems9O-E0<I4VJnwY?P)8QQ&qH;%c=IVmCLF2ww24N_OX@AsrI#%%O`A;j%cg=
z**`yCJT^+NBcPQ>mFSUr9RaO;I*1;j*AdXltIG6ny^erZepR7|>2(CO@~kR7RIekT
zm2ZdBL-aZVT6tHE9<0|9(8|A~=pK3<0j)edhVHJ{5zxxV<LGXB9RaPptWI~;-#@MV
zJdy6A*AdXl(;D=RdL03+e62}$*6Rpp<!vqcI;{)P%HP_w^7k}a`CErp{+>=Nf6t(m
zzjbNlZ#`Q1Tc1|`HlUTiXVS{whP3kcEL!>7h*tidO)GyJ)5_m-Xyxy@wDR{nTKRiE
zt^B=!R{mZ{D}OJdmA@C$%HK<9<?p4m^7k@Y`FlC7{Jnx!{$5Edf3KpIzgN@B-)m^)
zZxdR5c~e?>+>BOVel4whZceK&Z$T@sThi*wThYqz*0lQaHnj4*Ev>%19j$zCPpdEQ
zKr8P%((21Q(aQhpXyyO)wDP|*t^B`%R{q~eEB|kzmH%C6<^RpJ^1mys{J(`({&%C5
z|F_c0|L(N%|2A6r--A~E?^pEg#qIz0rTOQW|Eu>MY&u_>&kX;>JaUJRuMhXM{|@)E
z{|xuG*M$4ntHXWmm3rTSx2e9-dI9~F)(hw_v|d1eru72)6Rj7}A8EaS{y^&m^m|$_
zpx=o<-(VkK6u#G97#?CT2;XPV4-d8Hh3~iLhKJd6!VlQ9!^7=a;Ro%R;Su(X@I&_W
z@JM@F_+fi$c$7Uw>jmDXQZA+%?c>VDRFB%q#Z+T#<zlMGY~^CAv9@wC)#J8uG1WL*
zxtQt+Te+BOyscbJHNjRcrkZFg7gJ5Lm5ZsKw3Umgp0bsTsV3XX#izYZrCdz)jE^e^
zQ$1@d_fkD)E9X)@Z!6bQy<jWHQoU#^w^F@iE2mPuY%7;iz4Cu;+;y~7<rao<tZTPo
zD}scSlynG)1qKEdD&5^JD43{phuz&R-Q6uBA}uA-+~>vpIbZL%^Pk0U?ZXhqI6P~P
zkG+pfm(qMA)1@@u%5*8scQRc{^Sw-$()=LPr8GavbSceGGF?hDPNqv~#>;dm%><b)
zrI{$xr8JXdx|C+JOqbG3k?B(IGt(We^k>?!`<Z)3cprhA9?ftc;(Y{e`ZUXZfcFu&
z>D3(fKHf**reE{idwCy$o1QIj@8Nv}Zu+*!y^Hq|xar*z_YU4i;HH1e+-rCrftwz#
zaIfNh1aA7c%Dsa35xD8)8uv2J1>E#=t$PXQ0&aS`&b^3p0XKbJ?_R*UfScZKaL?mh
zz)gQQy6NvGH~ro0roUU<^mnV9{%&*A-|cSt`-hwU?r_uJoo@QO%T0fGyXo&9H~sz7
zO@H^g>F-}|`n%6ffA_oT?*TXcJ?N&thurk{u$%rKans+UZuR$k`};_Lk8{)C<K6W4
z1ULOX(M^9(a?{`cxasf7Zu)zQo4xc@H$6Vh&0c!Cn?9f6W-mR{O|Q>#vzMOjrr+nd
z*-OuL)ARG(?4{?s>H7t4_R<U8^ggSbz4RhC{lC~v|1WXV|4ZHU|1vlIzuZm#uW-}<
zE8X<}DmVSl=BEEwyXk*+H~r7yrvKNt>3>c){m<p5|5G#Hf4MXFhh@I~{`LOjvGLr<
zqpuqszE&O?&MOZO=aYwq^UH(71>}L@f^vV(3v^BMIOhfK?wl96yK-LO?#y|CyCdfX
z?)ID)xZ84G;BL)%fxBh=`AX`3i*PBqdAPLPEL=uz8ZIk0373-_hs(>2!WHC(;Tz-z
z;fiwoa3#53xUyU~e4|_^Tt%)OzDcgdd4aBJD#Yuz=zjU|t#Y~WZF1RgRk=*Knp`@3
zyId-Khg>pzr(7a@ms~ttUA{hiw_GfIk6bi-uUsU2pIkUxLoUR5fv#!jVwwkZpAM#Z
zP^Non9+K%?nule&mZqjm$I?6^)2%d*%5*BtV=`SzQ%j~xX==-KDNP-jE~Tj})1@@^
zWV)25zD$?WG?3|1nuao6O4CTDOKBR*bSX^}nJ%SiD$}Jj&1AZirnyX)(zKB2Qhj~i
zE)9SGTOGTfxzU630yjNq<L<_Jftx<Gb9dpqz)deYxI1xP;HDp)+#NVCaMP16?sl9P
zxamtbcN@+N-1Mf0yA?l=z)gR8y6I0ZH~o3SO@E$r)1TgM`qRfvf1YyFpQqjQ=NUKs
zdDcyTo^#Wm=iT(Dubck7;HEz>y6MkLZu-;DO@I2k>CXT+{Tb+{KZD%#XRw?83~|$+
zp>Fy!%uRoWyXnseH~ksuraz<H^k=l2{)}<cpRsQG^Rk=0>=idXdezNd_L`eMz3yf&
zd&5ny-gL8<z2&A~Z@byc-f`2jcirq|@44yQ`)>BK58U+bLpOWbM{fG}v77#V;--I}
zy6N9%Zu<ARoBn;_rhi|$>EBmw`uDY){(a-7f8V<4-*;~M_r06`{otm5Kf38(%Zz`@
zT>tN0b~L&<PG5I8JYGH+o*?fJPn7=(Pm=!(PnLIwr^q|m7j;eZGv@{F)tnc&S8`t9
zUe0-ednxAy?!}xJxEFF>;GWNUfqQQJ`R3{VobY^kc6fn2E4)yi8D1pM2rrhWhnL9H
z!b|0;;broa@N#)_c!fMEyi%SRUL{Wmua?J$*T~~IFVHm&T}-o9_iZoxMW%~s*2%V)
z{VLPNH0x#C%YKvTVww%I?Pb5qbTQ3F+4izcGF?owS+>1wi%b{OY?W;<+a}Y+G}~pm
z_=m1(=wg~3x=#nw?3C$Vnq4xTOS4<1Yiah#bS%xEGTlnESEf^G{*rAk+b7#zwqLfr
z?0{^0*+JR%vO}`%Wrt<k%Z|vlmmQUDFUxWPw!Q2)+4i#IW!uY6kZmtJQMSG8B-!?|
z|HyRd!p!^Nr7ZmYKjql{W8&xga$ex32dBALabDo24`;Yna9-f17iYPbabDo2ALqE2
za9-f1C+E2rabDo2FBiBM@c-wgH(A~DI4^M1pNrk}=Mp#lxztU6E_2hL%iZ+n3OD_^
z(oKJ^a?_t|Zu)bzoBm{X)1Mq}`g4t&{^WGipImPGliN*y^0?{GwQl;8*G+%&x#>@S
zH~lH#rauMU^yfM^{VC+8KZV`&r-+;W6m`>|Vs83#y_^0NchjE|Zu(Qw&0bc@O^-^u
z*~`kf=~G!Zds#U*y(;f!FRS3DUpKhf%PP9*StU1nS!FkUyV1>FR>e*4ZgR7i-R!1+
zx47xwt#0~vo16Ysb<@9UZu)n-oBrM5rhj+3>EB&$`d8ge|L%6vzkA&D?_M|kyU$Jk
zYPjj&$r<0Dxqh5UU%GTqAII|k0{?xZ<GJym?vD&VBo7ZiEDsIWlm~|&kq3q!mHUSu
zlV1wgl3xthmR|_hk^6@0%Fl=E$<KxB%g=@z$j^iu%1?(I$xnqF%YDL4<lf<?@{{3a
z@)P0aa<6a;xhMOwu4!7v>#cOZMYy%xJlsZZ7H%sy4Y!k<gxkxF!yV*C;f`{{a3{Gz
zxU*b8+(oVz?kd*}ca!UcyUVr1J>*)P7wDSi&Un42?%xsaCEp%?Lar8mQmz{AE#DUI
zBi|Z+O1>rhw0v{;8TqF0vvQU2bMlSh=jF=bzH+7T3v$Kqi}DSe7wDRXE~n|I`*b)>
zf0^#486eZyGy`S2nr4tpN7D?J>1LWCGM!8_RHln*hRJj>&2X76rWqmA#WW*jx|n8^
zOc&FPmg!=eF*03DGghXHX<nA;VwzWEx|rrwnJ%VzO{R-!UYF@&nm1&+nC4BHF8=HD
z;q>qAWA`&(HHPy7H$8mUJ&N-JH+_8HJ%aNBH@*DOJ&f}LH~swBJ%sZDH$DB-J&5xH
zH+}uwJ%IB9H@*GR-H-DEH~szEO@F^})8B91^!GbA{r%oee}8b(-yhxd_a`^~9p|RM
z<K6Ukf}8$MbkpBSZu&dfO@F7j>F-oG{hj8fzti3HcZQq(&UDk?S#J6}+f9Gxxasd)
zH~pRGroZ#u^ml=q{w{RW-$icvyVy;Cm$>QgQaAlw=BB^P-Sl^boBpnJ)8AEY`n%dq
zf7iI_@6T@fyVgyAe{s{_b#D6mtDF9=chleB-1K*YoBsaproS8A?8Teh^mwzIy?Be8
zK5uoi7jJXZ>+Np#;y>K<dxx97c&D45?{c#j?{?GoJ#O~mKi%|xubaL2FE{<)=cfPr
z-Sq!}oBkhk)Bi(m`hVC>|Btxo|53O4e_<*#SNeaPoBki~rvE3n>Hmpt`hSv}{{P2K
z|KG~|_fO8;|KGj%I(_cpDCY(K`wqu*<W${17(PwjA3k0FD}09hXZTEccla!MXZURS
zkMKG2_VBs#w(xoK*6{iAmhc7g=J18`rf^nyWB4NZ_wdE?hVUiwZ{bVj_2J9pU&EKn
z>%v#azl5)p*K%H<Ynr+7dN$pk6TVuW9nLP#3g?h#hOd!lgmcQ%!@1;X;oS1na2|O|
z_*!{#IIlb@oKKz@&M!|07m&w?3(Dg-FVHm&T~1R-_vvz)!ZKY>Q$(iAX^P5pIZZK{
zE~mL(rpsxH%XB$S37IaZDJj$CG^J#^oTju)m(!Gy>2jK~GF?tnPNvIg%FA@Qg05+7
zFTO$dZ7;4U+g@Brw!OHrY<uyIvhBrHWZR2xl5H=(S*D9=ZjtF?np<VMnC3Q_E~cp}
z)5SE^WV)E<c9|}wxkILlY3`KO#mw9#)5SE^WxAN=ZkaBoxksjpY3`NjVw(G8x|pVh
zOc($4d2IUkz_I(8uR6l#4&3zcA@?CZci^UvHQfjJ+<}{3KI-1b=MLQTvzB`=pF42V
z(>m@weD1(aU+cMd@$d9*dfULggU=nf>2D)9{cY@~zfIiqx2c={HgnV8=5G4i!cBi$
zy6JB#H~nqxroV06^tY{>{<d?|-}Y|$+rdqLJG$v_CpZ1=?54k6-1N7roBnol)8FoH
z`rE@ze;;?#-=1#z+sjRVpK#OPC*Ab7x10X<ans+Y-1PTpH~oFaO@E(t)8FUZ^!Ir;
z{q5_fzc0Ay?~88w`;wdf_H)zU{%-m^z)gP#y6NvAH~k&#roThn^mnM6{tk1q7Y}#S
z;}LH5;*oCpJj%^pJlajK$GF*x$GYkF%Wn4KSKRdcRX2O_Yi|1fx|_ZD4L7}i)6HJ|
zmYe>+?WX_lxat49Zu<Y8oBqG=rvD$f>Hmjr`u~xe{(tPI|DU+&|EF&H|CyWqf9|IL
zU%2W2mu~uhf5u;Bt}mqr#NXGye@;~Qf1VpXzt-1v4Syqd4u30m41XuL4}UMW4gVmw
z=Da}H^mG1O{_}d4pLD-Pc%0lkJYH@Vo**|3Pn4U4C&`V&ljTO?DRRT`RJlQTnp{6T
zU9K0NA=eGhl<S0N$+g3?<yxE<=$huSczv$!KN_AVKN6lV*9<R^9}X{+9||v$9}F*+
z9|$jz?+-7PYlN4{_l1|s_l8%<_k>r<cZXNW)x)dhyEre<HI40oKkGi-NwZd_GiiR2
z=}MY)G95|tt4uf2te5FTn%`u)kY<BS2h#j5(}6S_Wjc^%lS~KFY?kRjnk_ONNV8R@
z18KI&bRf-knGU4+L#6|1cF1%f%}$vPq}e6Yfi$~iI*?|MOb62ZDbs<>^gMQbob!TX
z_cM2Ua9-f12m9UKI4^M1hlB1eoENz1#bI|R&I{c1<EXm>f4;1lKZ`E(<T!Ub&I{c1
z<pg&d&I{c1<|KD3&I{c1=VUkiImJzXPIc3t)7<pubT|Du!%ctAbkm=+-1O&cH~l%s
zO@GdH)1UL)^yhpx{kgzRe=c;>pR8{BbCH|=T<oSlm$>QArEdCjnVbGx?xsIixarT8
zZu)bToBm{T)1Rx|^e4NU{^W4epKILoC#ReK<Z{!W+-~-uJZ^e)t(!e4ubV#QbF&BK
zchjo^ZuX#pZu)hdn?0zIo1PVRvj-J%)3>5-_Ml>JdUw5>J*c>w{*`dkzmjhHSISNQ
zO1tS_88`ha>!yF@-1M)!oBmaB)4v<s^sl0u{#A0*zshd<ccYvBRdLh5y_w$Jl)3+Z
z_n_6$$(!|cE5o<Q%fq+IOT)Lxi^Emrh2d)QeBNK6Yubb6{_}d4J9K|e_)d9t_%3-?
zxVk(ue78I!e2+Xme6Kt$e4jiuTtl7`zF(dken6fSeo&qmen_4WepntKt|^b>yg=79
zbSTZEx^H{XV=^5|Q%klzsJ2Xp($tY{52`EEp)~bm+k@)MbSO;&+4i7@G960ONVYww
zu}p{3G?8r&YAVyAG|gl>)LhpzbSO;=-KRTgTFP`LO)HtMq-ibFku+^&x{;=>OefN`
zlj%a5_Ok6k9c0^sI?A>Ob&_ol>MYwH)J3*EsH<#yP&e83pzgBmK|N&KgC3V{59%q~
z9@I;=J?IJ9_Mj(aI*_Kf{J(q9&zu(=yPx^0HJlf?>A^GZRh$>N>BDpG6`U8i=|x}n
zGR_O!^y5YM63z?U^rWAA5$6SN`ZB=1fb#-3y&2@5$9aL9{tR)`pP_F0Gt5nYhP&y{
z2siy1>83xU-1KL(oBoV()1R?!`t!1z{=DL*Kd-v!&ueb_^SYb<yy2!lZ@THvTW<RE
zwwwOE<EB6Fy6Mk*Zu;}SoBn*@ravFL>CZ=Q`tz}y{(R!5KcBkk&u4D>^SPV;eBq`)
zU%J_YzH-x}uiflH-?-`1w{G^J@7(n2dpCQ~4{rMPqnkbGCpSGC=VlKY@1}1P-0VRU
z-Slpfn>}c<oBmC4)4!>1`Zvu@|E9a?-wZeXo9U*1v)uG=wwwOVanrxKZu&RRP5<V*
z>E8l3{afg!e~aAouTRE{GuLsM^!@Aew)R|DqOY^(!cy6u3(I7CE-aVrxv)aE=fX<a
zo(rpFdoHY&?YXc<w&%jnvOO2p%Jy9NMYiX{I@z8JzsmMpSTDzOA<J*_Sl#=3HppX=
z_$O3(ba<mYD!fS^8Qv_92yc;xhqub<!!`VJn>;jL-!2ac{~-?!?~n(Dcgh39yW|1k
z-E#l%9=RX?l&x!;$N5po?jGp{{s~<7yNCD5-NO6juHgf6m+(QkbNG<lDSTM&7(OC*
z2p^T(hqGM7uiJ%>liP-mm)nF-kXwgOlw0vFrE8j&e9O68q!;+s)cxk+Q{-mhQ{|@N
z)8r=M)8)qDGvr3$Gv$Wiv*ZThv*r5XbL4vAbLG0>^W-|=^X1y%3*=hi3*`#otaADA
zMRK|D#d6v3C32bYrE=-;Wpb(T<#NgJ6>^F2m2&a$Rr2-WY;v*i)pF5rcDYD6hg>*(
zja(?4Q@$>oOD-7BEf)yqk@JVImGg!3%6Y^2<ZHwE<vig6a_(?JIal~PIcK<#d`-Bp
zoFiOB&K@o*UmY$cXZy!JkNt}N7uWqX^uL6g{+D#q|59%HU)oLo%ed)(SvUPJ=cfPV
z-SoeLoBrS6rvDY)^uLmu{#SO>{~O)(zlxjw-{hwMH@oToEpGaMtDFAc=BEEu-Soej
zoBrSK9?Dxo+(WWtxzkPm?{d@s>Tddfx10Xo<EH=jy6OLYZu(!tP5<wA)BgwD^#4IO
z{eQ?!{~vbK|C(<4|A@OIM*(j7|CpQp*K*VU+HU$^$4&q1y6JyCH~p{grvDAx^uM8-
z{x@>d|Hf|m-^5M-o4V<LGdKNj?xz1O-1NVtoBp?Q)Bo0P`rpP)|J%Che>-<A9;t5n
z-@#4)JG$wACpZ1??56)+-1NVzoBnrm)Bo=75?QkJaMS<C-SoewoBsE5)Bh*j^#4gW
z{qOCj|9#x_|0y^9f7(s|pK;UwXWjJwIXC@(-cA4ey6OK5Zu<YCoBqG#rvLri^uNEG
X{ts}||AB7$KggYpM{34{GuQtD2_-n=
diff --git a/resources/3rdparty/sylvan/models/schedule_world.3.bdd b/resources/3rdparty/sylvan/models/schedule_world.3.bdd
new file mode 100644
index 0000000000000000000000000000000000000000..3a30253ac8f7069fe1315429098ca05e2638e529
GIT binary patch
literal 24264
zcmeHPi@#Py6&*yxS1M}0(~tK{L_{RBR3alH0>l?SK{O*GBt$YZj~O8v0>0luW=2Ma
zWM*b&_<p}L%*@Ql_#<l8n%UplXMVTe1-jyu%lUQB>@_oI&dlCx_TF<ovPTG^Q}MU0
z!;nji{=Uv|S!d(=F|3c3zE2!B{3l-LL(o-G{I@FbO!$}ZRuKOw+!^9OgtvzHci}D&
z|0cW*#J>u6h4>d?%r&eL-VWj$!rMc9U3dqGuL|!7@nzwUL3~koCy37r?+o!-;awm;
zE!+*_lft_~d|Y@ph>wP_yQ)I?qrk@@{y}&Th`$%!6XNfL_k#Fa;k_aLMtC2HzZTvX
z;;)4FgLtp-Cm{YZg#A?&!Y>34fcSIa2E?BUcZc{>;T{lwBHR<=kA-_d{80$KRTaWg
zfj$s#6YdM~7U6ynZxZeg@dn`m5U&#+2=N->10h}|JP6`q;e#MvDLfeB4}}kgc)9Qp
zh?fZ;0`UjJLm_@&_)v)76CMV!5<U##cZG*T{EqM^A%0u<aERXu;Zv##;e3H3Af6}u
zX^7tx{tU!(g^z^z4dJ68eqH!zh+h*P0r9ILd{$K<d_`a+#IuAy2l31hj!{(zlLbBx
z@pR!)5Kk5U0>qPrM?*YG_=^xv5FP{ZIN>irJXUxt#PPykhR9p08;61qCCsjTNx~CQ
za8e0#Xf7h*i72?}ggF(btm9FAbZWz$Q;$YCQB@((XsLorb;h2AYLX(gQ#B+}!l$4h
z=@O<YNz#N*LqSp}Ow}KhWZcid?ZBFeLKuL`bWK6gFN0V_(}vJTcq+tR!lXhE;j<w&
zgh`$Kh0lSwpKzpF2>S?6gSeM4skw*nbcnkPlghga&w#j#FsZ+j@Jxt13ZDycd*N9S
zx2<id5VleKY=~P6p9gU(;W=6C6wC9o4D(<J)Zwpl{KF9OH39JoF#&(5>k|KPVTy<)
zR&N-pusZa`s}Yl|FUB-n_Qf2mA5@N52W<UNXLEqctZyUB)(<fXbyx@DHRgf&VP3ef
zMjHq59x)s3_Pl=%bH#I52kJ4F=>=v*drQyZ8O#^`u`bL5>#@F|5ZVzh{rm7-BmUtz
ztPxbPXRt2B&qn;~9{=zh<_~(<`fP2eYiV89-`0gOupabpX+758)`NARuV0H_hwtCW
zeakhV-sTV8VD8v5cn9oa^G2Pm9rHwA%-i~6-Ztl!`dUBC5A*eX{G2ha^=%aWj7ylW
z*)odMJLZji&E}1@Tb<3@o&kTbm(bsIZ#=TP@)^v_#y7qId)-^Ty$77JXN)VrHn!)G
zJrkQZoAqE#xXc!?4cxh5(*x?z7k_3OvkTf_E8v#;!!8)tbdUbl&)3=bu!+sXY-0WK
ztkqfnSk;`bJ@-+Vzxh<m-~16mtL<l7GwQ6b#Rset^|qf|>T7z(-bG*QV|&?;YdS|=
z!}T?c{cLlH;zwe>@PXin=@w_DQn#qHe#U3im3sC4pnK>Lb)`<re!vaa&oK09?`^O1
z1J}R{TO)L7u@gQL`a&Eia}MlL@W$49Sd`sWQC^~&P7oK@(ykDuB>gmdO>Ro$VM=^c
z9p>fFB;b8G4Yzc`7x*&@;z(fP4I$+k{>*|khDo@k3!L$17}(1n0O0%lnFcxw$K#eR
z=*pjQ5Z}W@+|q^k<j*|dUf{tHLejH8Ktku?aNN=b{rfWp>=lONmM-u$I3vL4hGDp+
z3o*{0LBQ=W6t{FC=L&~p5DVBh3=xJu_Gc8>J`Bb!UEo1DD1%ruAP&MUUDyja!`RgW
z0w<kndZOT>67Ge9i%z&V3MwVxJ}5xWeDy_1rKXC0D5&&=`=g*y5*~npMoV}g3K}(G
zPL)Pam`fok66R7#nuMtek}BbYQ6MqQ7gZTa=~T>s=1fpKvmA=&;5_n0Q^w7TePm{K
z%R{dUx3GkF+$!{Sd#(Zui)zD$u#mO9!S~}k3-_8;PcR`*Z@e(~oU<YKoU<91?`%Z%
zxJgre&IVMk(>X<_W17e5l#g<eX-;NdRM~5+%(JdoF3G5^bhMy3UOIMOCQKc<eNG*@
zea+>#eM}v>eaq!Ll2AuOG(L4i@})ZJXpq{eBWF<RC>pv|9j($BRPnvSh#8J&iKdHF
z?$GSDsNm7UW=qmh<e6R6(Og66>=ot+Q%AFfsiRrK)X_{~>S%^Abu?X=I+`X-9nk@%
zI_fAo$X0dqrpBO-)(BHaD}}k0?-Ax+TOmvn-7U=cwp^Gxx=WZmx>J}sx<i;c63>|v
z!52_B)-BqIx-q=agzO5Pji{rkYNw9Qtm~+|njuw$n#20}qX~S9H|l77!J~0CHyOg%
zbS`K<H74`NDn{4ba0sJPeq+t}2ul7~#mGWOBMKc2tc8gX`q#op2z_f|h9B9x+1Mz1
z*1{AI{mw-)p>ko42O;NDLtr3J12SC3K<`{I0b{?tGd}DdVa#OgxAr(WM}01avESMw
zK^XfDM`bbg8z%7*U=GkZgod@Dj2k2VkKZ-`yW^&-qPU?PS)c*Pk?3!oiwj|X!I60d
zM=mWma!J9FiwlliRB+_Nf+H6c9GOyZ<cxwNF>mGmv1Od1c*Uwo1xHS-r8>+zYaE$a
zOO=>cx>SmJWQ`-kYoBYGC)PMJwDx(Id0>qrgKM9Indj9w;szsE93jb(t_4S;@ml4`
z>eR<n79J_i5)T)7%|k^zda&Tg0|iI!FF0~v!I4$XH>b2N#zXp8t6o-c<o1Fiw-y|^
zx!}l+1xKzgIC5>lk*n>+nJd~uDJ_n^zQ&R0>uY{wZY|voh_`!c$Pi{19GO-4k(mWY
zW)yy8dcl!t8k}7DOyNf&!N?8k<~Y<qUF1-!99dUz<o$vpYYUFNS8(Lrf+Oz~9C^Fo
z$Xf+R-n7YQe-iV78b@9$IPyxtk(UaNyijoDxq>6l6dZY~;K&n&A6Z%Wk$Vb`tSC5g
zcfpb61xM~GIC5vfkvpUh#vI4dXl|ZOYOyAA)Gl)5oPr}$H;g0B?O@o7V`~l-_|)q8
zXab+&tzG6LM`?b{YmXG(8DiYjwOHevKsU7ShFiLLd}d|BY~mmZ)1SnAz%CB8gQ3io
z?S$!1I;TBpwy-kys#tEQO%~`K?K1wiW|Jcdn;fq7Q2oP&X_H~Xw8>Cm+GL0@Z8BJx
zdB7lH+NA4x*kpC#OCKqG>BEIDeW>uI4;H?(4dSh>Vtvmx)}NG}TlmsB)|!3lY+>$~
zS;Dl*Okvt&hA?e1U6?kRR`^oK3EIT%Q`#iPL--@xA6Dj3E0*gDo4jAxWNl%SO%UJm
z{8F4-S;V({tTo5E6~eShj4yW4cP%%RZ4%>)U9?GzFLu!;F22wvORP1!wH9(9>%n~z
z<4Y}1b~d6-qK&*wSZ4!lY&^L_1JHL}UhI<zYUekA@kP!tuE;sY7H5|+Mb0t0u*s+*
z=QyUwIYt)yWJHm3I3>^~RAibnZNklva9hO_*uY+EW!6%~Qg&aznBJNV7Ua=mK^w&L
zWmi@4e97-GRyVJ(!KH-_E-7qqabbgt3L9Kl*x-V~1~GovMH_5__|d8jHiLLUpJa-4
z9HDQD`*de(LpfJ~HgNHT`@qE$?t@wC&n@EO3FE~KwR1~N7p9MzmVA-%-^$#pV!5vU
z#fRGYXQkG(1H^V1ADlZ2!Et~#h#c_ypu3g>sUqA^UvxH~;*Ig(tk&a!Jwcx|u!si(
ztTp?j{=&3HKVjOSuQ0z2^M|!m$NkV-?c4{wgt;Gj3UeRy5avE`O5#3fsGa-Z0AcO}
zelSXPv;_}>3DXAdz{ouiZ?#;>8E|hr=He00pqx}1Z(kH{Q*&tN1o&zyDfQ>nwo5YZ
zoH_`RuSPCWWy`iQH&rY*lp`)4kt5~zPRAj}tH>d{$dM@pM<!cq=Exbs<jCp5T>fdo
z<jASQRM#oO<jBdwRPQ8Va^xgon&U)aa^wVIn(ugFa^yH+ntP%!IdZHpITGV#jUz5z
zk|V>_pBxz`OpXi{CP#({lOuzL$&o?A<VY9c2E=H@Ryndt&!DgW{|oT9rDa8~zf}Fn
zk=up&`rCxbkz0kykz0hB+uSTn%HJeRj@&3rj@%$jj$AKHj$9{9j$A8Dj$9*5j$AEF
zj$9>7j%W}4&+nb~1UWLd$o1z~YtAia3zI9egvpVa!sN&dVRB@;FgY@<_}#?qQF6rX
zQF4TXq%j&O;!9fP$eXD@?&QcCVRGcPf+Mf0og8^Zm>hXom>hXYm>hXgm>hXQm>hXt
zm>hXdm>hXlm>hXVm>hXpm>hXZm>hXhm>hXRm>hXrm>gMIbN{t`gMMU%`jaDf3)7D*
z7p5P%OPCzFQ<xmNLzo;{B24oxF20E`+CYv>)p!kv`S;iEx!TGME0&r=MUKQdkQ<h-
z#5r`%53q1NB}XDp$qnl>!GwG^8eg1^2CAJL86ZrK^cN;a`U#UGeTB)9KEmWkZ((wz
zmoPc9B_C-jq>&}q-MC?8ZmL*rC`T6Lr(;2mTvl+zafp5-a)|!J9-Cr9&Pyf>lOtR5
zk)}fEM}{?F`mKJb@Q0a?WIvK7vrKcMKUpeFj%>+CnhIg8=^*(?jUzE1v5Oqpl8=}=
z(r@*fSw6y?sJX&WQG84logh9cOs*&vt>3>ZY#|@95gBu0KEgc2Dmz*}LM5lg+Zh;D
zW*aNBdMcJ}Z6lX2FdvBdf?c%Hl)^@nt+j)EpXj3X(nc|0Zj6m;zIK(yq_4eKnDKa7
zk+UsTJ8k6RHEra+A8<dp?+47;-1h_K^*3ug=JhuTGq1l<n0fsT!p!U4_XFnj?)w4H
ze%GphH;C^00ndI{t9>_!R|)g%=ll%gaXc6C%xB%=xyUY_{oMJSHj0T^t2WwlJ~tJn
ze~<ro@$ZqGpP`LhEZ8U;O>Mp|eeXMSJ#6IW0DFEA@u+t8>FDQUDmmGyJ;kG%ji!i4
z^mUVkJH+{P6U8IOAye%#6LMTyD!e5gMO}PA@u-$Fbinf&a|NTCiv^n^9x-pRciZ>a
zKdFMQ@^#@4<a{(v<I~rT6{fEnBh0*Rv@r9!QNqmYjuB>FH&U2+-3VdkbzEesV_p|U
zRGDt9%uiJ;+ge8p^60T>@q990?bOjcVe05oVe04-Ve05&Ve052Ve05YVe04tVd}{F
zW9lfM4@@^!=BFx_t?6jB-q9K2Bf|8{4-5144+&F84+=AOJ|IjT-7icX-B<jZs8wpG
zj@<c#I$EN3>L}*t)Qwd;e@Gp<{G2+<`MK%F%KUi6a-9v9|G%>D3v;in6{e2f6Q+*d
z6{e2f5vGpb7N(BgYMyf|wz%^Fb+o3?k+UIn<b1(K>1b+mKIz|t=ls}oV`c7@=IG{t
zed+(Zer@HCsGI!KFwTUmt1bSB|82XPj^-CSnkW2G@<-&4O?|Zq`S-|<?T;7(gZxqY
z&30{}Bl)BBJDmJc`ps7UD8)7Tqx5^6{81XXo%tjBbuGD~_-9qnAH5;mR{qFF<evKw
z{1Mh=Yqv7bsbbmII#`fLk41aQfBtVBYzF?MRUNeV{KfH<`HS1D>zlu{ssr~9^!5K8
z;<oY!wb<K1{XtC!^W`r#)p=-Rc(A$U7p>|*{-Ay44{oovg+H+G1(}T%OXV;X{ej+D
zkq<i0RGsm_V|)s?if1~VODmq~mZ+VvF`h&7RdG)&D$aCQT66yGa-lH44O}5i9k|#_
bpLn*~dG4Jc%=7P2!psf!PTxxkU4;Jv43#9w
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/models/schedule_world.3.ldd b/resources/3rdparty/sylvan/models/schedule_world.3.ldd
new file mode 100644
index 0000000000000000000000000000000000000000..808c2cf94e563a9784490cfb7ca2f2c7396b5e13
GIT binary patch
literal 5516
zcmcJSO{i8?6o!v_OS4;=nVFg1ZW2;v85t5K(H{{ZA(bH!K_U$*`Xd@dga!$LNJT_M
zL`b6s(IBEhNH~y)h=^z);UF4>L_{=*NcXe8{d(TLIG4W9Xv4XCJ!`ME_TPKXy?3_j
zx)Y_%mcDKC4d)em${6#^#ETLyPCT9X+{8;0FH5}KnDwkM#$1_rRpQl&*Cd`XroNvD
zye^GjZj8C!nD{G<F*hXMXiWSy#+?1N#*ANQjCp<HEs1YPd}HFR#?-&r81t6Iw*_BT
zy{ryJoKcyc8(v$U1?3TQ%J^W#vODaH%fp!Se~FhORgW82eXR+f&oOBZb<Qde>p#Cd
z)TeQR%*(jWg>lU#UvWk5MWrWKe)x1^SwD00F!zP!xuiVQo~b?lh2>$*7gV3(H9vmM
zPds&r=Pjd_?+c&D634?E=zD@EjpGdYGANI_XO{<U@kQWFSu1OxKIevx{9Z3DtTnL@
z_D&7y4WHQOA!m|!Vm)4Z!-qzg!`G$yljLyjswKTCpD!+Bd}*0$NN?J^-c8klwRdSi
zvC^jM4rz0oSm}<nNq2e8L%Jhgy7T=F>5f?GPU{`g-M_`@3^*6`ht|+C%x@+*pBH2N
zRw53~!MuBla~+;j{HiM*;-fCC9O-tFc=X`$(jh*reMpCs<Vc5l2iddom(+RAE4{|G
zADyfAE^R4xNL%B?N?Xh)ZRK?gX^VJii?h)>hO|Yjw57NqZH*I$j`jYc3v9H*_nN;{
zTsJd?iP6~+r*p%PO^(iZ(pYJXy3*oIv8m%)l<#!n(IoYyMb(0b_Ns5=BstQ6?w|Ez
z51lDv#Ir8lKR)by{)%Nyx_^Aw`P`{FP8|2&Hg4D3od)xYeOKbUjWM?w6Mv5}=Jv$*
zCcZy-L-n$czELm7@9c-edN6)oUA_F??i=}|`n~VrFgI04yL+;IKJs_fNOikq)c(=v
zH&<%ckJIz1_gIZo_e2<5DsqQ?J5fwu5BzjL+`-QpV?Jlhe9s5pWM0gTiFN+yvTx+K
zp00bL9}eq9W8z;j#@v(m<=|VZx4kdO_eapah`c?1j{d%^X6cx36n{tW4C|`IS61em
z-Zs}aBl~Tb`Ui|LUrYQ(;x`k&mH6$%?<9UV@q3BiPkb=(2f?ly9MU^G>KpVx;C;O_
zEa|bmABJ4N<bN3PJL2c)+g8omxju>i$cEAH$HDonmL3&6mtHk4eTc`^!;}(E_4)ht
z$*GZ%-aa+P{4DsP>TTa&_B&li)O{|a_J@p#|H2saaPT9^tNWCDuKUxt?nj)@`~Ny$
z{ub^V_sw74-i|mF`%7ca<11tGzfSy(G3K|%<bRj=dt=NWf*-HmRuAO+eZfa-q`Dtv
z)c#oXPgQDvACP~jj;Q-dM(ux&UT;l%TI9E$uKOkBA5Z+NG5NnG{@ob!kHmil>#NWI
zTYaNmd&6D#S3exq-^RrMlQ=%&=9^EDwW;8})zjV&UngHbp^H-f;>6RzugqD`*F)&i
zl)o(T^59o%z4rZQeXbw$yE5gkGR9nOOwl#L2QW)(^+Y|_BcZb?e_inFBwKsZY|Lkj
FPXff)gt`C#
literal 0
HcmV?d00001
diff --git a/resources/3rdparty/sylvan/src/CMakeLists.txt b/resources/3rdparty/sylvan/src/CMakeLists.txt
old mode 100755
new mode 100644
index 0c516c483..7e36c6741
--- a/resources/3rdparty/sylvan/src/CMakeLists.txt
+++ b/resources/3rdparty/sylvan/src/CMakeLists.txt
@@ -37,6 +37,8 @@ set(HEADERS
sylvan_table.h
sylvan_tls.h
storm_wrapper.h
+ sylvan_bdd_storm.h
+ sylvan_mtbdd_storm.h
sylvan_storm_rational_function.h
sylvan_storm_rational_number.h
)
@@ -47,10 +49,8 @@ option(BUILD_STATIC_LIBS "Enable/disable creation of static libraries" ON)
add_library(sylvan ${SOURCES})
find_package(GMP REQUIRED)
-find_package(Hwloc REQUIRED)
-include_directories(sylvan ${HWLOC_INCLUDE_DIR} ${GMP_INCLUDE_DIR})
-target_link_libraries(sylvan m pthread ${GMP_LIBRARIES} ${HWLOC_LIBRARIES})
+target_link_libraries(sylvan m pthread ${GMP_LIBRARIES})
if(UNIX AND NOT APPLE)
target_link_libraries(sylvan rt)
@@ -60,12 +60,10 @@ option(SYLVAN_STATS "Collect statistics" OFF)
if(SYLVAN_STATS)
set_target_properties(sylvan PROPERTIES COMPILE_DEFINITIONS "SYLVAN_STATS")
endif()
-set_target_properties(sylvan PROPERTIES COMPILE_DEFINITIONS "STORM_SILENCE_WARNINGS")
install(TARGETS sylvan DESTINATION "${CMAKE_INSTALL_LIBDIR}")
install(FILES ${HEADERS} DESTINATION "${CMAKE_INSTALL_INCLUDEDIR}")
-
# MODIFICATIONS NEEDED MADE FOR STORM
# We need to make sure that the binary is put into a folder that is independent of the
diff --git a/resources/3rdparty/sylvan/src/avl.h b/resources/3rdparty/sylvan/src/avl.h
index 38277523d..858859d6b 100755
--- a/resources/3rdparty/sylvan/src/avl.h
+++ b/resources/3rdparty/sylvan/src/avl.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
diff --git a/resources/3rdparty/sylvan/src/lace.c b/resources/3rdparty/sylvan/src/lace.c
index abdbbca39..08e9f8843 100755
--- a/resources/3rdparty/sylvan/src/lace.c
+++ b/resources/3rdparty/sylvan/src/lace.c
@@ -15,6 +15,7 @@
* limitations under the License.
*/
+#define _GNU_SOURCE
#include <errno.h> // for errno
#include <sched.h> // for sched_getaffinity
#include <stdio.h> // for fprintf
@@ -26,28 +27,46 @@
#include <unistd.h>
#include <assert.h>
-// work around for missing MAP_ANONYMOUS definition in sys/mman.h on
-// older OS X versions
-#if !(defined MAP_ANONYMOUS) && defined MAP_ANON
-#define MAP_ANONYMOUS MAP_ANON
-#endif
-
#include <lace.h>
-#include <hwloc.h>
-// public Worker data
-static Worker **workers = NULL;
-static size_t default_stacksize = 0; // set by lace_init
-static size_t default_dqsize = 100000;
+#if LACE_USE_HWLOC
+#include <hwloc.h>
+/**
+ * HWLOC information
+ */
static hwloc_topology_t topo;
static unsigned int n_nodes, n_cores, n_pus;
+#endif
+
+/**
+ * (public) Worker data
+ */
+static Worker **workers = NULL;
+
+/**
+ * Default sizes for program stack and task deque
+ */
+static size_t default_stacksize = 0; // 0 means "set by lace_init"
+static size_t default_dqsize = 100000;
+/**
+ * Verbosity flag, set with lace_set_verbosity
+ */
static int verbosity = 0;
-static int n_workers = 0;
-static int enabled_workers = 0;
+/**
+ * Number of workers and number of enabled/active workers
+ */
+static unsigned int n_workers = 0;
+static unsigned int enabled_workers = 0;
+/**
+ * Datastructure of the task deque etc for each worker.
+ * - first public cachelines (accessible via global "workers" variable)
+ * - then private cachelines
+ * - then the deque array
+ */
typedef struct {
Worker worker_public;
char pad1[PAD(sizeof(Worker), LINE_SIZE)];
@@ -56,26 +75,51 @@ typedef struct {
Task deque[];
} worker_data;
+/**
+ * (Secret) holds pointers to the memory block allocated for each worker
+ */
static worker_data **workers_memory = NULL;
+
+/**
+ * Number of bytes allocated for each worker's worker data.
+ */
static size_t workers_memory_size = 0;
-// private Worker data (just for stats at end )
+/**
+ * (Secret) holds pointer to private Worker data, just for stats collection at end
+ */
static WorkerP **workers_p;
-// set to 0 when quitting
+/**
+ * Flag to signal all workers to quit.
+ */
static int lace_quits = 0;
-// for storing private Worker data
+/**
+ * Thread-specific mechanism to access current worker data
+ */
#ifdef __linux__ // use gcc thread-local storage (i.e. __thread variables)
static __thread WorkerP *current_worker;
#else
static pthread_key_t worker_key;
#endif
+
+/**
+ * worker_attr used for creating threads
+ * - initialized by lace_init
+ * - used by lace_spawn_worker
+ */
static pthread_attr_t worker_attr;
+/**
+ * The condition/mutex pair for when the root thread sleeps until the end of the program
+ */
static pthread_cond_t wait_until_done = PTHREAD_COND_INITIALIZER;
static pthread_mutex_t wait_until_done_mutex = PTHREAD_MUTEX_INITIALIZER;
+/**
+ * Data structure that contains the stack and stack size for each worker.
+ */
struct lace_worker_init
{
void* stack;
@@ -84,8 +128,14 @@ struct lace_worker_init
static struct lace_worker_init *workers_init;
+/**
+ * Global newframe variable used for the implementation of NEWFRAME and TOGETHER
+ */
lace_newframe_t lace_newframe;
+/**
+ * Get the private Worker data of the current thread
+ */
WorkerP*
lace_get_worker()
{
@@ -96,14 +146,20 @@ lace_get_worker()
#endif
}
+/**
+ * Find the head of the task deque, using the given private Worker data
+ */
Task*
lace_get_head(WorkerP *self)
{
Task *dq = self->dq;
+
+ /* First check the first tasks linearly */
if (dq[0].thief == 0) return dq;
if (dq[1].thief == 0) return dq+1;
if (dq[2].thief == 0) return dq+2;
+ /* Then fast search for a low/high bound using powers of 2: 4, 8, 16... */
size_t low = 2;
size_t high = self->end - self->dq;
@@ -118,6 +174,7 @@ lace_get_head(WorkerP *self)
}
}
+ /* Finally zoom in using binary search */
while (low < high) {
size_t mid = low + (high-low)/2;
if (dq[mid].thief == 0) high = mid;
@@ -127,22 +184,27 @@ lace_get_head(WorkerP *self)
return dq+low;
}
-size_t
+/**
+ * Get the number of workers
+ */
+unsigned int
lace_workers()
{
return n_workers;
}
+/**
+ * Get the default stack size (or 0 for automatically determine)
+ */
size_t
lace_default_stacksize()
{
return default_stacksize;
}
-#ifndef cas
-#define cas(ptr, old, new) (__sync_bool_compare_and_swap((ptr),(old),(new)))
-#endif
-
+/**
+ * If we are collecting PIE times, then we need some helper functions.
+ */
#if LACE_PIE_TIMES
static uint64_t count_at_start, count_at_end;
static long long unsigned us_elapsed_timer;
@@ -169,7 +231,9 @@ us_elapsed(void)
}
#endif
-/* Barrier */
+/**
+ * Lace barrier implementation, that synchronizes on all currently enabled workers.
+ */
typedef struct {
volatile int __attribute__((aligned(LINE_SIZE))) count;
volatile int __attribute__((aligned(LINE_SIZE))) leaving;
@@ -178,11 +242,14 @@ typedef struct {
barrier_t lace_bar;
+/**
+ * Enter the Lace barrier and wait until all workers have entered the Lace barrier.
+ */
void
lace_barrier()
{
int wait = lace_bar.wait;
- if (enabled_workers == __sync_add_and_fetch(&lace_bar.count, 1)) {
+ if ((int)enabled_workers == __sync_add_and_fetch(&lace_bar.count, 1)) {
lace_bar.count = 0;
lace_bar.leaving = enabled_workers;
lace_bar.wait = 1 - wait; // flip wait
@@ -193,12 +260,18 @@ lace_barrier()
__sync_add_and_fetch(&lace_bar.leaving, -1);
}
+/**
+ * Initialize the Lace barrier
+ */
static void
lace_barrier_init()
{
memset(&lace_bar, 0, sizeof(barrier_t));
}
+/**
+ * Destroy the Lace barrier (just wait until all are exited)
+ */
static void
lace_barrier_destroy()
{
@@ -206,9 +279,13 @@ lace_barrier_destroy()
while (lace_bar.leaving != 0) continue;
}
-static void
+/**
+ * For debugging purposes, check if memory is allocated on the correct memory nodes.
+ */
+static void __attribute__((unused))
lace_check_memory(void)
{
+#if LACE_USE_HWLOC
// get our current worker
WorkerP *w = lace_get_worker();
void* mem = workers_memory[w->worker];
@@ -229,14 +306,10 @@ lace_check_memory(void)
hwloc_membind_policy_t policy;
int res = hwloc_get_area_membind_nodeset(topo, mem, sizeof(worker_data), memlocation, &policy, HWLOC_MEMBIND_STRICT);
if (res == -1) {
-#ifndef STORM_SILENCE_WARNINGS
fprintf(stderr, "Lace warning: hwloc_get_area_membind_nodeset returned -1!\n");
-#endif
}
if (policy != HWLOC_MEMBIND_BIND) {
-#ifndef STORM_SILENCE_WARNINGS
fprintf(stderr, "Lace warning: Lace worker memory not bound with BIND policy!\n");
-#endif
}
#endif
@@ -258,22 +331,27 @@ lace_check_memory(void)
hwloc_bitmap_free(cpuset);
hwloc_bitmap_free(cpunodes);
hwloc_bitmap_free(memlocation);
+#endif
}
-WorkerP *
-lace_init_worker(int worker)
+void
+lace_pin_worker(void)
{
- // Get our core
+#if LACE_USE_HWLOC
+ // Get our worker
+ unsigned int worker = lace_get_worker()->worker;
+
+ // Get our core (hwloc object)
hwloc_obj_t pu = hwloc_get_obj_by_type(topo, HWLOC_OBJ_CORE, worker % n_cores);
// Get our copy of the bitmap
hwloc_cpuset_t bmp = hwloc_bitmap_dup(pu->cpuset);
- // Get number of PUs in set
+ // Get number of PUs in bitmap
int n = -1, count=0;
while ((n=hwloc_bitmap_next(bmp, n)) != -1) count++;
- // Check if we actually have logical processors
+ // Check if we actually have any logical processors
if (count == 0) {
fprintf(stderr, "Lace error: trying to pin a worker on an empty core?\n");
exit(-1);
@@ -293,18 +371,46 @@ lace_init_worker(int worker)
// Pin our thread...
if (hwloc_set_cpubind(topo, bmp, HWLOC_CPUBIND_THREAD) == -1) {
-#ifndef STORM_SILENCE_WARNINGS
fprintf(stderr, "Lace warning: hwloc_set_cpubind returned -1!\n");
-#endif
}
- // Free allocated memory
+ // Free our copy of the bitmap
hwloc_bitmap_free(bmp);
- // Get allocated memory
- Worker *wt = &workers_memory[worker]->worker_public;
- WorkerP *w = &workers_memory[worker]->worker_private;
+ // Pin the memory area (using the appropriate hwloc function)
+#ifdef HWLOC_MEMBIND_BYNODESET
+ int res = hwloc_set_area_membind(topo, workers_memory[worker], workers_memory_size, pu->nodeset, HWLOC_MEMBIND_BIND, HWLOC_MEMBIND_STRICT | HWLOC_MEMBIND_MIGRATE | HWLOC_MEMBIND_BYNODESET);
+#else
+ int res = hwloc_set_area_membind_nodeset(topo, workers_memory[worker], workers_memory_size, pu->nodeset, HWLOC_MEMBIND_BIND, HWLOC_MEMBIND_STRICT | HWLOC_MEMBIND_MIGRATE);
+#endif
+ if (res != 0) {
+ fprintf(stderr, "Lace error: Unable to bind worker memory to node!\n");
+ }
+
+ // Check if everything is on the correct node
+ lace_check_memory();
+#endif
+}
+
+void
+lace_init_worker(unsigned int worker)
+{
+ // Allocate our memory
+ workers_memory[worker] = mmap(NULL, workers_memory_size, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
+ if (workers_memory[worker] == MAP_FAILED) {
+ fprintf(stderr, "Lace error: Unable to allocate memory for the Lace worker!\n");
+ exit(1);
+ }
+
+ // Set pointers
+ Worker *wt = workers[worker] = &workers_memory[worker]->worker_public;
+ WorkerP *w = workers_p[worker] = &workers_memory[worker]->worker_private;
w->dq = workers_memory[worker]->deque;
+#ifdef __linux__
+ current_worker = w;
+#else
+ pthread_setspecific(worker_key, w);
+#endif
// Initialize public worker data
wt->dq = w->dq;
@@ -318,7 +424,11 @@ lace_init_worker(int worker)
w->split = w->dq;
w->allstolen = 0;
w->worker = worker;
+#if LACE_USE_HWLOC
w->pu = worker % n_cores;
+#else
+ w->pu = -1;
+#endif
w->enabled = 1;
if (workers_init[worker].stack != 0) {
w->stack_trigger = ((size_t)workers_init[worker].stack) + workers_init[worker].stacksize/20;
@@ -328,20 +438,10 @@ lace_init_worker(int worker)
w->rng = (((uint64_t)rand())<<32 | rand());
#if LACE_COUNT_EVENTS
- // Reset counters
+ // Initialize counters
{ int k; for (k=0; k<CTR_MAX; k++) w->ctr[k] = 0; }
#endif
- // Set pointers
-#ifdef __linux__
- current_worker = w;
-#else
- pthread_setspecific(worker_key, w);
-#endif
-
- // Check if everything is on the correct node
- lace_check_memory();
-
// Synchronize with others
lace_barrier();
@@ -350,9 +450,14 @@ lace_init_worker(int worker)
w->level = 0;
#endif
- return w;
+ if (worker == 0) {
+ lace_time_event(w, 1);
+ }
}
+/**
+ * Some OSX systems do not implement pthread_barrier_t, so we provide an implementation here.
+ */
#if defined(__APPLE__) && !defined(pthread_barrier_t)
typedef int pthread_barrierattr_t;
@@ -442,13 +547,13 @@ lace_resume()
}
/**
- * With set_workers, all workers 0..(N-1) are enabled and N..max are disabled.
- * You can never disable the current worker or reduce the number of workers below 1.
+ * Disable worker <worker>.
+ * If the given worker is the current worker, this function does nothing.
*/
void
-lace_disable_worker(int worker)
+lace_disable_worker(unsigned int worker)
{
- int self = lace_get_worker()->worker;
+ unsigned int self = lace_get_worker()->worker;
if (worker == self) return;
if (workers_p[worker]->enabled == 1) {
workers_p[worker]->enabled = 0;
@@ -456,10 +561,14 @@ lace_disable_worker(int worker)
}
}
+/**
+ * Enable worker <worker>.
+ * If the given worker is the current worker, this function does nothing.
+ */
void
-lace_enable_worker(int worker)
+lace_enable_worker(unsigned int worker)
{
- int self = lace_get_worker()->worker;
+ unsigned int self = lace_get_worker()->worker;
if (worker == self) return;
if (workers_p[worker]->enabled == 0) {
workers_p[worker]->enabled = 1;
@@ -467,26 +576,38 @@ lace_enable_worker(int worker)
}
}
+/**
+ * Enables all workers 0..(N-1) and disables workers N..max.
+ * This function _should_ be called by worker 0.
+ * Ignores the current worker if >= N.
+ * The number of workers is never reduces below 1.
+ */
void
-lace_set_workers(int workercount)
+lace_set_workers(unsigned int workercount)
{
if (workercount < 1) workercount = 1;
if (workercount > n_workers) workercount = n_workers;
enabled_workers = workercount;
- int self = lace_get_worker()->worker;
+ unsigned int self = lace_get_worker()->worker;
if (self >= workercount) workercount--;
- int i;
- for (i=0; i<n_workers; i++) {
+ for (unsigned int i=0; i<n_workers; i++) {
workers_p[i]->enabled = (i < workercount || i == self) ? 1 : 0;
}
}
-int
+/**
+ * Get the number of currently enabled workers.
+ */
+unsigned int
lace_enabled_workers()
{
return enabled_workers;
}
+/**
+ * Simple random number generated (like rand) using the given seed.
+ * (Used for thread-specific (scalable) random number generation.
+ */
static inline uint32_t
rng(uint32_t *seed, int max)
{
@@ -500,6 +621,9 @@ rng(uint32_t *seed, int max)
return next % max;
}
+/**
+ * (Try to) steal and execute a task from a random worker.
+ */
VOID_TASK_0(lace_steal_random)
{
Worker *victim = workers[(__lace_worker->worker + 1 + rng(&__lace_worker->seed, n_workers-1)) % n_workers];
@@ -515,26 +639,19 @@ VOID_TASK_0(lace_steal_random)
}
}
-VOID_TASK_1(lace_steal_random_loop, int*, quit)
-{
- while(!(*(volatile int*)quit)) {
- lace_steal_random();
-
- if (must_suspend) {
- lace_barrier();
- do {
- pthread_barrier_wait(&suspend_barrier);
- } while (__lace_worker->enabled == 0);
- }
- }
-}
-
+/**
+ * Variable to hold the main/root task.
+ */
static lace_startup_cb main_cb;
+/**
+ * Wrapper around the main/root task.
+ */
static void*
lace_main_wrapper(void *arg)
{
- lace_init_main();
+ lace_init_worker(0);
+ lace_pin_worker();
LACE_ME;
WRAP(main_cb, arg);
lace_exit();
@@ -547,7 +664,10 @@ lace_main_wrapper(void *arg)
return NULL;
}
-#define lace_steal_loop(quit) CALL(lace_steal_loop, quit)
+/**
+ * Main Lace worker implementation.
+ * Steal from random victims until "quit" is set.
+ */
VOID_TASK_1(lace_steal_loop, int*, quit)
{
// Determine who I am
@@ -599,12 +719,12 @@ VOID_TASK_1(lace_steal_loop, int*, quit)
/**
* Initialize worker 0.
+ * Calls lace_init_worker and then signals the event.
*/
void
lace_init_main()
{
- WorkerP * __attribute__((unused)) __lace_worker = lace_init_worker(0);
- lace_time_event(__lace_worker, 1);
+ lace_init_worker(0);
}
/**
@@ -614,16 +734,13 @@ lace_init_main()
* For worker 0, use lace_init_main
*/
void
-lace_run_worker(int worker)
+lace_run_worker(void)
{
- // Initialize local datastructure
- WorkerP *__lace_worker = lace_init_worker(worker);
- Task *__lace_dq_head = __lace_worker->dq;
-
- // Steal for a while
- lace_steal_loop(&lace_quits);
+ // Run the steal loop
+ LACE_ME;
+ CALL(lace_steal_loop, &lace_quits);
- // Time the quit event
+ // Time worker exit event
lace_time_event(__lace_worker, 9);
// Synchronize with lace_exit
@@ -633,7 +750,10 @@ lace_run_worker(int worker)
static void*
lace_default_worker_thread(void* arg)
{
- lace_run_worker((int)(size_t)arg);
+ int worker = (int)(size_t)arg;
+ lace_init_worker(worker);
+ lace_pin_worker();
+ lace_run_worker();
return NULL;
}
@@ -646,6 +766,7 @@ lace_spawn_worker(int worker, size_t stacksize, void* (*fun)(void*), void* arg)
size_t pagesize = sysconf(_SC_PAGESIZE);
stacksize = (stacksize + pagesize - 1) & ~(pagesize - 1); // ceil(stacksize, pagesize)
+#if LACE_USE_HWLOC
// Get our logical processor
hwloc_obj_t pu = hwloc_get_obj_by_type(topo, HWLOC_OBJ_PU, worker % n_pus);
@@ -655,6 +776,9 @@ lace_spawn_worker(int worker, size_t stacksize, void* (*fun)(void*), void* arg)
fprintf(stderr, "Lace error: Unable to allocate memory for the pthread stack!\n");
exit(1);
}
+#else
+ void *stack_location = mmap(NULL, stacksize+ pagesize, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
+#endif
if (0 != mprotect(stack_location, pagesize, PROT_NONE)) {
fprintf(stderr, "Lace error: Unable to protect the allocated program stack with a guard page!\n");
@@ -679,22 +803,23 @@ lace_spawn_worker(int worker, size_t stacksize, void* (*fun)(void*), void* arg)
return res;
}
-static int
-get_cpu_count()
-{
- int count = hwloc_get_nbobjs_by_type(topo, HWLOC_OBJ_PU);
- return count < 1 ? 1 : count;
-}
-
+/**
+ * Set the verbosity of Lace.
+ */
void
lace_set_verbosity(int level)
{
verbosity = level;
}
+/**
+ * Initialize Lace for work-stealing with <n> workers, where
+ * each worker gets a task deque with <dqsize> elements.
+ */
void
-lace_init(int _n_workers, size_t dqsize)
+lace_init(unsigned int _n_workers, size_t dqsize)
{
+#if LACE_USE_HWLOC
// Initialize topology and information about cpus
hwloc_topology_init(&topo);
hwloc_topology_load(topo);
@@ -702,15 +827,23 @@ lace_init(int _n_workers, size_t dqsize)
n_nodes = hwloc_get_nbobjs_by_type(topo, HWLOC_OBJ_NODE);
n_cores = hwloc_get_nbobjs_by_type(topo, HWLOC_OBJ_CORE);
n_pus = hwloc_get_nbobjs_by_type(topo, HWLOC_OBJ_PU);
+#elif defined(sched_getaffinity)
+ cpu_set_t cs;
+ CPU_ZERO(&cs);
+ sched_getaffinity(0, sizeof(cs), &cs);
+ unsigned int n_pus = CPU_COUNT(&cs);
+#else
+ unsigned int n_pus = sysconf(_SC_NPROCESSORS_ONLN);
+#endif
// Initialize globals
- n_workers = _n_workers;
- if (n_workers == 0) n_workers = get_cpu_count();
+ n_workers = _n_workers == 0 ? n_pus : _n_workers;
enabled_workers = n_workers;
if (dqsize != 0) default_dqsize = dqsize;
+ else dqsize = default_dqsize;
lace_quits = 0;
- // Create barrier for all workers
+ // Initialize Lace barrier
lace_barrier_init();
// Create suspend barrier
@@ -724,37 +857,9 @@ lace_init(int _n_workers, size_t dqsize)
exit(1);
}
- // Allocate memory for each worker
+ // Compute memory size for each worker
workers_memory_size = sizeof(worker_data) + sizeof(Task) * dqsize;
- for (int i=0; i<n_workers; i++) {
- workers_memory[i] = mmap(NULL, workers_memory_size, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0);
- if (workers_memory[i] == MAP_FAILED) {
- fprintf(stderr, "Lace error: Unable to allocate memory for the Lace worker!\n");
- exit(1);
- }
- workers[i] = &workers_memory[i]->worker_public;
- workers_p[i] = &workers_memory[i]->worker_private;
- }
-
- // Pin allocated memory of each worker
- for (int i=0; i<n_workers; i++) {
- // Get our core
- hwloc_obj_t core = hwloc_get_obj_by_type(topo, HWLOC_OBJ_CORE, i % n_cores);
-
- // Pin the memory area
-#ifdef HWLOC_MEMBIND_BYNODESET
- int res = hwloc_set_area_membind(topo, workers_memory[i], workers_memory_size, core->nodeset, HWLOC_MEMBIND_BIND, HWLOC_MEMBIND_STRICT | HWLOC_MEMBIND_MIGRATE | HWLOC_MEMBIND_BYNODESET);
-#else
- int res = hwloc_set_area_membind_nodeset(topo, workers_memory[i], workers_memory_size, core->nodeset, HWLOC_MEMBIND_BIND, HWLOC_MEMBIND_STRICT | HWLOC_MEMBIND_MIGRATE);
-#endif
- if (res != 0) {
-#ifndef STORM_SILENCE_WARNINGS
- fprintf(stderr, "Lace error: Unable to bind worker memory to node!\n");
-#endif
- }
- }
-
// Create pthread key
#ifndef __linux__
pthread_key_create(&worker_key, NULL);
@@ -773,7 +878,11 @@ lace_init(int _n_workers, size_t dqsize)
}
if (verbosity) {
+#if LACE_USE_HWLOC
fprintf(stderr, "Initializing Lace, %u nodes, %u cores, %u logical processors, %d workers.\n", n_nodes, n_cores, n_pus, n_workers);
+#else
+ fprintf(stderr, "Initializing Lace, %u available cores, %d workers.\n", n_pus, n_workers);
+#endif
}
// Prepare lace_init structure
@@ -788,11 +897,18 @@ lace_init(int _n_workers, size_t dqsize)
#endif
}
+/**
+ * Start the worker threads.
+ * If cb is set, then the current thread is suspended and Worker 0 is a new thread that starts with
+ * the given cb(arg) as the root task.
+ * If cb is not set, then the current thread is Worker 0 and this function returns.
+ */
void
lace_startup(size_t stacksize, lace_startup_cb cb, void *arg)
{
if (stacksize == 0) stacksize = default_stacksize;
+ /* Report startup if verbose */
if (verbosity) {
if (cb != 0) {
fprintf(stderr, "Lace startup, creating %d worker threads with program stack %zu bytes.\n", n_workers, stacksize);
@@ -803,22 +919,21 @@ lace_startup(size_t stacksize, lace_startup_cb cb, void *arg)
}
}
- /* Spawn workers */
- int i;
- for (i=1; i<n_workers; i++) lace_spawn_worker(i, stacksize, 0, 0);
+ /* Spawn all other workers */
+ for (unsigned int i=1; i<n_workers; i++) lace_spawn_worker(i, stacksize, 0, 0);
if (cb != 0) {
+ /* If cb set, spawn worker 0 */
main_cb = cb;
lace_spawn_worker(0, stacksize, lace_main_wrapper, arg);
- // Suspend this thread until cb returns
+ /* Suspend this thread until cb returns */
pthread_mutex_lock(&wait_until_done_mutex);
if (lace_quits == 0) pthread_cond_wait(&wait_until_done, &wait_until_done_mutex);
pthread_mutex_unlock(&wait_until_done_mutex);
} else {
- // use this thread as worker and return control
+ /* If cb not set, use current thread as worker 0 */
lace_init_worker(0);
- lace_time_event(lace_get_worker(), 1);
}
}
@@ -826,6 +941,9 @@ lace_startup(size_t stacksize, lace_startup_cb cb, void *arg)
static uint64_t ctr_all[CTR_MAX];
#endif
+/**
+ * Reset the counters of Lace.
+ */
void
lace_count_reset()
{
@@ -851,6 +969,9 @@ lace_count_reset()
#endif
}
+/**
+ * Report counters to the given file.
+ */
void
lace_count_report_file(FILE *file)
{
@@ -948,11 +1069,15 @@ lace_count_report_file(FILE *file)
(void)file;
}
+/**
+ * End Lace. All disabled threads are re-enabled, and then all Workers are signaled to quit.
+ * This function waits until all threads are done, then returns.
+ */
void lace_exit()
{
lace_time_event(lace_get_worker(), 2);
- // first suspend all other threads
+ // first suspend all enabled threads
lace_suspend();
// now enable all threads and tell them to quit
@@ -1030,7 +1155,7 @@ VOID_TASK_2(lace_together_helper, Task*, t, volatile int*, finished)
for (;;) {
int f = *finished;
- if (cas(finished, f, f-1)) break;
+ if (__sync_bool_compare_and_swap(finished, f, f-1)) break;
}
while (*finished != 0) STEAL_RANDOM();
@@ -1086,7 +1211,7 @@ lace_do_together(WorkerP *__lace_worker, Task *__lace_dq_head, Task *t)
t2->d.args.arg_1 = t;
t2->d.args.arg_2 = &done;
- while (!cas(&lace_newframe.t, 0, &_t2)) lace_yield(__lace_worker, __lace_dq_head);
+ while (!__sync_bool_compare_and_swap(&lace_newframe.t, 0, &_t2)) lace_yield(__lace_worker, __lace_dq_head);
lace_sync_and_exec(__lace_worker, __lace_dq_head, &_t2);
}
@@ -1113,10 +1238,13 @@ lace_do_newframe(WorkerP *__lace_worker, Task *__lace_dq_head, Task *t)
compiler_barrier();
- while (!cas(&lace_newframe.t, 0, &_s)) lace_yield(__lace_worker, __lace_dq_head);
+ while (!__sync_bool_compare_and_swap(&lace_newframe.t, 0, &_s)) lace_yield(__lace_worker, __lace_dq_head);
lace_sync_and_exec(__lace_worker, __lace_dq_head, &_t2);
}
+/**
+ * Called by _SPAWN functions when the Task stack is full.
+ */
void
lace_abort_stack_overflow(void)
{
diff --git a/resources/3rdparty/sylvan/src/lace.h b/resources/3rdparty/sylvan/src/lace.h
index 4f49f63dc..0b4b7a06f 100755
--- a/resources/3rdparty/sylvan/src/lace.h
+++ b/resources/3rdparty/sylvan/src/lace.h
@@ -23,40 +23,281 @@
#ifndef __LACE_H__
#define __LACE_H__
+#ifdef __has_include
+# if __has_include("lace_config.h")
+# include <lace_config.h>
+# else
+# define LACE_PIE_TIMES 0
+# define LACE_COUNT_TASKS 0
+# define LACE_COUNT_STEALS 0
+# define LACE_COUNT_SPLITS 0
+# define LACE_USE_HWLOC 0
+# endif
+#endif
+
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
-/* Some flags */
+/**
+ * Using Lace.
+ *
+ * Optionally set the verbosity level with lace_set_verbosity.
+ * Then call lace_init to initialize the system.
+ * - lace_init(n_workers, deque_size);
+ * set both parameters to 0 for reasonable defaults, using all available cores.
+ *
+ * You can create Worker threads yourself or let Lace create threads with lace_startup.
+ *
+ * When creating threads yourself, call the following functions:
+ * - lace_init_worker to allocate and initialize the worker data structures
+ * this method returns when all workers have called lace_init_worker
+ * - lace_pin_worker (optional) to pin the thread and memory to a core
+ * The main worker can now start its root task. All other workers:
+ * - lace_run_worker to perform work-stealing until the main worker calls lace_exit
+ *
+ * When letting Lace create threads with lace_startup
+ * - Call lace_startup with a callback to create N threads.
+ * Returns after the callback has returned and all created threads are destroyed
+ * - Call lace_startup without a callback to create N-1 threads.
+ * Returns control to the caller. When lace_exit is called, all created threads are terminated.
+ */
-#ifndef LACE_DEBUG_PROGRAMSTACK /* Write to stderr when 95% program stack reached */
-#define LACE_DEBUG_PROGRAMSTACK 0
-#endif
+/**
+ * Type definitions used in the functions below.
+ * - WorkerP contains the (private) Worker data
+ * - Task contains a single Task
+ */
+typedef struct _WorkerP WorkerP;
+typedef struct _Task Task;
-#ifndef LACE_LEAP_RANDOM /* Use random leaping when leapfrogging fails */
-#define LACE_LEAP_RANDOM 0
-#endif
+/**
+ * The macro LACE_TYPEDEF_CB(typedefname, taskname, parametertypes) defines
+ * a Task for use as a callback function.
+ */
+#define LACE_TYPEDEF_CB(t, f, ...) typedef t (*f)(WorkerP *, Task *, ##__VA_ARGS__);
-#ifndef LACE_PIE_TIMES /* Record time spent stealing and leapfrogging */
-#define LACE_PIE_TIMES 0
-#endif
+/**
+ * The lace_startup_cb type for a void Task with one void* parameter.
+ */
+LACE_TYPEDEF_CB(void, lace_startup_cb, void*);
-#ifndef LACE_COUNT_TASKS /* Count number of tasks executed */
-#define LACE_COUNT_TASKS 0
-#endif
+/**
+ * Set verbosity level (0 = no startup messages, 1 = startup messages)
+ * Default level: 0
+ */
+void lace_set_verbosity(int level);
+
+/**
+ * Initialize Lace for <n_workers> workers with a deque size of <dqsize> per worker.
+ * If <n_workers> is set to 0, automatically detects available cores.
+ * If <dqsize> is est to 0, uses a reasonable default value.
+ */
+void lace_init(unsigned int n_workers, size_t dqsize);
+
+/**
+ * Let Lace create worker threads.
+ * If <stacksize> is set to 0, uses a reaonable default value.
+ * If cb, arg are set to 0, then the current thread is initialized as the main Worker (Worker 0).
+ *
+ * If cb,arg are set, then the current thread is suspended. A new thread is made for Worker 0 and
+ * the task cb with paremeter arg is called; when cb returns, Lace is exited automatically.
+ */
+void lace_startup(size_t stacksize, lace_startup_cb, void* arg);
+
+/**
+ * Initialize worker <worker>, allocating memory.
+ * If <worker> is 0, then the current thread is the main worker.
+ */
+void lace_init_worker(unsigned int worker);
+
+/**
+ * Use hwloc to pin the current thread to a CPU and its allocated memory in the closest domain.
+ * Call this *after* lace_init_worker and *before* lace_run_worker.
+ */
+void lace_pin_worker(void);
+
+/**
+ * Perform work-stealing until lace_exit is called.
+ */
+void lace_run_worker(void);
+
+/**
+ * Steal a random task.
+ */
+#define lace_steal_random() CALL(lace_steal_random)
+void lace_steal_random_CALL(WorkerP*, Task*);
+
+/**
+ * Enter the Lace barrier. (all active workers must enter it before we can continue)
+ */
+void lace_barrier();
+
+/**
+ * Suspend all workers except the current worker.
+ * May only be used when all other workers are idle.
+ */
+void lace_suspend();
+
+/**
+ * Resume all workers.
+ */
+void lace_resume();
+
+/**
+ * When all other workers are suspended, some workers can be disabled using the following functions.
+ * With set_workers, all workers 0..(N-1) are enabled and N..max are disabled.
+ * You can never disable the current worker or reduce the number of workers below 1.
+ * You cannot add workers.
+ */
+void lace_set_workers(unsigned int workercount);
+
+/**
+ * Disable a suspended worker.
+ */
+void lace_disable_worker(unsigned int worker);
+
+/**
+ * Enable a suspended worker.
+ */
+void lace_enable_worker(unsigned int worker);
+
+/**
+ * Retrieve the number of enabled/active workers.
+ */
+unsigned int lace_enabled_workers();
+
+/**
+ * Retrieve the number of Lace workers
+ */
+unsigned int lace_workers();
+
+/**
+ * Retrieve the default program stack size
+ */
+size_t lace_default_stacksize();
+
+/**
+ * Retrieve the current worker data.
+ */
+WorkerP *lace_get_worker();
+
+/**
+ * Retrieve the current head of the deque
+ */
+Task *lace_get_head(WorkerP *);
+
+/**
+ * Exit Lace.
+ * This function is automatically called when lace_startup is called with a callback.
+ * This function must be called to exit Lace when lace_startup is called without a callback.
+ */
+void lace_exit();
+
+/**
+ * Create a pointer to a Tasks main function.
+ */
+#define TASK(f) ( f##_CALL )
+
+/**
+ * Call a Tasks implementation (adds Lace variables to call)
+ */
+#define WRAP(f, ...) ( f((WorkerP *)__lace_worker, (Task *)__lace_dq_head, ##__VA_ARGS__) )
+
+/**
+ * Sync a task.
+ */
+#define SYNC(f) ( __lace_dq_head--, WRAP(f##_SYNC) )
+
+/**
+ * Sync a task, but if the task is not stolen, then do not execute it.
+ */
+#define DROP() ( __lace_dq_head--, WRAP(lace_drop) )
+
+/**
+ * Spawn a task.
+ */
+#define SPAWN(f, ...) ( WRAP(f##_SPAWN, ##__VA_ARGS__), __lace_dq_head++ )
+
+/**
+ * Directly execute a task.
+ */
+#define CALL(f, ...) ( WRAP(f##_CALL, ##__VA_ARGS__) )
+
+/**
+ * Signal all workers to interrupt their current tasks and instead perform (a personal copy of) the given task.
+ */
+#define TOGETHER(f, ...) ( WRAP(f##_TOGETHER, ##__VA_ARGS__) )
+
+/**
+ * Signal all workers to interrupt their current tasks and help the current thread with the given task.
+ */
+#define NEWFRAME(f, ...) ( WRAP(f##_NEWFRAME, ##__VA_ARGS__) )
+
+/**
+ * (Try to) steal a task from a random worker.
+ */
+#define STEAL_RANDOM() ( CALL(lace_steal_random) )
+
+/**
+ * Get the current worker id.
+ */
+#define LACE_WORKER_ID ( __lace_worker->worker )
+
+/**
+ * Get the core where the current worker is pinned.
+ */
+#define LACE_WORKER_PU ( __lace_worker->pu )
+
+/**
+ * Initialize local variables __lace_worker and __lace_dq_head which are required for most Lace functionality.
+ */
+#define LACE_ME WorkerP * __attribute__((unused)) __lace_worker = lace_get_worker(); Task * __attribute__((unused)) __lace_dq_head = lace_get_head(__lace_worker);
-#ifndef LACE_COUNT_STEALS /* Count number of steals performed */
-#define LACE_COUNT_STEALS 0
+/**
+ * Check if current tasks must be interrupted, and if so, interrupt.
+ */
+void lace_yield(WorkerP *__lace_worker, Task *__lace_dq_head);
+#define YIELD_NEWFRAME() { if (unlikely((*(Task* volatile *)&lace_newframe.t) != NULL)) lace_yield(__lace_worker, __lace_dq_head); }
+
+/**
+ * True if the given task is stolen, False otherwise.
+ */
+#define TASK_IS_STOLEN(t) ((size_t)t->thief > 1)
+
+/**
+ * True if the given task is completed, False otherwise.
+ */
+#define TASK_IS_COMPLETED(t) ((size_t)t->thief == 2)
+
+/**
+ * Retrieves a pointer to the result of the given task.
+ */
+#define TASK_RESULT(t) (&t->d[0])
+
+/**
+ * Compute a random number, thread-local (so scalable)
+ */
+#define LACE_TRNG (__lace_worker->rng = 2862933555777941757ULL * __lace_worker->rng + 3037000493ULL)
+
+/* Some flags that influence Lace behavior */
+
+#ifndef LACE_DEBUG_PROGRAMSTACK /* Write to stderr when 95% program stack reached */
+#define LACE_DEBUG_PROGRAMSTACK 0
#endif
-#ifndef LACE_COUNT_SPLITS /* Count number of times the split point is moved */
-#define LACE_COUNT_SPLITS 0
+#ifndef LACE_LEAP_RANDOM /* Use random leaping when leapfrogging fails */
+#define LACE_LEAP_RANDOM 1
#endif
#ifndef LACE_COUNT_EVENTS
#define LACE_COUNT_EVENTS (LACE_PIE_TIMES || LACE_COUNT_TASKS || LACE_COUNT_STEALS || LACE_COUNT_SPLITS)
#endif
+/**
+ * Now follows the implementation of Lace
+ */
+
/* Typical cacheline size of system architectures */
#ifndef LINE_SIZE
#define LINE_SIZE 64
@@ -167,10 +408,6 @@ typedef enum {
CTR_MAX
} CTR_index;
-struct _WorkerP;
-struct _Worker;
-struct _Task;
-
#define THIEF_EMPTY ((struct _Worker*)0x0)
#define THIEF_TASK ((struct _Worker*)0x1)
#define THIEF_COMPLETED ((struct _Worker*)0x2)
@@ -215,7 +452,7 @@ typedef struct _WorkerP {
size_t stack_trigger; // for stack overflow detection
uint64_t rng; // my random seed (for lace_trng)
uint32_t seed; // my random seed (for lace_steal_random)
- int16_t worker; // what is my worker id?
+ uint16_t worker; // what is my worker id?
uint8_t allstolen; // my allstolen
volatile int8_t enabled; // if this worker is enabled
@@ -228,145 +465,10 @@ typedef struct _WorkerP {
int16_t pu; // my pu (for HWLOC)
} WorkerP;
-#define LACE_TYPEDEF_CB(t, f, ...) typedef t (*f)(WorkerP *, Task *, ##__VA_ARGS__);
-LACE_TYPEDEF_CB(void, lace_startup_cb, void*);
-
-/**
- * Using Lace.
- *
- * Optionally set the verbosity level with lace_set_verbosity.
- * Call lace_init to allocate all data structures.
- *
- * You can create threads yourself or let Lace create threads with lace_startup.
- *
- * When creating threads yourself:
- * - call lace_init_main for worker 0
- * this method returns when all other workers have started
- * - call lace_run_worker for all other workers
- * workers perform work-stealing until worker 0 calls lace_exit
- *
- * When letting Lace create threads with lace_startup
- * - calling with startup callback creates N threads and returns
- * after the callback has returned, and all created threads are destroyed
- * - calling without a startup callback creates N-1 threads and returns
- * control to the caller. When lace_exit is called, all created threads are terminated.
- */
-
-/**
- * Set verbosity level (0 = no startup messages, 1 = startup messages)
- * Default level: 0
- */
-void lace_set_verbosity(int level);
-
-/**
- * Initialize master structures for Lace with <n_workers> workers
- * and default deque size of <dqsize>.
- * Does not create new threads.
- * Tries to detect number of cpus, if n_workers equals 0.
- */
-void lace_init(int n_workers, size_t dqsize);
-
-/**
- * After lace_init, start all worker threads.
- * If cb,arg are set, suspend this thread, call cb(arg) in a new thread
- * and exit Lace upon return
- * Otherwise, the current thread is initialized as worker 0.
- */
-void lace_startup(size_t stacksize, lace_startup_cb, void* arg);
-
-/**
- * Initialize worker 0. This method returns when all other workers are initialized
- * (using lace_run_worker).
- *
- * When done, run lace_exit so all worker threads return from lace_run_worker.
- */
-void lace_init_main();
-
-/**
- * Initialize the current thread as the Lace thread of worker <worker>, and perform
- * work-stealing until lace_exit is called.
- *
- * For worker 0, call lace_init_main instead.
- */
-void lace_run_worker(int worker);
-
-/**
- * Steal a random task.
- */
-#define lace_steal_random() CALL(lace_steal_random)
-void lace_steal_random_CALL(WorkerP*, Task*);
-
-/**
- * Barrier (all workers must enter it before progressing)
- */
-void lace_barrier();
-
-/**
- * Suspend and resume all other workers.
- * May only be used when all other workers are idle.
- */
-void lace_suspend();
-void lace_resume();
-
-/**
- * When all tasks are suspended, workers can be temporarily disabled.
- * With set_workers, all workers 0..(N-1) are enabled and N..max are disabled.
- * You can never disable the current worker or reduce the number of workers below 1.
- * You cannot add workers.
- */
-void lace_disable_worker(int worker);
-void lace_enable_worker(int worker);
-void lace_set_workers(int workercount);
-int lace_enabled_workers();
-
-/**
- * Retrieve number of Lace workers
- */
-size_t lace_workers();
-
-/**
- * Retrieve default program stack size
- */
-size_t lace_default_stacksize();
-
-/**
- * Retrieve current worker.
- */
-WorkerP *lace_get_worker();
-
-/**
- * Retrieve the current head of the deque
- */
-Task *lace_get_head(WorkerP *);
-
-/**
- * Exit Lace. Automatically called when started with cb,arg.
- */
-void lace_exit();
-
#define LACE_STOLEN ((Worker*)0)
#define LACE_BUSY ((Worker*)1)
#define LACE_NOWORK ((Worker*)2)
-#define TASK(f) ( f##_CALL )
-#define WRAP(f, ...) ( f((WorkerP *)__lace_worker, (Task *)__lace_dq_head, ##__VA_ARGS__) )
-#define SYNC(f) ( __lace_dq_head--, WRAP(f##_SYNC) )
-#define DROP() ( __lace_dq_head--, WRAP(lace_drop) )
-#define SPAWN(f, ...) ( WRAP(f##_SPAWN, ##__VA_ARGS__), __lace_dq_head++ )
-#define CALL(f, ...) ( WRAP(f##_CALL, ##__VA_ARGS__) )
-#define TOGETHER(f, ...) ( WRAP(f##_TOGETHER, ##__VA_ARGS__) )
-#define NEWFRAME(f, ...) ( WRAP(f##_NEWFRAME, ##__VA_ARGS__) )
-#define STEAL_RANDOM() ( CALL(lace_steal_random) )
-#define LACE_WORKER_ID ( __lace_worker->worker )
-#define LACE_WORKER_PU ( __lace_worker->pu )
-
-/* Use LACE_ME to initialize Lace variables, in case you want to call multiple Lace tasks */
-#define LACE_ME WorkerP * __attribute__((unused)) __lace_worker = lace_get_worker(); Task * __attribute__((unused)) __lace_dq_head = lace_get_head(__lace_worker);
-
-#define TASK_IS_STOLEN(t) ((size_t)t->thief > 1)
-#define TASK_IS_COMPLETED(t) ((size_t)t->thief == 2)
-#define TASK_RESULT(t) (&t->d[0])
-
#if LACE_DEBUG_PROGRAMSTACK
static inline void CHECKSTACK(WorkerP *w)
{
@@ -402,14 +504,6 @@ extern lace_newframe_t lace_newframe;
void lace_do_together(WorkerP *__lace_worker, Task *__lace_dq_head, Task *task);
void lace_do_newframe(WorkerP *__lace_worker, Task *__lace_dq_head, Task *task);
-void lace_yield(WorkerP *__lace_worker, Task *__lace_dq_head);
-#define YIELD_NEWFRAME() { if (unlikely((*(Task* volatile *)&lace_newframe.t) != NULL)) lace_yield(__lace_worker, __lace_dq_head); }
-
-/**
- * Compute a random number, thread-local
- */
-#define LACE_TRNG (__lace_worker->rng = 2862933555777941757ULL * __lace_worker->rng + 3037000493ULL)
-
/**
* Make all tasks of the current worker shared.
*/
diff --git a/resources/3rdparty/sylvan/src/sylvan.h b/resources/3rdparty/sylvan/src/sylvan.h
index aac4026ae..41ae81948 100755
--- a/resources/3rdparty/sylvan/src/sylvan.h
+++ b/resources/3rdparty/sylvan/src/sylvan.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -17,24 +17,49 @@
/**
* Sylvan: parallel MTBDD/ListDD package.
- *
- * This is a multi-core implementation of MTBDDs with complement edges.
- *
- * This package requires parallel the work-stealing framework Lace.
- * Lace must be initialized before initializing Sylvan
+ * Include this file.
*/
#include <sylvan_config.h>
+#include <assert.h>
+#include <stddef.h>
#include <stdint.h>
#include <stdio.h> // for FILE
#include <stdlib.h> // for realloc
+#include <unistd.h>
+#include <pthread.h>
+
+#if SYLVAN_STATS
+#ifdef __MACH__
+#include <mach/mach_time.h>
+#else
+#include <time.h>
+#endif
+#endif
+
+/**
+ * Sylvan header files outside the namespace
+ */
#include <lace.h>
#include <sylvan_tls.h>
+#ifdef __cplusplus
+//namespace sylvan {
+#endif
+
+/**
+ * Sylvan header files inside the namespace
+ */
+
#include <sylvan_common.h>
#include <sylvan_stats.h>
+#include <sylvan_mt.h>
#include <sylvan_mtbdd.h>
#include <sylvan_bdd.h>
#include <sylvan_ldd.h>
+
+#ifdef __cplusplus
+//}
+#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_bdd.c b/resources/3rdparty/sylvan/src/sylvan_bdd.c
index bb1aa0aed..e874d7276 100755
--- a/resources/3rdparty/sylvan/src/sylvan_bdd.c
+++ b/resources/3rdparty/sylvan/src/sylvan_bdd.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,20 +15,12 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan_int.h>
-#include <assert.h>
#include <inttypes.h>
#include <math.h>
-#include <pthread.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
#include <string.h>
-#include <sylvan.h>
-#include <sylvan_int.h>
-
#include <avl.h>
static int granularity = 1; // default
@@ -45,12 +37,6 @@ sylvan_get_granularity()
return granularity;
}
-BDD
-sylvan_ithvar(BDDVAR level)
-{
- return sylvan_makenode(level, sylvan_false, sylvan_true);
-}
-
/**
* Implementation of unary, binary and if-then-else operators.
*/
@@ -1834,10 +1820,10 @@ TASK_IMPL_3(BDD, sylvan_union_cube, BDD, bdd, BDDSET, vars, uint8_t *, cube)
} else if (v > n_level) {
BDD high = node_high(bdd, n);
BDD low = node_low(bdd, n);
- SPAWN(sylvan_union_cube, high, vars, cube);
+ bdd_refs_spawn(SPAWN(sylvan_union_cube, high, vars, cube));
BDD new_low = sylvan_union_cube(low, vars, cube);
bdd_refs_push(new_low);
- BDD new_high = SYNC(sylvan_union_cube);
+ BDD new_high = bdd_refs_sync(SYNC(sylvan_union_cube));
bdd_refs_pop(1);
if (new_low != low || new_high != high) {
result = sylvan_makenode(n_level, new_low, new_high);
diff --git a/resources/3rdparty/sylvan/src/sylvan_bdd.h b/resources/3rdparty/sylvan/src/sylvan_bdd.h
index 4d32fc910..f7ae74091 100755
--- a/resources/3rdparty/sylvan/src/sylvan_bdd.h
+++ b/resources/3rdparty/sylvan/src/sylvan_bdd.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -23,10 +23,19 @@
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
-
+
/* For strictly non-MT BDDs */
-#define sylvan_isconst(bdd) (bdd == sylvan_true || bdd == sylvan_false)
-#define sylvan_isnode(bdd) (bdd != sylvan_true && bdd != sylvan_false)
+static inline int
+sylvan_isconst(MTBDD bdd)
+{
+ return bdd == mtbdd_true || bdd == mtbdd_false ? 1 : 0;
+}
+
+static inline int
+sylvan_isnode(MTBDD bdd)
+{
+ return bdd != mtbdd_true && bdd != mtbdd_false ? 1 : 0;
+}
/**
* Granularity (BDD only) determines usage of operation cache.
@@ -43,15 +52,16 @@ extern "C" {
void sylvan_set_granularity(int granularity);
int sylvan_get_granularity(void);
-/* Create a BDD representing just <var> or the negation of <var> */
-BDD sylvan_ithvar(BDDVAR var);
-#define sylvan_nithvar(var) sylvan_not(sylvan_ithvar(var))
-
/*
* Unary, binary and if-then-else operations.
* These operations are all implemented by NOT, AND and XOR.
*/
-#define sylvan_not(a) (((BDD)a)^sylvan_complement)
+static inline BDD
+sylvan_not(BDD a)
+{
+ return a ^ sylvan_complement;
+}
+
TASK_DECL_4(BDD, sylvan_ite, BDD, BDD, BDD, BDDVAR);
#define sylvan_ite(a,b,c) (CALL(sylvan_ite,a,b,c,0))
TASK_DECL_3(BDD, sylvan_and, BDD, BDD, BDDVAR);
@@ -68,6 +78,13 @@ TASK_DECL_3(BDD, sylvan_xor, BDD, BDD, BDDVAR);
#define sylvan_diff(a,b) sylvan_and(a,sylvan_not(b))
#define sylvan_less(a,b) sylvan_and(sylvan_not(a),b)
+/* Create a BDD representing just <var> or the negation of <var> */
+static inline BDD
+sylvan_nithvar(uint32_t var)
+{
+ return sylvan_not(sylvan_ithvar(var));
+}
+
/**
* Existential and universal quantification.
*/
@@ -265,7 +282,11 @@ sylvan_fprint(FILE *f, BDD bdd)
sylvan_serialize_totext(f);
}
-#define sylvan_print(dd) sylvan_fprint(stdout, dd)
+static void __attribute__((unused))
+sylvan_print(BDD bdd)
+{
+ return sylvan_fprint(stdout, bdd);
+}
#include "sylvan_bdd_storm.h"
diff --git a/resources/3rdparty/sylvan/src/sylvan_bdd_storm.h b/resources/3rdparty/sylvan/src/sylvan_bdd_storm.h
index f28259a84..737ca0c65 100644
--- a/resources/3rdparty/sylvan/src/sylvan_bdd_storm.h
+++ b/resources/3rdparty/sylvan/src/sylvan_bdd_storm.h
@@ -1,6 +1,14 @@
+#ifdef __cplusplus
+extern "C" {
+#endif
+
#define bdd_isnegated(dd) ((dd & sylvan_complement) ? 1 : 0)
#define bdd_regular(dd) (dd & ~sylvan_complement)
#define bdd_isterminal(dd) (dd == sylvan_false || dd == sylvan_true)
TASK_DECL_3(BDD, sylvan_existsRepresentative, BDD, BDD, BDDVAR);
#define sylvan_existsRepresentative(a, vars) (CALL(sylvan_existsRepresentative, a, vars, 0))
+
+#ifdef __cplusplus
+}
+#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_cache.c b/resources/3rdparty/sylvan/src/sylvan_cache.c
index 295679f59..8a39d751a 100755
--- a/resources/3rdparty/sylvan/src/sylvan_cache.c
+++ b/resources/3rdparty/sylvan/src/sylvan_cache.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,19 +15,20 @@
* limitations under the License.
*/
+#include <sylvan_int.h>
+
#include <errno.h> // for errno
-#include <stdio.h> // for fprintf
-#include <stdint.h> // for uint32_t etc
-#include <stdlib.h> // for exit
#include <string.h> // for strerror
#include <sys/mman.h> // for mmap
-#include <sylvan_cache.h>
-
#ifndef MAP_ANONYMOUS
#define MAP_ANONYMOUS MAP_ANON
#endif
+#ifndef CACHE_MASK
+#define CACHE_MASK 1
+#endif
+
#ifndef compiler_barrier
#define compiler_barrier() { asm volatile("" ::: "memory"); }
#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_cache.h b/resources/3rdparty/sylvan/src/sylvan_cache.h
index e40185454..88afb1af1 100755
--- a/resources/3rdparty/sylvan/src/sylvan_cache.h
+++ b/resources/3rdparty/sylvan/src/sylvan_cache.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,21 +15,15 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+/* Do not include this file directly. Instead, include sylvan_int.h */
-#include <stdint.h> // for uint32_t etc
-
-#ifndef CACHE_H
-#define CACHE_H
+#ifndef SYLVAN_CACHE_H
+#define SYLVAN_CACHE_H
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
-#ifndef CACHE_MASK
-#define CACHE_MASK 1
-#endif
-
/**
* Operation cache
*
diff --git a/resources/3rdparty/sylvan/src/sylvan_common.c b/resources/3rdparty/sylvan/src/sylvan_common.c
index 38d3a8876..71f748f8c 100755
--- a/resources/3rdparty/sylvan/src/sylvan_common.c
+++ b/resources/3rdparty/sylvan/src/sylvan_common.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
diff --git a/resources/3rdparty/sylvan/src/sylvan_common.h b/resources/3rdparty/sylvan/src/sylvan_common.h
index bc6841134..4e55d9153 100755
--- a/resources/3rdparty/sylvan/src/sylvan_common.h
+++ b/resources/3rdparty/sylvan/src/sylvan_common.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,6 +15,8 @@
* limitations under the License.
*/
+/* Do not include this file directly. Instead, include sylvan.h */
+
#ifndef SYLVAN_COMMON_H
#define SYLVAN_COMMON_H
diff --git a/resources/3rdparty/sylvan/src/sylvan_gmp.c b/resources/3rdparty/sylvan/src/sylvan_gmp.c
index bda6c2eee..394033f6f 100755
--- a/resources/3rdparty/sylvan/src/sylvan_gmp.c
+++ b/resources/3rdparty/sylvan/src/sylvan_gmp.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -16,14 +16,11 @@
*/
#include <sylvan_int.h>
+#include <sylvan_gmp.h>
-#include <assert.h>
#include <math.h>
#include <string.h>
-#include <sylvan_gmp.h>
-#include <gmp.h>
-
static uint32_t gmp_type;
/**
diff --git a/resources/3rdparty/sylvan/src/sylvan_gmp.h b/resources/3rdparty/sylvan/src/sylvan_gmp.h
index 7675999c0..8bf3b909a 100755
--- a/resources/3rdparty/sylvan/src/sylvan_gmp.h
+++ b/resources/3rdparty/sylvan/src/sylvan_gmp.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -19,13 +19,14 @@
* This is an implementation of GMP mpq custom leaves of MTBDDs
*/
-#ifndef SYLVAN_GMP_H
-#define SYLVAN_GMP_H
-
#include <sylvan.h>
#include <gmp.h>
+#ifndef SYLVAN_GMP_H
+#define SYLVAN_GMP_H
+
#ifdef __cplusplus
+namespace sylvan {
extern "C" {
#endif /* __cplusplus */
@@ -185,6 +186,7 @@ TASK_DECL_2(MTBDD, gmp_strict_threshold_d, MTBDD, double);
#ifdef __cplusplus
}
+}
#endif /* __cplusplus */
#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_int.h b/resources/3rdparty/sylvan/src/sylvan_int.h
index e8a96df81..0a54d34ce 100755
--- a/resources/3rdparty/sylvan/src/sylvan_int.h
+++ b/resources/3rdparty/sylvan/src/sylvan_int.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -16,14 +16,22 @@
*/
/**
- * Internals of Sylvan
+ * Sylvan: parallel MTBDD/ListDD package.
+ * Include this file for access to internals.
*/
#include <sylvan.h>
+#ifdef __cplusplus
+namespace sylvan {
+#endif
+
+/**
+ * Sylvan internal header files inside the namespace
+ */
+
#include <sylvan_cache.h>
#include <sylvan_table.h>
-#include <sylvan_stats.h>
#ifndef SYLVAN_INT_H
#define SYLVAN_INT_H
@@ -42,68 +50,68 @@ extern llmsset_t nodes;
*/
// BDD operations
-#define CACHE_BDD_ITE (0LL<<40)
-#define CACHE_BDD_AND (1LL<<40)
-#define CACHE_BDD_XOR (2LL<<40)
-#define CACHE_BDD_EXISTS (3LL<<40)
-#define CACHE_BDD_PROJECT (4LL<<40)
-#define CACHE_BDD_AND_EXISTS (5LL<<40)
-#define CACHE_BDD_AND_PROJECT (6LL<<40)
-#define CACHE_BDD_RELNEXT (7LL<<40)
-#define CACHE_BDD_RELPREV (8LL<<40)
-#define CACHE_BDD_SATCOUNT (9LL<<40)
-#define CACHE_BDD_COMPOSE (10LL<<40)
-#define CACHE_BDD_RESTRICT (11LL<<40)
-#define CACHE_BDD_CONSTRAIN (12LL<<40)
-#define CACHE_BDD_CLOSURE (13LL<<40)
-#define CACHE_BDD_ISBDD (14LL<<40)
-#define CACHE_BDD_SUPPORT (15LL<<40)
-#define CACHE_BDD_PATHCOUNT (16LL<<40)
+static const uint64_t CACHE_BDD_ITE = (0LL<<40);
+static const uint64_t CACHE_BDD_AND = (1LL<<40);
+static const uint64_t CACHE_BDD_XOR = (2LL<<40);
+static const uint64_t CACHE_BDD_EXISTS = (3LL<<40);
+static const uint64_t CACHE_BDD_PROJECT = (4LL<<40);
+static const uint64_t CACHE_BDD_AND_EXISTS = (5LL<<40);
+static const uint64_t CACHE_BDD_AND_PROJECT = (6LL<<40);
+static const uint64_t CACHE_BDD_RELNEXT = (7LL<<40);
+static const uint64_t CACHE_BDD_RELPREV = (8LL<<40);
+static const uint64_t CACHE_BDD_SATCOUNT = (9LL<<40);
+static const uint64_t CACHE_BDD_COMPOSE = (10LL<<40);
+static const uint64_t CACHE_BDD_RESTRICT = (11LL<<40);
+static const uint64_t CACHE_BDD_CONSTRAIN = (12LL<<40);
+static const uint64_t CACHE_BDD_CLOSURE = (13LL<<40);
+static const uint64_t CACHE_BDD_ISBDD = (14LL<<40);
+static const uint64_t CACHE_BDD_SUPPORT = (15LL<<40);
+static const uint64_t CACHE_BDD_PATHCOUNT = (16LL<<40);
// MDD operations
-#define CACHE_MDD_RELPROD (20LL<<40)
-#define CACHE_MDD_MINUS (21LL<<40)
-#define CACHE_MDD_UNION (22LL<<40)
-#define CACHE_MDD_INTERSECT (23LL<<40)
-#define CACHE_MDD_PROJECT (24LL<<40)
-#define CACHE_MDD_JOIN (25LL<<40)
-#define CACHE_MDD_MATCH (26LL<<40)
-#define CACHE_MDD_RELPREV (27LL<<40)
-#define CACHE_MDD_SATCOUNT (28LL<<40)
-#define CACHE_MDD_SATCOUNTL1 (29LL<<40)
-#define CACHE_MDD_SATCOUNTL2 (30LL<<40)
+static const uint64_t CACHE_MDD_RELPROD = (20LL<<40);
+static const uint64_t CACHE_MDD_MINUS = (21LL<<40);
+static const uint64_t CACHE_MDD_UNION = (22LL<<40);
+static const uint64_t CACHE_MDD_INTERSECT = (23LL<<40);
+static const uint64_t CACHE_MDD_PROJECT = (24LL<<40);
+static const uint64_t CACHE_MDD_JOIN = (25LL<<40);
+static const uint64_t CACHE_MDD_MATCH = (26LL<<40);
+static const uint64_t CACHE_MDD_RELPREV = (27LL<<40);
+static const uint64_t CACHE_MDD_SATCOUNT = (28LL<<40);
+static const uint64_t CACHE_MDD_SATCOUNTL1 = (29LL<<40);
+static const uint64_t CACHE_MDD_SATCOUNTL2 = (30LL<<40);
// MTBDD operations
-#define CACHE_MTBDD_APPLY (40LL<<40)
-#define CACHE_MTBDD_UAPPLY (41LL<<40)
-#define CACHE_MTBDD_ABSTRACT (42LL<<40)
-#define CACHE_MTBDD_ITE (43LL<<40)
-#define CACHE_MTBDD_AND_ABSTRACT_PLUS (44LL<<40)
-#define CACHE_MTBDD_AND_ABSTRACT_MAX (45LL<<40)
-#define CACHE_MTBDD_SUPPORT (46LL<<40)
-#define CACHE_MTBDD_COMPOSE (47LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM (48LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM_REL (49LL<<40)
-#define CACHE_MTBDD_MINIMUM (50LL<<40)
-#define CACHE_MTBDD_MAXIMUM (51LL<<40)
-#define CACHE_MTBDD_LEQ (52LL<<40)
-#define CACHE_MTBDD_LESS (53LL<<40)
-#define CACHE_MTBDD_GEQ (54LL<<40)
-#define CACHE_MTBDD_GREATER (55LL<<40)
-#define CACHE_MTBDD_EVAL_COMPOSE (56LL<<40)
-#define CACHE_MTBDD_NONZERO_COUNT (57LL<<40)
-#define CACHE_MTBDD_AND_EXISTS_RN (58LL<<40)
-#define CACHE_MTBDD_MINIMUM_RN (59LL<<40)
-#define CACHE_MTBDD_MAXIMUM_RN (60LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM_RN (61LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM_REL_RN (62LL<<40)
-#define CACHE_MTBDD_AND_EXISTS_RF (63LL<<40)
-#define CACHE_MTBDD_MINIMUM_RF (64LL<<40)
-#define CACHE_MTBDD_MAXIMUM_RF (65LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM_RF (66LL<<40)
-#define CACHE_MTBDD_EQUAL_NORM_REL_RF (67LL<<40)
-
-#define CACHE_MTBDD_ABSTRACT_REPRESENTATIVE (68LL<<40)
+static const uint64_t CACHE_MTBDD_APPLY = (40LL<<40);
+static const uint64_t CACHE_MTBDD_UAPPLY = (41LL<<40);
+static const uint64_t CACHE_MTBDD_ABSTRACT = (42LL<<40);
+static const uint64_t CACHE_MTBDD_ITE = (43LL<<40);
+static const uint64_t CACHE_MTBDD_AND_ABSTRACT_PLUS = (44LL<<40);
+static const uint64_t CACHE_MTBDD_AND_ABSTRACT_MAX = (45LL<<40);
+static const uint64_t CACHE_MTBDD_SUPPORT = (46LL<<40);
+static const uint64_t CACHE_MTBDD_COMPOSE = (47LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM = (48LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM_REL = (49LL<<40);
+static const uint64_t CACHE_MTBDD_MINIMUM = (50LL<<40);
+static const uint64_t CACHE_MTBDD_MAXIMUM = (51LL<<40);
+static const uint64_t CACHE_MTBDD_LEQ = (52LL<<40);
+static const uint64_t CACHE_MTBDD_LESS = (53LL<<40);
+static const uint64_t CACHE_MTBDD_GEQ = (54LL<<40);
+static const uint64_t CACHE_MTBDD_GREATER = (55LL<<40);
+static const uint64_t CACHE_MTBDD_EVAL_COMPOSE = (56LL<<40);
+static const uint64_t CACHE_MTBDD_NONZERO_COUNT = (57LL<<40);
+static const uint64_t CACHE_MTBDD_AND_EXISTS_RN = (58LL<<40);
+static const uint64_t CACHE_MTBDD_MINIMUM_RN = (59LL<<40);
+static const uint64_t CACHE_MTBDD_MAXIMUM_RN = (60LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM_RN = (61LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM_REL_RN = (62LL<<40);
+static const uint64_t CACHE_MTBDD_AND_EXISTS_RF = (63LL<<40);
+static const uint64_t CACHE_MTBDD_MINIMUM_RF = (64LL<<40);
+static const uint64_t CACHE_MTBDD_MAXIMUM_RF = (65LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM_RF = (66LL<<40);
+static const uint64_t CACHE_MTBDD_EQUAL_NORM_REL_RF = (67LL<<40);
+
+static const uint64_t CACHE_MTBDD_ABSTRACT_REPRESENTATIVE = (68LL<<40);
#ifdef __cplusplus
}
@@ -112,4 +120,8 @@ extern llmsset_t nodes;
#include <sylvan_mtbdd_int.h>
#include <sylvan_ldd_int.h>
+#ifdef __cplusplus
+} /* namespace */
+#endif
+
#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_ldd.c b/resources/3rdparty/sylvan/src/sylvan_ldd.c
index 6449e2f7d..0835933de 100755
--- a/resources/3rdparty/sylvan/src/sylvan_ldd.c
+++ b/resources/3rdparty/sylvan/src/sylvan_ldd.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,20 +15,12 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan_int.h>
-#include <assert.h>
#include <inttypes.h>
#include <math.h>
-#include <pthread.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
#include <string.h>
-#include <sylvan.h>
-#include <sylvan_int.h>
-
#include <avl.h>
#include <sylvan_refs.h>
#include <sha2.h>
@@ -54,13 +46,15 @@ VOID_TASK_IMPL_1(lddmc_gc_mark_rec, MDD, mdd)
* External references
*/
-refs_table_t mdd_refs;
+refs_table_t lddmc_refs;
+refs_table_t lddmc_protected;
+static int lddmc_protected_created = 0;
MDD
lddmc_ref(MDD a)
{
if (a == lddmc_true || a == lddmc_false) return a;
- refs_up(&mdd_refs, a);
+ refs_up(&lddmc_refs, a);
return a;
}
@@ -68,13 +62,36 @@ void
lddmc_deref(MDD a)
{
if (a == lddmc_true || a == lddmc_false) return;
- refs_down(&mdd_refs, a);
+ refs_down(&lddmc_refs, a);
}
size_t
lddmc_count_refs()
{
- return refs_count(&mdd_refs);
+ return refs_count(&lddmc_refs);
+}
+
+void
+lddmc_protect(MDD *a)
+{
+ if (!lddmc_protected_created) {
+ // In C++, sometimes lddmc_protect is called before Sylvan is initialized. Just create a table.
+ protect_create(&lddmc_protected, 4096);
+ lddmc_protected_created = 1;
+ }
+ protect_up(&lddmc_protected, (size_t)a);
+}
+
+void
+lddmc_unprotect(MDD *a)
+{
+ if (lddmc_protected.refs_table != NULL) protect_down(&lddmc_protected, (size_t)a);
+}
+
+size_t
+lddmc_count_protected(void)
+{
+ return protect_count(&lddmc_protected);
}
/* Called during garbage collection */
@@ -82,9 +99,24 @@ VOID_TASK_0(lddmc_gc_mark_external_refs)
{
// iterate through refs hash table, mark all found
size_t count=0;
- uint64_t *it = refs_iter(&mdd_refs, 0, mdd_refs.refs_size);
+ uint64_t *it = refs_iter(&lddmc_refs, 0, lddmc_refs.refs_size);
while (it != NULL) {
- SPAWN(lddmc_gc_mark_rec, refs_next(&mdd_refs, &it, mdd_refs.refs_size));
+ SPAWN(lddmc_gc_mark_rec, refs_next(&lddmc_refs, &it, lddmc_refs.refs_size));
+ count++;
+ }
+ while (count--) {
+ SYNC(lddmc_gc_mark_rec);
+ }
+}
+
+VOID_TASK_0(lddmc_gc_mark_protected)
+{
+ // iterate through refs hash table, mark all found
+ size_t count=0;
+ uint64_t *it = protect_iter(&lddmc_protected, 0, lddmc_protected.refs_size);
+ while (it != NULL) {
+ MDD *to_mark = (MDD*)protect_next(&lddmc_protected, &it, lddmc_protected.refs_size);
+ SPAWN(lddmc_gc_mark_rec, *to_mark);
count++;
}
while (count--) {
@@ -93,33 +125,77 @@ VOID_TASK_0(lddmc_gc_mark_external_refs)
}
/* Infrastructure for internal markings */
+typedef struct lddmc_refs_task
+{
+ Task *t;
+ void *f;
+} *lddmc_refs_task_t;
+
+typedef struct lddmc_refs_internal
+{
+ const MDD **pbegin, **pend, **pcur;
+ MDD *rbegin, *rend, *rcur;
+ lddmc_refs_task_t sbegin, send, scur;
+} *lddmc_refs_internal_t;
+
DECLARE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
-VOID_TASK_0(lddmc_refs_mark_task)
+VOID_TASK_2(lddmc_refs_mark_p_par, const MDD**, begin, size_t, count)
{
- LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
- size_t i, j=0;
- for (i=0; i<lddmc_refs_key->r_count; i++) {
- if (j >= 40) {
- while (j--) SYNC(lddmc_gc_mark_rec);
- j=0;
+ if (count < 32) {
+ while (count) {
+ lddmc_gc_mark_rec(**(begin++));
+ count--;
}
- SPAWN(lddmc_gc_mark_rec, lddmc_refs_key->results[i]);
- j++;
- }
- for (i=0; i<lddmc_refs_key->s_count; i++) {
- Task *t = lddmc_refs_key->spawns[i];
- if (!TASK_IS_STOLEN(t)) break;
- if (TASK_IS_COMPLETED(t)) {
- if (j >= 40) {
- while (j--) SYNC(lddmc_gc_mark_rec);
- j=0;
+ } else {
+ SPAWN(lddmc_refs_mark_p_par, begin, count / 2);
+ CALL(lddmc_refs_mark_p_par, begin + (count / 2), count - count / 2);
+ SYNC(lddmc_refs_mark_p_par);
+ }
+}
+
+VOID_TASK_2(lddmc_refs_mark_r_par, MDD*, begin, size_t, count)
+{
+ if (count < 32) {
+ while (count) {
+ lddmc_gc_mark_rec(*begin++);
+ count--;
+ }
+ } else {
+ SPAWN(lddmc_refs_mark_r_par, begin, count / 2);
+ CALL(lddmc_refs_mark_r_par, begin + (count / 2), count - count / 2);
+ SYNC(lddmc_refs_mark_r_par);
+ }
+}
+
+VOID_TASK_2(lddmc_refs_mark_s_par, lddmc_refs_task_t, begin, size_t, count)
+{
+ if (count < 32) {
+ while (count) {
+ Task *t = begin->t;
+ if (!TASK_IS_STOLEN(t)) return;
+ if (t->f == begin->f && TASK_IS_COMPLETED(t)) {
+ lddmc_gc_mark_rec(*(BDD*)TASK_RESULT(t));
}
- SPAWN(lddmc_gc_mark_rec, *(BDD*)TASK_RESULT(t));
- j++;
+ begin += 1;
+ count -= 1;
}
+ } else {
+ if (!TASK_IS_STOLEN(begin->t)) return;
+ SPAWN(lddmc_refs_mark_s_par, begin, count / 2);
+ CALL(lddmc_refs_mark_s_par, begin + (count / 2), count - count / 2);
+ SYNC(lddmc_refs_mark_s_par);
}
- while (j--) SYNC(lddmc_gc_mark_rec);
+}
+
+VOID_TASK_0(lddmc_refs_mark_task)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ SPAWN(lddmc_refs_mark_p_par, lddmc_refs_key->pbegin, lddmc_refs_key->pcur-lddmc_refs_key->pbegin);
+ SPAWN(lddmc_refs_mark_r_par, lddmc_refs_key->rbegin, lddmc_refs_key->rcur-lddmc_refs_key->rbegin);
+ CALL(lddmc_refs_mark_s_par, lddmc_refs_key->sbegin, lddmc_refs_key->scur-lddmc_refs_key->sbegin);
+ SYNC(lddmc_refs_mark_r_par);
+ SYNC(lddmc_refs_mark_p_par);
}
VOID_TASK_0(lddmc_refs_mark)
@@ -130,12 +206,12 @@ VOID_TASK_0(lddmc_refs_mark)
VOID_TASK_0(lddmc_refs_init_task)
{
lddmc_refs_internal_t s = (lddmc_refs_internal_t)malloc(sizeof(struct lddmc_refs_internal));
- s->r_size = 128;
- s->r_count = 0;
- s->s_size = 128;
- s->s_count = 0;
- s->results = (BDD*)malloc(sizeof(BDD) * 128);
- s->spawns = (Task**)malloc(sizeof(Task*) * 128);
+ s->pcur = s->pbegin = (const MDD**)malloc(sizeof(MDD*) * 1024);
+ s->pend = s->pbegin + 1024;
+ s->rcur = s->rbegin = (MDD*)malloc(sizeof(MDD) * 1024);
+ s->rend = s->rbegin + 1024;
+ s->scur = s->sbegin = (lddmc_refs_task_t)malloc(sizeof(struct lddmc_refs_task) * 1024);
+ s->send = s->sbegin + 1024;
SET_THREAD_LOCAL(lddmc_refs_key, s);
}
@@ -146,6 +222,83 @@ VOID_TASK_0(lddmc_refs_init)
sylvan_gc_add_mark(TASK(lddmc_refs_mark));
}
+void
+lddmc_refs_ptrs_up(lddmc_refs_internal_t lddmc_refs_key)
+{
+ size_t size = lddmc_refs_key->pend - lddmc_refs_key->pbegin;
+ lddmc_refs_key->pbegin = (const MDD**)realloc(lddmc_refs_key->pbegin, sizeof(MDD*) * size * 2);
+ lddmc_refs_key->pcur = lddmc_refs_key->pbegin + size;
+ lddmc_refs_key->pend = lddmc_refs_key->pbegin + (size * 2);
+}
+
+MDD __attribute__((noinline))
+lddmc_refs_refs_up(lddmc_refs_internal_t lddmc_refs_key, MDD res)
+{
+ long size = lddmc_refs_key->rend - lddmc_refs_key->rbegin;
+ lddmc_refs_key->rbegin = (MDD*)realloc(lddmc_refs_key->rbegin, sizeof(MDD) * size * 2);
+ lddmc_refs_key->rcur = lddmc_refs_key->rbegin + size;
+ lddmc_refs_key->rend = lddmc_refs_key->rbegin + (size * 2);
+ return res;
+}
+
+void __attribute__((noinline))
+lddmc_refs_tasks_up(lddmc_refs_internal_t lddmc_refs_key)
+{
+ long size = lddmc_refs_key->send - lddmc_refs_key->sbegin;
+ lddmc_refs_key->sbegin = (lddmc_refs_task_t)realloc(lddmc_refs_key->sbegin, sizeof(struct lddmc_refs_task) * size * 2);
+ lddmc_refs_key->scur = lddmc_refs_key->sbegin + size;
+ lddmc_refs_key->send = lddmc_refs_key->sbegin + (size * 2);
+}
+
+void __attribute__((unused))
+lddmc_refs_pushptr(const MDD *ptr)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ *lddmc_refs_key->pcur++ = ptr;
+ if (lddmc_refs_key->pcur == lddmc_refs_key->pend) lddmc_refs_ptrs_up(lddmc_refs_key);
+}
+
+void __attribute__((unused))
+lddmc_refs_popptr(size_t amount)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ lddmc_refs_key->pcur -= amount;
+}
+
+MDD __attribute__((unused))
+lddmc_refs_push(MDD lddmc)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ *(lddmc_refs_key->rcur++) = lddmc;
+ if (lddmc_refs_key->rcur == lddmc_refs_key->rend) return lddmc_refs_refs_up(lddmc_refs_key, lddmc);
+ else return lddmc;
+}
+
+void __attribute__((unused))
+lddmc_refs_pop(long amount)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ lddmc_refs_key->rcur -= amount;
+}
+
+void __attribute__((unused))
+lddmc_refs_spawn(Task *t)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ lddmc_refs_key->scur->t = t;
+ lddmc_refs_key->scur->f = t->f;
+ lddmc_refs_key->scur += 1;
+ if (lddmc_refs_key->scur == lddmc_refs_key->send) lddmc_refs_tasks_up(lddmc_refs_key);
+}
+
+MDD __attribute__((unused))
+lddmc_refs_sync(MDD result)
+{
+ LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
+ lddmc_refs_key->scur -= 1;
+ return result;
+}
+
VOID_TASK_DECL_0(lddmc_gc_mark_serialize);
/**
@@ -155,7 +308,7 @@ VOID_TASK_DECL_0(lddmc_gc_mark_serialize);
static void
lddmc_quit()
{
- refs_free(&mdd_refs);
+ refs_free(&lddmc_refs);
}
void
@@ -163,9 +316,14 @@ sylvan_init_ldd()
{
sylvan_register_quit(lddmc_quit);
sylvan_gc_add_mark(TASK(lddmc_gc_mark_external_refs));
+ sylvan_gc_add_mark(TASK(lddmc_gc_mark_protected));
sylvan_gc_add_mark(TASK(lddmc_gc_mark_serialize));
- refs_create(&mdd_refs, 1024);
+ refs_create(&lddmc_refs, 1024);
+ if (!lddmc_protected_created) {
+ protect_create(&lddmc_protected, 4096);
+ lddmc_protected_created = 1;
+ }
LACE_ME;
CALL(lddmc_refs_init);
@@ -2000,7 +2158,7 @@ VOID_TASK_3(lddmc_match_sat, struct lddmc_match_sat_info *, info, lddmc_enum_cb,
ri->mdd = mddnode_getright(na);
di->mdd = mddnode_getdown(na);
ri->match = b;
- di->match = mddnode_getdown(nb);
+ di->match = p_val == 1 ? mddnode_getdown(nb) : b;
ri->proj = proj;
di->proj = mddnode_getdown(p_node);
ri->count = info->count;
diff --git a/resources/3rdparty/sylvan/src/sylvan_ldd.h b/resources/3rdparty/sylvan/src/sylvan_ldd.h
index 394e773ce..8ee19caa0 100755
--- a/resources/3rdparty/sylvan/src/sylvan_ldd.h
+++ b/resources/3rdparty/sylvan/src/sylvan_ldd.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -24,11 +24,10 @@
extern "C" {
#endif /* __cplusplus */
-
typedef uint64_t MDD; // Note: low 40 bits only
-#define lddmc_false ((MDD)0)
-#define lddmc_true ((MDD)1)
+static const MDD lddmc_false = 0;
+static const MDD lddmc_true = 1;
/* Initialize LDD functionality */
void sylvan_init_ldd(void);
@@ -53,19 +52,49 @@ MDD lddmc_make_copynode(MDD ifeq, MDD ifneq);
int lddmc_iscopy(MDD mdd);
MDD lddmc_followcopy(MDD mdd);
-/* Add or remove external reference to MDD */
-MDD lddmc_ref(MDD a);
-void lddmc_deref(MDD a);
+/**
+ * Infrastructure for external references using a hash table.
+ * Two hash tables store external references: a pointers table and a values table.
+ * The pointers table stores pointers to MDD variables, manipulated with protect and unprotect.
+ * The values table stores MDD, manipulated with ref and deref.
+ * We strongly recommend using the pointers table whenever possible.
+ */
-/* For use in custom mark functions */
-VOID_TASK_DECL_1(lddmc_gc_mark_rec, MDD)
-#define lddmc_gc_mark_rec(mdd) CALL(lddmc_gc_mark_rec, mdd)
+/**
+ * Store the pointer <ptr> in the pointers table.
+ */
+void lddmc_protect(MDD* ptr);
+
+/**
+ * Delete the pointer <ptr> from the pointers table.
+ */
+void lddmc_unprotect(MDD* ptr);
+
+/**
+ * Compute the number of pointers in the pointers table.
+ */
+size_t lddmc_count_protected(void);
+
+/**
+ * Store the MDD <dd> in the values table.
+ */
+MDD lddmc_ref(MDD dd);
+
+/**
+ * Delete the MDD <dd> from the values table.
+ */
+void lddmc_deref(MDD dd);
-/* Return the number of external references */
+/**
+ * Compute the number of values in the values table.
+ */
size_t lddmc_count_refs(void);
-/* Mark MDD for "notify on dead" */
-#define lddmc_notify_ondead(mdd) llmsset_notify_ondead(nodes, mdd)
+/**
+ * Call mtbdd_gc_mark_rec for every mtbdd you want to keep in your custom mark functions.
+ */
+VOID_TASK_DECL_1(lddmc_gc_mark_rec, MDD)
+#define lddmc_gc_mark_rec(mdd) CALL(lddmc_gc_mark_rec, mdd)
/* Sanity check - returns depth of MDD including 'true' terminal or 0 for empty set */
#ifndef NDEBUG
@@ -233,54 +262,49 @@ void lddmc_serialize_totext(FILE *out);
void lddmc_serialize_tofile(FILE *out);
void lddmc_serialize_fromfile(FILE *in);
-/* Infrastructure for internal markings */
-typedef struct lddmc_refs_internal
-{
- size_t r_size, r_count;
- size_t s_size, s_count;
- MDD *results;
- Task **spawns;
-} *lddmc_refs_internal_t;
-
-extern DECLARE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
-
-static inline MDD
-lddmc_refs_push(MDD ldd)
-{
- LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
- if (lddmc_refs_key->r_count >= lddmc_refs_key->r_size) {
- lddmc_refs_key->r_size *= 2;
- lddmc_refs_key->results = (MDD*)realloc(lddmc_refs_key->results, sizeof(MDD) * lddmc_refs_key->r_size);
- }
- lddmc_refs_key->results[lddmc_refs_key->r_count++] = ldd;
- return ldd;
-}
+/**
+ * Infrastructure for internal references.
+ * Every thread has its own reference stacks. There are three stacks: pointer, values, tasks stack.
+ * The pointers stack stores pointers to LDD variables, manipulated with pushptr and popptr.
+ * The values stack stores LDD, manipulated with push and pop.
+ * The tasks stack stores Lace tasks (that return LDD), manipulated with spawn and sync.
+ *
+ * It is recommended to use the pointers stack for local variables and the tasks stack for tasks.
+ */
-static inline void
-lddmc_refs_pop(int amount)
-{
- LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
- lddmc_refs_key->r_count-=amount;
-}
+/**
+ * Push a LDD variable to the pointer reference stack.
+ * During garbage collection the variable will be inspected and the contents will be marked.
+ */
+void lddmc_refs_pushptr(const MDD *ptr);
-static inline void
-lddmc_refs_spawn(Task *t)
-{
- LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
- if (lddmc_refs_key->s_count >= lddmc_refs_key->s_size) {
- lddmc_refs_key->s_size *= 2;
- lddmc_refs_key->spawns = (Task**)realloc(lddmc_refs_key->spawns, sizeof(Task*) * lddmc_refs_key->s_size);
- }
- lddmc_refs_key->spawns[lddmc_refs_key->s_count++] = t;
-}
+/**
+ * Pop the last <amount> LDD variables from the pointer reference stack.
+ */
+void lddmc_refs_popptr(size_t amount);
-static inline MDD
-lddmc_refs_sync(MDD result)
-{
- LOCALIZE_THREAD_LOCAL(lddmc_refs_key, lddmc_refs_internal_t);
- lddmc_refs_key->s_count--;
- return result;
-}
+/**
+ * Push an LDD to the values reference stack.
+ * During garbage collection the references LDD will be marked.
+ */
+MDD lddmc_refs_push(MDD dd);
+
+/**
+ * Pop the last <amount> LDD from the values reference stack.
+ */
+void lddmc_refs_pop(long amount);
+
+/**
+ * Push a Task that returns an LDD to the tasks reference stack.
+ * Usage: lddmc_refs_spawn(SPAWN(function, ...));
+ */
+void lddmc_refs_spawn(Task *t);
+
+/**
+ * Pop a Task from the task reference stack.
+ * Usage: MDD result = lddmc_refs_sync(SYNC(function));
+ */
+MDD lddmc_refs_sync(MDD dd);
#ifdef __cplusplus
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_ldd_int.h b/resources/3rdparty/sylvan/src/sylvan_ldd_int.h
index d748c7291..7cf65e3ba 100755
--- a/resources/3rdparty/sylvan/src/sylvan_ldd_int.h
+++ b/resources/3rdparty/sylvan/src/sylvan_ldd_int.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,24 +15,7 @@
* limitations under the License.
*/
-/*#include <sylvan_config.h>
-
-#include <assert.h>
-#include <inttypes.h>
-#include <math.h>
-#include <pthread.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-
-#include <sylvan.h>
-#include <sylvan_int.h>
-
-#include <avl.h>
-#include <sylvan_refs.h>
-#include <sha2.h>
-*/
+/* Do not include this file directly. Instead, include sylvan_int.h */
/**
* Internals for LDDs
@@ -51,7 +34,11 @@ typedef struct __attribute__((packed)) mddnode {
uint64_t a, b;
} * mddnode_t; // 16 bytes
-#define LDD_GETNODE(mdd) ((mddnode_t)llmsset_index_to_ptr(nodes, mdd))
+static inline mddnode_t
+LDD_GETNODE(MDD mdd)
+{
+ return ((mddnode_t)llmsset_index_to_ptr(nodes, mdd));
+}
static inline uint32_t __attribute__((unused))
mddnode_getvalue(mddnode_t n)
diff --git a/resources/3rdparty/sylvan/src/sylvan_mt.c b/resources/3rdparty/sylvan/src/sylvan_mt.c
index 05f1443a2..543a81e98 100755
--- a/resources/3rdparty/sylvan/src/sylvan_mt.c
+++ b/resources/3rdparty/sylvan/src/sylvan_mt.c
@@ -15,16 +15,11 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan_int.h> // for llmsset*, nodes, sylvan_register_quit
-#include <assert.h>
#include <inttypes.h>
-#include <stdlib.h>
#include <string.h>
-#include <sylvan_mt.h>
-#include <sylvan_int.h> // for llmsset*, nodes, sylvan_register_quit
-
/**
* Handling of custom leaves "registry"
*/
diff --git a/resources/3rdparty/sylvan/src/sylvan_mt.h b/resources/3rdparty/sylvan/src/sylvan_mt.h
index 516b450af..280bc620b 100755
--- a/resources/3rdparty/sylvan/src/sylvan_mt.h
+++ b/resources/3rdparty/sylvan/src/sylvan_mt.h
@@ -19,13 +19,11 @@
* This file contains declarations for custom Multi-Terminal support.
*/
+/* Do not include this file directly. Instead, include sylvan.h */
+
#ifndef SYLVAN_MT_H
#define SYLVAN_MT_H
-#include <stddef.h>
-#include <stdint.h>
-#include <stdio.h>
-
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd.c b/resources/3rdparty/sylvan/src/sylvan_mtbdd.c
index a1a39fd28..1eef5fa19 100755
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd.c
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,26 +15,16 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan_int.h>
-#include <assert.h>
#include <inttypes.h>
#include <math.h>
-#include <pthread.h>
-#include <stdint.h>
-#include <stdio.h>
-#include <stdlib.h>
#include <string.h>
-#include <sylvan.h>
-#include <sylvan_int.h>
-
#include <sylvan_refs.h>
#include <sylvan_sl.h>
#include <sha2.h>
-#define BDD MTBDD
-
/* Primitives */
int
mtbdd_isleaf(MTBDD bdd)
@@ -194,33 +184,77 @@ VOID_TASK_0(mtbdd_gc_mark_protected)
}
/* Infrastructure for internal markings */
+typedef struct mtbdd_refs_task
+{
+ Task *t;
+ void *f;
+} *mtbdd_refs_task_t;
+
+typedef struct mtbdd_refs_internal
+{
+ const MTBDD **pbegin, **pend, **pcur;
+ MTBDD *rbegin, *rend, *rcur;
+ mtbdd_refs_task_t sbegin, send, scur;
+} *mtbdd_refs_internal_t;
+
DECLARE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
-VOID_TASK_0(mtbdd_refs_mark_task)
+VOID_TASK_2(mtbdd_refs_mark_p_par, const MTBDD**, begin, size_t, count)
{
- LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
- size_t i, j=0;
- for (i=0; i<mtbdd_refs_key->r_count; i++) {
- if (j >= 40) {
- while (j--) SYNC(mtbdd_gc_mark_rec);
- j=0;
+ if (count < 32) {
+ while (count) {
+ mtbdd_gc_mark_rec(**(begin++));
+ count--;
}
- SPAWN(mtbdd_gc_mark_rec, mtbdd_refs_key->results[i]);
- j++;
- }
- for (i=0; i<mtbdd_refs_key->s_count; i++) {
- Task *t = mtbdd_refs_key->spawns[i];
- if (!TASK_IS_STOLEN(t)) break;
- if (TASK_IS_COMPLETED(t)) {
- if (j >= 40) {
- while (j--) SYNC(mtbdd_gc_mark_rec);
- j=0;
+ } else {
+ SPAWN(mtbdd_refs_mark_p_par, begin, count / 2);
+ CALL(mtbdd_refs_mark_p_par, begin + (count / 2), count - count / 2);
+ SYNC(mtbdd_refs_mark_p_par);
+ }
+}
+
+VOID_TASK_2(mtbdd_refs_mark_r_par, MTBDD*, begin, size_t, count)
+{
+ if (count < 32) {
+ while (count) {
+ mtbdd_gc_mark_rec(*begin++);
+ count--;
+ }
+ } else {
+ SPAWN(mtbdd_refs_mark_r_par, begin, count / 2);
+ CALL(mtbdd_refs_mark_r_par, begin + (count / 2), count - count / 2);
+ SYNC(mtbdd_refs_mark_r_par);
+ }
+}
+
+VOID_TASK_2(mtbdd_refs_mark_s_par, mtbdd_refs_task_t, begin, size_t, count)
+{
+ if (count < 32) {
+ while (count > 0) {
+ Task *t = begin->t;
+ if (!TASK_IS_STOLEN(t)) return;
+ if (t->f == begin->f && TASK_IS_COMPLETED(t)) {
+ mtbdd_gc_mark_rec(*(MTBDD*)TASK_RESULT(t));
}
- SPAWN(mtbdd_gc_mark_rec, *(BDD*)TASK_RESULT(t));
- j++;
+ begin += 1;
+ count -= 1;
}
+ } else {
+ if (!TASK_IS_STOLEN(begin->t)) return;
+ SPAWN(mtbdd_refs_mark_s_par, begin, count / 2);
+ CALL(mtbdd_refs_mark_s_par, begin + (count / 2), count - count / 2);
+ SYNC(mtbdd_refs_mark_s_par);
}
- while (j--) SYNC(mtbdd_gc_mark_rec);
+}
+
+VOID_TASK_0(mtbdd_refs_mark_task)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ SPAWN(mtbdd_refs_mark_p_par, mtbdd_refs_key->pbegin, mtbdd_refs_key->pcur-mtbdd_refs_key->pbegin);
+ SPAWN(mtbdd_refs_mark_r_par, mtbdd_refs_key->rbegin, mtbdd_refs_key->rcur-mtbdd_refs_key->rbegin);
+ CALL(mtbdd_refs_mark_s_par, mtbdd_refs_key->sbegin, mtbdd_refs_key->scur-mtbdd_refs_key->sbegin);
+ SYNC(mtbdd_refs_mark_r_par);
+ SYNC(mtbdd_refs_mark_p_par);
}
VOID_TASK_0(mtbdd_refs_mark)
@@ -231,12 +265,12 @@ VOID_TASK_0(mtbdd_refs_mark)
VOID_TASK_0(mtbdd_refs_init_task)
{
mtbdd_refs_internal_t s = (mtbdd_refs_internal_t)malloc(sizeof(struct mtbdd_refs_internal));
- s->r_size = 128;
- s->r_count = 0;
- s->s_size = 128;
- s->s_count = 0;
- s->results = (BDD*)malloc(sizeof(BDD) * 128);
- s->spawns = (Task**)malloc(sizeof(Task*) * 128);
+ s->pcur = s->pbegin = (const MTBDD**)malloc(sizeof(MTBDD*) * 1024);
+ s->pend = s->pbegin + 1024;
+ s->rcur = s->rbegin = (MTBDD*)malloc(sizeof(MTBDD) * 1024);
+ s->rend = s->rbegin + 1024;
+ s->scur = s->sbegin = (mtbdd_refs_task_t)malloc(sizeof(struct mtbdd_refs_task) * 1024);
+ s->send = s->sbegin + 1024;
SET_THREAD_LOCAL(mtbdd_refs_key, s);
}
@@ -247,6 +281,84 @@ VOID_TASK_0(mtbdd_refs_init)
sylvan_gc_add_mark(TASK(mtbdd_refs_mark));
}
+void
+mtbdd_refs_ptrs_up(mtbdd_refs_internal_t mtbdd_refs_key)
+{
+ size_t cur = mtbdd_refs_key->pcur - mtbdd_refs_key->pbegin;
+ size_t size = mtbdd_refs_key->pend - mtbdd_refs_key->pbegin;
+ mtbdd_refs_key->pbegin = (const MTBDD**)realloc(mtbdd_refs_key->pbegin, sizeof(MTBDD*) * size * 2);
+ mtbdd_refs_key->pcur = mtbdd_refs_key->pbegin + cur;
+ mtbdd_refs_key->pend = mtbdd_refs_key->pbegin + (size * 2);
+}
+
+MTBDD __attribute__((noinline))
+mtbdd_refs_refs_up(mtbdd_refs_internal_t mtbdd_refs_key, MTBDD res)
+{
+ long size = mtbdd_refs_key->rend - mtbdd_refs_key->rbegin;
+ mtbdd_refs_key->rbegin = (MTBDD*)realloc(mtbdd_refs_key->rbegin, sizeof(MTBDD) * size * 2);
+ mtbdd_refs_key->rcur = mtbdd_refs_key->rbegin + size;
+ mtbdd_refs_key->rend = mtbdd_refs_key->rbegin + (size * 2);
+ return res;
+}
+
+void __attribute__((noinline))
+mtbdd_refs_tasks_up(mtbdd_refs_internal_t mtbdd_refs_key)
+{
+ long size = mtbdd_refs_key->send - mtbdd_refs_key->sbegin;
+ mtbdd_refs_key->sbegin = (mtbdd_refs_task_t)realloc(mtbdd_refs_key->sbegin, sizeof(struct mtbdd_refs_task) * size * 2);
+ mtbdd_refs_key->scur = mtbdd_refs_key->sbegin + size;
+ mtbdd_refs_key->send = mtbdd_refs_key->sbegin + (size * 2);
+}
+
+void __attribute__((unused))
+mtbdd_refs_pushptr(const MTBDD *ptr)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ *mtbdd_refs_key->pcur++ = ptr;
+ if (mtbdd_refs_key->pcur == mtbdd_refs_key->pend) mtbdd_refs_ptrs_up(mtbdd_refs_key);
+}
+
+void __attribute__((unused))
+mtbdd_refs_popptr(size_t amount)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ mtbdd_refs_key->pcur -= amount;
+}
+
+MTBDD __attribute__((unused))
+mtbdd_refs_push(MTBDD mtbdd)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ *(mtbdd_refs_key->rcur++) = mtbdd;
+ if (mtbdd_refs_key->rcur == mtbdd_refs_key->rend) return mtbdd_refs_refs_up(mtbdd_refs_key, mtbdd);
+ else return mtbdd;
+}
+
+void __attribute__((unused))
+mtbdd_refs_pop(long amount)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ mtbdd_refs_key->rcur -= amount;
+}
+
+void
+mtbdd_refs_spawn(Task *t)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ mtbdd_refs_key->scur->t = t;
+ mtbdd_refs_key->scur->f = t->f;
+ mtbdd_refs_key->scur += 1;
+ if (mtbdd_refs_key->scur == mtbdd_refs_key->send) mtbdd_refs_tasks_up(mtbdd_refs_key);
+}
+
+MTBDD
+mtbdd_refs_sync(MTBDD result)
+{
+ LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+ mtbdd_refs_key->scur -= 1;
+ return result;
+}
+
/**
* Initialize and quit functions
*/
@@ -394,6 +506,12 @@ mtbdd_makemapnode(uint32_t var, MTBDD low, MTBDD high)
return index;
}
+MTBDD
+mtbdd_ithvar(uint32_t var)
+{
+ return mtbdd_makenode(var, mtbdd_false, mtbdd_true);
+}
+
/* Operations */
/**
@@ -449,31 +567,6 @@ mtbdd_fraction(int64_t nom, uint64_t denom)
return mtbdd_makeleaf(2, (nom<<32)|denom);
}
-/**
- * Create the cube of variables in arr.
- */
-MTBDD
-mtbdd_fromarray(uint32_t* arr, size_t length)
-{
- if (length == 0) return mtbdd_true;
- else if (length == 1) return mtbdd_makenode(*arr, mtbdd_false, mtbdd_true);
- else return mtbdd_makenode(*arr, mtbdd_false, mtbdd_fromarray(arr+1, length-1));
-}
-
-/**
- * Given a cube of variables, write each variable to arr.
- * WARNING: arr must be sufficiently long!
- */
-void
-mtbdd_toarray(MTBDD set, uint32_t *arr)
-{
- while (set != mtbdd_true) {
- mtbddnode_t n = MTBDD_GETNODE(set);
- *arr++ = mtbddnode_getvariable(n);
- set = node_gethigh(set, n);
- }
-}
-
/**
* Create a MTBDD cube representing the conjunction of variables in their positive or negative
* form depending on whether the cube[idx] equals 0 (negative), 1 (positive) or 2 (any).
@@ -538,10 +631,10 @@ TASK_IMPL_4(MTBDD, mtbdd_union_cube, MTBDD, mtbdd, MTBDD, vars, uint8_t*, cube,
if (va < v) {
MTBDD low = node_getlow(mtbdd, na);
MTBDD high = node_gethigh(mtbdd, na);
- SPAWN(mtbdd_union_cube, high, vars, cube, terminal);
+ mtbdd_refs_spawn(SPAWN(mtbdd_union_cube, high, vars, cube, terminal));
BDD new_low = mtbdd_union_cube(low, vars, cube, terminal);
mtbdd_refs_push(new_low);
- BDD new_high = SYNC(mtbdd_union_cube);
+ BDD new_high = mtbdd_refs_sync(SYNC(mtbdd_union_cube));
mtbdd_refs_pop(1);
if (new_low != low || new_high != high) return mtbdd_makenode(va, new_low, new_high);
else return mtbdd;
@@ -563,10 +656,10 @@ TASK_IMPL_4(MTBDD, mtbdd_union_cube, MTBDD, mtbdd, MTBDD, vars, uint8_t*, cube,
}
case 2:
{
- SPAWN(mtbdd_union_cube, high, node_gethigh(vars, nv), cube+1, terminal);
+ mtbdd_refs_spawn(SPAWN(mtbdd_union_cube, high, node_gethigh(vars, nv), cube+1, terminal));
MTBDD new_low = mtbdd_union_cube(low, node_gethigh(vars, nv), cube+1, terminal);
mtbdd_refs_push(new_low);
- MTBDD new_high = SYNC(mtbdd_union_cube);
+ MTBDD new_high = mtbdd_refs_sync(SYNC(mtbdd_union_cube));
mtbdd_refs_pop(1);
if (new_low != low || new_high != high) return mtbdd_makenode(v, new_low, new_high);
return mtbdd;
@@ -592,10 +685,10 @@ TASK_IMPL_4(MTBDD, mtbdd_union_cube, MTBDD, mtbdd, MTBDD, vars, uint8_t*, cube,
}
case 2:
{
- SPAWN(mtbdd_union_cube, mtbdd, node_gethigh(vars, nv), cube+1, terminal);
+ mtbdd_refs_spawn(SPAWN(mtbdd_union_cube, mtbdd, node_gethigh(vars, nv), cube+1, terminal));
MTBDD new_low = mtbdd_union_cube(mtbdd, node_gethigh(vars, nv), cube+1, terminal);
mtbdd_refs_push(new_low);
- MTBDD new_high = SYNC(mtbdd_union_cube);
+ MTBDD new_high = mtbdd_refs_sync(SYNC(mtbdd_union_cube));
mtbdd_refs_pop(1);
return mtbdd_makenode(v, new_low, new_high);
}
@@ -1272,6 +1365,36 @@ TASK_IMPL_2(MTBDD, mtbdd_op_max, MTBDD*, pa, MTBDD*, pb)
return mtbdd_invalid;
}
+TASK_IMPL_2(MTBDD, mtbdd_op_cmpl, MTBDD, a, size_t, k)
+{
+ // if a is false, then it is a partial function. Keep partial!
+ if (a == mtbdd_false) return mtbdd_false;
+
+ // a != constant
+ mtbddnode_t na = MTBDD_GETNODE(a);
+
+ if (mtbddnode_isleaf(na)) {
+ if (mtbddnode_gettype(na) == 0) {
+ int64_t v = mtbdd_getint64(a);
+ if (v == 0) return mtbdd_int64(1);
+ else return mtbdd_int64(0);
+ } else if (mtbddnode_gettype(na) == 1) {
+ double d = mtbdd_getdouble(a);
+ if (d == 0.0) return mtbdd_double(1.0);
+ else return mtbdd_double(0.0);
+ } else if (mtbddnode_gettype(na) == 2) {
+ uint64_t v = mtbddnode_getvalue(na);
+ if (v == 1) return mtbdd_fraction(1, 1);
+ else return mtbdd_fraction(0, 1);
+ } else {
+ assert(0); // failure
+ }
+ }
+
+ return mtbdd_invalid;
+ (void)k; // unused variable
+}
+
TASK_IMPL_2(MTBDD, mtbdd_op_negate, MTBDD, a, size_t, k)
{
// if a is false, then it is a partial function. Keep partial!
@@ -2347,7 +2470,17 @@ TASK_IMPL_2(double, mtbdd_satcount, MTBDD, dd, size_t, nvars)
{
/* Trivial cases */
if (dd == mtbdd_false) return 0.0;
- if (mtbdd_isleaf(dd)) return powl(2.0L, nvars);
+
+ if (mtbdd_isleaf(dd)) {
+ // test if 0
+ mtbddnode_t dd_node = MTBDD_GETNODE(dd);
+ if (dd != mtbdd_true) {
+ if (mtbddnode_gettype(dd_node) == 0 && mtbdd_getint64(dd) == 0) return 0.0;
+ else if (mtbddnode_gettype(dd_node) == 1 && mtbdd_getdouble(dd) == 0.0) return 0.0;
+ else if (mtbddnode_gettype(dd_node) == 2 && mtbdd_getvalue(dd) == 1) return 0.0;
+ }
+ return powl(2.0L, nvars);
+ }
/* Perhaps execute garbage collection */
sylvan_gc_test();
@@ -2726,8 +2859,6 @@ mtbdd_leafcount_more(const MTBDD *mtbdds, size_t count)
static size_t
mtbdd_nodecount_mark(MTBDD mtbdd)
{
- if (mtbdd == mtbdd_true) return 0; // do not count true/false leaf
- if (mtbdd == mtbdd_false) return 0; // do not count true/false leaf
mtbddnode_t n = MTBDD_GETNODE(mtbdd);
if (mtbddnode_getmark(n)) return 0;
mtbddnode_setmark(n, 1);
@@ -3258,11 +3389,107 @@ TASK_IMPL_3(int, mtbdd_reader_frombinary, FILE*, in, MTBDD*, dds, int, count)
}
/**
- * Implementation of convenience functions for handling variable sets, i.e., cubes.
+ * Implementation of variable sets, i.e., cubes of (positive) variables.
*/
+/**
+ * Create a set of variables, represented as the conjunction of (positive) variables.
+ */
+MTBDD
+mtbdd_set_from_array(uint32_t* arr, size_t length)
+{
+ if (length == 0) return mtbdd_true;
+ else if (length == 1) return mtbdd_makenode(*arr, mtbdd_false, mtbdd_true);
+ else return mtbdd_set_add(mtbdd_fromarray(arr+1, length-1), *arr);
+}
+
+/**
+ * Write all variables in a variable set to the given array.
+ * The array must be sufficiently large.
+ */
+void
+mtbdd_set_to_array(MTBDD set, uint32_t *arr)
+{
+ while (set != mtbdd_true) {
+ mtbddnode_t n = MTBDD_GETNODE(set);
+ *arr++ = mtbddnode_getvariable(n);
+ set = node_gethigh(set, n);
+ }
+}
+
+/**
+ * Add the variable <var> to <set>.
+ */
+MTBDD
+mtbdd_set_add(MTBDD set, uint32_t var)
+{
+ if (set == mtbdd_true) return mtbdd_makenode(var, mtbdd_false, mtbdd_true);
+
+ mtbddnode_t set_node = MTBDD_GETNODE(set);
+ uint32_t set_var = mtbddnode_getvariable(set_node);
+ if (var < set_var) return mtbdd_makenode(var, mtbdd_false, set);
+ else if (set_var == var) return set;
+ else {
+ MTBDD sub = mtbddnode_followhigh(set, set_node);
+ MTBDD res = mtbdd_set_add(sub, var);
+ res = sub == res ? set : mtbdd_makenode(set_var, mtbdd_false, res);
+ return res;
+ }
+}
+
+/**
+ * Remove the variable <var> from <set>.
+ */
+MTBDD
+mtbdd_set_remove(MTBDD set, uint32_t var)
+{
+ if (set == mtbdd_true) return mtbdd_true;
+
+ mtbddnode_t set_node = MTBDD_GETNODE(set);
+ uint32_t set_var = mtbddnode_getvariable(set_node);
+ if (var < set_var) return set;
+ else if (set_var == var) return mtbddnode_followhigh(set, set_node);
+ else {
+ MTBDD sub = mtbddnode_followhigh(set, set_node);
+ MTBDD res = mtbdd_set_remove(sub, var);
+ res = sub == res ? set : mtbdd_makenode(set_var, mtbdd_false, res);
+ return res;
+ }
+}
+
+/**
+ * Remove variables in <set2> from <set1>.
+ */
+TASK_IMPL_2(MTBDD, mtbdd_set_minus, MTBDD, set1, MTBDD, set2)
+{
+ if (set1 == mtbdd_true) return mtbdd_true;
+ if (set2 == mtbdd_true) return set1;
+ if (set1 == set2) return mtbdd_true;
+
+ mtbddnode_t set1_node = MTBDD_GETNODE(set1);
+ mtbddnode_t set2_node = MTBDD_GETNODE(set2);
+ uint32_t set1_var = mtbddnode_getvariable(set1_node);
+ uint32_t set2_var = mtbddnode_getvariable(set2_node);
+
+ if (set1_var == set2_var) {
+ return mtbdd_set_minus(mtbddnode_followhigh(set1, set1_node), mtbddnode_followhigh(set2, set2_node));
+ }
+
+ if (set1_var > set2_var) {
+ return mtbdd_set_minus(set1, mtbddnode_followhigh(set2, set2_node));
+ }
+
+ /* set1_var < set2_var */
+ MTBDD sub = mtbddnode_followhigh(set1, set1_node);
+ MTBDD res = mtbdd_set_minus(sub, set2);
+ return res == sub ? set1 : mtbdd_makenode(set1_var, mtbdd_false, res);
+}
+
+/**
+ * Return 1 if <set> contains <var>, 0 otherwise.
+ */
int
-mtbdd_set_in(MTBDD set, uint32_t var)
+mtbdd_set_contains(MTBDD set, uint32_t var)
{
while (set != mtbdd_true) {
mtbddnode_t n = MTBDD_GETNODE(set);
@@ -3274,6 +3501,9 @@ mtbdd_set_in(MTBDD set, uint32_t var)
return 0;
}
+/**
+ * Compute the number of variables in a given set of variables.
+ */
size_t
mtbdd_set_count(MTBDD set)
{
@@ -3285,6 +3515,10 @@ mtbdd_set_count(MTBDD set)
return result;
}
+/**
+ * Sanity check if the given MTBDD is a conjunction of positive variables,
+ * and if all nodes are marked in the nodes table (detects violations after garbage collection).
+ */
void
mtbdd_test_isset(MTBDD set)
{
@@ -3336,7 +3570,9 @@ mtbdd_map_count(MTBDDMAP map)
MTBDDMAP
mtbdd_map_add(MTBDDMAP map, uint32_t key, MTBDD value)
{
- if (mtbdd_map_isempty(map)) return mtbdd_makemapnode(key, mtbdd_map_empty(), value);
+ if (mtbdd_map_isempty(map)) {
+ return mtbdd_makemapnode(key, mtbdd_map_empty(), value);
+ }
mtbddnode_t n = MTBDD_GETNODE(map);
uint32_t k = mtbddnode_getvariable(n);
@@ -3357,7 +3593,7 @@ mtbdd_map_add(MTBDDMAP map, uint32_t key, MTBDD value)
* Add all values from map2 to map1, overwrites if key already in map1.
*/
MTBDDMAP
-mtbdd_map_addall(MTBDDMAP map1, MTBDDMAP map2)
+mtbdd_map_update(MTBDDMAP map1, MTBDDMAP map2)
{
if (mtbdd_map_isempty(map1)) return map2;
if (mtbdd_map_isempty(map2)) return map1;
@@ -3369,13 +3605,13 @@ mtbdd_map_addall(MTBDDMAP map1, MTBDDMAP map2)
MTBDDMAP result;
if (k1 < k2) {
- MTBDDMAP low = mtbdd_map_addall(node_getlow(map1, n1), map2);
+ MTBDDMAP low = mtbdd_map_update(node_getlow(map1, n1), map2);
result = mtbdd_makemapnode(k1, low, node_gethigh(map1, n1));
} else if (k1 > k2) {
- MTBDDMAP low = mtbdd_map_addall(map1, node_getlow(map2, n2));
+ MTBDDMAP low = mtbdd_map_update(map1, node_getlow(map2, n2));
result = mtbdd_makemapnode(k2, low, node_gethigh(map2, n2));
} else {
- MTBDDMAP low = mtbdd_map_addall(node_getlow(map1, n1), node_getlow(map2, n2));
+ MTBDDMAP low = mtbdd_map_update(node_getlow(map1, n1), node_getlow(map2, n2));
result = mtbdd_makemapnode(k2, low, node_gethigh(map2, n2));
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd.h b/resources/3rdparty/sylvan/src/sylvan_mtbdd.h
index 6614fb870..41cb2528e 100755
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd.h
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -39,8 +39,6 @@
#ifndef SYLVAN_MTBDD_H
#define SYLVAN_MTBDD_H
-#include <sylvan_mt.h>
-
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
@@ -48,29 +46,38 @@ extern "C" {
/**
* An MTBDD is a 64-bit value. The low 40 bits are an index into the unique table.
* The highest 1 bit is the complement edge, indicating negation.
- * For Boolean MTBDDs, this means "not X", for Integer and Real MTBDDs, this means "-X".
+ *
+ * Currently, negation using complement edges is only implemented for Boolean MTBDDs.
+ * For Integer/Real MTBDDs, negation is not well-defined, as "-0" = "0".
+ *
+ * A MTBDD node has 24 bits for the variable.
+ * A set of MTBDD variables is represented by the MTBDD of the conjunction of these variables.
+ * A MTBDDMAP uses special "MAP" nodes in the MTBDD nodes table.
*/
typedef uint64_t MTBDD;
-typedef uint64_t BDD;
typedef MTBDD MTBDDMAP;
/**
- * mtbdd_true is only used in Boolean MTBDDs. mtbdd_false has multiple roles (see above).
+ * mtbdd_true and mtbdd_false are the Boolean leaves representing True and False.
+ * False is also used in Integer/Real/Fraction MTBDDs for partially defined functions.
*/
-#define mtbdd_complement ((MTBDD)0x8000000000000000LL)
-#define mtbdd_false ((MTBDD)0)
-#define mtbdd_true (mtbdd_false|mtbdd_complement)
-#define mtbdd_invalid ((MTBDD)0xffffffffffffffffLL)
+static const MTBDD mtbdd_complement = 0x8000000000000000LL;
+static const MTBDD mtbdd_false = 0;
+static const MTBDD mtbdd_true = 0x8000000000000000LL;
+static const MTBDD mtbdd_invalid = 0xffffffffffffffffLL;
-/* Compatibility */
-// #define BDD MTBDD
-#define BDDMAP MTBDDMAP
-#define BDDSET MTBDD
-#define BDDVAR uint32_t
-#define sylvan_complement mtbdd_complement
-#define sylvan_false mtbdd_false
-#define sylvan_true mtbdd_true
-#define sylvan_invalid mtbdd_invalid
+/**
+ * Definitions for backward compatibility...
+ * We now consider BDDs to be a special case of MTBDDs.
+ */
+typedef MTBDD BDD;
+typedef MTBDDMAP BDDMAP;
+typedef MTBDD BDDSET;
+typedef uint32_t BDDVAR;
+static const MTBDD sylvan_complement = 0x8000000000000000LL;
+static const MTBDD sylvan_false = 0;
+static const MTBDD sylvan_true = 0x8000000000000000LL;
+static const MTBDD sylvan_invalid = 0xffffffffffffffffLL;
#define sylvan_init_bdd sylvan_init_mtbdd
#define sylvan_ref mtbdd_ref
#define sylvan_deref mtbdd_deref
@@ -79,7 +86,9 @@ typedef MTBDD MTBDDMAP;
#define sylvan_unprotect mtbdd_unprotect
#define sylvan_count_protected mtbdd_count_protected
#define sylvan_gc_mark_rec mtbdd_gc_mark_rec
-#define sylvan_notify_ondead mtbdd_notify_ondead
+#define sylvan_ithvar mtbdd_ithvar
+#define bdd_refs_pushptr mtbdd_refs_pushptr
+#define bdd_refs_popptr mtbdd_refs_popptr
#define bdd_refs_push mtbdd_refs_push
#define bdd_refs_pop mtbdd_refs_pop
#define bdd_refs_spawn mtbdd_refs_spawn
@@ -147,59 +156,199 @@ static inline MTBDD mtbdd_makenode(uint32_t var, MTBDD low, MTBDD high)
}
/**
- * Returns 1 is the MTBDD is a terminal, or 0 otherwise.
+ * Return 1 if the MTBDD is a terminal, or 0 otherwise.
*/
int mtbdd_isleaf(MTBDD mtbdd);
-#define mtbdd_isnode(mtbdd) (mtbdd_isleaf(mtbdd) ? 0 : 1)
/**
- * For MTBDD terminals, returns <type> and <value>
+ * Return 1 if the MTBDD is an internal node, or 0 otherwise.
+ */
+static inline int mtbdd_isnode(MTBDD mtbdd) { return mtbdd_isleaf(mtbdd) ? 0 : 1; }
+
+/**
+ * Return the <type> field of the given leaf.
+ */
+uint32_t mtbdd_gettype(MTBDD leaf);
+
+/**
+ * Return the <value> field of the given leaf.
*/
-uint32_t mtbdd_gettype(MTBDD terminal);
-uint64_t mtbdd_getvalue(MTBDD terminal);
+uint64_t mtbdd_getvalue(MTBDD leaf);
/**
- * For internal MTBDD nodes, returns <var>, <low> and <high>
+ * Return the variable field of the given internal node.
*/
uint32_t mtbdd_getvar(MTBDD node);
+
+/**
+ * Follow the low/false edge of the given internal node.
+ * Also takes complement edges into account.
+ */
MTBDD mtbdd_getlow(MTBDD node);
+
+/**
+ * Follow the high/true edge of the given internal node.
+ * Also takes complement edges into account.
+ */
MTBDD mtbdd_gethigh(MTBDD node);
/**
- * Compute the complement of the MTBDD.
- * For Boolean MTBDDs, this means "not X".
+ * Obtain the complement of the MTBDD.
+ * This is only valid for Boolean MTBDDs or custom implementations that support it.
*/
-#define mtbdd_hascomp(dd) ((dd & mtbdd_complement) ? 1 : 0)
-#define mtbdd_comp(dd) (dd ^ mtbdd_complement)
-#define mtbdd_not(dd) (dd ^ mtbdd_complement)
+
+static inline int
+mtbdd_hascomp(MTBDD dd)
+{
+ return (dd & mtbdd_complement) ? 1 : 0;
+}
+
+static inline MTBDD
+mtbdd_comp(MTBDD dd)
+{
+ return dd ^ mtbdd_complement;
+}
+
+static inline MTBDD
+mtbdd_not(MTBDD dd)
+{
+ return dd ^ mtbdd_complement;
+}
/**
- * Create terminals representing int64_t (type 0), double (type 1), or fraction (type 2) values
+ * Create an Integer leaf with the given value.
*/
MTBDD mtbdd_int64(int64_t value);
+
+/**
+ * Create a Real leaf with the given value.
+ */
MTBDD mtbdd_double(double value);
+
+/**
+ * Create a Fraction leaf with the given numerator and denominator.
+ */
MTBDD mtbdd_fraction(int64_t numer, uint64_t denom);
/**
- * Get the value of a terminal (for Integer, Real and Fraction terminals, types 0, 1 and 2)
+ * Obtain the value of an Integer leaf.
*/
int64_t mtbdd_getint64(MTBDD terminal);
+
+/**
+ * Obtain the value of a Real leaf.
+ */
double mtbdd_getdouble(MTBDD terminal);
-#define mtbdd_getnumer(terminal) ((int32_t)(mtbdd_getvalue(terminal)>>32))
-#define mtbdd_getdenom(terminal) ((uint32_t)(mtbdd_getvalue(terminal)&0xffffffff))
/**
- * Create the conjunction of variables in arr,
- * i.e. arr[0] \and arr[1] \and ... \and arr[length-1]
- * The variable in arr must be ordered.
+ * Obtain the numerator of a Fraction leaf.
+ */
+static inline int32_t
+mtbdd_getnumer(MTBDD terminal)
+{
+ return (int32_t)(mtbdd_getvalue(terminal)>>32);
+}
+
+/**
+ * Obtain the denominator of a Fraction leaf.
+ */
+static inline uint32_t
+mtbdd_getdenom(MTBDD terminal)
+{
+ return (uint32_t)(mtbdd_getvalue(terminal)&0xffffffff);
+}
+
+/**
+ * Create the Boolean MTBDD representing "if <var> then True else False"
+ */
+MTBDD mtbdd_ithvar(uint32_t var);
+
+/**
+ * Functions to manipulate sets of MTBDD variables.
+ *
+ * A set of variables is represented by a cube/conjunction of (positive) variables.
+ */
+static inline MTBDD
+mtbdd_set_empty()
+{
+ return mtbdd_true;
+}
+
+static inline int
+mtbdd_set_isempty(MTBDD set)
+{
+ return (set == mtbdd_true) ? 1 : 0;
+}
+
+static inline uint32_t
+mtbdd_set_first(MTBDD set)
+{
+ return mtbdd_getvar(set);
+}
+
+static inline MTBDD
+mtbdd_set_next(MTBDD set)
+{
+ return mtbdd_gethigh(set);
+}
+
+/**
+ * Create a set of variables, represented as the conjunction of (positive) variables.
+ */
+MTBDD mtbdd_set_from_array(uint32_t* arr, size_t length);
+
+/**
+ * Write all variables in a variable set to the given array.
+ * The array must be sufficiently large.
+ */
+void mtbdd_set_to_array(MTBDD set, uint32_t *arr);
+
+/**
+ * Compute the number of variables in a given set of variables.
+ */
+size_t mtbdd_set_count(MTBDD set);
+
+/**
+ * Compute the union of <set1> and <set2>
+ */
+#define mtbdd_set_union(set1, set2) sylvan_and(set1, set2)
+
+/**
+ * Remove variables in <set2> from <set1>
*/
-MTBDD mtbdd_fromarray(uint32_t* arr, size_t length);
+#define mtbdd_set_minus(set1, set2) CALL(mtbdd_set_minus, set1, set2)
+TASK_DECL_2(MTBDD, mtbdd_set_minus, MTBDD, MTBDD);
/**
- * Given a cube of variables, write each variable to arr.
- * WARNING: arr must be sufficiently long!
+ * Return 1 if <set> contains <var>, 0 otherwise.
*/
-void mtbdd_toarray(MTBDD set, uint32_t *arr);
+int mtbdd_set_contains(MTBDD set, uint32_t var);
+
+/**
+ * Add the variable <var> to <set>.
+ */
+MTBDD mtbdd_set_add(MTBDD set, uint32_t var);
+
+/**
+ * Remove the variable <var> from <set>.
+ */
+MTBDD mtbdd_set_remove(MTBDD set, uint32_t var);
+
+/**
+ * Sanity check if the given MTBDD is a conjunction of positive variables,
+ * and if all nodes are marked in the nodes table (detects violations after garbage collection).
+ */
+void mtbdd_test_isset(MTBDD set);
+
+/**
+ * Definitions for backwards compatibility
+ */
+#define mtbdd_fromarray mtbdd_set_from_array
+#define mtbdd_set_fromarray mtbdd_set_from_array
+#define mtbdd_set_toarray mtbdd_set_to_array
+#define mtbdd_set_addall mtbdd_set_union
+#define mtbdd_set_removeall mtbdd_set_minus
+#define mtbdd_set_in mtbdd_set_contains
/**
* Create a MTBDD cube representing the conjunction of variables in their positive or negative
@@ -292,6 +441,12 @@ TASK_DECL_3(MTBDD, mtbdd_abstract, MTBDD, MTBDD, mtbdd_abstract_op);
*/
TASK_DECL_2(MTBDD, mtbdd_op_negate, MTBDD, size_t);
+/**
+ * Unary opeation Complement.
+ * Supported domains: Integer, Real, Fraction
+ */
+TASK_DECL_2(MTBDD, mtbdd_op_cmpl, MTBDD, size_t);
+
/**
* Binary operation Plus (for MTBDDs of same type)
* Only for MTBDDs where either all leaves are Boolean, or Integer, or Double.
@@ -336,9 +491,17 @@ TASK_DECL_3(MTBDD, mtbdd_abstract_op_max, MTBDD, MTBDD, int);
/**
* Compute -a
+ * (negation, where 0 stays 0, and x into -x)
*/
#define mtbdd_negate(a) mtbdd_uapply(a, TASK(mtbdd_op_negate), 0)
+/**
+ * Compute ~a for partial MTBDDs.
+ * Does not negate Boolean True/False.
+ * (complement, where 0 is turned into 1, and non-0 into 0)
+ */
+#define mtbdd_cmpl(a) mtbdd_uapply(a, TASK(mtbdd_op_cmpl), 0)
+
/**
* Compute a + b
*/
@@ -776,34 +939,39 @@ MTBDD mtbdd_reader_get(uint64_t* arr, uint64_t identifier);
*/
void mtbdd_reader_end(uint64_t *arr);
-/**
- * MTBDDSET
- * Just some convenience functions for handling sets of variables represented as a
- * cube (conjunction) of positive literals
- */
-#define mtbdd_set_empty() mtbdd_true
-#define mtbdd_set_isempty(set) (set == mtbdd_true)
-#define mtbdd_set_add(set, var) sylvan_and(set, sylvan_ithvar(var))
-#define mtbdd_set_addall(set, set2) sylvan_and(set, set2)
-#define mtbdd_set_remove(set, var) sylvan_exists(set, var)
-#define mtbdd_set_removeall(set, set2) sylvan_exists(set, set2)
-#define mtbdd_set_first(set) sylvan_var(set)
-#define mtbdd_set_next(set) sylvan_high(set)
-#define mtbdd_set_fromarray(arr, count) mtbdd_fromarray(arr, count)
-#define mtbdd_set_toarray(set, arr) mtbdd_toarray(set, arr)
-int mtbdd_set_in(BDDSET set, BDDVAR var);
-size_t mtbdd_set_count(BDDSET set);
-void mtbdd_test_isset(BDDSET set);
-
/**
* MTBDDMAP, maps uint32_t variables to MTBDDs.
* A MTBDDMAP node has variable level, low edge going to the next MTBDDMAP, high edge to the mapped MTBDD.
*/
-#define mtbdd_map_empty() mtbdd_false
-#define mtbdd_map_isempty(map) (map == mtbdd_false ? 1 : 0)
-#define mtbdd_map_key(map) mtbdd_getvar(map)
-#define mtbdd_map_value(map) mtbdd_gethigh(map)
-#define mtbdd_map_next(map) mtbdd_getlow(map)
+static inline MTBDD
+mtbdd_map_empty()
+{
+ return mtbdd_false;
+}
+
+static inline int
+mtbdd_map_isempty(MTBDD map)
+{
+ return (map == mtbdd_false) ? 1 : 0;
+}
+
+static inline uint32_t
+mtbdd_map_key(MTBDD map)
+{
+ return mtbdd_getvar(map);
+}
+
+static inline MTBDD
+mtbdd_map_value(MTBDD map)
+{
+ return mtbdd_gethigh(map);
+}
+
+static inline MTBDD
+mtbdd_map_next(MTBDD map)
+{
+ return mtbdd_getlow(map);
+}
/**
* Return 1 if the map contains the key, 0 otherwise.
@@ -823,7 +991,8 @@ MTBDDMAP mtbdd_map_add(MTBDDMAP map, uint32_t key, MTBDD value);
/**
* Add all values from map2 to map1, overwrites if key already in map1.
*/
-MTBDDMAP mtbdd_map_addall(MTBDDMAP map1, MTBDDMAP map2);
+MTBDDMAP mtbdd_map_update(MTBDDMAP map1, MTBDDMAP map2);
+#define mtbdd_map_addall mtbdd_map_update
/**
* Remove the key <key> from the map and return the result
@@ -850,85 +1019,87 @@ VOID_TASK_DECL_1(mtbdd_gc_mark_rec, MTBDD);
#define mtbdd_gc_mark_rec(mtbdd) CALL(mtbdd_gc_mark_rec, mtbdd)
/**
- * Default external referencing. During garbage collection, MTBDDs marked with mtbdd_ref will
- * be kept in the forest.
- * It is recommended to prefer mtbdd_protect and mtbdd_unprotect.
+ * Infrastructure for external references using a hash table.
+ * Two hash tables store external references: a pointers table and a values table.
+ * The pointers table stores pointers to MTBDD variables, manipulated with protect and unprotect.
+ * The values table stores MTBDDs, manipulated with ref and deref.
+ * We strongly recommend using the pointers table whenever possible.
*/
-MTBDD mtbdd_ref(MTBDD a);
-void mtbdd_deref(MTBDD a);
-size_t mtbdd_count_refs(void);
/**
- * Default external pointer referencing. During garbage collection, the pointers are followed and the MTBDD
- * that they refer to are kept in the forest.
+ * Store the pointer <ptr> in the pointers table.
*/
void mtbdd_protect(MTBDD* ptr);
+
+/**
+ * Delete the pointer <ptr> from the pointers table.
+ */
void mtbdd_unprotect(MTBDD* ptr);
+
+/**
+ * Compute the number of pointers in the pointers table.
+ */
size_t mtbdd_count_protected(void);
/**
- * If mtbdd_set_ondead is set to a callback, then this function marks MTBDDs (terminals).
- * When they are dead after the mark phase in garbage collection, the callback is called for marked MTBDDs.
- * The ondead callback can either perform cleanup or resurrect dead terminals.
+ * Store the MTBDD <dd> in the values table.
*/
-#define mtbdd_notify_ondead(dd) llmsset_notify_ondead(nodes, dd&~mtbdd_complement)
+MTBDD mtbdd_ref(MTBDD dd);
/**
- * Infrastructure for internal references (per-thread, e.g. during MTBDD operations)
- * Use mtbdd_refs_push and mtbdd_refs_pop to put MTBDDs on a thread-local reference stack.
- * Use mtbdd_refs_spawn and mtbdd_refs_sync around SPAWN and SYNC operations when the result
- * of the spawned Task is a MTBDD that must be kept during garbage collection.
+ * Delete the MTBDD <dd> from the values table.
*/
-typedef struct mtbdd_refs_internal
-{
- size_t r_size, r_count;
- size_t s_size, s_count;
- MTBDD *results;
- Task **spawns;
-} *mtbdd_refs_internal_t;
+void mtbdd_deref(MTBDD dd);
-extern DECLARE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
+/**
+ * Compute the number of values in the values table.
+ */
+size_t mtbdd_count_refs(void);
-static inline MTBDD
-mtbdd_refs_push(MTBDD mtbdd)
-{
- LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
- if (mtbdd_refs_key->r_count >= mtbdd_refs_key->r_size) {
- mtbdd_refs_key->r_size *= 2;
- mtbdd_refs_key->results = (MTBDD*)realloc(mtbdd_refs_key->results, sizeof(MTBDD) * mtbdd_refs_key->r_size);
- }
- mtbdd_refs_key->results[mtbdd_refs_key->r_count++] = mtbdd;
- return mtbdd;
-}
+/**
+ * Infrastructure for internal references.
+ * Every thread has its own reference stacks. There are three stacks: pointer, values, tasks stack.
+ * The pointers stack stores pointers to MTBDD variables, manipulated with pushptr and popptr.
+ * The values stack stores MTBDDs, manipulated with push and pop.
+ * The tasks stack stores Lace tasks (that return MTBDDs), manipulated with spawn and sync.
+ *
+ * It is recommended to use the pointers stack for local variables and the tasks stack for tasks.
+ */
-static inline void
-mtbdd_refs_pop(int amount)
-{
- LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
- mtbdd_refs_key->r_count-=amount;
-}
+/**
+ * Push a MTBDD variable to the pointer reference stack.
+ * During garbage collection the variable will be inspected and the contents will be marked.
+ */
+void mtbdd_refs_pushptr(const MTBDD *ptr);
-static inline void
-mtbdd_refs_spawn(Task *t)
-{
- LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
- if (mtbdd_refs_key->s_count >= mtbdd_refs_key->s_size) {
- mtbdd_refs_key->s_size *= 2;
- mtbdd_refs_key->spawns = (Task**)realloc(mtbdd_refs_key->spawns, sizeof(Task*) * mtbdd_refs_key->s_size);
- }
- mtbdd_refs_key->spawns[mtbdd_refs_key->s_count++] = t;
-}
+/**
+ * Pop the last <amount> MTBDD variables from the pointer reference stack.
+ */
+void mtbdd_refs_popptr(size_t amount);
-static inline MTBDD
-mtbdd_refs_sync(MTBDD result)
-{
- LOCALIZE_THREAD_LOCAL(mtbdd_refs_key, mtbdd_refs_internal_t);
- mtbdd_refs_key->s_count--;
- return result;
-}
+/**
+ * Push an MTBDD to the values reference stack.
+ * During garbage collection the references MTBDD will be marked.
+ */
+MTBDD mtbdd_refs_push(MTBDD mtbdd);
+
+/**
+ * Pop the last <amount> MTBDDs from the values reference stack.
+ */
+void mtbdd_refs_pop(long amount);
+
+/**
+ * Push a Task that returns an MTBDD to the tasks reference stack.
+ * Usage: mtbdd_refs_spawn(SPAWN(function, ...));
+ */
+void mtbdd_refs_spawn(Task *t);
+
+/**
+ * Pop a Task from the task reference stack.
+ * Usage: MTBDD result = mtbdd_refs_sync(SYNC(function));
+ */
+MTBDD mtbdd_refs_sync(MTBDD mtbdd);
-#include "sylvan_mtbdd_storm.h"
-
#ifdef __cplusplus
}
#endif /* __cplusplus */
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd_int.h b/resources/3rdparty/sylvan/src/sylvan_mtbdd_int.h
index 8c16eca43..4fefc47e4 100755
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd_int.h
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd_int.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,6 +15,8 @@
* limitations under the License.
*/
+/* Do not include this file directly. Instead, include sylvan_int.h */
+
/**
* Internals for MTBDDs
*/
@@ -29,17 +31,48 @@ typedef struct __attribute__((packed)) mtbddnode {
uint64_t a, b;
} * mtbddnode_t; // 16 bytes
-#define MTBDD_GETNODE(mtbdd) ((mtbddnode_t)llmsset_index_to_ptr(nodes, mtbdd&0x000000ffffffffff))
+static inline mtbddnode_t
+MTBDD_GETNODE(MTBDD dd)
+{
+ return (mtbddnode_t)llmsset_index_to_ptr(nodes, dd&0x000000ffffffffff);
+}
/**
* Complement handling macros
*/
-#define MTBDD_HASMARK(s) (s&mtbdd_complement?1:0)
-#define MTBDD_TOGGLEMARK(s) (s^mtbdd_complement)
-#define MTBDD_STRIPMARK(s) (s&~mtbdd_complement)
-#define MTBDD_TRANSFERMARK(from, to) (to ^ (from & mtbdd_complement))
-// Equal under mark
-#define MTBDD_EQUALM(a, b) ((((a)^(b))&(~mtbdd_complement))==0)
+
+static inline int
+MTBDD_HASMARK(MTBDD dd)
+{
+ return (dd & mtbdd_complement) ? 1 : 0;
+}
+
+static inline MTBDD
+MTBDD_TOGGLEMARK(MTBDD dd)
+{
+ return dd ^ mtbdd_complement;
+}
+
+static inline MTBDD
+MTBDD_STRIPMARK(MTBDD dd)
+{
+ return dd & (~mtbdd_complement);
+}
+
+static inline MTBDD
+MTBDD_TRANSFERMARK(MTBDD from, MTBDD to)
+{
+ return (to ^ (from & mtbdd_complement));
+}
+
+/**
+ * Are two MTBDDs equal modulo mark?
+ */
+static inline int
+MTBDD_EQUALM(MTBDD a, MTBDD b)
+{
+ return ((a^b)&(~mtbdd_complement)) ? 0 : 1;
+}
// Leaf: a = L=1, M, type; b = value
// Node: a = L=0, C, M, high; b = variable, low
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
index 76792affe..873c116f4 100644
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
@@ -1,6 +1,9 @@
-#include <sylvan_mtbdd_int.h>
+#include <stdint.h>
+#include <math.h>
+#include "sylvan_int.h"
#include "storm_wrapper.h"
+#include "sylvan_mtbdd_storm.h"
// Import the types created for rational numbers and functions.
extern uint32_t srn_type;
@@ -554,11 +557,6 @@ int mtbdd_isnonzero(MTBDD dd) {
return mtbdd_iszero(dd) ? 0 : 1;
}
-MTBDD
-mtbdd_ithvar(uint32_t level) {
- return mtbdd_makenode(level, mtbdd_false, mtbdd_true);
-}
-
TASK_IMPL_2(MTBDD, mtbdd_op_complement, MTBDD, a, size_t, k)
{
// if a is false, then it is a partial function. Keep partial!
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.h b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.h
index 33bfc9e4f..27066fe19 100644
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.h
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.h
@@ -1,3 +1,7 @@
+#ifdef __cplusplus
+extern "C" {
+#endif
+
/**
* Binary operation Divide (for MTBDDs of same type)
* Only for MTBDDs where all leaves are Integer or Double.
@@ -148,3 +152,7 @@ TASK_DECL_3(BDD, mtbdd_max_abstract_representative, MTBDD, MTBDD, uint32_t);
TASK_DECL_3(MTBDD, mtbdd_uapply_nocache, MTBDD, mtbdd_uapply_op, size_t);
#define mtbdd_uapply_nocache(dd, op, param) CALL(mtbdd_uapply_nocache, dd, op, param)
+
+#ifdef __cplusplus
+}
+#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_obj_storm.cpp b/resources/3rdparty/sylvan/src/sylvan_obj_storm.cpp
index 86d2afc85..5cbf27cc1 100644
--- a/resources/3rdparty/sylvan/src/sylvan_obj_storm.cpp
+++ b/resources/3rdparty/sylvan/src/sylvan_obj_storm.cpp
@@ -1,4 +1,5 @@
#include "storm_wrapper.h"
+#include "sylvan_mtbdd_storm.h"
#include "sylvan_storm_rational_number.h"
#include "sylvan_storm_rational_function.h"
diff --git a/resources/3rdparty/sylvan/src/sylvan_refs.c b/resources/3rdparty/sylvan/src/sylvan_refs.c
index 54495d480..968721370 100755
--- a/resources/3rdparty/sylvan/src/sylvan_refs.c
+++ b/resources/3rdparty/sylvan/src/sylvan_refs.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,18 +15,13 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan.h>
+#include <sylvan_refs.h>
-#include <assert.h> // for assert
#include <errno.h> // for errno
-#include <stdio.h> // for fprintf
-#include <stdint.h> // for uint32_t etc
-#include <stdlib.h> // for exit
#include <string.h> // for strerror
#include <sys/mman.h> // for mmap
-#include <sylvan_refs.h>
-
#ifndef compiler_barrier
#define compiler_barrier() { asm volatile("" ::: "memory"); }
#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_refs.h b/resources/3rdparty/sylvan/src/sylvan_refs.h
index fe02bb372..a0e20d90b 100755
--- a/resources/3rdparty/sylvan/src/sylvan_refs.h
+++ b/resources/3rdparty/sylvan/src/sylvan_refs.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,8 +15,7 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
-#include <stdint.h> // for uint32_t etc
+/* Do not include this file directly. Instead, include sylvan.h */
#ifndef REFS_INLINE_H
#define REFS_INLINE_H
diff --git a/resources/3rdparty/sylvan/src/sylvan_sl.c b/resources/3rdparty/sylvan/src/sylvan_sl.c
index 39218f7b0..00045dfd9 100755
--- a/resources/3rdparty/sylvan/src/sylvan_sl.c
+++ b/resources/3rdparty/sylvan/src/sylvan_sl.c
@@ -1,5 +1,5 @@
/*
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -14,13 +14,11 @@
* limitations under the License.
*/
-#include <assert.h>
-#include <stdio.h>
-#include <sys/mman.h> // for mmap, munmap, etc
-
#include <sylvan.h>
#include <sylvan_sl.h>
+#include <sys/mman.h> // for mmap, munmap, etc
+
/* A SL_DEPTH of 6 means 32 bytes per bucket, of 14 means 64 bytes per bucket.
However, there is a very large performance drop with only 6 levels. */
#define SL_DEPTH 14
diff --git a/resources/3rdparty/sylvan/src/sylvan_sl.h b/resources/3rdparty/sylvan/src/sylvan_sl.h
index dac0ec461..ad09c92a3 100755
--- a/resources/3rdparty/sylvan/src/sylvan_sl.h
+++ b/resources/3rdparty/sylvan/src/sylvan_sl.h
@@ -1,5 +1,5 @@
/*
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
diff --git a/resources/3rdparty/sylvan/src/sylvan_stats.c b/resources/3rdparty/sylvan/src/sylvan_stats.c
index 1c9f52c9b..fb60d2be4 100755
--- a/resources/3rdparty/sylvan/src/sylvan_stats.c
+++ b/resources/3rdparty/sylvan/src/sylvan_stats.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,14 +15,13 @@
* limitations under the License.
*/
+#include <sylvan_int.h>
+
#include <errno.h> // for errno
#include <string.h> // memset
-#include <sylvan_stats.h>
#include <sys/mman.h>
#include <inttypes.h>
-#include <sylvan_int.h>
-
#if SYLVAN_STATS
#ifdef __ELF__
@@ -31,9 +30,6 @@ __thread sylvan_stats_t sylvan_stats;
pthread_key_t sylvan_stats_key;
#endif
-#include <hwloc.h>
-static hwloc_topology_t topo;
-
/**
* Instructions for sylvan_stats_report
*/
@@ -127,11 +123,8 @@ VOID_TASK_0(sylvan_stats_reset_perthread)
fprintf(stderr, "sylvan_stats: Unable to allocate memory: %s!\n", strerror(errno));
exit(1);
}
- // Ensure the stats object is on our pu
- hwloc_obj_t pu = hwloc_get_obj_by_type(topo, HWLOC_OBJ_PU, LACE_WORKER_PU);
- hwloc_set_area_membind(topo, sylvan_stats, sizeof(sylvan_stats_t), pu->cpuset, HWLOC_MEMBIND_BIND, 0);
- pthread_setspecific(sylvan_stats_key, sylvan_stats);
}
+ pthread_setspecific(sylvan_stats_key, sylvan_stats);
for (int i=0; i<SYLVAN_COUNTER_COUNTER; i++) {
sylvan_stats->counters[i] = 0;
}
@@ -146,8 +139,6 @@ VOID_TASK_IMPL_0(sylvan_stats_init)
#ifndef __ELF__
pthread_key_create(&sylvan_stats_key, NULL);
#endif
- hwloc_topology_init(&topo);
- hwloc_topology_load(topo);
TOGETHER(sylvan_stats_reset_perthread);
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_stats.h b/resources/3rdparty/sylvan/src/sylvan_stats.h
index 792e67baa..16c227a6a 100755
--- a/resources/3rdparty/sylvan/src/sylvan_stats.h
+++ b/resources/3rdparty/sylvan/src/sylvan_stats.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,8 +15,7 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
-#include <lace.h>
+/* Do not include this file directly. Instead, include sylvan.h */
#ifndef SYLVAN_STATS_H
#define SYLVAN_STATS_H
@@ -93,6 +92,8 @@ typedef enum {
SYLVAN_COUNTER_COUNTER
} Sylvan_Counters;
+#undef OPCOUNTER
+
typedef enum
{
SYLVAN_GC,
@@ -134,10 +135,8 @@ void sylvan_stats_report(FILE* target);
#if SYLVAN_STATS
#ifdef __MACH__
-#include <mach/mach_time.h>
#define getabstime() mach_absolute_time()
#else
-#include <time.h>
static uint64_t
getabstime(void)
{
@@ -153,7 +152,6 @@ getabstime(void)
#ifdef __ELF__
extern __thread sylvan_stats_t sylvan_stats;
#else
-#include <pthread.h>
extern pthread_key_t sylvan_stats_key;
#endif
diff --git a/resources/3rdparty/sylvan/src/sylvan_table.c b/resources/3rdparty/sylvan/src/sylvan_table.c
index 83d30b842..bead5e6f8 100755
--- a/resources/3rdparty/sylvan/src/sylvan_table.c
+++ b/resources/3rdparty/sylvan/src/sylvan_table.c
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,23 +15,12 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+#include <sylvan_int.h>
#include <errno.h> // for errno
-#include <stdint.h> // for uint64_t etc
-#include <stdio.h> // for printf
-#include <stdlib.h>
#include <string.h> // memset
#include <sys/mman.h> // for mmap
-#include <sylvan_table.h>
-#include <sylvan_stats.h>
-#include <sylvan_tls.h>
-
-#include <hwloc.h>
-
-static hwloc_topology_t topo;
-
#ifndef MAP_ANONYMOUS
#define MAP_ANONYMOUS MAP_ANON
#endif
@@ -120,15 +109,178 @@ is_custom_bucket(const llmsset_t dbs, uint64_t index)
return (*ptr & mask) ? 1 : 0;
}
+/**
+ * This tricks the compiler into generating the bit-wise rotation instruction
+ */
+static uint64_t __attribute__((unused))
+rotr64 (uint64_t n, unsigned int c)
+{
+ return (n >> c) | (n << (64-c));
+}
+
+/**
+ * Pseudo-RNG for initializing the hashtab tables.
+ * Implementation of xorshift128+ by Vigna 2016, which is
+ * based on "Xorshift RNGs", Marsaglia 2003
+ */
+static uint64_t __attribute__((unused))
+xor64(void)
+{
+ // For the initial state of s, we select two numbers:
+ // - the initializer of Marsaglia's original xorshift
+ // - the FNV-1a 64-bit offset basis
+ static uint64_t s[2] = {88172645463325252LLU, 14695981039346656037LLU};
+
+ uint64_t s1 = s[0];
+ const uint64_t s0 = s[1];
+ const uint64_t result = s0 + s1;
+ s[0] = s0;
+ s1 ^= s1 << 23; // a
+ s[1] = s1 ^ s0 ^ (s1 >> 18) ^ (s0 >> 5); // b, c
+ return result;
+}
+
+/**
+ * The table for tabulation hashing
+ */
+static uint64_t hashtab[256*16];
+
+/**
+ * Implementation of simple tabulation.
+ * Proposed by e.g. Thorup 2017 "Fast and Powerful Hashing using Tabulation"
+ */
+uint64_t
+llmsset_tabhash(uint64_t a, uint64_t b, uint64_t seed)
+{
+ // we use the seed as base
+ uint64_t *t = hashtab;
+ for (int i=0; i<8; i++) {
+ seed ^= t[(uint8_t)a];
+ t += 256; // next table
+ a >>= 8;
+ }
+ for (int i=0; i<8; i++) {
+ seed ^= t[(uint8_t)b];
+ t += 256; // next table
+ b >>= 8;
+ }
+ return seed;
+}
+
+/**
+ * Encoding of the prime 2^89-1 for CWhash
+ */
+static const uint64_t Prime89_0 = (((uint64_t)1)<<32)-1;
+static const uint64_t Prime89_1 = (((uint64_t)1)<<32)-1;
+static const uint64_t Prime89_2 = (((uint64_t)1)<<25)-1;
+static const uint64_t Prime89_21 = (((uint64_t)1)<<57)-1;
+
+typedef uint64_t INT96[3];
+
+/**
+ * Computes (r mod Prime89) mod 2ˆ64
+ * (for CWhash, implementation by Thorup et al.)
+ */
+static uint64_t
+Mod64Prime89(INT96 r)
+{
+ uint64_t r0, r1, r2;
+ r2 = r[2];
+ r1 = r[1];
+ r0 = r[0] + (r2>>25);
+ r2 &= Prime89_2;
+ return (r2 == Prime89_2 && r1 == Prime89_1 && r0 >= Prime89_0) ? (r0 - Prime89_0) : (r0 + (r1<<32));
+}
+
+/**
+ * Computes a 96-bit r such that r = ax+b (mod Prime89)
+ * (for CWhash, implementation by Thorup et al.)
+ */
+static void
+MultAddPrime89(INT96 r, uint64_t x, const INT96 a, const INT96 b)
+{
+#define LOW(x) ((x)&0xFFFFFFFF)
+#define HIGH(x) ((x)>>32)
+ uint64_t x1, x0, c21, c20, c11, c10, c01, c00;
+ uint64_t d0, d1, d2, d3;
+ uint64_t s0, s1, carry;
+ x1 = HIGH(x);
+ x0 = LOW(x);
+ c21 = a[2]*x1;
+ c11 = a[1]*x1;
+ c01 = a[0]*x1;
+ c20 = a[2]*x0;
+ c10 = a[1]*x0;
+ c00 = a[0]*x0;
+ d0 = (c20>>25)+(c11>>25)+(c10>>57)+(c01>>57);
+ d1 = (c21<<7);
+ d2 = (c10&Prime89_21) + (c01&Prime89_21);
+ d3 = (c20&Prime89_2) + (c11&Prime89_2) + (c21>>57);
+ s0 = b[0] + LOW(c00) + LOW(d0) + LOW(d1);
+ r[0] = LOW(s0);
+ carry = HIGH(s0);
+ s1 = b[1] + HIGH(c00) + HIGH(d0) + HIGH(d1) + LOW(d2) + carry;
+ r[1] = LOW(s1);
+ carry = HIGH(s1);
+ r[2] = b[2] + HIGH(d2) + d3 + carry;
+#undef LOW
+#undef HIGH
+}
+
+/**
+ * Compute Carter/Wegman k-independent hash
+ * Implementation by Thorup et al.
+ * - compute polynomial on prime field of 2^89-1 (10th Marsenne prime)
+ * - random coefficients from random.org
+ */
+static uint64_t
+CWhash(uint64_t x)
+{
+ INT96 A = {0xcf90094b0ab9939e, 0x817f998697604ff3, 0x1a6e6f08b65440ea};
+ INT96 B = {0xb989a05a5dcf57f1, 0x7c007611f28daee7, 0xd8bd809d68c26854};
+ INT96 C = {0x1041070633a92679, 0xba9379fd71cd939d, 0x271793709e1cd781};
+ INT96 D = {0x5c240a710b0c6beb, 0xc24ac3b68056ea1c, 0xd46c9c7f2adfaf71};
+ INT96 E = {0xa527cea74b053a87, 0x69ba4a5e23f90577, 0x707b6e053c7741e7};
+ INT96 F = {0xa6c0812cdbcdb982, 0x8cb0c8b73f701489, 0xee08c4dc1dbef243};
+ INT96 G = {0xcf3ab0ec9d538853, 0x982a8457b6db03a9, 0x8659cf6b636c9d37};
+ INT96 H = {0x905d5d14efefc0dd, 0x7e9870e018ead6a2, 0x47e2c9af0ea9325a};
+ INT96 I = {0xc59351a9bf283b09, 0x4a39e35dbc280c7f, 0xc5f160732996be4f};
+ INT96 J = {0x4d58e0b7a57ccddf, 0xc362a25c267d1db4, 0x7c79d2fcd89402b2};
+ INT96 K = {0x62ac342c4393930c, 0xdb2fd2740ebef2a0, 0xc672fd5e72921377};
+ INT96 L = {0xbdae267838862c6d, 0x0e0ee206fdbaf1d1, 0xc270e26fd8dfbae7};
+
+ INT96 r;
+ MultAddPrime89(r, x, A, B);
+ MultAddPrime89(r, x, r, C);
+ MultAddPrime89(r, x, r, D);
+ MultAddPrime89(r, x, r, E);
+ MultAddPrime89(r, x, r, F);
+ MultAddPrime89(r, x, r, G);
+ MultAddPrime89(r, x, r, H);
+ MultAddPrime89(r, x, r, I);
+ MultAddPrime89(r, x, r, J);
+ MultAddPrime89(r, x, r, K);
+ MultAddPrime89(r, x, r, L);
+ return Mod64Prime89(r);
+}
+
+/**
+ * The well-known FNV-1a hash for 64 bits.
+ * Typical seed value (base offset) is 14695981039346656037LLU.
+ *
+ * NOTE: this particular hash is bad for certain nodes, resulting in
+ * early garbage collection and failure. We xor with shifted hash which
+ * suffices as a band-aid, but this is obviously not an ideal solution.
+ */
uint64_t
-llmsset_hash(const uint64_t a, const uint64_t b, const uint64_t seed)
+llmsset_fnvhash(const uint64_t a, const uint64_t b, const uint64_t seed)
{
// The FNV-1a hash for 64 bits
const uint64_t prime = 1099511628211;
uint64_t hash = seed;
hash = (hash ^ a) * prime;
hash = (hash ^ b) * prime;
- return hash;
+ return hash ^ (hash>>32);
}
/*
@@ -247,6 +399,7 @@ llmsset_rehash_bucket(const llmsset_t dbs, uint64_t d_idx)
const int custom = is_custom_bucket(dbs, d_idx) ? 1 : 0;
if (custom) hash_rehash = dbs->hash_cb(a, b, hash_rehash);
else hash_rehash = llmsset_hash(a, b, hash_rehash);
+ const uint64_t step = (((hash_rehash >> 20) | 1) << 3);
const uint64_t new_v = (hash_rehash & MASK_HASH) | d_idx;
int i=0;
@@ -271,8 +424,7 @@ llmsset_rehash_bucket(const llmsset_t dbs, uint64_t d_idx)
}
// go to next cache line in probe sequence
- if (custom) hash_rehash = dbs->hash_cb(a, b, hash_rehash);
- else hash_rehash = llmsset_hash(a, b, hash_rehash);
+ hash_rehash += step;
#if LLMSSET_MASK
last = idx = hash_rehash & dbs->mask;
@@ -286,9 +438,6 @@ llmsset_rehash_bucket(const llmsset_t dbs, uint64_t d_idx)
llmsset_t
llmsset_create(size_t initial_size, size_t max_size)
{
- hwloc_topology_init(&topo);
- hwloc_topology_load(topo);
-
llmsset_t dbs = NULL;
if (posix_memalign((void**)&dbs, LINE_SIZE, sizeof(struct llmsset)) != 0) {
fprintf(stderr, "llmsset_create: Unable to allocate memory!\n");
@@ -347,12 +496,6 @@ llmsset_create(size_t initial_size, size_t max_size)
madvise(dbs->table, dbs->max_size * 8, MADV_RANDOM);
#endif
- hwloc_set_area_membind(topo, dbs->table, dbs->max_size * 8, hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_INTERLEAVE, 0);
- hwloc_set_area_membind(topo, dbs->data, dbs->max_size * 16, hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_FIRSTTOUCH, 0);
- hwloc_set_area_membind(topo, dbs->bitmap1, dbs->max_size / (512*8), hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_INTERLEAVE, 0);
- hwloc_set_area_membind(topo, dbs->bitmap2, dbs->max_size / 8, hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_FIRSTTOUCH, 0);
- hwloc_set_area_membind(topo, dbs->bitmapc, dbs->max_size / 8, hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_FIRSTTOUCH, 0);
-
// forbid first two positions (index 0 and 1)
dbs->bitmap2[0] = 0xc000000000000000LL;
@@ -369,6 +512,9 @@ llmsset_create(size_t initial_size, size_t max_size)
INIT_THREAD_LOCAL(my_region);
TOGETHER(llmsset_reset_region);
+ // initialize hashtab
+ for (int i=0; i<256*16; i++) hashtab[i] = CWhash(i);
+
return dbs;
}
@@ -392,13 +538,11 @@ VOID_TASK_IMPL_1(llmsset_clear, llmsset_t, dbs)
VOID_TASK_IMPL_1(llmsset_clear_data, llmsset_t, dbs)
{
if (mmap(dbs->bitmap1, dbs->max_size / (512*8), PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS | MAP_FIXED, -1, 0) != (void*)-1) {
- hwloc_set_area_membind(topo, dbs->bitmap1, dbs->max_size / (512*8), hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_INTERLEAVE, 0);
} else {
memset(dbs->bitmap1, 0, dbs->max_size / (512*8));
}
if (mmap(dbs->bitmap2, dbs->max_size / 8, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS | MAP_FIXED, -1, 0) != (void*)-1) {
- hwloc_set_area_membind(topo, dbs->bitmap2, dbs->max_size / 8, hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_FIRSTTOUCH, 0);
} else {
memset(dbs->bitmap2, 0, dbs->max_size / 8);
}
@@ -416,7 +560,6 @@ VOID_TASK_IMPL_1(llmsset_clear_hashes, llmsset_t, dbs)
#if defined(madvise) && defined(MADV_RANDOM)
madvise(dbs->table, sizeof(uint64_t[dbs->max_size]), MADV_RANDOM);
#endif
- hwloc_set_area_membind(topo, dbs->table, sizeof(uint64_t[dbs->max_size]), hwloc_topology_get_allowed_cpuset(topo), HWLOC_MEMBIND_INTERLEAVE, 0);
} else {
// reallocate failed... expensive fallback
memset(dbs->table, 0, dbs->max_size * 8);
diff --git a/resources/3rdparty/sylvan/src/sylvan_table.h b/resources/3rdparty/sylvan/src/sylvan_table.h
index 8f4c0642e..fe25d6de3 100755
--- a/resources/3rdparty/sylvan/src/sylvan_table.h
+++ b/resources/3rdparty/sylvan/src/sylvan_table.h
@@ -1,6 +1,6 @@
/*
* Copyright 2011-2016 Formal Methods and Tools, University of Twente
- * Copyright 2016 Tom van Dijk, Johannes Kepler University Linz
+ * Copyright 2016-2017 Tom van Dijk, Johannes Kepler University Linz
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
@@ -15,24 +15,15 @@
* limitations under the License.
*/
-#include <sylvan_config.h>
+/* Do not include this file directly. Instead, include sylvan_int.h */
-#include <stdint.h>
-#include <unistd.h>
-
-#include <lace.h>
-
-#ifndef LLMSSET_H
-#define LLMSSET_H
+#ifndef SYLVAN_TABLE_H
+#define SYLVAN_TABLE_H
#ifdef __cplusplus
extern "C" {
#endif /* __cplusplus */
-#ifndef LLMSSET_MASK
-#define LLMSSET_MASK 0 // set to 1 to use bit mask instead of modulo
-#endif
-
/**
* Lockless hash table (set) to store 16-byte keys.
* Each unique key is associated with a 42-bit number.
@@ -210,9 +201,19 @@ VOID_TASK_DECL_1(llmsset_destroy_unmarked, llmsset_t);
void llmsset_set_custom(const llmsset_t dbs, llmsset_hash_cb hash_cb, llmsset_equals_cb equals_cb, llmsset_create_cb create_cb, llmsset_destroy_cb destroy_cb);
/**
- * Default hashing function
+ * Default hashing functions.
+ */
+#define llmsset_hash llmsset_tabhash
+
+/**
+ * FNV-1a hash
+ */
+uint64_t llmsset_fnvhash(uint64_t a, uint64_t b, uint64_t seed);
+
+/**
+ * Twisted tabulation hash
*/
-uint64_t llmsset_hash(const uint64_t a, const uint64_t b, const uint64_t seed);
+uint64_t llmsset_tabhash(uint64_t a, uint64_t b, uint64_t seed);
#ifdef __cplusplus
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_tls.h b/resources/3rdparty/sylvan/src/sylvan_tls.h
index 80fdfe7e5..09958b2d3 100755
--- a/resources/3rdparty/sylvan/src/sylvan_tls.h
+++ b/resources/3rdparty/sylvan/src/sylvan_tls.h
@@ -5,7 +5,6 @@
* A platform independant wrapper around thread-local storage. On platforms that don't support
* __thread variables (e.g. Mac OS X), we have to use the pthreads library for thread-local storage
*/
-#include <assert.h>
#ifndef TLS_H
#define TLS_H
@@ -18,8 +17,6 @@
#else//!__ELF__
-#include <pthread.h>
-
#define DECLARE_THREAD_LOCAL(name, type) pthread_key_t name##_KEY
#define INIT_THREAD_LOCAL(name) \
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
index 83a7f26b7..cb3bd74b2 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
@@ -213,7 +213,7 @@ namespace storm {
uint_fast64_t InternalBdd<DdType::Sylvan>::getNodeCount() const {
// We have to add one to also count the false-leaf, which is the only leaf appearing in BDDs.
- return static_cast<uint_fast64_t>(this->sylvanBdd.NodeCount()) + 1;
+ return static_cast<uint_fast64_t>(this->sylvanBdd.NodeCount());
}
bool InternalBdd<DdType::Sylvan>::isOne() const {
diff --git a/src/storm/utility/sylvan.h b/src/storm/utility/sylvan.h
index c068b6ab9..5f351b946 100644
--- a/src/storm/utility/sylvan.h
+++ b/src/storm/utility/sylvan.h
@@ -13,6 +13,7 @@
#pragma GCC system_header // Only way to suppress some warnings atm.
#include "sylvan_obj.hpp"
+#include "sylvan_mtbdd_storm.h"
#include "sylvan_storm_rational_number.h"
#include "sylvan_storm_rational_function.h"
From 18ba906914b604589ff43597dd08f4d649471c77 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 4 Aug 2017 23:26:07 +0200
Subject: [PATCH 28/77] re-added gmp include directory to sylvan CMakeLists.txt
---
resources/3rdparty/sylvan/src/CMakeLists.txt | 1 +
1 file changed, 1 insertion(+)
diff --git a/resources/3rdparty/sylvan/src/CMakeLists.txt b/resources/3rdparty/sylvan/src/CMakeLists.txt
index 7e36c6741..51fea96d0 100644
--- a/resources/3rdparty/sylvan/src/CMakeLists.txt
+++ b/resources/3rdparty/sylvan/src/CMakeLists.txt
@@ -50,6 +50,7 @@ add_library(sylvan ${SOURCES})
find_package(GMP REQUIRED)
+include_directories(sylvan ${GMP_INCLUDE_DIR})
target_link_libraries(sylvan m pthread ${GMP_LIBRARIES})
if(UNIX AND NOT APPLE)
From 653e5fc18405d44fc3d00d989f1c457dca98bcc5 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 5 Aug 2017 07:41:21 +0200
Subject: [PATCH 29/77] setting default native technique to jacobi again
---
src/storm/settings/modules/NativeEquationSolverSettings.cpp | 2 +-
src/storm/storage/SparseMatrix.h | 3 ---
2 files changed, 1 insertion(+), 4 deletions(-)
diff --git a/src/storm/settings/modules/NativeEquationSolverSettings.cpp b/src/storm/settings/modules/NativeEquationSolverSettings.cpp
index 26a15ea67..7803939bf 100644
--- a/src/storm/settings/modules/NativeEquationSolverSettings.cpp
+++ b/src/storm/settings/modules/NativeEquationSolverSettings.cpp
@@ -25,7 +25,7 @@ namespace storm {
NativeEquationSolverSettings::NativeEquationSolverSettings() : ModuleSettings(moduleName) {
std::vector<std::string> methods = { "jacobi", "gaussseidel", "sor" };
- this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the native engine.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("gaussseidel").build()).build());
+ this->addOption(storm::settings::OptionBuilder(moduleName, techniqueOptionName, true, "The method to be used for solving linear equation systems with the native engine.").addArgument(storm::settings::ArgumentBuilder::createStringArgument("name", "The name of the method to use.").addValidatorString(ArgumentValidatorFactory::createMultipleChoiceValidator(methods)).setDefaultValueString("jacobi").build()).build());
this->addOption(storm::settings::OptionBuilder(moduleName, maximalIterationsOptionName, false, "The maximal number of iterations to perform before iterative solving is aborted.").setShortName(maximalIterationsOptionShortName).addArgument(storm::settings::ArgumentBuilder::createUnsignedIntegerArgument("count", "The maximal iteration count.").setDefaultValueUnsignedInteger(20000).build()).build());
diff --git a/src/storm/storage/SparseMatrix.h b/src/storm/storage/SparseMatrix.h
index 6a613dd3d..bd8c1bad1 100644
--- a/src/storm/storage/SparseMatrix.h
+++ b/src/storm/storage/SparseMatrix.h
@@ -293,9 +293,6 @@ namespace storm {
// Stores the currently active row group. This is used for correctly constructing the row grouping of the
// matrix.
index_type currentRowGroup;
-
- // A flag that stores whether the current row group does not yet contain an element.
- bool currentRowGroupEmpty;
};
/*!
From cdf76b0c1567811a891c4f3a43182cacae99b7b0 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sun, 6 Aug 2017 15:17:55 +0200
Subject: [PATCH 30/77] fixed DD-based quotient extraction in bisimulation
---
resources/3rdparty/CMakeLists.txt | 8 ++-
src/storm/cli/cli.cpp | 1 +
.../storage/dd/BisimulationDecomposition.cpp | 1 +
.../dd/bisimulation/MdpPartitionRefiner.cpp | 3 +-
.../storage/dd/bisimulation/Partition.cpp | 1 +
.../dd/bisimulation/PartitionRefiner.cpp | 2 +
.../bisimulation/PreservationInformation.cpp | 8 +--
.../dd/bisimulation/QuotientExtractor.cpp | 51 ++++++++-----------
.../dd/bisimulation/SignatureComputer.cpp | 2 +
.../dd/sylvan/InternalSylvanDdManager.cpp | 4 +-
.../expressions/LinearityCheckVisitor.cpp | 2 +-
.../expressions/ToRationalNumberVisitor.cpp | 2 +
12 files changed, 46 insertions(+), 39 deletions(-)
diff --git a/resources/3rdparty/CMakeLists.txt b/resources/3rdparty/CMakeLists.txt
index bb70f53b5..15d46c381 100644
--- a/resources/3rdparty/CMakeLists.txt
+++ b/resources/3rdparty/CMakeLists.txt
@@ -418,12 +418,18 @@ else()
set(sylvan_dep lib_carl)
endif()
+if (STORM_DEBUG_SYLVAN)
+ set(SYLVAN_BUILD_TYPE "Debug")
+else()
+ set(SYLVAN_BUILD_TYPE "Release")
+endif()
+
ExternalProject_Add(
sylvan
DOWNLOAD_COMMAND ""
PREFIX "sylvan"
SOURCE_DIR ${STORM_3RDPARTY_SOURCE_DIR}/sylvan
- CMAKE_ARGS -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER} -DGMP_LOCATION=${GMP_LIB_LOCATION} -DGMP_INCLUDE=${GMP_INCLUDE_DIR} -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER} -DSYLVAN_BUILD_DOCS=OFF -DSYLVAN_BUILD_EXAMPLES=OFF -DCMAKE_BUILD_TYPE=Release -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DUSE_CARL=ON -Dcarl_INCLUDE_DIR=${carl_INCLUDE_DIR} -DSYLVAN_PORTABLE=${STORM_PORTABLE} -Dcarl_LIBRARIES=${carl_LIBRARIES} -DBUILD_SHARED_LIBS=OFF -DSYLVAN_BUILD_TESTS=OFF
+ CMAKE_ARGS -DCMAKE_C_COMPILER=${CMAKE_C_COMPILER} -DGMP_LOCATION=${GMP_LIB_LOCATION} -DGMP_INCLUDE=${GMP_INCLUDE_DIR} -DCMAKE_CXX_COMPILER=${CMAKE_CXX_COMPILER} -DSYLVAN_BUILD_DOCS=OFF -DSYLVAN_BUILD_EXAMPLES=OFF -DCMAKE_BUILD_TYPE=${SYLVAN_BUILD_TYPE} -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DUSE_CARL=ON -Dcarl_INCLUDE_DIR=${carl_INCLUDE_DIR} -DSYLVAN_PORTABLE=${STORM_PORTABLE} -Dcarl_LIBRARIES=${carl_LIBRARIES} -DBUILD_SHARED_LIBS=OFF -DSYLVAN_BUILD_TESTS=OFF
BINARY_DIR ${STORM_3RDPARTY_BINARY_DIR}/sylvan
BUILD_IN_SOURCE 0
INSTALL_COMMAND ""
diff --git a/src/storm/cli/cli.cpp b/src/storm/cli/cli.cpp
index 5bab54a87..33826447f 100644
--- a/src/storm/cli/cli.cpp
+++ b/src/storm/cli/cli.cpp
@@ -514,6 +514,7 @@ namespace storm {
result = preprocessDdModel<DdType, ValueType>(result.first->as<storm::models::symbolic::Model<DdType, ValueType>>(), input);
}
+ preprocessingWatch.stop();
if (result.second) {
STORM_PRINT_AND_LOG(std::endl << "Time for model preprocessing: " << preprocessingWatch << "." << std::endl << std::endl);
}
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index 77aa64f1d..e34a7ddf8 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -7,6 +7,7 @@
#include "storm/models/symbolic/Model.h"
#include "storm/models/symbolic/Mdp.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidOperationException.h"
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 914656d89..d26cc4111 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -1,6 +1,7 @@
#include "storm/storage/dd/bisimulation/MdpPartitionRefiner.h"
#include "storm/models/symbolic/Mdp.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
namespace storm {
namespace dd {
@@ -9,8 +10,6 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
MdpPartitionRefiner<DdType, ValueType>::MdpPartitionRefiner(storm::models::symbolic::Mdp<DdType, ValueType> const& mdp, Partition<DdType, ValueType> const& initialStatePartition) : PartitionRefiner<DdType, ValueType>(mdp, initialStatePartition), choicePartition(Partition<DdType, ValueType>::createTrivialChoicePartition(mdp, initialStatePartition.getBlockVariables())), stateSignatureComputer(mdp.getQualitativeTransitionMatrix(), mdp.getColumnAndNondeterminismVariables(), SignatureMode::Qualitative, true), stateSignatureRefiner(mdp.getManager(), this->statePartition.getBlockVariable(), mdp.getRowVariables()) {
// Intentionally left empty.
-
- mdp.getTransitionMatrix().exportToDot("fulltrans.dot");
}
template<storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index bde87a5b9..fb64f9381 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -9,6 +9,7 @@
#include "storm/logic/AtomicLabelFormula.h"
#include "storm/models/symbolic/Mdp.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
#include "storm/settings/SettingsManager.h"
#include "storm/settings/modules/BisimulationSettings.h"
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index 74a563363..cd064343f 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -1,5 +1,7 @@
#include "storm/storage/dd/bisimulation/PartitionRefiner.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
index 363e88fdd..5009fa371 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
@@ -2,6 +2,8 @@
#include "storm/logic/Formulas.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidPropertyException.h"
@@ -15,7 +17,7 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const& bisimulationType) {
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::string> const& labels, storm::storage::BisimulationType const&) {
for (auto const& label : labels) {
this->addLabel(label);
this->addExpression(model.getExpression(label));
@@ -23,14 +25,14 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const& bisimulationType) {
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<storm::expressions::Expression> const& expressions, storm::storage::BisimulationType const&) {
for (auto const& e : expressions) {
this->addExpression(e);
}
}
template <storm::dd::DdType DdType, typename ValueType>
- PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) {
+ PreservationInformation<DdType, ValueType>::PreservationInformation(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const&) {
if (formulas.empty()) {
// Default to respect all labels if no formulas are given.
for (auto const& label : model.getLabels()) {
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 3027badf0..32b9363b2 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -551,9 +551,6 @@ namespace storm {
// Sanity checks.
STORM_LOG_ASSERT(partition.getNumberOfStates() == model.getNumberOfStates(), "Mismatching partition size.");
- partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()).exportToDot("partstates.dot");
- model.getReachableStates().exportToDot("origstates.dot");
- std::cout << "equal? " << (partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()).template toAdd<ValueType>().notZero() == model.getReachableStates().template toAdd<ValueType>().notZero()) << std::endl;
STORM_LOG_ASSERT(partition.getStates().renameVariables(model.getColumnVariables(), model.getRowVariables()) == model.getReachableStates(), "Mismatching partition.");
std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
@@ -567,36 +564,10 @@ namespace storm {
partitionAsBdd = (representativePartition && partitionAsBddOverPrimedBlockVariable).existsAbstract(blockPrimeVariableSet);
}
- storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
- partitionAsAdd.exportToDot("partition.dot");
- model.getTransitionMatrix().sumAbstract(model.getColumnVariables()).exportToDot("origdist.dot");
auto start = std::chrono::high_resolution_clock::now();
- storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
- STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(model.getTransitionMatrix().sumAbstract(model.getColumnVariables()), ValueType(1e-6)), "Expected something else.");
- quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).exportToDot("sanity.dot");
- quotientTransitionMatrix.exportToDot("trans-1.dot");
- partitionAsAdd = partitionAsAdd / partitionAsAdd.sumAbstract(model.getColumnVariables());
- quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
- quotientTransitionMatrix.exportToDot("quottrans.dot");
- auto partCount = partitionAsAdd.sumAbstract(model.getColumnVariables());
- partCount.exportToDot("partcount.dot");
- auto end = std::chrono::high_resolution_clock::now();
-
- // Check quotient matrix for sanity.
- auto quotdist = quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet);
- quotdist.exportToDot("quotdists.dot");
- (quotdist / partCount).exportToDot("distcount.dot");
- STORM_LOG_ASSERT(quotientTransitionMatrix.greater(storm::utility::one<ValueType>()).isZero(), "Illegal entries in quotient matrix.");
- STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(quotientTransitionMatrix.notZero().existsAbstract(blockPrimeVariableSet).template toAdd<ValueType>(), ValueType(1e-6)), "Illegal non-probabilistic matrix.");
-
- STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
- storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
-
- start = std::chrono::high_resolution_clock::now();
storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables());
storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables());
- storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
for (auto const& label : preservationInformation.getLabels()) {
@@ -614,9 +585,29 @@ namespace storm {
preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
}
}
- end = std::chrono::high_resolution_clock::now();
+ auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+ storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ start = std::chrono::high_resolution_clock::now();
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+
+ // Pick a representative from each block.
+ partitionAsBdd = partitionAsBdd.existsAbstractRepresentative(model.getColumnVariables());
+ partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+
+ quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
+ end = std::chrono::high_resolution_clock::now();
+
+ // Check quotient matrix for sanity.
+ STORM_LOG_ASSERT(quotientTransitionMatrix.greater(storm::utility::one<ValueType>()).isZero(), "Illegal entries in quotient matrix.");
+ STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(quotientTransitionMatrix.notZero().existsAbstract(blockPrimeVariableSet).template toAdd<ValueType>(), ValueType(1e-6)), "Illegal non-probabilistic matrix.");
+
+ STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+
+ storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
+ storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
+
if (modelType == storm::models::ModelType::Dtmc) {
return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
} else if (modelType == storm::models::ModelType::Ctmc) {
diff --git a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
index 682085468..b4336adc8 100644
--- a/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureComputer.cpp
@@ -2,6 +2,8 @@
#include "storm/storage/dd/DdManager.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
#include "storm/utility/macros.h"
#include "storm/exceptions/OutOfRangeException.h"
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index 11c7b09d6..4586e9890 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -67,8 +67,8 @@ namespace storm {
maxTableSize >>= 1;
}
- uint64_t initialTableSize = 1ull << std::max(powerOfTwo - 4, 16ull);
- uint64_t initialCacheSize = 1ull << std::max(powerOfTwo - 4, 16ull);
+ uint64_t initialTableSize = 1ull << std::max(powerOfTwo - 4, static_cast<uint_fast64_t>(16));
+ uint64_t initialCacheSize = initialTableSize;
STORM_LOG_DEBUG("Initializing sylvan. Initial/max table size: " << initialTableSize << "/" << maxTableSize << ", initial/max cache size: " << initialCacheSize << "/" << maxCacheSize << ".");
sylvan::Sylvan::initPackage(initialTableSize, maxTableSize, initialCacheSize, maxCacheSize);
diff --git a/src/storm/storage/expressions/LinearityCheckVisitor.cpp b/src/storm/storage/expressions/LinearityCheckVisitor.cpp
index 18198ca0e..9eeb3ea56 100644
--- a/src/storm/storage/expressions/LinearityCheckVisitor.cpp
+++ b/src/storm/storage/expressions/LinearityCheckVisitor.cpp
@@ -125,7 +125,7 @@ namespace storm {
STORM_LOG_THROW(false, storm::exceptions::InvalidOperationException, "Illegal unary numerical expression operator.");
}
- boost::any LinearityCheckVisitor::visit(BooleanLiteralExpression const& expression, boost::any const& data) {
+ boost::any LinearityCheckVisitor::visit(BooleanLiteralExpression const&, boost::any const& data) {
bool booleanIsLinear = boost::any_cast<bool>(data);
if (booleanIsLinear) {
diff --git a/src/storm/storage/expressions/ToRationalNumberVisitor.cpp b/src/storm/storage/expressions/ToRationalNumberVisitor.cpp
index f7aa3236d..15a8d61eb 100644
--- a/src/storm/storage/expressions/ToRationalNumberVisitor.cpp
+++ b/src/storm/storage/expressions/ToRationalNumberVisitor.cpp
@@ -119,6 +119,8 @@ namespace storm {
return result;
break;
}
+ // Dummy return.
+ return result;
}
template<typename RationalNumberType>
From d0ec9a362f9a6228b87ae36213837e1098ec0a0d Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 7 Aug 2017 20:29:26 +0200
Subject: [PATCH 31/77] added time output to cli
---
src/storm/cli/cli.cpp | 16 +++++++++++++++-
1 file changed, 15 insertions(+), 1 deletion(-)
diff --git a/src/storm/cli/cli.cpp b/src/storm/cli/cli.cpp
index 33826447f..166ab07cf 100644
--- a/src/storm/cli/cli.cpp
+++ b/src/storm/cli/cli.cpp
@@ -1,5 +1,10 @@
#include "storm/cli/cli.h"
+#include <chrono>
+#include <ctime>
+#include <sstream>
+#include <iomanip>
+
#include "storm/storage/SymbolicModelDescription.h"
#include "storm/models/ModelBase.h"
@@ -82,6 +87,14 @@ namespace storm {
return 0;
}
+ std::string currentTimeAndDate() {
+ auto now = std::chrono::system_clock::now();
+ auto in_time_t = std::chrono::system_clock::to_time_t(now);
+
+ std::stringstream ss;
+ ss << std::put_time(std::localtime(&in_time_t), "%d/%m/%Y %X");
+ return ss.str();
+ }
void printHeader(std::string const& name, const int argc, const char* argv[]) {
STORM_PRINT(name << " " << storm::utility::StormVersion::shortVersionString() << std::endl << std::endl);
@@ -96,7 +109,8 @@ namespace storm {
if (!command.empty()) {
STORM_PRINT("Command line arguments: " << commandStream.str() << std::endl);
- STORM_PRINT("Current working directory: " << storm::utility::cli::getCurrentWorkingDirectory() << std::endl << std::endl);
+ STORM_PRINT("Current working directory: " << storm::utility::cli::getCurrentWorkingDirectory() << std::endl);
+ STORM_PRINT("Current date/time: " << currentTimeAndDate() << std::endl << std::endl);
}
}
From 2441d9b8d717d27a881b06f0a4a8f48b8777914a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 7 Aug 2017 20:32:02 +0200
Subject: [PATCH 32/77] removed conversion operator for Bdd
---
src/storm/storage/dd/Add.cpp | 30 ++++++++++++-------------
src/storm/storage/dd/Bdd.cpp | 43 ++++++++++++++++--------------------
src/storm/storage/dd/Bdd.h | 5 -----
3 files changed, 34 insertions(+), 44 deletions(-)
diff --git a/src/storm/storage/dd/Add.cpp b/src/storm/storage/dd/Add.cpp
index 7a4956ce8..b76219624 100644
--- a/src/storm/storage/dd/Add.cpp
+++ b/src/storm/storage/dd/Add.cpp
@@ -154,31 +154,31 @@ namespace storm {
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::sumAbstract(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = Bdd<LibraryType>::getCube(this->getDdManager(), metaVariables);
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.sumAbstract(cube), Dd<LibraryType>::subtractMetaVariables(*this, cube));
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.sumAbstract(cube.getInternalBdd()), Dd<LibraryType>::subtractMetaVariables(*this, cube));
}
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::minAbstract(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = Bdd<LibraryType>::getCube(this->getDdManager(), metaVariables);
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.minAbstract(cube), Dd<LibraryType>::subtractMetaVariables(*this, cube));
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.minAbstract(cube.getInternalBdd()), Dd<LibraryType>::subtractMetaVariables(*this, cube));
}
template<DdType LibraryType, typename ValueType>
Bdd<LibraryType> Add<LibraryType, ValueType>::minAbstractRepresentative(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = Bdd<LibraryType>::getCube(this->getDdManager(), metaVariables);
- return Bdd<LibraryType>(this->getDdManager(), internalAdd.minAbstractRepresentative(cube), this->getContainedMetaVariables());
+ return Bdd<LibraryType>(this->getDdManager(), internalAdd.minAbstractRepresentative(cube.getInternalBdd()), this->getContainedMetaVariables());
}
template<DdType LibraryType, typename ValueType>
Add<LibraryType, ValueType> Add<LibraryType, ValueType>::maxAbstract(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = Bdd<LibraryType>::getCube(this->getDdManager(), metaVariables);
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.maxAbstract(cube), Dd<LibraryType>::subtractMetaVariables(*this, cube));
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.maxAbstract(cube.getInternalBdd()), Dd<LibraryType>::subtractMetaVariables(*this, cube));
}
template<DdType LibraryType, typename ValueType>
Bdd<LibraryType> Add<LibraryType, ValueType>::maxAbstractRepresentative(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = Bdd<LibraryType>::getCube(this->getDdManager(), metaVariables);
- return Bdd<LibraryType>(this->getDdManager(), internalAdd.maxAbstractRepresentative(cube), this->getContainedMetaVariables());
+ return Bdd<LibraryType>(this->getDdManager(), internalAdd.maxAbstractRepresentative(cube.getInternalBdd()), this->getContainedMetaVariables());
}
template<DdType LibraryType, typename ValueType>
@@ -195,14 +195,14 @@ namespace storm {
STORM_LOG_THROW(this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename variable '" << metaVariable.getName() << "' that is not present.");
DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
- fromBdds.push_back(ddVariable);
+ fromBdds.push_back(ddVariable.getInternalBdd());
}
}
for (auto const& metaVariable : to) {
STORM_LOG_THROW(!this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename to variable '" << metaVariable.getName() << "' that is already present.");
DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
- toBdds.push_back(ddVariable);
+ toBdds.push_back(ddVariable.getInternalBdd());
}
}
@@ -240,10 +240,10 @@ namespace storm {
}
}
for (auto const& ddVariable : variable1.getDdVariables()) {
- from.push_back(ddVariable);
+ from.push_back(ddVariable.getInternalBdd());
}
for (auto const& ddVariable : variable2.getDdVariables()) {
- to.push_back(ddVariable);
+ to.push_back(ddVariable.getInternalBdd());
}
}
@@ -272,10 +272,10 @@ namespace storm {
}
for (auto const& ddVariable : variable1.getDdVariables()) {
- from.push_back(ddVariable);
+ from.push_back(ddVariable.getInternalBdd());
}
for (auto const& ddVariable : variable2.getDdVariables()) {
- to.push_back(ddVariable);
+ to.push_back(ddVariable.getInternalBdd());
}
}
@@ -293,7 +293,7 @@ namespace storm {
std::vector<InternalBdd<LibraryType>> summationDdVariables;
for (auto const& metaVariable : summationMetaVariables) {
for (auto const& ddVariable : this->getDdManager().getMetaVariable(metaVariable).getDdVariables()) {
- summationDdVariables.push_back(ddVariable);
+ summationDdVariables.push_back(ddVariable.getInternalBdd());
}
}
@@ -310,7 +310,7 @@ namespace storm {
std::vector<InternalBdd<LibraryType>> summationDdVariables;
for (auto const& metaVariable : summationMetaVariables) {
for (auto const& ddVariable : this->getDdManager().getMetaVariable(metaVariable).getDdVariables()) {
- summationDdVariables.push_back(ddVariable);
+ summationDdVariables.push_back(ddVariable.getInternalBdd());
}
}
@@ -318,7 +318,7 @@ namespace storm {
std::set<storm::expressions::Variable> containedMetaVariables;
std::set_difference(unionOfMetaVariables.begin(), unionOfMetaVariables.end(), summationMetaVariables.begin(), summationMetaVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
- return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.multiplyMatrix(otherMatrix, summationDdVariables), containedMetaVariables);
+ return Add<LibraryType, ValueType>(this->getDdManager(), internalAdd.multiplyMatrix(otherMatrix.getInternalBdd(), summationDdVariables), containedMetaVariables);
}
template<DdType LibraryType, typename ValueType>
@@ -843,7 +843,7 @@ namespace storm {
numberOfDdVariables += ddMetaVariable.getNumberOfDdVariables();
}
- return internalAdd.begin(this->getDdManager(), Bdd<LibraryType>::getCube(this->getDdManager(), this->getContainedMetaVariables()), numberOfDdVariables, this->getContainedMetaVariables(), enumerateDontCareMetaVariables);
+ return internalAdd.begin(this->getDdManager(), Bdd<LibraryType>::getCube(this->getDdManager(), this->getContainedMetaVariables()).getInternalBdd(), numberOfDdVariables, this->getContainedMetaVariables(), enumerateDontCareMetaVariables);
}
template<DdType LibraryType, typename ValueType>
diff --git a/src/storm/storage/dd/Bdd.cpp b/src/storm/storage/dd/Bdd.cpp
index 9e0b818fd..2f21a5ef4 100644
--- a/src/storm/storage/dd/Bdd.cpp
+++ b/src/storm/storage/dd/Bdd.cpp
@@ -141,19 +141,19 @@ namespace storm {
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::existsAbstract(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = getCube(this->getDdManager(), metaVariables);
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.existsAbstract(cube), Dd<LibraryType>::subtractMetaVariables(*this, cube));
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.existsAbstract(cube.getInternalBdd()), Dd<LibraryType>::subtractMetaVariables(*this, cube));
}
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::existsAbstractRepresentative(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = getCube(this->getDdManager(), metaVariables);
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.existsAbstractRepresentative(cube), this->getContainedMetaVariables());
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.existsAbstractRepresentative(cube.getInternalBdd()), this->getContainedMetaVariables());
}
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::universalAbstract(std::set<storm::expressions::Variable> const& metaVariables) const {
Bdd<LibraryType> cube = getCube(this->getDdManager(), metaVariables);
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.universalAbstract(cube), Dd<LibraryType>::subtractMetaVariables(*this, cube));
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.universalAbstract(cube.getInternalBdd()), Dd<LibraryType>::subtractMetaVariables(*this, cube));
}
template<DdType LibraryType>
@@ -165,17 +165,17 @@ namespace storm {
std::set<storm::expressions::Variable> containedMetaVariables;
std::set_difference(unionOfMetaVariables.begin(), unionOfMetaVariables.end(), existentialVariables.begin(), existentialVariables.end(), std::inserter(containedMetaVariables, containedMetaVariables.begin()));
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.andExists(other, cube), containedMetaVariables);
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.andExists(other.getInternalBdd(), cube.getInternalBdd()), containedMetaVariables);
}
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::constrain(Bdd<LibraryType> const& constraint) const {
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.constrain(constraint), Dd<LibraryType>::joinMetaVariables(*this, constraint));
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.constrain(constraint.getInternalBdd()), Dd<LibraryType>::joinMetaVariables(*this, constraint));
}
template<DdType LibraryType>
Bdd<LibraryType> Bdd<LibraryType>::restrict(Bdd<LibraryType> const& constraint) const {
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.restrict(constraint), Dd<LibraryType>::joinMetaVariables(*this, constraint));
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.restrict(constraint.getInternalBdd()), Dd<LibraryType>::joinMetaVariables(*this, constraint));
}
template<DdType LibraryType>
@@ -187,7 +187,7 @@ namespace storm {
for (auto const& metaVariable : rowMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- rowVariables.push_back(ddVariable);
+ rowVariables.push_back(ddVariable.getInternalBdd());
}
}
@@ -195,11 +195,11 @@ namespace storm {
for (auto const& metaVariable : columnMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- columnVariables.push_back(ddVariable);
+ columnVariables.push_back(ddVariable.getInternalBdd());
}
}
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.relationalProduct(relation, rowVariables, columnVariables), newMetaVariables);
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.relationalProduct(relation.getInternalBdd(), rowVariables, columnVariables), newMetaVariables);
}
template<DdType LibraryType>
@@ -211,7 +211,7 @@ namespace storm {
for (auto const& metaVariable : rowMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- rowVariables.push_back(ddVariable);
+ rowVariables.push_back(ddVariable.getInternalBdd());
}
}
@@ -219,11 +219,11 @@ namespace storm {
for (auto const& metaVariable : columnMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- columnVariables.push_back(ddVariable);
+ columnVariables.push_back(ddVariable.getInternalBdd());
}
}
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.inverseRelationalProduct(relation, rowVariables, columnVariables), newMetaVariables);
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.inverseRelationalProduct(relation.getInternalBdd(), rowVariables, columnVariables), newMetaVariables);
}
template<DdType LibraryType>
@@ -235,7 +235,7 @@ namespace storm {
for (auto const& metaVariable : rowMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- rowVariables.push_back(ddVariable);
+ rowVariables.push_back(ddVariable.getInternalBdd());
}
}
@@ -243,11 +243,11 @@ namespace storm {
for (auto const& metaVariable : columnMetaVariables) {
DdMetaVariable<LibraryType> const& variable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : variable.getDdVariables()) {
- columnVariables.push_back(ddVariable);
+ columnVariables.push_back(ddVariable.getInternalBdd());
}
}
- return Bdd<LibraryType>(this->getDdManager(), internalBdd.inverseRelationalProductWithExtendedRelation(relation, rowVariables, columnVariables), newMetaVariables);
+ return Bdd<LibraryType>(this->getDdManager(), internalBdd.inverseRelationalProductWithExtendedRelation(relation.getInternalBdd(), rowVariables, columnVariables), newMetaVariables);
}
template<DdType LibraryType>
@@ -278,10 +278,10 @@ namespace storm {
}
for (auto const& ddVariable : variable1.getDdVariables()) {
- from.push_back(ddVariable);
+ from.emplace_back(ddVariable.getInternalBdd());
}
for (auto const& ddVariable : variable2.getDdVariables()) {
- to.push_back(ddVariable);
+ to.emplace_back(ddVariable.getInternalBdd());
}
}
@@ -301,14 +301,14 @@ namespace storm {
STORM_LOG_THROW(this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename variable '" << metaVariable.getName() << "' that is not present.");
DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
- fromBdds.push_back(ddVariable);
+ fromBdds.push_back(ddVariable.getInternalBdd());
}
}
for (auto const& metaVariable : to) {
STORM_LOG_THROW(!this->containsMetaVariable(metaVariable), storm::exceptions::InvalidOperationException, "Cannot rename to variable '" << metaVariable.getName() << "' that is already present.");
DdMetaVariable<LibraryType> const& ddMetaVariable = this->getDdManager().getMetaVariable(metaVariable);
for (auto const& ddVariable : ddMetaVariable.getDdVariables()) {
- toBdds.push_back(ddVariable);
+ toBdds.push_back(ddVariable.getInternalBdd());
}
}
@@ -418,11 +418,6 @@ namespace storm {
return result;
}
- template<DdType LibraryType>
- Bdd<LibraryType>::operator InternalBdd<LibraryType>() const {
- return internalBdd;
- }
-
template class Bdd<DdType::CUDD>;
template Bdd<DdType::CUDD> Bdd<DdType::CUDD>::fromVector(DdManager<DdType::CUDD> const& ddManager, std::vector<double> const& explicitValues, storm::dd::Odd const& odd, std::set<storm::expressions::Variable> const& metaVariables, storm::logic::ComparisonType comparisonType, double value);
diff --git a/src/storm/storage/dd/Bdd.h b/src/storm/storage/dd/Bdd.h
index 4a6ae2309..b8ec614f6 100644
--- a/src/storm/storage/dd/Bdd.h
+++ b/src/storm/storage/dd/Bdd.h
@@ -384,11 +384,6 @@ namespace storm {
friend struct FromVectorHelper;
private:
- /*!
- * We provide a conversion operator from the BDD to its internal type to ease calling the internal functions.
- */
- operator InternalBdd<LibraryType>() const;
-
// The internal BDD that depends on the chosen library.
InternalBdd<LibraryType> internalBdd;
};
From 51e5c11dfa8b22a545d13131d3f82bb630aaf737 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 7 Aug 2017 20:33:19 +0200
Subject: [PATCH 33/77] using refs in sylvan signature refinement
---
src/storm/storage/dd/bisimulation/SignatureRefiner.cpp | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index e370a75bd..845eb45f7 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -405,7 +405,9 @@ namespace storm {
}
BDD thenResult = refine(partitionThen, signatureThen, offset == 0 ? sylvan_high(nondeterminismVariablesNode) : nondeterminismVariablesNode, sylvan_high(nonBlockVariablesNode));
+ bdd_refs_push(thenResult);
BDD elseResult = refine(partitionElse, signatureElse, offset == 0 ? sylvan_high(nondeterminismVariablesNode) : nondeterminismVariablesNode, sylvan_high(nonBlockVariablesNode));
+ bdd_refs_push(elseResult);
BDD result;
if (thenResult == elseResult) {
@@ -415,6 +417,9 @@ namespace storm {
result = sylvan_makenode(sylvan_var(nonBlockVariablesNode) + offset, elseResult, thenResult);
}
+ // Dispose of the intermediate results.
+ bdd_refs_pop(2);
+
// Store the result in the cache.
signatureCache[nodePair] = result;
From a71c0cb585e374905665a51c88c5a969e5c8ba71 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 7 Aug 2017 20:38:06 +0200
Subject: [PATCH 34/77] Made some sylvan Bdd creations explicit
---
src/storm/storage/dd/InternalBdd.h | 6 +-----
src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp | 6 +++---
2 files changed, 4 insertions(+), 8 deletions(-)
diff --git a/src/storm/storage/dd/InternalBdd.h b/src/storm/storage/dd/InternalBdd.h
index 9dfe22ca3..d59b03ffb 100644
--- a/src/storm/storage/dd/InternalBdd.h
+++ b/src/storm/storage/dd/InternalBdd.h
@@ -1,5 +1,4 @@
-#ifndef STORM_STORAGE_DD_INTERNALBDD_H_
-#define STORM_STORAGE_DD_INTERNALBDD_H_
+#pragma once
#include "storm/storage/dd/DdType.h"
@@ -9,6 +8,3 @@ namespace storm {
class InternalBdd;
}
}
-
-
-#endif /* STORM_STORAGE_DD_CUDD_INTERNALBDD_H_ */
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
index a6e3997c1..cf73720dd 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
@@ -611,7 +611,7 @@ namespace storm {
summationVariables &= ddVariable;
}
- return InternalAdd<DdType::Sylvan, ValueType>(ddManager, this->sylvanMtbdd.AndExists(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
+ return InternalAdd<DdType::Sylvan, ValueType>(ddManager, this->sylvanMtbdd.AndExists(sylvan::Bdd(otherMatrix.getSylvanBdd().GetBDD()), summationVariables.getSylvanBdd()));
}
#ifdef STORM_HAVE_CARL
@@ -622,7 +622,7 @@ namespace storm {
summationVariables &= ddVariable;
}
- return InternalAdd<DdType::Sylvan, storm::RationalFunction>(ddManager, this->sylvanMtbdd.AndExistsRF(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
+ return InternalAdd<DdType::Sylvan, storm::RationalFunction>(ddManager, this->sylvanMtbdd.AndExistsRF(sylvan::Bdd(otherMatrix.getSylvanBdd().GetBDD()), summationVariables.getSylvanBdd()));
}
#endif
@@ -633,7 +633,7 @@ namespace storm {
summationVariables &= ddVariable;
}
- return InternalAdd<DdType::Sylvan, storm::RationalNumber>(ddManager, this->sylvanMtbdd.AndExistsRN(otherMatrix.getSylvanBdd().GetBDD(), summationVariables.getSylvanBdd()));
+ return InternalAdd<DdType::Sylvan, storm::RationalNumber>(ddManager, this->sylvanMtbdd.AndExistsRN(sylvan::Bdd(otherMatrix.getSylvanBdd().GetBDD()), summationVariables.getSylvanBdd()));
}
template<typename ValueType>
From 27ffeb3a45212712fe394c9a16810c7324f1c7b2 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 9 Aug 2017 16:58:33 +0200
Subject: [PATCH 35/77] fixed a critical bug in symbolic bisimulation and
started reworking sparse quotient extraction
---
.../dd/bisimulation/PartitionRefiner.h | 2 +
.../dd/bisimulation/QuotientExtractor.cpp | 222 ++++++++++--------
.../dd/bisimulation/SignatureRefiner.cpp | 3 -
.../dd/bisimulation/SignatureRefiner.h | 3 -
4 files changed, 125 insertions(+), 105 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index 2bd090c3d..870c1f429 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -22,6 +22,8 @@ namespace storm {
public:
PartitionRefiner(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialStatePartition);
+ virtual ~PartitionRefiner() = default;
+
/*!
* Refines the partition.
*
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 32b9363b2..5767cb448 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -33,15 +33,30 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractorBase {
public:
- InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : manager(manager) {
+ InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : manager(manager) {
+
+ // Initialize cubes.
+ stateVariablesCube = manager.getBddOne();
+ allSourceVariablesCube = manager.getBddOne();
+ nondeterminismVariablesCube = manager.getBddOne();
+
+ // Create cubes.
for (auto const& variable : stateVariables) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = ddMetaVariable.getIndicesAndLevels();
- stateVariablesIndicesAndLevels.insert(stateVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
+ sourceVariablesIndicesAndLevels.insert(sourceVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
+
+ allSourceVariablesCube &= ddMetaVariable.getCube();
+ stateVariablesCube &= ddMetaVariable.getCube();
+ }
+ for (auto const& variable : nondeterminismVariables) {
+ auto const& ddMetaVariable = manager.getMetaVariable(variable);
+ allSourceVariablesCube &= ddMetaVariable.getCube();
+ nondeterminismVariablesCube &= ddMetaVariable.getCube();
}
// Sort the indices by their levels.
- std::sort(stateVariablesIndicesAndLevels.begin(), stateVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
+ std::sort(sourceVariablesIndicesAndLevels.begin(), sourceVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
}
protected:
@@ -67,15 +82,28 @@ namespace storm {
return builder.build();
}
+ // The manager responsible for the DDs.
storm::dd::DdManager<DdType> const& manager;
- std::vector<std::pair<uint64_t, uint64_t>> stateVariablesIndicesAndLevels;
+
+ // The indices and levels of all state variables.
+ std::vector<std::pair<uint64_t, uint64_t>> sourceVariablesIndicesAndLevels;
+
+ // Useful cubes needed in the translation.
+ storm::dd::Bdd<DdType> stateVariablesCube;
+ storm::dd::Bdd<DdType> allSourceVariablesCube;
+ storm::dd::Bdd<DdType> nondeterminismVariablesCube;
+
+ // A hash map that stores the unique source state representative for each source block index.
+ spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
+
+ // The entries of the matrix that is built.
std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> entries;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, stateVariables), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, stateVariables, nondeterminismVariables), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
// Intentionally left empty.
}
@@ -86,7 +114,7 @@ namespace storm {
this->entries.resize(partition.getNumberOfBlocks());
STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
- storm::storage::BitVector encoding(this->stateVariablesIndicesAndLevels.size());
+ storm::storage::BitVector encoding(this->sourceVariablesIndicesAndLevels.size());
extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, encoding);
return this->createMatrixFromEntries(partition);
@@ -96,7 +124,7 @@ namespace storm {
STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
storm::storage::BitVector result(partition.getNumberOfBlocks());
- extractStatesRec(states.getInternalBdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, result);
+ extractStatesRec(states.getInternalBdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), this->stateVariablesCube.getInternalBdd().getCuddDdNode(), result);
return result;
}
@@ -130,50 +158,49 @@ namespace storm {
return result;
}
- void extractStatesRec(DdNode* statesNode, DdNode* partitionNode, uint64_t offset, storm::storage::BitVector& result) {
+ void extractStatesRec(DdNode* statesNode, DdNode* partitionNode, DdNode* stateVariablesNode, storm::storage::BitVector& result) {
if (statesNode == Cudd_ReadLogicZero(ddman)) {
return;
}
- // Determine the levels in the DDs.
- uint64_t statesVariable = Cudd_NodeReadIndex(statesNode);
- uint64_t partitionVariable = Cudd_NodeReadIndex(partitionNode) - 1;
-
- // See how many variables we skipped.
- while (offset < this->stateVariablesIndicesAndLevels.size() && statesVariable != this->stateVariablesIndicesAndLevels[offset].first && partitionVariable != this->stateVariablesIndicesAndLevels[offset].first) {
- ++offset;
+ bool skippedBoth = true;
+ DdNode* tStates;
+ DdNode* eStates;
+ DdNode* tPartition;
+ DdNode* ePartition;
+ bool negate = false;
+ while (skippedBoth && !Cudd_IsConstant(stateVariablesNode)) {
+ if (Cudd_NodeReadIndex(statesNode) == Cudd_NodeReadIndex(stateVariablesNode)) {
+ tStates = Cudd_T(statesNode);
+ eStates = Cudd_E(statesNode);
+ negate = Cudd_IsComplement(statesNode);
+ skippedBoth = false;
+ } else {
+ tStates = eStates = statesNode;
+ }
+
+ if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(stateVariablesNode) + 1) {
+ tPartition = Cudd_T(partitionNode);
+ ePartition = Cudd_E(partitionNode);
+ skippedBoth = false;
+ } else {
+ tPartition = ePartition = partitionNode;
+ }
+
+ if (skippedBoth) {
+ stateVariablesNode = Cudd_T(stateVariablesNode);
+ }
}
-
- if (offset == this->stateVariablesIndicesAndLevels.size()) {
+
+ if (Cudd_IsConstant(stateVariablesNode)) {
+ // If there is no more state variables, it means that we arrived at a block encoding in which there is a state in the state set.
result.set(decodeBlockIndex(partitionNode));
return;
- }
-
- uint64_t topVariable;
- if (statesVariable == this->stateVariablesIndicesAndLevels[offset].first) {
- topVariable = statesVariable;
} else {
- topVariable = partitionVariable;
+ // Otherwise, we need to recursively descend.
+ extractStatesRec(negate ? Cudd_Not(tStates) : tStates, tPartition, Cudd_T(stateVariablesNode), result);
+ extractStatesRec(negate ? Cudd_Not(eStates) : eStates, ePartition, Cudd_T(stateVariablesNode), result);
}
-
- DdNode* tStates = statesNode;
- DdNode* eStates = statesNode;
- bool negate = false;
- if (topVariable == statesVariable) {
- tStates = Cudd_T(statesNode);
- eStates = Cudd_E(statesNode);
- negate = Cudd_IsComplement(statesNode);
- }
-
- DdNode* tPartition = partitionNode;
- DdNode* ePartition = partitionNode;
- if (topVariable == partitionVariable) {
- tPartition = Cudd_T(partitionNode);
- ePartition = Cudd_E(partitionNode);
- }
-
- extractStatesRec(negate ? Cudd_Not(tStates) : tStates, tPartition, offset, result);
- extractStatesRec(negate ? Cudd_Not(eStates) : eStates, ePartition, offset, result);
}
void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
@@ -183,12 +210,12 @@ namespace storm {
return;
}
- // If we have moved through all source variables, we must have arrived at a constant.
+ // If we have moved through all source variables, we must have arrived at a target block encoding.
if (currentIndex == sourceState.size()) {
// Decode the source block.
uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
- std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = uniqueSourceRepresentative[sourceBlockIndex];
+ std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
if (sourceRepresentative && *sourceRepresentative != sourceState) {
// In this case, we have picked a different representative and must not record any entries now.
return;
@@ -212,13 +239,13 @@ namespace storm {
DdNode* te = transitionMatrixNode;
DdNode* et = transitionMatrixNode;
DdNode* ee = transitionMatrixNode;
- STORM_LOG_ASSERT(transitionMatrixVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of transition matrix.");
- if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(transitionMatrixVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of transition matrix.");
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
DdNode* t = Cudd_T(transitionMatrixNode);
DdNode* e = Cudd_E(transitionMatrixNode);
uint64_t tVariable = Cudd_NodeReadIndex(t);
- if (tVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
tt = Cudd_T(t);
te = Cudd_E(t);
} else {
@@ -226,14 +253,14 @@ namespace storm {
}
uint64_t eVariable = Cudd_NodeReadIndex(e);
- if (eVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
et = Cudd_T(e);
ee = Cudd_E(e);
} else {
et = ee = e;
}
} else {
- if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
tt = et = Cudd_T(transitionMatrixNode);
te = ee = Cudd_E(transitionMatrixNode);
} else {
@@ -244,8 +271,8 @@ namespace storm {
// Move through partition (for source state).
DdNode* sourceT;
DdNode* sourceE;
- STORM_LOG_ASSERT(sourcePartitionVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
- if (sourcePartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(sourcePartitionVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
+ if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
sourceT = Cudd_T(sourcePartitionNode);
sourceE = Cudd_E(sourcePartitionNode);
} else {
@@ -255,8 +282,8 @@ namespace storm {
// Move through partition (for target state).
DdNode* targetT;
DdNode* targetE;
- STORM_LOG_ASSERT(targetPartitionVariable >= this->stateVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
- if (targetPartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(targetPartitionVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
+ if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
targetT = Cudd_T(targetPartitionNode);
targetE = Cudd_E(targetPartitionNode);
} else {
@@ -275,14 +302,13 @@ namespace storm {
::DdManager* ddman;
- spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
spp::sparse_hash_map<DdNode const*, std::unique_ptr<uint64_t>> blockDecodeCache;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& stateVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, stateVariables) {
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, stateVariables, nondeterminismVariables) {
// Intentionally left empty.
}
@@ -292,7 +318,7 @@ namespace storm {
// Create the number of rows necessary for the matrix.
this->entries.resize(partition.getNumberOfBlocks());
- storm::storage::BitVector encoding(this->stateVariablesIndicesAndLevels.size());
+ storm::storage::BitVector encoding(this->sourceVariablesIndicesAndLevels.size());
extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, encoding);
return this->createMatrixFromEntries(partition);
@@ -302,7 +328,7 @@ namespace storm {
STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
storm::storage::BitVector result(partition.getNumberOfBlocks());
- extractStatesRec(states.getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, result);
+ extractStatesRec(states.getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->stateVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), result);
return result;
}
@@ -331,48 +357,47 @@ namespace storm {
return result;
}
- void extractStatesRec(BDD statesNode, BDD partitionNode, uint64_t offset, storm::storage::BitVector& result) {
+ void extractStatesRec(BDD statesNode, BDD partitionNode, BDD stateVariablesNode, storm::storage::BitVector& result) {
if (statesNode == sylvan_false) {
return;
}
- // Determine the levels in the DDs.
- uint64_t statesVariable = sylvan_isconst(statesNode) ? 0xffffffff : sylvan_var(statesNode);
- uint64_t partitionVariable = sylvan_var(partitionNode) - 1;
-
- // See how many variables we skipped.
- while (offset < this->stateVariablesIndicesAndLevels.size() && statesVariable != this->stateVariablesIndicesAndLevels[offset].first && partitionVariable != this->stateVariablesIndicesAndLevels[offset].first) {
- ++offset;
+ bool skippedBoth = true;
+ BDD tStates;
+ BDD eStates;
+ BDD tPartition;
+ BDD ePartition;
+ while (skippedBoth && !sylvan_isconst(stateVariablesNode)) {
+ if (sylvan_var(statesNode) == sylvan_var(stateVariablesNode)) {
+ tStates = sylvan_high(statesNode);
+ eStates = sylvan_low(statesNode);
+ skippedBoth = false;
+ } else {
+ tStates = eStates = statesNode;
+ }
+
+ if (sylvan_var(partitionNode) == sylvan_var(stateVariablesNode) + 1) {
+ tPartition = sylvan_high(partitionNode);
+ ePartition = sylvan_low(partitionNode);
+ skippedBoth = false;
+ } else {
+ tPartition = ePartition = partitionNode;
+ }
+
+ if (skippedBoth) {
+ stateVariablesNode = sylvan_high(stateVariablesNode);
+ }
}
- if (offset == this->stateVariablesIndicesAndLevels.size()) {
+ if (sylvan_isconst(stateVariablesNode)) {
+ // If there is no more state variables, it means that we arrived at a block encoding in which there is a state in the state set.
result.set(decodeBlockIndex(partitionNode));
return;
- }
-
- uint64_t topVariable;
- if (statesVariable == this->stateVariablesIndicesAndLevels[offset].first) {
- topVariable = statesVariable;
} else {
- topVariable = partitionVariable;
+ // Otherwise, we need to recursively descend.
+ extractStatesRec(tStates, tPartition, sylvan_high(stateVariablesNode), result);
+ extractStatesRec(eStates, ePartition, sylvan_high(stateVariablesNode), result);
}
-
- BDD tStates = statesNode;
- BDD eStates = statesNode;
- if (topVariable == statesVariable) {
- tStates = sylvan_high(statesNode);
- eStates = sylvan_low(statesNode);
- }
-
- BDD tPartition = partitionNode;
- BDD ePartition = partitionNode;
- if (topVariable == partitionVariable) {
- tPartition = sylvan_high(partitionNode);
- ePartition = sylvan_low(partitionNode);
- }
-
- extractStatesRec(tStates, tPartition, offset, result);
- extractStatesRec(eStates, ePartition, offset, result);
}
void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
@@ -382,12 +407,12 @@ namespace storm {
return;
}
- // If we have moved through all source variables, we must have arrived at a constant.
+ // If we have moved through all source variables, we must have arrived at a target block encoding.
if (currentIndex == sourceState.size()) {
// Decode the source block.
uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
- std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = uniqueSourceRepresentative[sourceBlockIndex];
+ std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
if (sourceRepresentative && *sourceRepresentative != sourceState) {
// In this case, we have picked a different representative and must not record any entries now.
return;
@@ -411,12 +436,12 @@ namespace storm {
MTBDD te = transitionMatrixNode;
MTBDD et = transitionMatrixNode;
MTBDD ee = transitionMatrixNode;
- if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
MTBDD t = sylvan_high(transitionMatrixNode);
MTBDD e = sylvan_low(transitionMatrixNode);
uint64_t tVariable = sylvan_isconst(t) ? 0xffffffff : sylvan_var(t);
- if (tVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
tt = sylvan_high(t);
te = sylvan_low(t);
} else {
@@ -424,14 +449,14 @@ namespace storm {
}
uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
- if (eVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
et = sylvan_high(e);
ee = sylvan_low(e);
} else {
et = ee = e;
}
} else {
- if (transitionMatrixVariable == this->stateVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
tt = et = sylvan_high(transitionMatrixNode);
te = ee = sylvan_low(transitionMatrixNode);
} else {
@@ -442,7 +467,7 @@ namespace storm {
// Move through partition (for source state).
MTBDD sourceT;
MTBDD sourceE;
- if (sourcePartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
sourceT = sylvan_high(sourcePartitionNode);
sourceE = sylvan_low(sourcePartitionNode);
} else {
@@ -452,7 +477,7 @@ namespace storm {
// Move through partition (for target state).
MTBDD targetT;
MTBDD targetE;
- if (targetPartitionVariable == this->stateVariablesIndicesAndLevels[currentIndex].first) {
+ if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
targetT = sylvan_high(targetPartitionNode);
targetE = sylvan_low(targetPartitionNode);
} else {
@@ -469,7 +494,6 @@ namespace storm {
}
}
- spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
spp::sparse_hash_map<BDD, std::unique_ptr<uint64_t>> blockDecodeCache;
};
@@ -499,7 +523,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
- InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables());
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getNondeterminismVariables());
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 845eb45f7..30cafe2cc 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -481,9 +481,6 @@ namespace storm {
internalRefiner = std::make_unique<InternalSignatureRefiner<DdType, ValueType>>(manager, blockVariable, nondeterminismVariablesCube, nonBlockVariablesCube);
}
- template<storm::dd::DdType DdType, typename ValueType>
- SignatureRefiner<DdType, ValueType>::~SignatureRefiner() = default;
-
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> SignatureRefiner<DdType, ValueType>::refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature) {
return internalRefiner->refine(oldPartition, signature);
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.h b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
index 64797bdd8..72498152c 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.h
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.h
@@ -17,11 +17,8 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class SignatureRefiner {
public:
- SignatureRefiner() = default;
SignatureRefiner(storm::dd::DdManager<DdType> const& manager, storm::expressions::Variable const& blockVariable, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables = std::set<storm::expressions::Variable>());
- ~SignatureRefiner();
-
Partition<DdType, ValueType> refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature);
private:
From 9a20aed7f9a597fede6ef5a610e6177a5384bb4b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 9 Aug 2017 20:36:58 +0200
Subject: [PATCH 36/77] proper caching in all min/max/exists abstract
representative functions
---
.../3rdparty/cudd-3.0.0/cudd/cuddAddAbs.c | 16 ++++-----
.../3rdparty/cudd-3.0.0/cudd/cuddBddAbs.c | 9 +++--
.../3rdparty/sylvan/src/sylvan_bdd_storm.c | 27 +++++++++------
.../3rdparty/sylvan/src/sylvan_mtbdd_storm.c | 34 +++++++++----------
.../dd/bisimulation/QuotientExtractor.cpp | 6 ++++
5 files changed, 52 insertions(+), 40 deletions(-)
diff --git a/resources/3rdparty/cudd-3.0.0/cudd/cuddAddAbs.c b/resources/3rdparty/cudd-3.0.0/cudd/cuddAddAbs.c
index 1f8414017..a1d7e6105 100644
--- a/resources/3rdparty/cudd-3.0.0/cudd/cuddAddAbs.c
+++ b/resources/3rdparty/cudd-3.0.0/cudd/cuddAddAbs.c
@@ -1024,6 +1024,10 @@ cuddAddMinAbstractRepresentativeRecur(
return(res1);
}
+ if ((res = cuddCacheLookup2(manager, Cudd_addMinAbstractRepresentative, f, cube)) != NULL) {
+ return(res);
+ }
+
/* Abstract a variable that does not appear in f. */
if (cuddI(manager,f->index) > cuddI(manager,cube->index)) {
res = cuddAddMinAbstractRepresentativeRecur(manager, f, cuddT(cube));
@@ -1044,10 +1048,6 @@ cuddAddMinAbstractRepresentativeRecur(
return(res1);
}
- if ((res = cuddCacheLookup2(manager, Cudd_addMinAbstractRepresentative, f, cube)) != NULL) {
- return(res);
- }
-
E = cuddE(f);
T = cuddT(f);
@@ -1211,6 +1211,10 @@ cuddAddMaxAbstractRepresentativeRecur(
}
+ if ((res = cuddCacheLookup2(manager, Cudd_addMaxAbstractRepresentative, f, cube)) != NULL) {
+ return(res);
+ }
+
/* Abstract a variable that does not appear in f. */
if (cuddI(manager,f->index) > cuddI(manager,cube->index)) {
res = cuddAddMaxAbstractRepresentativeRecur(manager, f, cuddT(cube));
@@ -1231,10 +1235,6 @@ cuddAddMaxAbstractRepresentativeRecur(
return(res1);
}
- if ((res = cuddCacheLookup2(manager, Cudd_addMaxAbstractRepresentative, f, cube)) != NULL) {
- return(res);
- }
-
E = cuddE(f);
T = cuddT(f);
diff --git a/resources/3rdparty/cudd-3.0.0/cudd/cuddBddAbs.c b/resources/3rdparty/cudd-3.0.0/cudd/cuddBddAbs.c
index 8c3026b9d..d640d2147 100644
--- a/resources/3rdparty/cudd-3.0.0/cudd/cuddBddAbs.c
+++ b/resources/3rdparty/cudd-3.0.0/cudd/cuddBddAbs.c
@@ -563,6 +563,10 @@ cuddBddExistAbstractRepresentativeRecur(
}
/* From now on, cube and f are non-constant. */
+ /* Check the cache. */
+ if (F->ref != 1 && (res = cuddCacheLookup2(manager, Cudd_bddExistAbstractRepresentative, f, cube)) != NULL) {
+ return(res);
+ }
/* Abstract a variable that does not appear in f. */
if (manager->perm[F->index] > manager->perm[cube->index]) {
@@ -586,11 +590,6 @@ cuddBddExistAbstractRepresentativeRecur(
return(res1);
}
- /* Check the cache. */
- if (F->ref != 1 && (res = cuddCacheLookup2(manager, Cudd_bddExistAbstractRepresentative, f, cube)) != NULL) {
- return(res);
- }
-
/* Compute the cofactors of f. */
T = cuddT(F); E = cuddE(F);
if (f != F) {
diff --git a/resources/3rdparty/sylvan/src/sylvan_bdd_storm.c b/resources/3rdparty/sylvan/src/sylvan_bdd_storm.c
index 89f2c31a2..7e982cc1c 100644
--- a/resources/3rdparty/sylvan/src/sylvan_bdd_storm.c
+++ b/resources/3rdparty/sylvan/src/sylvan_bdd_storm.c
@@ -12,7 +12,6 @@ TASK_IMPL_3(BDD, sylvan_existsRepresentative, BDD, a, BDD, variables, BDDVAR, pr
if (aRegular == sylvan_false) {
if (aIsNegated) {
if (sylvan_set_isempty(variables)) {
- //printf("return in preprocessing...2\n");
return sylvan_true;
} else {
//printf("return in preprocessing...3\n");
@@ -35,18 +34,22 @@ TASK_IMPL_3(BDD, sylvan_existsRepresentative, BDD, a, BDD, variables, BDDVAR, pr
return a;
}
} else if (sylvan_set_isempty(variables)) {
- //printf("return in preprocessing...4\n");
return a;
}
+
+ BDD result;
+ if (cache_get3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, variables, (size_t)2, &result)) {
+ sylvan_stats_count(MTBDD_ABSTRACT_CACHED);
+ return result;
+ }
+
/* From now on, f and cube are non-constant. */
bddnode_t na = MTBDD_GETNODE(a);
BDDVAR level = bddnode_getvariable(na);
bddnode_t nv = MTBDD_GETNODE(variables);
BDDVAR vv = bddnode_getvariable(nv);
-
- //printf("a level %i and cube level %i\n", level, vv);
-
+
/* Abstract a variable that does not appear in f. */
if (level > vv) {
BDD _v = sylvan_set_next(variables);
@@ -64,7 +67,6 @@ TASK_IMPL_3(BDD, sylvan_existsRepresentative, BDD, a, BDD, variables, BDDVAR, pr
}
sylvan_deref(res);
- //printf("return after abstr. var that does not appear in f...\n");
return res1;
}
@@ -128,13 +130,14 @@ TASK_IMPL_3(BDD, sylvan_existsRepresentative, BDD, a, BDD, variables, BDDVAR, pr
return sylvan_invalid;
}
- // cuddCacheInsert2(manager, Cudd_bddExistAbstractRepresentative, f, cube, res);
- // TODO: CACHING HERE
+ /* Store in cache */
+ if (cache_put3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, variables, (size_t)2, res)) {
+ sylvan_stats_count(MTBDD_ABSTRACT_CACHEDPUT);
+ }
sylvan_deref(res1Inf);
sylvan_deref(res2Inf);
- //printf("return properly computed result...\n");
return res;
} else { /* if (level == vv) */
BDD res1 = CALL(sylvan_existsRepresentative, aLow, variables, level);
@@ -162,7 +165,11 @@ TASK_IMPL_3(BDD, sylvan_existsRepresentative, BDD, a, BDD, variables, BDDVAR, pr
sylvan_deref(res1);
sylvan_deref(res2);
- //printf("return of last case...\n");
+ /* Store in cache */
+ if (cache_put3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, variables, (size_t)2, res)) {
+ sylvan_stats_count(MTBDD_ABSTRACT_CACHEDPUT);
+ }
+
return res;
}
diff --git a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
index 873c116f4..39de0400b 100644
--- a/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
+++ b/resources/3rdparty/sylvan/src/sylvan_mtbdd_storm.c
@@ -616,11 +616,18 @@ TASK_IMPL_3(BDD, mtbdd_min_abstract_representative, MTBDD, a, BDD, v, BDDVAR, pr
return res1;
}
+ /* Check cache */
+ MTBDD result;
+ if (cache_get3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, v, (size_t)1, &result)) {
+ sylvan_stats_count(MTBDD_ABSTRACT_CACHED);
+ return result;
+ }
+
mtbddnode_t na = MTBDD_GETNODE(a);
uint32_t va = mtbddnode_getvariable(na);
bddnode_t nv = MTBDD_GETNODE(v);
BDDVAR vv = bddnode_getvariable(nv);
-
+
/* Abstract a variable that does not appear in a. */
if (va > vv) {
BDD _v = sylvan_set_next(v);
@@ -640,13 +647,6 @@ TASK_IMPL_3(BDD, mtbdd_min_abstract_representative, MTBDD, a, BDD, v, BDDVAR, pr
return res1;
}
- /* Check cache */
- MTBDD result;
- if (cache_get3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, v, (size_t)1, &result)) {
- sylvan_stats_count(MTBDD_ABSTRACT_CACHED);
- return result;
- }
-
MTBDD E = mtbdd_getlow(a);
MTBDD T = mtbdd_gethigh(a);
@@ -796,12 +796,19 @@ TASK_IMPL_3(BDD, mtbdd_max_abstract_representative, MTBDD, a, MTBDD, v, uint32_t
return res1;
}
-
+
+ /* Check cache */
+ MTBDD result;
+ if (cache_get3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, v, (size_t)0, &result)) {
+ sylvan_stats_count(MTBDD_ABSTRACT_CACHED);
+ return result;
+ }
+
mtbddnode_t na = MTBDD_GETNODE(a);
uint32_t va = mtbddnode_getvariable(na);
bddnode_t nv = MTBDD_GETNODE(v);
BDDVAR vv = bddnode_getvariable(nv);
-
+
/* Abstract a variable that does not appear in a. */
if (vv < va) {
BDD _v = sylvan_set_next(v);
@@ -821,13 +828,6 @@ TASK_IMPL_3(BDD, mtbdd_max_abstract_representative, MTBDD, a, MTBDD, v, uint32_t
return res1;
}
- /* Check cache */
- MTBDD result;
- if (cache_get3(CACHE_MTBDD_ABSTRACT_REPRESENTATIVE, a, v, (size_t)0, &result)) {
- sylvan_stats_count(MTBDD_ABSTRACT_CACHED);
- return result;
- }
-
MTBDD E = mtbdd_getlow(a);
MTBDD T = mtbdd_gethigh(a);
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 5767cb448..502885d7d 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -526,8 +526,12 @@ namespace storm {
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getNondeterminismVariables());
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
+ auto start = std::chrono::high_resolution_clock::now();
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
+ auto end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+ start = std::chrono::high_resolution_clock::now();
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
quotientStateLabeling.addLabel("init", sparseExtractor.extractStates(model.getInitialStates(), partition));
quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
@@ -546,6 +550,8 @@ namespace storm {
quotientStateLabeling.addLabel(stream.str(), sparseExtractor.extractStates(model.getStates(expression), partition));
}
}
+ end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
std::shared_ptr<storm::models::sparse::Model<ValueType>> result;
if (model.getType() == storm::models::ModelType::Dtmc) {
From 115f7734ebb91727ee76316464f4f66a89507e0b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 10 Aug 2017 14:53:55 +0200
Subject: [PATCH 37/77] more work on dd bisim
---
src/storm/storage/SparseMatrix.cpp | 4 +-
.../dd/bisimulation/QuotientExtractor.cpp | 183 ++++++++++++++----
.../dd/bisimulation/SignatureRefiner.cpp | 30 +--
src/storm/storage/dd/cudd/utility.h | 21 ++
src/storm/storage/dd/sylvan/utility.h | 31 +++
5 files changed, 198 insertions(+), 71 deletions(-)
create mode 100644 src/storm/storage/dd/cudd/utility.h
create mode 100644 src/storm/storage/dd/sylvan/utility.h
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index b4c722797..79b53b408 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -1601,7 +1601,9 @@ namespace storm {
bool SparseMatrix<ValueType>::isProbabilistic() const {
storm::utility::ConstantsComparator<ValueType> comparator;
for (index_type row = 0; row < this->rowCount; ++row) {
- if (!comparator.isOne(getRowSum(row))) {
+ auto rowSum = getRowSum(row);
+ if (!comparator.isOne(rowSum)) {
+ std::cout << "row sum of row " << row << " is " << rowSum << std::endl;
return false;
}
}
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 502885d7d..c1b1c06d5 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -1,5 +1,7 @@
#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
+#include <boost/container/flat_map.hpp>
+
#include "storm/storage/dd/DdManager.h"
#include "storm/models/symbolic/Dtmc.h"
@@ -13,6 +15,9 @@
#include "storm/storage/dd/bisimulation/PreservationInformation.h"
+#include "storm/storage/dd/cudd/utility.h"
+#include "storm/storage/dd/sylvan/utility.h"
+
#include "storm/settings/SettingsManager.h"
#include "storm/utility/macros.h"
@@ -53,21 +58,78 @@ namespace storm {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
allSourceVariablesCube &= ddMetaVariable.getCube();
nondeterminismVariablesCube &= ddMetaVariable.getCube();
+
+ std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = ddMetaVariable.getIndicesAndLevels();
+ nondeterminismVariablesIndicesAndLevels.insert(nondeterminismVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
}
// Sort the indices by their levels.
std::sort(sourceVariablesIndicesAndLevels.begin(), sourceVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
+ std::sort(nondeterminismVariablesIndicesAndLevels.begin(), nondeterminismVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
}
protected:
storm::storage::SparseMatrix<ValueType> createMatrixFromEntries(Partition<DdType, ValueType> const& partition) {
- for (auto& row : entries) {
- std::sort(row.begin(), row.end(), [] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) { return a.getColumn() < b.getColumn(); } );
+ if (!deterministicEntries.empty()) {
+ return createMatrixFromDeterministicEntries(partition);
+ } else {
+ return createMatrixFromNondeterministicEntries(partition);
+ }
+ }
+
+ storm::storage::SparseMatrix<ValueType> createMatrixFromNondeterministicEntries(Partition<DdType, ValueType> const& partition) {
+ bool nontrivialRowGrouping = false;
+ uint64_t numberOfChoices = 0;
+ for (auto& group : nondeterministicEntries) {
+ for (auto& choice : group) {
+ auto& row = choice.second;
+ std::sort(row.begin(), row.end(),
+ [] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) {
+ return a.getColumn() < b.getColumn();
+ });
+ ++numberOfChoices;
+ }
+ nontrivialRowGrouping |= group.size() > 1;
+ }
+
+ storm::storage::SparseMatrixBuilder<ValueType> builder(numberOfChoices, partition.getNumberOfBlocks(), 0, false, nontrivialRowGrouping);
+ uint64_t rowCounter = 0;
+ for (auto& group : nondeterministicEntries) {
+ for (auto& choice : group) {
+ auto& row = choice.second;
+ for (auto const& entry : row) {
+ builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
+ }
+
+ // Free storage for row.
+ row.clear();
+ row.shrink_to_fit();
+
+ ++rowCounter;
+ }
+
+ group.clear();
+
+ if (nontrivialRowGrouping) {
+ builder.newRowGroup(rowCounter);
+ }
+ }
+ nondeterministicEntries.clear();
+ nondeterministicEntries.shrink_to_fit();
+ return builder.build();
+ }
+
+ storm::storage::SparseMatrix<ValueType> createMatrixFromDeterministicEntries(Partition<DdType, ValueType> const& partition) {
+ for (auto& row : deterministicEntries) {
+ std::sort(row.begin(), row.end(),
+ [] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) {
+ return a.getColumn() < b.getColumn();
+ });
}
storm::storage::SparseMatrixBuilder<ValueType> builder(partition.getNumberOfBlocks(), partition.getNumberOfBlocks());
uint64_t rowCounter = 0;
- for (auto& row : entries) {
+ for (auto& row : deterministicEntries) {
for (auto const& entry : row) {
builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
}
@@ -79,15 +141,37 @@ namespace storm {
++rowCounter;
}
+ deterministicEntries.clear();
+ deterministicEntries.shrink_to_fit();
+
return builder.build();
}
+ void addMatrixEntry(storm::storage::BitVector const& nondeterminismEncoding, uint64_t sourceBlockIndex, uint64_t targetBlockIndex, ValueType const& value) {
+ if (nondeterminismVariablesIndicesAndLevels.empty()) {
+ this->deterministicEntries[sourceBlockIndex].emplace_back(targetBlockIndex, value);
+ } else {
+ this->nondeterministicEntries[sourceBlockIndex][nondeterminismEncoding].emplace_back(targetBlockIndex, value);
+ }
+ }
+
+ void reserveMatrixEntries(uint64_t numberOfStates) {
+ if (nondeterminismVariablesIndicesAndLevels.empty()) {
+ this->deterministicEntries.resize(numberOfStates);
+ } else {
+ this->nondeterministicEntries.resize(numberOfStates);
+ }
+ }
+
// The manager responsible for the DDs.
storm::dd::DdManager<DdType> const& manager;
// The indices and levels of all state variables.
std::vector<std::pair<uint64_t, uint64_t>> sourceVariablesIndicesAndLevels;
-
+
+ // The indices and levels of all state variables.
+ std::vector<std::pair<uint64_t, uint64_t>> nondeterminismVariablesIndicesAndLevels;
+
// Useful cubes needed in the translation.
storm::dd::Bdd<DdType> stateVariablesCube;
storm::dd::Bdd<DdType> allSourceVariablesCube;
@@ -96,8 +180,11 @@ namespace storm {
// A hash map that stores the unique source state representative for each source block index.
spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
- // The entries of the matrix that is built.
- std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> entries;
+ // The entries of the matrix that is built if the model is deterministic (DTMC, CTMC).
+ std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> deterministicEntries;
+
+ // The entries of the matrix that is built if the model is nondeterministic (MDP).
+ std::vector<boost::container::flat_map<storm::storage::BitVector, std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>>> nondeterministicEntries;
};
template<typename ValueType>
@@ -111,11 +198,12 @@ namespace storm {
STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
// Create the number of rows necessary for the matrix.
- this->entries.resize(partition.getNumberOfBlocks());
+ this->reserveMatrixEntries(partition.getNumberOfBlocks());
STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
- storm::storage::BitVector encoding(this->sourceVariablesIndicesAndLevels.size());
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, encoding);
+ storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
+ storm::storage::BitVector nondeterminismEncoding(this->nondeterminismVariablesIndicesAndLevels.size());
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, stateEncoding, nondeterminismEncoding);
return this->createMatrixFromEntries(partition);
}
@@ -203,7 +291,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
+ void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, uint64_t factor = 1) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (transitionMatrixNode == Cudd_ReadZero(ddman)) {
@@ -211,23 +299,22 @@ namespace storm {
}
// If we have moved through all source variables, we must have arrived at a target block encoding.
- if (currentIndex == sourceState.size()) {
+ if (sourceStateEncodingIndex == sourceStateEncoding.size()) {
// Decode the source block.
uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
- if (sourceRepresentative && *sourceRepresentative != sourceState) {
+ if (sourceRepresentative && *sourceRepresentative != sourceStateEncoding) {
// In this case, we have picked a different representative and must not record any entries now.
return;
}
// Otherwise, we record the new representative.
- sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
+ sourceRepresentative.reset(new storm::storage::BitVector(sourceStateEncoding));
- // Decode the target block.
+ // Decode the target block and add entry to matrix.
uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
-
- this->entries[sourceBlockIndex].emplace_back(targetBlockIndex, Cudd_V(transitionMatrixNode));
+ this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * Cudd_V(transitionMatrixNode));
} else {
// Determine the levels in the DDs.
uint64_t transitionMatrixVariable = Cudd_NodeReadIndex(transitionMatrixNode);
@@ -239,28 +326,27 @@ namespace storm {
DdNode* te = transitionMatrixNode;
DdNode* et = transitionMatrixNode;
DdNode* ee = transitionMatrixNode;
- STORM_LOG_ASSERT(transitionMatrixVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of transition matrix.");
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(transitionMatrixVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of transition matrix.");
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
DdNode* t = Cudd_T(transitionMatrixNode);
- DdNode* e = Cudd_E(transitionMatrixNode);
-
uint64_t tVariable = Cudd_NodeReadIndex(t);
- if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (tVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
tt = Cudd_T(t);
te = Cudd_E(t);
} else {
tt = te = t;
}
+ DdNode* e = Cudd_E(transitionMatrixNode);
uint64_t eVariable = Cudd_NodeReadIndex(e);
- if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (eVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
et = Cudd_T(e);
ee = Cudd_E(e);
} else {
et = ee = e;
}
} else {
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+ if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
tt = et = Cudd_T(transitionMatrixNode);
te = ee = Cudd_E(transitionMatrixNode);
} else {
@@ -269,34 +355,44 @@ namespace storm {
}
// Move through partition (for source state).
+ bool skippedInSourcePartition = false;
DdNode* sourceT;
DdNode* sourceE;
- STORM_LOG_ASSERT(sourcePartitionVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
- if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(sourcePartitionVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of source partition.");
+ if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
sourceT = Cudd_T(sourcePartitionNode);
sourceE = Cudd_E(sourcePartitionNode);
} else {
sourceT = sourceE = sourcePartitionNode;
+ skippedInSourcePartition = true;
}
// Move through partition (for target state).
+ bool skippedInTargetPartition = false;
DdNode* targetT;
DdNode* targetE;
- STORM_LOG_ASSERT(targetPartitionVariable >= this->sourceVariablesIndicesAndLevels[currentIndex].first, "Illegal top variable of source partition.");
- if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+ STORM_LOG_ASSERT(targetPartitionVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of source partition.");
+ if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
targetT = Cudd_T(targetPartitionNode);
targetE = Cudd_E(targetPartitionNode);
} else {
targetT = targetE = targetPartitionNode;
+ skippedInTargetPartition = true;
}
- sourceState.set(currentIndex, true);
- extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState);
- extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState);
+ // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
+ if (!skippedInSourcePartition) {
+ sourceStateEncoding.set(sourceStateEncodingIndex, true);
+ extractTransitionMatrixRec(tt, sourceT, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ extractTransitionMatrixRec(te, sourceT, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ }
- sourceState.set(currentIndex, false);
- extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState);
- extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState);
+ sourceStateEncoding.set(sourceStateEncodingIndex, false);
+ // If we skipped the variable in the target partition, just count the one representative twice.
+ if (!skippedInTargetPartition) {
+ extractTransitionMatrixRec(et, sourceE, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ }
+ extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedInTargetPartition ? factor << 1 : factor);
}
}
@@ -316,10 +412,11 @@ namespace storm {
STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
// Create the number of rows necessary for the matrix.
- this->entries.resize(partition.getNumberOfBlocks());
-
- storm::storage::BitVector encoding(this->sourceVariablesIndicesAndLevels.size());
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, encoding);
+ this->reserveMatrixEntries(partition.getNumberOfBlocks());
+
+ storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
+ storm::storage::BitVector nondeterminismEncoding;
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, stateEncoding, nondeterminismEncoding);
return this->createMatrixFromEntries(partition);
}
@@ -400,7 +497,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState) {
+ void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (mtbdd_iszero(transitionMatrixNode)) {
@@ -424,7 +521,7 @@ namespace storm {
// Decode the target block.
uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
- this->entries[sourceBlockIndex].emplace_back(targetBlockIndex, storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
+ this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
} else {
// Determine the levels in the DDs.
uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
@@ -485,12 +582,12 @@ namespace storm {
}
sourceState.set(currentIndex, true);
- extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState);
- extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding);
+ extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding);
sourceState.set(currentIndex, false);
- extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState);
- extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState);
+ extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding);
+ extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding);
}
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 30cafe2cc..3e83e6782 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -7,6 +7,9 @@
#include "storm/storage/dd/cudd/InternalCuddDdManager.h"
+#include "storm/storage/dd/cudd/utility.h"
+#include "storm/storage/dd/sylvan/utility.h"
+
#include "storm/utility/macros.h"
#include "storm/exceptions/InvalidSettingsException.h"
#include "storm/exceptions/NotImplementedException.h"
@@ -25,33 +28,6 @@ namespace storm {
namespace dd {
namespace bisimulation {
- struct CuddPointerPairHash {
- std::size_t operator()(std::pair<DdNode const*, DdNode const*> const& pair) const {
- std::size_t seed = std::hash<DdNode const*>()(pair.first);
- spp::hash_combine(seed, pair.second);
- return seed;
- }
- };
-
- struct SylvanMTBDDPairHash {
- std::size_t operator()(std::pair<MTBDD, MTBDD> const& pair) const {
- std::size_t seed = std::hash<MTBDD>()(pair.first);
- spp::hash_combine(seed, pair.second);
- return seed;
- }
- };
-
- struct SylvanMTBDDPairLess {
- std::size_t operator()(std::pair<MTBDD, MTBDD> const& a, std::pair<MTBDD, MTBDD> const& b) const {
- if (a.first < b.first) {
- return true;
- } else if (a.first == b.first && a.second < b.second) {
- return true;
- }
- return false;
- }
- };
-
template<storm::dd::DdType DdType, typename ValueType>
class InternalSignatureRefiner;
diff --git a/src/storm/storage/dd/cudd/utility.h b/src/storm/storage/dd/cudd/utility.h
new file mode 100644
index 000000000..3b7935890
--- /dev/null
+++ b/src/storm/storage/dd/cudd/utility.h
@@ -0,0 +1,21 @@
+#pragma once
+
+#include <boost/functional/hash.hpp>
+
+// Include the C++-interface of CUDD.
+#include "cuddObj.hh"
+
+namespace storm {
+ namespace dd {
+
+ struct CuddPointerPairHash {
+ std::size_t operator()(std::pair<DdNode const*, DdNode const*> const& pair) const {
+ std::hash<DdNode const*> hasher;
+ std::size_t seed = hasher(pair.first);
+ boost::hash_combine(seed, hasher(pair.second));
+ return seed;
+ }
+ };
+
+ }
+}
diff --git a/src/storm/storage/dd/sylvan/utility.h b/src/storm/storage/dd/sylvan/utility.h
new file mode 100644
index 000000000..02a06a3bf
--- /dev/null
+++ b/src/storm/storage/dd/sylvan/utility.h
@@ -0,0 +1,31 @@
+#pragma once
+
+#include "storm/utility/sylvan.h"
+
+#include <boost/functional/hash.hpp>
+
+namespace storm {
+ namespace dd {
+
+ struct SylvanMTBDDPairHash {
+ std::size_t operator()(std::pair<MTBDD, MTBDD> const& pair) const {
+ std::hash<MTBDD> hasher;
+ std::size_t seed = hasher(pair.first);
+ boost::hash_combine(seed, hasher(pair.second));
+ return seed;
+ }
+ };
+
+ struct SylvanMTBDDPairLess {
+ std::size_t operator()(std::pair<MTBDD, MTBDD> const& a, std::pair<MTBDD, MTBDD> const& b) const {
+ if (a.first < b.first) {
+ return true;
+ } else if (a.first == b.first && a.second < b.second) {
+ return true;
+ }
+ return false;
+ }
+ };
+
+ }
+}
From 8ed3a8a6db42681fe72517469b0d86bd0843659b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 11 Aug 2017 16:31:13 +0200
Subject: [PATCH 38/77] fixed some issues with meta variables in DDs
---
...ymbolicEliminationLinearEquationSolver.cpp | 6 +-
src/storm/storage/dd/DdManager.cpp | 132 ++++++++----------
src/storm/storage/dd/DdManager.h | 18 +++
src/storm/storage/dd/DdMetaVariable.cpp | 27 +++-
src/storm/storage/dd/DdMetaVariable.h | 24 +++-
.../dd/bisimulation/QuotientExtractor.cpp | 4 +-
6 files changed, 122 insertions(+), 89 deletions(-)
diff --git a/src/storm/solver/SymbolicEliminationLinearEquationSolver.cpp b/src/storm/solver/SymbolicEliminationLinearEquationSolver.cpp
index 43fb7f0a2..bcbc41085 100644
--- a/src/storm/solver/SymbolicEliminationLinearEquationSolver.cpp
+++ b/src/storm/solver/SymbolicEliminationLinearEquationSolver.cpp
@@ -29,11 +29,7 @@ namespace storm {
++counter;
}
- if (metaVariable.getType() == storm::dd::MetaVariableType::Bool) {
- newMetaVariables = ddManager.addMetaVariable(newMetaVariableName + std::to_string(counter), 3);
- } else {
- newMetaVariables = ddManager.addMetaVariable(newMetaVariableName + std::to_string(counter), metaVariable.getLow(), metaVariable.getHigh(), 3);
- }
+ newMetaVariables = ddManager.cloneVariable(metaVariablePair.first, newMetaVariableName + std::to_string(counter), 3);
newRowVariables.insert(newMetaVariables[0]);
newColumnVariables.insert(newMetaVariables[1]);
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index a27e86dea..58d6f20f6 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -7,6 +7,7 @@
#include "storm/exceptions/InvalidArgumentException.h"
#include "storm/exceptions/NotSupportedException.h"
+#include "storm/exceptions/InvalidOperationException.h"
#include "storm-config.h"
#include "storm/adapters/RationalFunctionAdapter.h"
@@ -75,7 +76,7 @@ namespace storm {
Bdd<LibraryType> DdManager<LibraryType>::getEncoding(storm::expressions::Variable const& variable, int_fast64_t value, bool mostSignificantBitAtTop) const {
DdMetaVariable<LibraryType> const& metaVariable = this->getMetaVariable(variable);
- STORM_LOG_THROW(value >= metaVariable.getLow() && value <= metaVariable.getHigh(), storm::exceptions::InvalidArgumentException, "Illegal value " << value << " for meta variable '" << variable.getName() << "'.");
+ STORM_LOG_THROW(metaVariable.canRepresent(value), storm::exceptions::InvalidArgumentException, "Illegal value " << value << " for meta variable '" << variable.getName() << "'.");
// Now compute the encoding relative to the low value of the meta variable.
value -= metaVariable.getLow();
@@ -121,6 +122,7 @@ namespace storm {
template<DdType LibraryType>
Bdd<LibraryType> DdManager<LibraryType>::getRange(storm::expressions::Variable const& variable) const {
storm::dd::DdMetaVariable<LibraryType> const& metaVariable = this->getMetaVariable(variable);
+ STORM_LOG_THROW(metaVariable.hasHigh(), storm::exceptions::InvalidOperationException, "Cannot create range for meta variable.");
Bdd<LibraryType> result = this->getBddZero();
@@ -135,6 +137,7 @@ namespace storm {
template<typename ValueType>
Add<LibraryType, ValueType> DdManager<LibraryType>::getIdentity(storm::expressions::Variable const& variable) const {
storm::dd::DdMetaVariable<LibraryType> const& metaVariable = this->getMetaVariable(variable);
+ STORM_LOG_THROW(metaVariable.hasHigh(), storm::exceptions::InvalidOperationException, "Cannot create identity for meta variable.");
Add<LibraryType, ValueType> result = this->getAddZero<ValueType>();
for (int_fast64_t value = metaVariable.getLow(); value <= metaVariable.getHigh(); ++value) {
@@ -158,6 +161,20 @@ namespace storm {
return result;
}
+ template<DdType LibraryType>
+ std::vector<storm::expressions::Variable> DdManager<LibraryType>::cloneVariable(storm::expressions::Variable const& variable, std::string const& newMetaVariableName, boost::optional<uint64_t> const& numberOfLayers) {
+ std::vector<storm::expressions::Variable> newMetaVariables;
+ auto const& ddMetaVariable = this->getMetaVariable(variable);
+ if (ddMetaVariable.getType() == storm::dd::MetaVariableType::Bool) {
+ newMetaVariables = this->addMetaVariable(newMetaVariableName, 3);
+ } else if (ddMetaVariable.getType() == storm::dd::MetaVariableType::Int) {
+ newMetaVariables = this->addMetaVariable(newMetaVariableName, ddMetaVariable.getLow(), ddMetaVariable.getHigh(), 3);
+ } else if (ddMetaVariable.getType() == storm::dd::MetaVariableType::BitVector) {
+ newMetaVariables = this->addBitVectorMetaVariable(newMetaVariableName, ddMetaVariable.getNumberOfDdVariables(), 3);
+ }
+ return newMetaVariables;
+ }
+
template<DdType LibraryType>
std::pair<storm::expressions::Variable, storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
std::vector<storm::expressions::Variable> result = addMetaVariable(name, low, high, 2, position);
@@ -166,87 +183,33 @@ namespace storm {
template<DdType LibraryType>
std::vector<storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
- // Check whether number of layers is legal.
- STORM_LOG_THROW(numberOfLayers >= 1, storm::exceptions::InvalidArgumentException, "Layers must be at least 1.");
-
- // Check whether the variable name is legal.
- STORM_LOG_THROW(name != "" && name.back() != '\'', storm::exceptions::InvalidArgumentException, "Illegal name of meta variable: '" << name << "'.");
-
- // Check whether a meta variable already exists.
- STORM_LOG_THROW(!this->hasMetaVariable(name), storm::exceptions::InvalidArgumentException, "A meta variable '" << name << "' already exists.");
-
- // Check that the range is legal.
- STORM_LOG_THROW(high >= low, storm::exceptions::InvalidArgumentException, "Illegal empty range for meta variable.");
-
- std::size_t numberOfBits = static_cast<std::size_t>(std::ceil(std::log2(high - low + 1)));
-
- // If a specific position was requested, we compute it now.
- boost::optional<uint_fast64_t> level;
- if (position) {
- storm::dd::DdMetaVariable<LibraryType> beforeVariable = this->getMetaVariable(position.get().second);
- level = position.get().first == MetaVariablePosition::Above ? std::numeric_limits<uint_fast64_t>::max() : std::numeric_limits<uint_fast64_t>::min();
- for (auto const& ddVariable : beforeVariable.getDdVariables()) {
- level = position.get().first == MetaVariablePosition::Above ? std::min(level.get(), ddVariable.getLevel()) : std::max(level.get(), ddVariable.getLevel());
- }
- if (position.get().first == MetaVariablePosition::Below) {
- ++level.get();
- }
- }
-
- // For the case where low and high coincide, we need to have a single bit.
- if (numberOfBits == 0) {
- ++numberOfBits;
- }
-
- STORM_LOG_TRACE("Creating meta variable with " << numberOfBits << " bit(s) and " << numberOfLayers << " layer(s).");
-
- std::stringstream tmp1;
- std::vector<storm::expressions::Variable> result;
- for (uint64 layer = 0; layer < numberOfLayers; ++layer) {
- result.emplace_back(manager->declareBitVectorVariable(name + tmp1.str(), numberOfBits));
- tmp1 << "'";
- }
-
- std::vector<std::vector<Bdd<LibraryType>>> variables(numberOfLayers);
-
- for (std::size_t i = 0; i < numberOfBits; ++i) {
- std::vector<InternalBdd<LibraryType>> ddVariables = internalDdManager.createDdVariables(numberOfLayers, level);
- for (uint64 layer = 0; layer < numberOfLayers; ++layer) {
- variables[layer].emplace_back(Bdd<LibraryType>(*this, ddVariables[layer], {result[layer]}));
- }
-
- // If we are inserting the variable at a specific level, we need to prepare the level for the next pair
- // of variables.
- if (level) {
- level.get() += numberOfLayers;
- }
- }
-
- std::stringstream tmp2;
- for (uint64_t layer = 0; layer < numberOfLayers; ++layer) {
- metaVariableMap.emplace(result[layer], DdMetaVariable<LibraryType>(name + tmp2.str(), low, high, variables[layer]));
- tmp2 << "'";
- }
-
- return result;
+ return this->addMetaVariableHelper(MetaVariableType::Int, name, std::max(static_cast<uint64_t>(std::ceil(std::log2(high - low + 1))), 1ull), numberOfLayers, position, std::make_pair(low, high));
}
template<DdType LibraryType>
std::vector<storm::expressions::Variable> DdManager<LibraryType>::addBitVectorMetaVariable(std::string const& variableName, uint64_t bits, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
- return this->addMetaVariable(variableName, 0, (1ull << bits) - 1, numberOfLayers, position);
+ return this->addMetaVariableHelper(MetaVariableType::BitVector, variableName, bits, numberOfLayers, position);
}
template<DdType LibraryType>
std::pair<storm::expressions::Variable, storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
- std::vector<storm::expressions::Variable> result = addMetaVariable(name, 2, position);
+ std::vector<storm::expressions::Variable> result = this->addMetaVariableHelper(MetaVariableType::Bool, name, 1, 2, position);
return std::make_pair(result[0], result[1]);
}
template<DdType LibraryType>
std::vector<storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
+ return this->addMetaVariableHelper(MetaVariableType::Bool, name, 1, numberOfLayers, position);
+ }
+
+ template<DdType LibraryType>
+ std::vector<storm::expressions::Variable> DdManager<LibraryType>::addMetaVariableHelper(MetaVariableType const& type, std::string const& name, uint64_t numberOfDdVariables, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position, boost::optional<std::pair<int_fast64_t, int_fast64_t>> const& bounds) {
// Check whether number of layers is legal.
STORM_LOG_THROW(numberOfLayers >= 1, storm::exceptions::InvalidArgumentException, "Layers must be at least 1.");
-
+
+ // Check that the number of DD variables is legal.
+ STORM_LOG_THROW(numberOfDdVariables >= 1, storm::exceptions::InvalidArgumentException, "Illegal number of DD variables.");
+
// Check whether the variable name is legal.
STORM_LOG_THROW(name != "" && name.back() != '\'', storm::exceptions::InvalidArgumentException, "Illegal name of meta variable: '" << name << "'.");
@@ -256,7 +219,6 @@ namespace storm {
// If a specific position was requested, we compute it now.
boost::optional<uint_fast64_t> level;
if (position) {
- STORM_LOG_THROW(this->supportsOrderedInsertion(), storm::exceptions::NotSupportedException, "Cannot add meta variable at position, because the manager does not support ordered insertion.");
storm::dd::DdMetaVariable<LibraryType> beforeVariable = this->getMetaVariable(position.get().second);
level = position.get().first == MetaVariablePosition::Above ? std::numeric_limits<uint_fast64_t>::max() : std::numeric_limits<uint_fast64_t>::min();
for (auto const& ddVariable : beforeVariable.getDdVariables()) {
@@ -267,27 +229,45 @@ namespace storm {
}
}
+ STORM_LOG_TRACE("Creating meta variable with " << numberOfDdVariables << " bit(s) and " << numberOfLayers << " layer(s).");
+
std::stringstream tmp1;
std::vector<storm::expressions::Variable> result;
for (uint64 layer = 0; layer < numberOfLayers; ++layer) {
- result.emplace_back(manager->declareBooleanVariable(name + tmp1.str()));
+ if (type == MetaVariableType::Int) {
+ result.emplace_back(manager->declareIntegerVariable(name + tmp1.str()));
+ } else if (type == MetaVariableType::Bool) {
+ result.emplace_back(manager->declareBooleanVariable(name + tmp1.str()));
+ } else if (type == MetaVariableType::BitVector) {
+ result.emplace_back(manager->declareBitVectorVariable(name + tmp1.str(), numberOfDdVariables));
+ }
tmp1 << "'";
}
std::vector<std::vector<Bdd<LibraryType>>> variables(numberOfLayers);
-
- std::vector<InternalBdd<LibraryType>> ddVariables = internalDdManager.createDdVariables(numberOfLayers, level);
-
- for (uint64_t layer = 0; layer < numberOfLayers; ++layer) {
- variables[layer].emplace_back(Bdd<LibraryType>(*this, ddVariables[layer], {result[layer]}));
+ for (std::size_t i = 0; i < numberOfDdVariables; ++i) {
+ std::vector<InternalBdd<LibraryType>> ddVariables = internalDdManager.createDdVariables(numberOfLayers, level);
+ for (uint64 layer = 0; layer < numberOfLayers; ++layer) {
+ variables[layer].emplace_back(Bdd<LibraryType>(*this, ddVariables[layer], {result[layer]}));
+ }
+
+ // If we are inserting the variable at a specific level, we need to prepare the level for the next pair
+ // of variables.
+ if (level) {
+ level.get() += numberOfLayers;
+ }
}
std::stringstream tmp2;
for (uint64_t layer = 0; layer < numberOfLayers; ++layer) {
- metaVariableMap.emplace(result[layer], DdMetaVariable<LibraryType>(name + tmp2.str(), variables[layer]));
+ if (bounds) {
+ metaVariableMap.emplace(result[layer], DdMetaVariable<LibraryType>(name + tmp2.str(), bounds.get().first, bounds.get().second, variables[layer]));
+ } else {
+ metaVariableMap.emplace(result[layer], DdMetaVariable<LibraryType>(type, name + tmp2.str(), variables[layer]));
+ }
tmp2 << "'";
}
-
+
return result;
}
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index 2d2405bb6..3332d1b88 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -147,6 +147,15 @@ namespace storm {
*/
Bdd<LibraryType> getCube(std::set<storm::expressions::Variable> const& variables) const;
+ /*!
+ * Clones the given meta variable and optionally changes the number of layers of the variable.
+ *
+ * @param variable The variable to clone.
+ * @param newVariableName The name of the variable to crate.
+ * @param numberOfLayers The number of layers of the variable to crate
+ */
+ std::vector<storm::expressions::Variable> cloneVariable(storm::expressions::Variable const& variable, std::string const& newVariableName, boost::optional<uint64_t> const& numberOfLayers = boost::none);
+
/*!
* Adds an integer meta variable with the given range with two layers (a 'normal' and a 'primed' one).
*
@@ -297,6 +306,15 @@ namespace storm {
void debugCheck() const;
private:
+ /*!
+ * Creates a meta variable with the given number of DD variables and layers.
+ *
+ * @param type The type of the meta variable to create.
+ * @param name The name of the variable.
+ * @param numberOfLayers The number of layers of this variable (must be greater or equal 1).
+ */
+ std::vector<storm::expressions::Variable> addMetaVariableHelper(MetaVariableType const& type, std::string const& name, uint64_t numberOfDdVariables, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position = boost::none, boost::optional<std::pair<int_fast64_t, int_fast64_t>> const& bounds = boost::none);
+
/*!
* Retrieves a list of names of the DD variables in the order of their index.
*
diff --git a/src/storm/storage/dd/DdMetaVariable.cpp b/src/storm/storage/dd/DdMetaVariable.cpp
index 9cebd15cb..f05ad31b4 100644
--- a/src/storm/storage/dd/DdMetaVariable.cpp
+++ b/src/storm/storage/dd/DdMetaVariable.cpp
@@ -10,7 +10,16 @@ namespace storm {
}
template<DdType LibraryType>
- DdMetaVariable<LibraryType>::DdMetaVariable(std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(MetaVariableType::Bool), low(0), high(1), ddVariables(ddVariables) {
+ DdMetaVariable<LibraryType>::DdMetaVariable(MetaVariableType const& type, std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(type), low(0), ddVariables(ddVariables) {
+ STORM_LOG_ASSERT(type == MetaVariableType::Bool || type == MetaVariableType::BitVector, "Cannot create this type of meta variable in this constructor.");
+ if (ddVariables.size() < 63) {
+ this->high = (1ull << ddVariables.size()) - 1;
+ }
+
+ // Correct type in the case of boolean variables.
+ if (ddVariables.size() == 1) {
+ this->type = MetaVariableType::Bool;
+ }
this->createCube();
}
@@ -31,7 +40,21 @@ namespace storm {
template<DdType LibraryType>
int_fast64_t DdMetaVariable<LibraryType>::getHigh() const {
- return this->high;
+ return this->high.get();
+ }
+
+ template<DdType LibraryType>
+ bool DdMetaVariable<LibraryType>::hasHigh() const {
+ return static_cast<bool>(this->high);
+ }
+
+ template<DdType LibraryType>
+ bool DdMetaVariable<LibraryType>::canRepresent(int_fast64_t value) const {
+ bool result = value >= this->low;
+ if (result && high) {
+ return value <= this->high;
+ }
+ return false;
}
template<DdType LibraryType>
diff --git a/src/storm/storage/dd/DdMetaVariable.h b/src/storm/storage/dd/DdMetaVariable.h
index c18f9fa44..3bb0144cc 100644
--- a/src/storm/storage/dd/DdMetaVariable.h
+++ b/src/storm/storage/dd/DdMetaVariable.h
@@ -16,7 +16,7 @@ namespace storm {
class Add;
// An enumeration for all legal types of meta variables.
- enum class MetaVariableType { Bool, Int };
+ enum class MetaVariableType { Bool, Int, BitVector };
// Declare DdMetaVariable class so we can then specialize it for the different DD types.
template<DdType LibraryType>
@@ -52,6 +52,13 @@ namespace storm {
*/
int_fast64_t getLow() const;
+ /*!
+ * Retrieves whether the variable has an upper bound.
+ *
+ * @return True iff the variable has an upper bound.
+ */
+ bool hasHigh() const;
+
/*!
* Retrieves the highest value of the range of the variable.
*
@@ -59,6 +66,14 @@ namespace storm {
*/
int_fast64_t getHigh() const;
+ /*!
+ * Retrieves whether the meta variable can represent the given value.
+ *
+ * @param value The value to check for legality.
+ * @return True iff the value is legal.
+ */
+ bool canRepresent(int_fast64_t value) const;
+
/*!
* Retrieves the number of DD variables for this meta variable.
*
@@ -99,14 +114,15 @@ namespace storm {
* @param manager A pointer to the manager that is responsible for this meta variable.
*/
DdMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, std::vector<Bdd<LibraryType>> const& ddVariables);
-
+
/*!
* Creates a boolean meta variable with the given name.
+ * @param type The type of the meta variable.
* @param name The name of the meta variable.
* @param ddVariables The vector of variables used to encode this variable.
* @param manager A pointer to the manager that is responsible for this meta variable.
*/
- DdMetaVariable(std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables);
+ DdMetaVariable(MetaVariableType const& type, std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables);
/*!
* Retrieves the variables used to encode the meta variable.
@@ -130,7 +146,7 @@ namespace storm {
int_fast64_t low;
// The highest value of the range of the variable.
- int_fast64_t high;
+ boost::optional<int_fast64_t> high;
// The vector of variables that are used to encode the meta variable.
std::vector<Bdd<LibraryType>> ddVariables;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index c1b1c06d5..efd8f63b8 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -291,7 +291,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, uint64_t factor = 1) {
+ void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, ValueType factor = 1) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (transitionMatrixNode == Cudd_ReadZero(ddman)) {
@@ -392,7 +392,7 @@ namespace storm {
if (!skippedInTargetPartition) {
extractTransitionMatrixRec(et, sourceE, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
}
- extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedInTargetPartition ? factor << 1 : factor);
+ extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedInTargetPartition ? 2 * factor : factor);
}
}
From 75ec21b1d6b2bb4cb02df5a172c5f34b9de4624c Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 11 Aug 2017 16:31:42 +0200
Subject: [PATCH 39/77] remove USE_CARL variable and add option to take hint
for carl directory
---
CMakeLists.txt | 2 +-
resources/3rdparty/CMakeLists.txt | 174 +++++++++++++++---------------
2 files changed, 87 insertions(+), 89 deletions(-)
diff --git a/CMakeLists.txt b/CMakeLists.txt
index a824c2bb8..32e5ff8b2 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -33,7 +33,7 @@ MARK_AS_ADVANCED(STORM_FORCE_POPCNT)
option(USE_BOOST_STATIC_LIBRARIES "Sets whether the Boost libraries should be linked statically." OFF)
option(STORM_USE_INTELTBB "Sets whether the Intel TBB libraries should be used." OFF)
option(STORM_USE_GUROBI "Sets whether Gurobi should be used." OFF)
-set(USE_CARL ON)
+set(STORM_CARL_DIR_HINT "" CACHE STRING "A hint where the preferred CArL version can be found. If CArL cannot be found there, it is searched in the OS's default paths.")
option(STORM_FORCE_SHIPPED_CARL "Sets whether the shipped version of carl is to be used no matter whether carl is found or not." OFF)
MARK_AS_ADVANCED(STORM_FORCE_SHIPPED_CARL)
option(USE_SMTRAT "Sets whether SMT-RAT should be included." OFF)
diff --git a/resources/3rdparty/CMakeLists.txt b/resources/3rdparty/CMakeLists.txt
index 15d46c381..1591fa464 100644
--- a/resources/3rdparty/CMakeLists.txt
+++ b/resources/3rdparty/CMakeLists.txt
@@ -210,109 +210,107 @@ set(STORM_HAVE_CARL OFF)
set(CARL_MINYEAR 17)
set(CARL_MINMONTH 06)
set(CARL_MINPATCH 0)
-if(USE_CARL)
- if (NOT STORM_FORCE_SHIPPED_CARL)
- find_package(carl QUIET)
- endif()
- if(carl_FOUND AND NOT STORM_FORCE_SHIPPED_CARL)
- get_target_property(carlLOCATION lib_carl LOCATION)
- if(${carlLOCATION} STREQUAL "carlLOCATION-NOTFOUND")
- message(SEND_ERROR "Library location for carl is not found, did you build carl?")
- elseif(EXISTS ${carlLOCATION})
- #empty on purpose
- else()
- message(SEND_ERROR "File ${carlLOCATION} does not exist, did you build carl?")
- endif()
- if(${carl_MINORYEARVERSION} LESS ${CARL_MINYEAR})
+if (NOT STORM_FORCE_SHIPPED_CARL)
+ if (NOT "${STORM_CARL_DIR_HINT}" STREQUAL "")
+ find_package(carl QUIET PATHS ${STORM_CARL_DIR_HINT} NO_DEFAULT_PATH)
+ endif()
+ if (NOT carl_FOUND)
+ find_package(carl QUIET)
+ endif()
+endif()
+if(carl_FOUND AND NOT STORM_FORCE_SHIPPED_CARL)
+ get_target_property(carlLOCATION lib_carl LOCATION)
+ if(${carlLOCATION} STREQUAL "carlLOCATION-NOTFOUND")
+ message(SEND_ERROR "Library location for carl is not found, did you build carl?")
+ elseif(EXISTS ${carlLOCATION})
+ #empty on purpose
+ else()
+ message(SEND_ERROR "File ${carlLOCATION} does not exist, did you build carl?")
+ endif()
+ if(${carl_MINORYEARVERSION} LESS ${CARL_MINYEAR})
+ message(SEND_ERROR "Carl outdated, require ${CARL_MINYEAR}.${CARL_MINMONTH}.${CARL_MINPATCH}, have ${carl_VERSION}")
+ elseif(${carl_MINORYEARVERSION} EQUAL ${CARL_MINYEAR})
+ if(${carl_MINORMONTHVERSION} LESS ${CARL_MINMONTH})
message(SEND_ERROR "Carl outdated, require ${CARL_MINYEAR}.${CARL_MINMONTH}.${CARL_MINPATCH}, have ${carl_VERSION}")
- elseif(${carl_MINORYEARVERSION} EQUAL ${CARL_MINYEAR})
- if(${carl_MINORMONTHVERSION} LESS ${CARL_MINMONTH})
+ elseif(${carl_MINORMONTHVERSION} EQUAL ${CARL_MINMONTH})
+ if(${carl_MAINTENANCEVERSION} LESS ${CARL_MINPATCH})
message(SEND_ERROR "Carl outdated, require ${CARL_MINYEAR}.${CARL_MINMONTH}.${CARL_MINPATCH}, have ${carl_VERSION}")
- elseif(${carl_MINORMONTHVERSION} EQUAL ${CARL_MINMONTH})
- if(${carl_MAINTENANCEVERSION} LESS ${CARL_MINPATCH})
- message(SEND_ERROR "Carl outdated, require ${CARL_MINYEAR}.${CARL_MINMONTH}.${CARL_MINPATCH}, have ${carl_VERSION}")
- endif()
endif()
endif()
+ endif()
- set(STORM_SHIPPED_CARL OFF)
- set(STORM_HAVE_CARL ON)
- message(STATUS "Storm - Use system version of carl.")
- message(STATUS "Storm - Linking with preinstalled carl ${carl_VERSION} (include: ${carl_INCLUDE_DIR}, library ${carl_LIBRARIES}, CARL_USE_CLN_NUMBERS: ${CARL_USE_CLN_NUMBERS}, CARL_USE_GINAC: ${CARL_USE_GINAC}).")
- set(STORM_HAVE_CLN ${CARL_USE_CLN_NUMBERS})
- set(STORM_HAVE_GINAC ${CARL_USE_GINAC})
-
- else()
- set(STORM_SHIPPED_CARL ON)
- # The first external project will be built at *configure stage*
- message("START CARL CONFIG PROCESS")
- file(MAKE_DIRECTORY ${STORM_3RDPARTY_BINARY_DIR}/carl_download)
- execute_process(
- COMMAND ${CMAKE_COMMAND} ${STORM_3RDPARTY_SOURCE_DIR}/carl "-DSTORM_3RDPARTY_BINARY_DIR=${STORM_3RDPARTY_BINARY_DIR}" "-DBoost_LIBRARY_DIRS=${Boost_LIBRARY_DIRS}" "-DBoost_INCLUDE_DIRS=${Boost_INCLUDE_DIRS}"
+ set(STORM_SHIPPED_CARL OFF)
+ set(STORM_HAVE_CARL ON)
+ message(STATUS "Storm - Use system version of carl.")
+ message(STATUS "Storm - Linking with preinstalled carl ${carl_VERSION} (include: ${carl_INCLUDE_DIR}, library ${carl_LIBRARIES}, CARL_USE_CLN_NUMBERS: ${CARL_USE_CLN_NUMBERS}, CARL_USE_GINAC: ${CARL_USE_GINAC}).")
+ set(STORM_HAVE_CLN ${CARL_USE_CLN_NUMBERS})
+ set(STORM_HAVE_GINAC ${CARL_USE_GINAC})
+else()
+ set(STORM_SHIPPED_CARL ON)
+ # The first external project will be built at *configure stage*
+ message("START CARL CONFIG PROCESS")
+ file(MAKE_DIRECTORY ${STORM_3RDPARTY_BINARY_DIR}/carl_download)
+ execute_process(
+ COMMAND ${CMAKE_COMMAND} ${STORM_3RDPARTY_SOURCE_DIR}/carl "-DSTORM_3RDPARTY_BINARY_DIR=${STORM_3RDPARTY_BINARY_DIR}" "-DBoost_LIBRARY_DIRS=${Boost_LIBRARY_DIRS}" "-DBoost_INCLUDE_DIRS=${Boost_INCLUDE_DIRS}"
+ WORKING_DIRECTORY ${STORM_3RDPARTY_BINARY_DIR}/carl_download
+ OUTPUT_VARIABLE carlconfig_out
+ RESULT_VARIABLE carlconfig_result)
+
+ if(NOT carlconfig_result)
+ message("${carlconfig_out}")
+ endif()
+ execute_process(
+ COMMAND ${CMAKE_COMMAND} --build . --target carl-config
WORKING_DIRECTORY ${STORM_3RDPARTY_BINARY_DIR}/carl_download
OUTPUT_VARIABLE carlconfig_out
- RESULT_VARIABLE carlconfig_result)
-
+ RESULT_VARIABLE carlconfig_result
+ )
if(NOT carlconfig_result)
- message("${carlconfig_out}")
- endif()
- execute_process(
- COMMAND ${CMAKE_COMMAND} --build . --target carl-config
- WORKING_DIRECTORY ${STORM_3RDPARTY_BINARY_DIR}/carl_download
- OUTPUT_VARIABLE carlconfig_out
- RESULT_VARIABLE carlconfig_result
- )
- if(NOT carlconfig_result)
- message("${carlconfig_out}")
- endif()
- message("END CARL CONFIG PROCESS")
+ message("${carlconfig_out}")
+ endif()
+ message("END CARL CONFIG PROCESS")
- message(STATUS "Storm - Using shipped version of carl.")
- ExternalProject_Add(
- carl
- SOURCE_DIR ${STORM_3RDPARTY_BINARY_DIR}/carl
- CONFIGURE_COMMAND ""
- BUILD_IN_SOURCE 1
- BUILD_COMMAND make lib_carl
- INSTALL_COMMAND make install
- LOG_BUILD ON
- LOG_INSTALL ON
- BUILD_BYPRODUCTS ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl${DYNAMIC_EXT}
- )
- include(${STORM_3RDPARTY_BINARY_DIR}/carl/carlConfig.cmake)
-
- set(STORM_HAVE_CLN ${CARL_USE_CLN_NUMBERS})
- set(STORM_HAVE_GINAC ${CARL_USE_GINAC})
-
- add_dependencies(resources carl)
- set(carl_INCLUDE_DIR "${STORM_3RDPARTY_BINARY_DIR}/carl/include/")
- set(carl_LIBRARIES ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl${DYNAMIC_EXT})
- set(STORM_HAVE_CARL ON)
-
- message(STATUS "Storm - Linking with shipped carl ${carl_VERSION} (include: ${carl_INCLUDE_DIR}, library ${carl_LIBRARIES}, CARL_USE_CLN_NUMBERS: ${CARL_USE_CLN_NUMBERS}, CARL_USE_GINAC: ${CARL_USE_GINAC}).")
+ message(STATUS "Storm - Using shipped version of carl.")
+ ExternalProject_Add(
+ carl
+ SOURCE_DIR ${STORM_3RDPARTY_BINARY_DIR}/carl
+ CONFIGURE_COMMAND ""
+ BUILD_IN_SOURCE 1
+ BUILD_COMMAND make lib_carl
+ INSTALL_COMMAND make install
+ LOG_BUILD ON
+ LOG_INSTALL ON
+ BUILD_BYPRODUCTS ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl${DYNAMIC_EXT}
+ )
+ include(${STORM_3RDPARTY_BINARY_DIR}/carl/carlConfig.cmake)
-
- # install the carl dynamic library if we build it
- install(FILES ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl.${carl_VERSION}${DYNAMIC_EXT} DESTINATION lib)
- endif()
+ set(STORM_HAVE_CLN ${CARL_USE_CLN_NUMBERS})
+ set(STORM_HAVE_GINAC ${CARL_USE_GINAC})
- if(STORM_USE_CLN_RF AND NOT STORM_HAVE_CLN)
- message(FATAL_ERROR "Cannot use CLN numbers if carl is build without.")
- endif()
- if(STORM_USE_CLN_RF AND NOT STORM_HAVE_GINAC)
- message(FATAL_ERROR "Cannot use CLN numbers if carl is build without ginac.")
- endif()
+ add_dependencies(resources carl)
+ set(carl_INCLUDE_DIR "${STORM_3RDPARTY_BINARY_DIR}/carl/include/")
+ set(carl_LIBRARIES ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl${DYNAMIC_EXT})
+ set(STORM_HAVE_CARL ON)
+ message(STATUS "Storm - Linking with shipped carl ${carl_VERSION} (include: ${carl_INCLUDE_DIR}, library ${carl_LIBRARIES}, CARL_USE_CLN_NUMBERS: ${CARL_USE_CLN_NUMBERS}, CARL_USE_GINAC: ${CARL_USE_GINAC}).")
+
+ # install the carl dynamic library if we built it
+ install(FILES ${STORM_3RDPARTY_BINARY_DIR}/carl/lib/libcarl.${carl_VERSION}${DYNAMIC_EXT} DESTINATION lib)
+endif()
- #The library that needs symbols must be first, then the library that resolves the symbol.
-
- list(APPEND STORM_DEP_IMP_TARGETS lib_carl)
- if(STORM_USE_CLN_EA OR STORM_USE_CLN_RF)
- list(APPEND STORM_DEP_IMP_TARGETS GINAC_SHARED CLN_SHARED)
- endif()
- list(APPEND STORM_DEP_IMP_TARGETS GMPXX_SHARED GMP_SHARED)
+if(STORM_USE_CLN_RF AND NOT STORM_HAVE_CLN)
+ message(FATAL_ERROR "Cannot use CLN numbers if carl is build without.")
+endif()
+if(STORM_USE_CLN_RF AND NOT STORM_HAVE_GINAC)
+ message(FATAL_ERROR "Cannot use CLN numbers if carl is build without ginac.")
+endif()
+# The library that needs symbols must be first, then the library that resolves the symbol.
+list(APPEND STORM_DEP_IMP_TARGETS lib_carl)
+if(STORM_USE_CLN_EA OR STORM_USE_CLN_RF)
+ list(APPEND STORM_DEP_IMP_TARGETS GINAC_SHARED CLN_SHARED)
endif()
+list(APPEND STORM_DEP_IMP_TARGETS GMPXX_SHARED GMP_SHARED)
#############################################################
From 9e9060ecd73eea5a29a31678b14b65e755d600b2 Mon Sep 17 00:00:00 2001
From: Sebastian Junges <sebastian.junges@rwth-aachen.de>
Date: Sun, 13 Aug 2017 18:09:37 +0200
Subject: [PATCH 40/77] fix in changelog
---
CHANGELOG.md | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 90c72cd28..66635c85e 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -6,7 +6,7 @@ The releases of major and minor versions contain an overview of changes since th
Version 1.1.x
-------------
-Long run average computation via LRA, LP based MDP model checking, parametric model checking has an own binary
+Long run average computation via ValueIteration, LP based MDP model checking, parametric model checking has an own binary
### Version 1.1.0 (2017/8)
From a27e7bdc82d7b9036ee5be080db6fb7f0ca1315c Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Sun, 13 Aug 2017 23:48:13 +0200
Subject: [PATCH 41/77] no longer use arithconstraint
---
src/storm/adapters/RationalFunctionAdapter.h | 3 +--
1 file changed, 1 insertion(+), 2 deletions(-)
diff --git a/src/storm/adapters/RationalFunctionAdapter.h b/src/storm/adapters/RationalFunctionAdapter.h
index ba9858fe0..f403103f5 100644
--- a/src/storm/adapters/RationalFunctionAdapter.h
+++ b/src/storm/adapters/RationalFunctionAdapter.h
@@ -7,7 +7,6 @@
#include <carl/core/VariablePool.h>
#include <carl/core/FactorizedPolynomial.h>
#include <carl/core/Relation.h>
-#include <carl/core/SimpleConstraint.h>
#include <carl/util/stringparser.h>
namespace carl {
@@ -58,5 +57,5 @@ namespace storm {
typedef carl::RationalFunction<Polynomial, true> RationalFunction;
typedef carl::Interval<double> Interval;
- template<typename T> using ArithConstraint = carl::SimpleConstraint<T>;
}
+
From 7e723b2b8f577367f0396e78f6af337dea6362dd Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 14 Aug 2017 14:35:18 +0200
Subject: [PATCH 42/77] faster block encoding for CUDD; optimizations in sparse
quotient extraction
---
src/storm/storage/dd/DdMetaVariable.cpp | 32 +++++++++--
src/storm/storage/dd/DdMetaVariable.h | 19 ++++++-
.../dd/bisimulation/QuotientExtractor.cpp | 57 ++++++++++++++-----
.../dd/bisimulation/SignatureRefiner.cpp | 40 ++++++++++---
4 files changed, 119 insertions(+), 29 deletions(-)
diff --git a/src/storm/storage/dd/DdMetaVariable.cpp b/src/storm/storage/dd/DdMetaVariable.cpp
index f05ad31b4..393eea4af 100644
--- a/src/storm/storage/dd/DdMetaVariable.cpp
+++ b/src/storm/storage/dd/DdMetaVariable.cpp
@@ -5,12 +5,13 @@
namespace storm {
namespace dd {
template<DdType LibraryType>
- DdMetaVariable<LibraryType>::DdMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(MetaVariableType::Int), low(low), high(high), ddVariables(ddVariables) {
+ DdMetaVariable<LibraryType>::DdMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(MetaVariableType::Int), low(low), high(high), ddVariables(ddVariables), lowestIndex(0) {
this->createCube();
+ this->precomputeLowestIndex();
}
template<DdType LibraryType>
- DdMetaVariable<LibraryType>::DdMetaVariable(MetaVariableType const& type, std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(type), low(0), ddVariables(ddVariables) {
+ DdMetaVariable<LibraryType>::DdMetaVariable(MetaVariableType const& type, std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables) : name(name), type(type), low(0), ddVariables(ddVariables), lowestIndex(0) {
STORM_LOG_ASSERT(type == MetaVariableType::Bool || type == MetaVariableType::BitVector, "Cannot create this type of meta variable in this constructor.");
if (ddVariables.size() < 63) {
this->high = (1ull << ddVariables.size()) - 1;
@@ -21,6 +22,7 @@ namespace storm {
this->type = MetaVariableType::Bool;
}
this->createCube();
+ this->precomputeLowestIndex();
}
template<DdType LibraryType>
@@ -54,7 +56,7 @@ namespace storm {
if (result && high) {
return value <= this->high;
}
- return false;
+ return result;
}
template<DdType LibraryType>
@@ -73,9 +75,11 @@ namespace storm {
}
template<DdType LibraryType>
- std::vector<uint64_t> DdMetaVariable<LibraryType>::getIndices() const {
+ std::vector<uint64_t> DdMetaVariable<LibraryType>::getIndices(bool sortedByLevel) const {
std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = this->getIndicesAndLevels();
- std::sort(indicesAndLevels.begin(), indicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; });
+ if (sortedByLevel) {
+ std::sort(indicesAndLevels.begin(), indicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; });
+ }
std::vector<uint64_t> indices;
for (auto const& e : indicesAndLevels) {
@@ -110,6 +114,11 @@ namespace storm {
return result;
}
+ template<DdType LibraryType>
+ uint64_t DdMetaVariable<LibraryType>::getLowestIndex() const {
+ return lowestIndex;
+ }
+
template<DdType LibraryType>
void DdMetaVariable<LibraryType>::createCube() {
STORM_LOG_ASSERT(!this->ddVariables.empty(), "The DD variables must not be empty.");
@@ -121,6 +130,19 @@ namespace storm {
}
}
+ template<DdType LibraryType>
+ void DdMetaVariable<LibraryType>::precomputeLowestIndex() {
+ bool first = true;
+ for (auto const& var : this->ddVariables) {
+ if (first) {
+ first = false;
+ this->lowestIndex = var.getIndex();
+ } else {
+ this->lowestIndex = std::min(lowestIndex, var.getIndex());
+ }
+ }
+ }
+
template class DdMetaVariable<DdType::CUDD>;
template class DdMetaVariable<DdType::Sylvan>;
}
diff --git a/src/storm/storage/dd/DdMetaVariable.h b/src/storm/storage/dd/DdMetaVariable.h
index 3bb0144cc..6b1703796 100644
--- a/src/storm/storage/dd/DdMetaVariable.h
+++ b/src/storm/storage/dd/DdMetaVariable.h
@@ -88,15 +88,22 @@ namespace storm {
*/
Bdd<LibraryType> const& getCube() const;
+ /*!
+ * Retrieves the highest index of all DD variables belonging to this meta variable.
+ */
+ uint64_t getLowestIndex() const;
+
/*!
* Retrieves the highest level of all DD variables belonging to this meta variable.
*/
uint64_t getHighestLevel() const;
/*!
- * Retrieves the indices of the DD variables associated with this meta variable sorted by level.
+ * Retrieves the indices of the DD variables associated with this meta variable.
+ *
+ * @param sortedByLevel If true, the indices are sorted by their level.
*/
- std::vector<uint64_t> getIndices() const;
+ std::vector<uint64_t> getIndices(bool sortedByLevel = true) const;
/*!
* Retrieves the indices and levels of the DD variables associated with this meta variable.
@@ -124,6 +131,11 @@ namespace storm {
*/
DdMetaVariable(MetaVariableType const& type, std::string const& name, std::vector<Bdd<LibraryType>> const& ddVariables);
+ /*!
+ * Precomputes the lowest index of any DD variable associated with this meta variable.
+ */
+ void precomputeLowestIndex();
+
/*!
* Retrieves the variables used to encode the meta variable.
*
@@ -153,6 +165,9 @@ namespace storm {
// The cube consisting of all variables that encode the meta variable.
Bdd<LibraryType> cube;
+
+ // The lowest index of any DD variable of this meta variable.
+ uint64_t lowestIndex;
};
}
}
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index efd8f63b8..5bde87f0a 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -197,6 +197,9 @@ namespace storm {
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
+ transitionMatrix.exportToDot("trans.dot");
+ partition.asAdd().exportToDot("part.dot");
+
// Create the number of rows necessary for the matrix.
this->reserveMatrixEntries(partition.getNumberOfBlocks());
STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
@@ -291,7 +294,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, ValueType factor = 1) {
+ void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = 1) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (transitionMatrixNode == Cudd_ReadZero(ddman)) {
@@ -322,6 +325,9 @@ namespace storm {
uint64_t targetPartitionVariable = Cudd_NodeReadIndex(targetPartitionNode) - 1;
// Move through transition matrix.
+ bool skippedSourceInMatrix = false;
+ bool skippedTargetTInMatrix = false;
+ bool skippedTargetEInMatrix = false;
DdNode* tt = transitionMatrixNode;
DdNode* te = transitionMatrixNode;
DdNode* et = transitionMatrixNode;
@@ -335,6 +341,7 @@ namespace storm {
te = Cudd_E(t);
} else {
tt = te = t;
+ skippedTargetTInMatrix = true;
}
DdNode* e = Cudd_E(transitionMatrixNode);
@@ -344,13 +351,16 @@ namespace storm {
ee = Cudd_E(e);
} else {
et = ee = e;
+ skippedTargetEInMatrix = true;
}
} else {
+ skippedSourceInMatrix = true;
if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
tt = et = Cudd_T(transitionMatrixNode);
te = ee = Cudd_E(transitionMatrixNode);
} else {
tt = te = et = ee = transitionMatrixNode;
+ skippedTargetTInMatrix = skippedTargetEInMatrix = true;
}
}
@@ -383,8 +393,10 @@ namespace storm {
// If we skipped the variable in the source partition, we only have to choose one of the two representatives.
if (!skippedInSourcePartition) {
sourceStateEncoding.set(sourceStateEncodingIndex, true);
- extractTransitionMatrixRec(tt, sourceT, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
- extractTransitionMatrixRec(te, sourceT, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ if (!skippedInTargetPartition) {
+ extractTransitionMatrixRec(tt, sourceT, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ }
+ extractTransitionMatrixRec(te, sourceT, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
}
sourceStateEncoding.set(sourceStateEncodingIndex, false);
@@ -392,7 +404,7 @@ namespace storm {
if (!skippedInTargetPartition) {
extractTransitionMatrixRec(et, sourceE, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
}
- extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedInTargetPartition ? 2 * factor : factor);
+ extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
}
}
@@ -497,7 +509,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding) {
+ void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = storm::utility::one<ValueType>()) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (mtbdd_iszero(transitionMatrixNode)) {
@@ -518,10 +530,9 @@ namespace storm {
// Otherwise, we record the new representative.
sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
- // Decode the target block.
+ // Decode the target block and add matrix entry.
uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
-
- this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
+ this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
} else {
// Determine the levels in the DDs.
uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
@@ -529,6 +540,9 @@ namespace storm {
uint64_t targetPartitionVariable = sylvan_var(targetPartitionNode) - 1;
// Move through transition matrix.
+ bool skippedSourceInMatrix = false;
+ bool skippedTargetTInMatrix = false;
+ bool skippedTargetEInMatrix = false;
MTBDD tt = transitionMatrixNode;
MTBDD te = transitionMatrixNode;
MTBDD et = transitionMatrixNode;
@@ -543,6 +557,7 @@ namespace storm {
te = sylvan_low(t);
} else {
tt = te = t;
+ skippedTargetTInMatrix = true;
}
uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
@@ -551,17 +566,21 @@ namespace storm {
ee = sylvan_low(e);
} else {
et = ee = e;
+ skippedTargetEInMatrix = true;
}
} else {
+ skippedSourceInMatrix = true;
if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
tt = et = sylvan_high(transitionMatrixNode);
te = ee = sylvan_low(transitionMatrixNode);
} else {
tt = te = et = ee = transitionMatrixNode;
+ skippedTargetTInMatrix = skippedTargetEInMatrix = true;
}
}
// Move through partition (for source state).
+ bool skippedInSourcePartition = false;
MTBDD sourceT;
MTBDD sourceE;
if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
@@ -569,9 +588,11 @@ namespace storm {
sourceE = sylvan_low(sourcePartitionNode);
} else {
sourceT = sourceE = sourcePartitionNode;
+ skippedInSourcePartition = true;
}
// Move through partition (for target state).
+ bool skippedInTargetPartition = false;
MTBDD targetT;
MTBDD targetE;
if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
@@ -579,15 +600,25 @@ namespace storm {
targetE = sylvan_low(targetPartitionNode);
} else {
targetT = targetE = targetPartitionNode;
+ skippedInTargetPartition = true;
}
- sourceState.set(currentIndex, true);
- extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding);
- extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding);
+ // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
+ if (!skippedInSourcePartition) {
+ sourceState.set(currentIndex, true);
+ // If we skipped the variable in the target partition, just count the one representative twice.
+ if (!skippedInTargetPartition) {
+ extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
+ }
+ extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
+ }
sourceState.set(currentIndex, false);
- extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding);
- extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding);
+ // If we skipped the variable in the target partition, just count the one representative twice.
+ if (!skippedInTargetPartition) {
+ extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
+ }
+ extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
}
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 3e83e6782..73db85e4a 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -1,5 +1,7 @@
#include "storm/storage/dd/bisimulation/SignatureRefiner.h"
+#include <cstdio>
+
#include <unordered_map>
#include <boost/container/flat_map.hpp>
@@ -57,7 +59,13 @@ namespace storm {
class InternalSignatureRefiner<storm::dd::DdType::CUDD, ValueType> {
public:
InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nondeterminismVariables, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nonBlockVariables) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), nondeterminismVariables(nondeterminismVariables), nonBlockVariables(nonBlockVariables), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
- // Intentionally left empty.
+
+ // Initialize precomputed data.
+ auto const& ddMetaVariable = manager.getMetaVariable(blockVariable);
+ blockDdVariableIndices = ddMetaVariable.getIndices();
+
+ // Create initialized block encoding where all variables are "don't care".
+ blockEncoding = std::vector<int>(static_cast<uint64_t>(internalDdManager.getCuddManager().ReadSize()), static_cast<int>(2));
}
Partition<storm::dd::DdType::CUDD, ValueType> refine(Partition<storm::dd::DdType::CUDD, ValueType> const& oldPartition, Signature<storm::dd::DdType::CUDD, ValueType> const& signature) {
@@ -85,6 +93,21 @@ namespace storm {
return newPartitionAdd;
}
+ DdNodePtr encodeBlock(uint64_t blockIndex) {
+ for (auto const& blockDdVariableIndex : blockDdVariableIndices) {
+ blockEncoding[blockDdVariableIndex] = blockIndex & 1 ? 1 : 0;
+ blockIndex >>= 1;
+ }
+ ::DdManager* ddMan = internalDdManager.getCuddManager().getManager();
+ DdNodePtr bddEncoding = Cudd_CubeArrayToBdd(ddMan, blockEncoding.data());
+ Cudd_Ref(bddEncoding);
+ DdNodePtr result = Cudd_BddToAdd(ddMan, bddEncoding);
+ Cudd_Ref(result);
+ Cudd_RecursiveDeref(ddMan, bddEncoding);
+ Cudd_Deref(result);
+ return result;
+ }
+
DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode, DdNode* nondeterminismVariablesNode, DdNode* nonBlockVariablesNode) {
::DdManager* ddman = internalDdManager.getCuddManager().getManager();
@@ -112,15 +135,8 @@ namespace storm {
signatureCache[nodePair] = partitionNode;
return partitionNode;
} else {
- DdNode* result;
- {
- storm::dd::Add<storm::dd::DdType::CUDD, ValueType> blockEncoding = manager.getEncoding(blockVariable, nextFreeBlockIndex, false).template toAdd<ValueType>();
- ++nextFreeBlockIndex;
- result = blockEncoding.getInternalAdd().getCuddDdNode();
- Cudd_Ref(result);
- }
+ DdNode* result = encodeBlock(nextFreeBlockIndex++);
signatureCache[nodePair] = result;
- Cudd_Deref(result);
return result;
}
} else {
@@ -207,6 +223,12 @@ namespace storm {
storm::dd::Bdd<storm::dd::DdType::CUDD> nondeterminismVariables;
storm::dd::Bdd<storm::dd::DdType::CUDD> nonBlockVariables;
+ // The indices of the DD variables associated with the block variable.
+ std::vector<uint64_t> blockDdVariableIndices;
+
+ // A vector used for encoding block indices.
+ std::vector<int> blockEncoding;
+
// The current number of blocks of the new partition.
uint64_t nextFreeBlockIndex;
From 93f385a3991c50213bd7e73843900e7dec199bee Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 14 Aug 2017 14:53:25 +0200
Subject: [PATCH 43/77] remove debug output
---
src/storm/storage/dd/bisimulation/QuotientExtractor.cpp | 3 ---
1 file changed, 3 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 5bde87f0a..2a52fde56 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -197,9 +197,6 @@ namespace storm {
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
- transitionMatrix.exportToDot("trans.dot");
- partition.asAdd().exportToDot("part.dot");
-
// Create the number of rows necessary for the matrix.
this->reserveMatrixEntries(partition.getNumberOfBlocks());
STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
From 2b01e2fa61a2a2a8fc0e19c317fa71875786252f Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Mon, 14 Aug 2017 20:37:04 +0200
Subject: [PATCH 44/77] GraphConditions for any model type
---
src/storm/analysis/GraphConditions.cpp | 31 ++++++++++++++++++--------
src/storm/analysis/GraphConditions.h | 18 +++++++--------
2 files changed, 31 insertions(+), 18 deletions(-)
diff --git a/src/storm/analysis/GraphConditions.cpp b/src/storm/analysis/GraphConditions.cpp
index bf3beeb0c..ef77a720b 100644
--- a/src/storm/analysis/GraphConditions.cpp
+++ b/src/storm/analysis/GraphConditions.cpp
@@ -1,4 +1,6 @@
+#include "storm/models/sparse/MarkovAutomaton.h"
+#include "storm/models/sparse/Ctmc.h"
#include "GraphConditions.h"
#include "storm/utility/constants.h"
#include "storm/exceptions/NotImplementedException.h"
@@ -9,8 +11,8 @@ namespace storm {
template <typename ValueType>
- ConstraintCollector<ValueType>::ConstraintCollector(storm::models::sparse::Dtmc<ValueType> const& dtmc) {
- process(dtmc);
+ ConstraintCollector<ValueType>::ConstraintCollector(storm::models::sparse::Model<ValueType> const& model) {
+ process(model);
}
template <typename ValueType>
@@ -50,10 +52,13 @@ namespace storm {
}
template <typename ValueType>
- void ConstraintCollector<ValueType>::process(storm::models::sparse::Dtmc<ValueType> const& dtmc) {
- for(uint_fast64_t state = 0; state < dtmc.getNumberOfStates(); ++state) {
+ void ConstraintCollector<ValueType>::process(storm::models::sparse::Model<ValueType> const& model) {
+ for(uint_fast64_t action = 0; action < model.getTransitionMatrix().getRowCount(); ++action) {
ValueType sum = storm::utility::zero<ValueType>();
- for (auto const& transition : dtmc.getRows(state)) {
+
+ for (auto transitionIt = model.getTransitionMatrix().begin(action); transitionIt != model.getTransitionMatrix().end(action); ++transitionIt) {
+ auto const& transition = *transitionIt;
+ std::cout << transition.getValue() << std::endl;
sum += transition.getValue();
if (!storm::utility::isConstant(transition.getValue())) {
auto const& transitionVars = transition.getValue().gatherVariables();
@@ -90,9 +95,17 @@ namespace storm {
// Assert: sum == 1
wellformedConstraintSet.emplace((sum.nominator() - sum.denominator()).polynomialWithCoefficient(), storm::CompareRelation::EQ);
}
+ }
+ if (model.getType() == storm::models::ModelType::Ctmc) {
+ auto const& exitRateVector = static_cast<storm::models::sparse::Ctmc<ValueType> const&>(model).getExitRateVector();
+ wellformedRequiresNonNegativeEntries(exitRateVector);
+ } else if (model.getType() == storm::models::ModelType::MarkovAutomaton) {
+ auto const& exitRateVector = static_cast<storm::models::sparse::MarkovAutomaton<ValueType> const&>(model).getExitRates();
+ wellformedRequiresNonNegativeEntries(exitRateVector);
}
- for(auto const& rewModelEntry : dtmc.getRewardModels()) {
+
+ for(auto const& rewModelEntry : model.getRewardModels()) {
if (rewModelEntry.second.hasStateRewards()) {
wellformedRequiresNonNegativeEntries(rewModelEntry.second.getStateRewardVector());
}
@@ -117,13 +130,13 @@ namespace storm {
}
}
}
-
}
+
}
template <typename ValueType>
- void ConstraintCollector<ValueType>::operator()(storm::models::sparse::Dtmc<ValueType> const& dtmc) {
- process(dtmc);
+ void ConstraintCollector<ValueType>::operator()(storm::models::sparse::Model<ValueType> const& model) {
+ process(model);
}
template class ConstraintCollector<storm::RationalFunction>;
diff --git a/src/storm/analysis/GraphConditions.h b/src/storm/analysis/GraphConditions.h
index 394f11b31..a901dfa68 100644
--- a/src/storm/analysis/GraphConditions.h
+++ b/src/storm/analysis/GraphConditions.h
@@ -38,12 +38,12 @@ namespace storm {
void wellformedRequiresNonNegativeEntries(std::vector<ValueType> const&);
public:
/*!
- * Constructs a constraint collector for the given DTMC. The constraints are built and ready for
+ * Constructs a constraint collector for the given Model. The constraints are built and ready for
* retrieval after the construction.
*
- * @param dtmc The DTMC for which to create the constraints.
+ * @param model The Model for which to create the constraints.
*/
- ConstraintCollector(storm::models::sparse::Dtmc<ValueType> const& dtmc);
+ ConstraintCollector(storm::models::sparse::Model<ValueType> const& model);
/*!
* Returns the set of wellformed-ness constraints.
@@ -66,18 +66,18 @@ namespace storm {
std::set<storm::RationalFunctionVariable> const& getVariables() const;
/*!
- * Constructs the constraints for the given DTMC.
+ * Constructs the constraints for the given Model.
*
- * @param dtmc The DTMC for which to create the constraints.
+ * @param model The DTMC for which to create the constraints.
*/
- void process(storm::models::sparse::Dtmc<ValueType> const& dtmc);
+ void process(storm::models::sparse::Model<ValueType> const& model);
/*!
- * Constructs the constraints for the given DTMC by calling the process method.
+ * Constructs the constraints for the given Model by calling the process method.
*
- * @param dtmc The DTMC for which to create the constraints.
+ * @param model The Model for which to create the constraints.
*/
- void operator()(storm::models::sparse::Dtmc<ValueType> const& dtmc);
+ void operator()(storm::models::sparse::Model<ValueType> const& model);
};
From 66cf4f1d28bad8f52b842e423e5ae5bd9a22d463 Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Mon, 14 Aug 2017 20:37:27 +0200
Subject: [PATCH 45/77] Command line access to onlyconstraints for any model
type
---
src/storm-pars-cli/storm-pars.cpp | 11 ++---------
1 file changed, 2 insertions(+), 9 deletions(-)
diff --git a/src/storm-pars-cli/storm-pars.cpp b/src/storm-pars-cli/storm-pars.cpp
index 1ff2fabb6..5fa744c59 100644
--- a/src/storm-pars-cli/storm-pars.cpp
+++ b/src/storm-pars-cli/storm-pars.cpp
@@ -306,15 +306,8 @@ namespace storm {
if (parSettings.onlyObtainConstraints()) {
STORM_LOG_THROW(parSettings.exportResultToFile(), storm::exceptions::InvalidSettingsException, "When computing constraints, export path has to be specified.");
- if (model->isOfType(storm::models::ModelType::Dtmc)) {
- auto dtmc = model->template as<storm::models::sparse::Dtmc<ValueType>>();
- storm::api::exportParametricResultToFile<ValueType>(boost::none, storm::analysis::ConstraintCollector<ValueType>(*dtmc),parSettings.exportResultPath());
- return;
- } else {
- STORM_LOG_THROW(parSettings.exportResultToFile(), storm::exceptions::NotImplementedException, "Constraints for MDPs and CTMCs not implemented.");
-
- }
-
+ storm::api::exportParametricResultToFile<ValueType>(boost::none, storm::analysis::ConstraintCollector<ValueType>(*(model->as<storm::models::sparse::Model<ValueType>>())), parSettings.exportResultPath());
+ return;
}
if (model) {
From 5624818caf179fc4b96524e8faa20dc84cdf2213 Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Mon, 14 Aug 2017 20:37:40 +0200
Subject: [PATCH 46/77] Updated Changelog
---
CHANGELOG.md | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 7c55d776d..a346bc43d 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,6 +7,11 @@ The releases of major and minor versions contain an overview of changes since th
Version 1.1.x
-------------
+### Version 1.1.1
+- c++ api changes: Building model takes BuilderOptions instead of extended list of Booleans, does not depend on settings anymore.
+- storm-cli-utilities now contains cli related stuff, instead of storm-lib
+- storm-pars: support for welldefinedness constraints in mdps.
+
### Version 1.1.0 (2017/8)
- Support for long-run average rewards on MDPs and Markov automata using a value-iteration based approach.
From d23547d99ffb29bca21e39291384b44d1c6cfa20 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 15 Aug 2017 13:38:15 +0200
Subject: [PATCH 47/77] started optimizing some DdManager methods
---
resources/3rdparty/cudd-3.0.0/cudd/cudd.h | 3 ++
.../abstraction/AbstractionInformation.cpp | 2 +-
src/storm/builder/DdJaniModelBuilder.cpp | 12 ++---
src/storm/builder/DdPrismModelBuilder.cpp | 12 ++---
src/storm/models/symbolic/Model.cpp | 2 +-
src/storm/storage/dd/DdManager.cpp | 48 +++++++++++++++----
src/storm/storage/dd/DdManager.h | 17 +++++++
.../dd/bisimulation/SignatureRefiner.cpp | 7 +--
.../storage/dd/cudd/InternalCuddDdManager.cpp | 36 ++++++++++++++
.../storage/dd/cudd/InternalCuddDdManager.h | 10 ++++
.../dd/sylvan/InternalSylvanDdManager.cpp | 22 +++++++++
.../dd/sylvan/InternalSylvanDdManager.h | 10 ++++
src/storm/utility/dd.cpp | 23 +--------
src/test/storm/storage/CuddDdTest.cpp | 2 +-
14 files changed, 155 insertions(+), 51 deletions(-)
diff --git a/resources/3rdparty/cudd-3.0.0/cudd/cudd.h b/resources/3rdparty/cudd-3.0.0/cudd/cudd.h
index 20acf5854..6f63f7a70 100644
--- a/resources/3rdparty/cudd-3.0.0/cudd/cudd.h
+++ b/resources/3rdparty/cudd-3.0.0/cudd/cudd.h
@@ -503,6 +503,9 @@ typedef void (*DD_TOHFP)(DdManager *, void *);
extern "C" {
#endif
+// Make this visible to the outside.
+extern DdNode * cuddUniqueInter(DdManager *unique, int index, DdNode *T, DdNode *E);
+
extern DdNode * Cudd_addNewVar(DdManager *dd);
extern DdNode * Cudd_addNewVarAtLevel(DdManager *dd, int level);
extern DdNode * Cudd_bddNewVar(DdManager *dd);
diff --git a/src/storm/abstraction/AbstractionInformation.cpp b/src/storm/abstraction/AbstractionInformation.cpp
index c74cb60cb..5e25b5530 100644
--- a/src/storm/abstraction/AbstractionInformation.cpp
+++ b/src/storm/abstraction/AbstractionInformation.cpp
@@ -499,7 +499,7 @@ namespace storm {
allSuccessorLocationVariables.insert(newMetaVariable.second);
successorVariables.insert(newMetaVariable.second);
extendedPredicateDdVariables.emplace_back(newMetaVariable);
- allLocationIdentities &= ddManager->template getIdentity<uint64_t>(newMetaVariable.first).equals(ddManager->template getIdentity<uint64_t>(newMetaVariable.second)) && ddManager->getRange(newMetaVariable.first) && ddManager->getRange(newMetaVariable.second);
+ allLocationIdentities &= ddManager->getIdentity(newMetaVariable.first, newMetaVariable.second);
return std::make_pair(locationVariablePairs.back(), locationVariablePairs.size() - 1);
}
diff --git a/src/storm/builder/DdJaniModelBuilder.cpp b/src/storm/builder/DdJaniModelBuilder.cpp
index f019b2505..6f1e67252 100644
--- a/src/storm/builder/DdJaniModelBuilder.cpp
+++ b/src/storm/builder/DdJaniModelBuilder.cpp
@@ -368,8 +368,8 @@ namespace storm {
// Add the identity and ranges of the location variables to the ones of the automaton.
std::pair<storm::expressions::Variable, storm::expressions::Variable> const& locationVariables = result.automatonToLocationDdVariableMap[automaton.getName()];
- storm::dd::Add<Type, ValueType> variableIdentity = result.manager->template getIdentity<ValueType>(locationVariables.first).equals(result.manager->template getIdentity<ValueType>(locationVariables.second)).template toAdd<ValueType>() * result.manager->getRange(locationVariables.first).template toAdd<ValueType>() * result.manager->getRange(locationVariables.second).template toAdd<ValueType>();
- identity &= variableIdentity.toBdd();
+ storm::dd::Bdd<Type> variableIdentity = result.manager->getIdentity(locationVariables.first, locationVariables.second);
+ identity &= variableIdentity;
range &= result.manager->getRange(locationVariables.first);
// Then create variables for the variables of the automaton.
@@ -420,8 +420,8 @@ namespace storm {
result.columnMetaVariables.insert(variablePair.second);
result.variableToColumnMetaVariableMap->emplace(variable.getExpressionVariable(), variablePair.second);
- storm::dd::Add<Type, ValueType> variableIdentity = result.manager->template getIdentity<ValueType>(variablePair.first).equals(result.manager->template getIdentity<ValueType>(variablePair.second)).template toAdd<ValueType>() * result.manager->getRange(variablePair.first).template toAdd<ValueType>() * result.manager->getRange(variablePair.second).template toAdd<ValueType>();
- result.variableToIdentityMap.emplace(variable.getExpressionVariable(), variableIdentity);
+ storm::dd::Bdd<Type> variableIdentity = result.manager->getIdentity(variablePair.first, variablePair.second);
+ result.variableToIdentityMap.emplace(variable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
result.rowColumnMetaVariablePairs.push_back(variablePair);
result.variableToRangeMap.emplace(variablePair.first, result.manager->getRange(variablePair.first));
result.variableToRangeMap.emplace(variablePair.second, result.manager->getRange(variablePair.second));
@@ -440,8 +440,8 @@ namespace storm {
result.columnMetaVariables.insert(variablePair.second);
result.variableToColumnMetaVariableMap->emplace(variable.getExpressionVariable(), variablePair.second);
- storm::dd::Add<Type, ValueType> variableIdentity = result.manager->template getIdentity<ValueType>(variablePair.first).equals(result.manager->template getIdentity<ValueType>(variablePair.second)).template toAdd<ValueType>();
- result.variableToIdentityMap.emplace(variable.getExpressionVariable(), variableIdentity);
+ storm::dd::Bdd<Type> variableIdentity = result.manager->getIdentity(variablePair.first, variablePair.second);
+ result.variableToIdentityMap.emplace(variable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
result.variableToRangeMap.emplace(variablePair.first, result.manager->getRange(variablePair.first));
result.variableToRangeMap.emplace(variablePair.second, result.manager->getRange(variablePair.second));
diff --git a/src/storm/builder/DdPrismModelBuilder.cpp b/src/storm/builder/DdPrismModelBuilder.cpp
index 4bd31733a..149fc8936 100644
--- a/src/storm/builder/DdPrismModelBuilder.cpp
+++ b/src/storm/builder/DdPrismModelBuilder.cpp
@@ -189,8 +189,8 @@ namespace storm {
columnMetaVariables.insert(variablePair.second);
variableToColumnMetaVariableMap->emplace(integerVariable.getExpressionVariable(), variablePair.second);
- storm::dd::Add<Type, ValueType> variableIdentity = manager->template getIdentity<ValueType>(variablePair.first).equals(manager->template getIdentity<ValueType>(variablePair.second)).template toAdd<ValueType>() * manager->getRange(variablePair.first).template toAdd<ValueType>() * manager->getRange(variablePair.second).template toAdd<ValueType>();
- variableToIdentityMap.emplace(integerVariable.getExpressionVariable(), variableIdentity);
+ storm::dd::Bdd<Type> variableIdentity = manager->getIdentity(variablePair.first, variablePair.second);
+ variableToIdentityMap.emplace(integerVariable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
rowColumnMetaVariablePairs.push_back(variablePair);
allGlobalVariables.insert(integerVariable.getExpressionVariable());
@@ -206,8 +206,8 @@ namespace storm {
columnMetaVariables.insert(variablePair.second);
variableToColumnMetaVariableMap->emplace(booleanVariable.getExpressionVariable(), variablePair.second);
- storm::dd::Add<Type, ValueType> variableIdentity = manager->template getIdentity<ValueType>(variablePair.first).equals(manager->template getIdentity<ValueType>(variablePair.second)).template toAdd<ValueType>();
- variableToIdentityMap.emplace(booleanVariable.getExpressionVariable(), variableIdentity);
+ storm::dd::Bdd<Type> variableIdentity = manager->getIdentity(variablePair.first, variablePair.second);
+ variableToIdentityMap.emplace(booleanVariable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
rowColumnMetaVariablePairs.push_back(variablePair);
allGlobalVariables.insert(booleanVariable.getExpressionVariable());
@@ -230,7 +230,7 @@ namespace storm {
columnMetaVariables.insert(variablePair.second);
variableToColumnMetaVariableMap->emplace(integerVariable.getExpressionVariable(), variablePair.second);
- storm::dd::Bdd<Type> variableIdentity = manager->template getIdentity<ValueType>(variablePair.first).equals(manager->template getIdentity<ValueType>(variablePair.second)) && manager->getRange(variablePair.first) && manager->getRange(variablePair.second);
+ storm::dd::Bdd<Type> variableIdentity = manager->getIdentity(variablePair.first, variablePair.second);
variableToIdentityMap.emplace(integerVariable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
moduleIdentity &= variableIdentity;
moduleRange &= manager->getRange(variablePair.first);
@@ -247,7 +247,7 @@ namespace storm {
columnMetaVariables.insert(variablePair.second);
variableToColumnMetaVariableMap->emplace(booleanVariable.getExpressionVariable(), variablePair.second);
- storm::dd::Bdd<Type> variableIdentity = manager->template getIdentity<ValueType>(variablePair.first).equals(manager->template getIdentity<ValueType>(variablePair.second)) && manager->getRange(variablePair.first) && manager->getRange(variablePair.second);
+ storm::dd::Bdd<Type> variableIdentity = manager->getIdentity(variablePair.first, variablePair.second);
variableToIdentityMap.emplace(booleanVariable.getExpressionVariable(), variableIdentity.template toAdd<ValueType>());
moduleIdentity &= variableIdentity;
moduleRange &= manager->getRange(variablePair.first);
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 61f9932f4..686a1e9e5 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -208,7 +208,7 @@ namespace storm {
template<storm::dd::DdType Type, typename ValueType>
storm::dd::Add<Type, ValueType> Model<Type, ValueType>::getRowColumnIdentity() const {
- return storm::utility::dd::getRowColumnDiagonal<Type, ValueType>(this->getManager(), this->getRowColumnMetaVariablePairs());
+ return (storm::utility::dd::getRowColumnDiagonal<Type>(this->getManager(), this->getRowColumnMetaVariablePairs()) && this->getReachableStates()).template toAdd<ValueType>();
}
template<storm::dd::DdType Type, typename ValueType>
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index 58d6f20f6..dbba10a29 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -122,15 +122,20 @@ namespace storm {
template<DdType LibraryType>
Bdd<LibraryType> DdManager<LibraryType>::getRange(storm::expressions::Variable const& variable) const {
storm::dd::DdMetaVariable<LibraryType> const& metaVariable = this->getMetaVariable(variable);
- STORM_LOG_THROW(metaVariable.hasHigh(), storm::exceptions::InvalidOperationException, "Cannot create range for meta variable.");
-
- Bdd<LibraryType> result = this->getBddZero();
-
- for (int_fast64_t value = metaVariable.getLow(); value <= metaVariable.getHigh(); ++value) {
- result |= this->getEncoding(variable, value);
+
+ if (metaVariable.hasHigh()) {
+ return Bdd<LibraryType>(*this, internalDdManager.getBddEncodingLessOrEqualThan(static_cast<uint64_t>(metaVariable.getHigh() - metaVariable.getLow()), metaVariable.getCube().getInternalBdd(), metaVariable.getNumberOfDdVariables()), {variable});
+// Bdd<LibraryType> result = this->getBddZero();
+// for (int_fast64_t value = metaVariable.getLow(); value <= metaVariable.getHigh(); ++value) {
+// result |= this->getEncoding(variable, value);
+// }
+// return result;
+ } else {
+ // If there is no upper bound on this variable, the whole range is valid.
+ Bdd<LibraryType> result = this->getBddOne();
+ result.addMetaVariable(variable);
+ return result;
}
-
- return result;
}
template<DdType LibraryType>
@@ -146,6 +151,33 @@ namespace storm {
return result;
}
+ template<DdType LibraryType>
+ Bdd<LibraryType> DdManager<LibraryType>::getIdentity(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& variablePairs, bool restrictToFirstRange) const {
+ auto result = this->getBddOne();
+ for (auto const& pair : variablePairs) {
+ result &= this->getIdentity(pair.first, pair.second, restrictToFirstRange);
+ }
+ return result;
+ }
+
+ template<DdType LibraryType>
+ Bdd<LibraryType> DdManager<LibraryType>::getIdentity(storm::expressions::Variable const& first, storm::expressions::Variable const& second, bool restrictToFirstRange) const {
+ auto const& firstMetaVariable = this->getMetaVariable(first);
+ auto const& secondMetaVariable = this->getMetaVariable(second);
+
+ STORM_LOG_THROW(firstMetaVariable.getNumberOfDdVariables() == secondMetaVariable.getNumberOfDdVariables(), storm::exceptions::InvalidOperationException, "Mismatching sizes of meta variables.");
+
+ auto const& firstDdVariables = firstMetaVariable.getDdVariables();
+ auto const& secondDdVariables = secondMetaVariable.getDdVariables();
+
+ auto result = restrictToFirstRange ? this->getRange(first) : this->getBddOne();
+ for (auto it1 = firstDdVariables.begin(), it2 = secondDdVariables.begin(), ite1 = firstDdVariables.end(); it1 != ite1; ++it1, ++it2) {
+ result &= it1->iff(*it2);
+ }
+
+ return result;
+ }
+
template<DdType LibraryType>
Bdd<LibraryType> DdManager<LibraryType>::getCube(storm::expressions::Variable const& variable) const {
return getCube({variable});
diff --git a/src/storm/storage/dd/DdManager.h b/src/storm/storage/dd/DdManager.h
index 3332d1b88..055bbfb1a 100644
--- a/src/storm/storage/dd/DdManager.h
+++ b/src/storm/storage/dd/DdManager.h
@@ -131,6 +131,23 @@ namespace storm {
template<typename ValueType>
Add<LibraryType, ValueType> getIdentity(storm::expressions::Variable const& variable) const;
+ /*!
+ * Retrieves a BDD in which an encoding is mapped to true iff the meta variables of each pair encode the same value.
+ *
+ * @param variablePairs The variable pairs for which to compute the identity.
+ * @param restrictToFirstRange If set, the identity will be restricted to the legal range of the first variable.
+ */
+ Bdd<LibraryType> getIdentity(std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& variablePairs, bool restrictToFirstRange = true) const;
+
+ /*!
+ * Retrieves a BDD in which an encoding is mapped to true iff the two meta variables encode the same value.
+ *
+ * @param first The first meta variable in the identity.
+ * @param second The second meta variable in the identity.
+ * @param restrictToFirstRange If set, the identity will be restricted to the legal range of the first variable.
+ */
+ Bdd<LibraryType> getIdentity(storm::expressions::Variable const& first, storm::expressions::Variable const& second, bool restrictToFirstRange = true) const;
+
/*!
* Retrieves a BDD that is the cube of the variables representing the given meta variable.
*
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 73db85e4a..5e5e3a3c8 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -198,18 +198,13 @@ namespace storm {
result = thenResult;
} else {
// Get the node to connect the subresults.
- DdNode* var = Cudd_addIthVar(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset);
- Cudd_Ref(var);
- result = Cudd_addIte(ddman, var, thenResult, elseResult);
- Cudd_Ref(result);
- Cudd_RecursiveDeref(ddman, var);
+ result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset, thenResult, elseResult);
Cudd_Deref(thenResult);
Cudd_Deref(elseResult);
}
// Store the result in the cache.
signatureCache[nodePair] = result;
- Cudd_Deref(result);
return result;
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
index 952c7199c..58223d739 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
@@ -57,6 +57,42 @@ namespace storm {
return InternalBdd<DdType::CUDD>(this, cuddManager.bddZero());
}
+ InternalBdd<DdType::CUDD> InternalDdManager<DdType::CUDD>::getBddEncodingLessOrEqualThan(uint64_t bound, InternalBdd<DdType::CUDD> const& cube, uint64_t numberOfDdVariables) const {
+ DdNodePtr node = this->getBddEncodingLessOrEqualThanRec(0, (1ull << numberOfDdVariables) - 1, bound, cube.getCuddDdNode(), numberOfDdVariables);
+ STORM_LOG_ASSERT(node != nullptr, "Wut?");
+ FILE* fp = fopen("range.dot", "w");
+ Cudd_DumpDot(cuddManager.getManager(), 1, &node, nullptr, nullptr, fp);
+ fclose(fp);
+
+ auto tmp = cudd::BDD(cuddManager, node);
+ return InternalBdd<DdType::CUDD>(this, tmp);
+ }
+
+ DdNodePtr InternalDdManager<DdType::CUDD>::getBddEncodingLessOrEqualThanRec(uint64_t minimalValue, uint64_t maximalValue, uint64_t bound, DdNodePtr cube, uint64_t remainingDdVariables) const {
+ std::cout << minimalValue << " / " << maximalValue << " -> " << bound << std::endl;
+ if (maximalValue <= bound) {
+ return Cudd_ReadOne(cuddManager.getManager());
+ } else if (minimalValue > bound) {
+ return Cudd_ReadLogicZero(cuddManager.getManager());
+ }
+
+ STORM_LOG_ASSERT(remainingDdVariables > 0, "Expected more remaining DD variables.");
+ STORM_LOG_ASSERT(!Cudd_IsConstant(cube), "Expected non-constant cube.");
+ uint64_t newRemainingDdVariables = remainingDdVariables - 1;
+ DdNodePtr elseResult = getBddEncodingLessOrEqualThanRec(minimalValue, maximalValue & ~(1ull << newRemainingDdVariables), bound, Cudd_T(cube), newRemainingDdVariables);
+ Cudd_Ref(elseResult);
+ DdNodePtr thenResult = getBddEncodingLessOrEqualThanRec(minimalValue | (1ull << newRemainingDdVariables), maximalValue, bound, Cudd_T(cube), newRemainingDdVariables);
+ Cudd_Ref(thenResult);
+ STORM_LOG_ASSERT(thenResult != elseResult, "Expected different results.");
+
+ std::cout << "creating " << Cudd_NodeReadIndex(cube) << " -> " << thenResult << " / " << elseResult << std::endl;
+ DdNodePtr result = cuddUniqueInter(cuddManager.getManager(), Cudd_NodeReadIndex(cube), thenResult, elseResult);
+ std::cout << "result " << result << std::endl;
+ Cudd_Deref(thenResult);
+ Cudd_Deref(elseResult);
+ return result;
+ }
+
template<typename ValueType>
InternalAdd<DdType::CUDD, ValueType> InternalDdManager<DdType::CUDD>::getAddZero() const {
return InternalAdd<DdType::CUDD, ValueType>(this, cuddManager.addZero());
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.h b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
index 44efef0c5..3b1c74e16 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.h
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.h
@@ -59,6 +59,13 @@ namespace storm {
*/
InternalBdd<DdType::CUDD> getBddZero() const;
+ /*!
+ * Retrieves a BDD that maps to true iff the encoding is less or equal than the given bound.
+ *
+ * @return A BDD with encodings corresponding to values less or equal than the bound.
+ */
+ InternalBdd<DdType::CUDD> getBddEncodingLessOrEqualThan(uint64_t bound, InternalBdd<DdType::CUDD> const& cube, uint64_t numberOfDdVariables) const;
+
/*!
* Retrieves an ADD representing the constant zero function.
*
@@ -146,6 +153,9 @@ namespace storm {
cudd::Cudd const& getCuddManager() const;
private:
+ // Helper function to create the BDD whose encodings are below a given bound.
+ DdNodePtr getBddEncodingLessOrEqualThanRec(uint64_t minimalValue, uint64_t maximalValue, uint64_t bound, DdNodePtr cube, uint64_t remainingDdVariables) const;
+
// The manager responsible for the DDs created/modified with this DdManager.
cudd::Cudd cuddManager;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
index 4586e9890..29f9a3208 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.cpp
@@ -129,6 +129,28 @@ namespace storm {
return InternalBdd<DdType::Sylvan>(this, sylvan::Bdd::bddZero());
}
+ InternalBdd<DdType::Sylvan> InternalDdManager<DdType::Sylvan>::getBddEncodingLessOrEqualThan(uint64_t bound, InternalBdd<DdType::Sylvan> const& cube, uint64_t numberOfDdVariables) const {
+ return InternalBdd<DdType::Sylvan>(this, sylvan::Bdd(this->getBddEncodingLessOrEqualThanRec(0, (1ull << numberOfDdVariables) - 1, bound, cube.getSylvanBdd().GetBDD(), numberOfDdVariables)));
+ }
+
+ BDD InternalDdManager<DdType::Sylvan>::getBddEncodingLessOrEqualThanRec(uint64_t minimalValue, uint64_t maximalValue, uint64_t bound, BDD cube, uint64_t remainingDdVariables) const {
+ if (maximalValue <= bound) {
+ return sylvan_true;
+ } else if (minimalValue > bound) {
+ return sylvan_false;
+ }
+
+ STORM_LOG_ASSERT(remainingDdVariables > 0, "Expected more remaining DD variables.");
+ uint64_t newRemainingDdVariables = remainingDdVariables - 1;
+ BDD elseResult = getBddEncodingLessOrEqualThanRec(minimalValue, maximalValue & ~(1ull << newRemainingDdVariables), bound, sylvan_high(cube), newRemainingDdVariables);
+ bdd_refs_push(elseResult);
+ BDD thenResult = getBddEncodingLessOrEqualThanRec(minimalValue | (1ull << newRemainingDdVariables), maximalValue, bound, sylvan_high(cube), newRemainingDdVariables);
+ bdd_refs_push(elseResult);
+ BDD result = sylvan_makenode(sylvan_var(cube), elseResult, thenResult);
+ bdd_refs_pop(2);
+ return result;
+ }
+
template<>
InternalAdd<DdType::Sylvan, double> InternalDdManager<DdType::Sylvan>::getAddZero() const {
return InternalAdd<DdType::Sylvan, double>(this, sylvan::Mtbdd::doubleTerminal(storm::utility::zero<double>()));
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
index c10915145..408817965 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanDdManager.h
@@ -60,6 +60,13 @@ namespace storm {
*/
InternalBdd<DdType::Sylvan> getBddZero() const;
+ /*!
+ * Retrieves a BDD that maps to true iff the encoding is less or equal than the given bound.
+ *
+ * @return A BDD with encodings corresponding to values less or equal than the bound.
+ */
+ InternalBdd<DdType::Sylvan> getBddEncodingLessOrEqualThan(uint64_t bound, InternalBdd<DdType::Sylvan> const& cube, uint64_t numberOfDdVariables) const;
+
/*!
* Retrieves an ADD representing the constant zero function.
*
@@ -133,6 +140,9 @@ namespace storm {
uint_fast64_t getNumberOfDdVariables() const;
private:
+ // Helper function to create the BDD whose encodings are below a given bound.
+ BDD getBddEncodingLessOrEqualThanRec(uint64_t minimalValue, uint64_t maximalValue, uint64_t bound, BDD cube, uint64_t remainingDdVariables) const;
+
// A counter for the number of instances of this class. This is used to determine when to initialize and
// quit the sylvan. This is because Sylvan does not know the concept of managers but implicitly has a
// 'global' manager.
diff --git a/src/storm/utility/dd.cpp b/src/storm/utility/dd.cpp
index b4b74a19a..47d15347e 100644
--- a/src/storm/utility/dd.cpp
+++ b/src/storm/utility/dd.cpp
@@ -45,38 +45,17 @@ namespace storm {
return reachableStates;
}
- template <storm::dd::DdType Type, typename ValueType>
- storm::dd::Add<Type, ValueType> getRowColumnDiagonal(storm::dd::DdManager<Type> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs) {
- storm::dd::Add<Type, ValueType> result = ddManager.template getAddOne<ValueType>();
- for (auto const& pair : rowColumnMetaVariablePairs) {
- result *= ddManager.template getIdentity<ValueType>(pair.first).equals(ddManager.template getIdentity<ValueType>(pair.second)).template toAdd<ValueType>();
- result *= ddManager.getRange(pair.first).template toAdd<ValueType>() * ddManager.getRange(pair.second).template toAdd<ValueType>();
- }
- return result;
- }
-
template <storm::dd::DdType Type>
storm::dd::Bdd<Type> getRowColumnDiagonal(storm::dd::DdManager<Type> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs) {
- storm::dd::Bdd<Type> diagonal = ddManager.getBddOne();
- for (auto const& pair : rowColumnMetaVariablePairs) {
- diagonal &= ddManager.template getIdentity<uint64_t>(pair.first).equals(ddManager.template getIdentity<uint64_t>(pair.second));
- diagonal &= ddManager.getRange(pair.first) && ddManager.getRange(pair.second);
- }
- return diagonal;
+ return ddManager.getIdentity(rowColumnMetaVariablePairs);
}
template storm::dd::Bdd<storm::dd::DdType::CUDD> computeReachableStates(storm::dd::Bdd<storm::dd::DdType::CUDD> const& initialStates, storm::dd::Bdd<storm::dd::DdType::CUDD> const& transitions, std::set<storm::expressions::Variable> const& rowMetaVariables, std::set<storm::expressions::Variable> const& columnMetaVariables);
template storm::dd::Bdd<storm::dd::DdType::Sylvan> computeReachableStates(storm::dd::Bdd<storm::dd::DdType::Sylvan> const& initialStates, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& transitions, std::set<storm::expressions::Variable> const& rowMetaVariables, std::set<storm::expressions::Variable> const& columnMetaVariables);
- template storm::dd::Add<storm::dd::DdType::CUDD, double> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::CUDD> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
- template storm::dd::Add<storm::dd::DdType::Sylvan, double> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
-
template storm::dd::Bdd<storm::dd::DdType::CUDD> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::CUDD> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
template storm::dd::Bdd<storm::dd::DdType::Sylvan> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
- template storm::dd::Add<storm::dd::DdType::Sylvan, storm::RationalNumber> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
- template storm::dd::Add<storm::dd::DdType::Sylvan, storm::RationalFunction> getRowColumnDiagonal(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& ddManager, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs);
-
}
}
}
diff --git a/src/test/storm/storage/CuddDdTest.cpp b/src/test/storm/storage/CuddDdTest.cpp
index 7cfac18a5..499be2a12 100644
--- a/src/test/storm/storage/CuddDdTest.cpp
+++ b/src/test/storm/storage/CuddDdTest.cpp
@@ -414,7 +414,7 @@ TEST(CuddDd, RangeTest) {
storm::dd::Bdd<storm::dd::DdType::CUDD> range;
ASSERT_NO_THROW(range = manager->getRange(x.first));
-
+
EXPECT_EQ(9ul, range.getNonZeroCount());
EXPECT_EQ(1ul, range.getLeafCount());
EXPECT_EQ(5ul, range.getNodeCount());
From c09f6c1924972d7e5c55921abf24a98d95c45af1 Mon Sep 17 00:00:00 2001
From: Matthias Volk <matthias.volk@cs.rwth-aachen.de>
Date: Tue, 15 Aug 2017 15:23:06 +0200
Subject: [PATCH 48/77] Update mtime_cache files for travis caching
---
travis/mtime_cache/globs.txt | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/travis/mtime_cache/globs.txt b/travis/mtime_cache/globs.txt
index cd0d4d2ff..09bc1e5bf 100644
--- a/travis/mtime_cache/globs.txt
+++ b/travis/mtime_cache/globs.txt
@@ -1,4 +1,4 @@
src/**/*.{%{cpp}}
src/**/CMakeLists.txt
resources/3rdparty/**/*.{%{cpp}}
-resources/3rdparty/eigen-3.3-beta1/StormEigen/*
+resources/3rdparty/eigen-3.3-beta1/StormEigen/**/*
From 2f97684d6d4f5ca864df990a1431eaf8ef6abc49 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 15 Aug 2017 21:19:43 +0200
Subject: [PATCH 49/77] fixed bug in recent optimization (only CUDD-based
implementation was faulty)
---
.../dd/bisimulation/SignatureRefiner.cpp | 6 +++++-
.../storage/dd/cudd/InternalCuddDdManager.cpp | 18 ++++++------------
2 files changed, 11 insertions(+), 13 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 5e5e3a3c8..a67fa9962 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -198,7 +198,11 @@ namespace storm {
result = thenResult;
} else {
// Get the node to connect the subresults.
- result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset, thenResult, elseResult);
+ bool complemented = Cudd_IsComplement(thenResult);
+ result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset, Cudd_Regular(thenResult), complemented ? Cudd_Not(elseResult) : elseResult);
+ if (complemented) {
+ result = Cudd_Not(result);
+ }
Cudd_Deref(thenResult);
Cudd_Deref(elseResult);
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
index 58223d739..7dd5b75f6 100644
--- a/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddDdManager.cpp
@@ -58,18 +58,10 @@ namespace storm {
}
InternalBdd<DdType::CUDD> InternalDdManager<DdType::CUDD>::getBddEncodingLessOrEqualThan(uint64_t bound, InternalBdd<DdType::CUDD> const& cube, uint64_t numberOfDdVariables) const {
- DdNodePtr node = this->getBddEncodingLessOrEqualThanRec(0, (1ull << numberOfDdVariables) - 1, bound, cube.getCuddDdNode(), numberOfDdVariables);
- STORM_LOG_ASSERT(node != nullptr, "Wut?");
- FILE* fp = fopen("range.dot", "w");
- Cudd_DumpDot(cuddManager.getManager(), 1, &node, nullptr, nullptr, fp);
- fclose(fp);
-
- auto tmp = cudd::BDD(cuddManager, node);
- return InternalBdd<DdType::CUDD>(this, tmp);
+ return InternalBdd<DdType::CUDD>(this, cudd::BDD(cuddManager, this->getBddEncodingLessOrEqualThanRec(0, (1ull << numberOfDdVariables) - 1, bound, cube.getCuddDdNode(), numberOfDdVariables)));
}
DdNodePtr InternalDdManager<DdType::CUDD>::getBddEncodingLessOrEqualThanRec(uint64_t minimalValue, uint64_t maximalValue, uint64_t bound, DdNodePtr cube, uint64_t remainingDdVariables) const {
- std::cout << minimalValue << " / " << maximalValue << " -> " << bound << std::endl;
if (maximalValue <= bound) {
return Cudd_ReadOne(cuddManager.getManager());
} else if (minimalValue > bound) {
@@ -85,9 +77,11 @@ namespace storm {
Cudd_Ref(thenResult);
STORM_LOG_ASSERT(thenResult != elseResult, "Expected different results.");
- std::cout << "creating " << Cudd_NodeReadIndex(cube) << " -> " << thenResult << " / " << elseResult << std::endl;
- DdNodePtr result = cuddUniqueInter(cuddManager.getManager(), Cudd_NodeReadIndex(cube), thenResult, elseResult);
- std::cout << "result " << result << std::endl;
+ bool complemented = Cudd_IsComplement(thenResult);
+ DdNodePtr result = cuddUniqueInter(cuddManager.getManager(), Cudd_NodeReadIndex(cube), Cudd_Regular(thenResult), complemented ? Cudd_Not(elseResult) : elseResult);
+ if (complemented) {
+ result = Cudd_Not(result);
+ }
Cudd_Deref(thenResult);
Cudd_Deref(elseResult);
return result;
From f254a05f4e86d0965773885b05f3e516e138d2ab Mon Sep 17 00:00:00 2001
From: Matthias Volk <matthias.volk@cs.rwth-aachen.de>
Date: Thu, 17 Aug 2017 09:25:43 +0200
Subject: [PATCH 50/77] Update mtime_cache files for travis caching
---
travis/mtime_cache/globs.txt | 1 +
1 file changed, 1 insertion(+)
diff --git a/travis/mtime_cache/globs.txt b/travis/mtime_cache/globs.txt
index 09bc1e5bf..a09cba27a 100644
--- a/travis/mtime_cache/globs.txt
+++ b/travis/mtime_cache/globs.txt
@@ -1,4 +1,5 @@
src/**/*.{%{cpp}}
src/**/CMakeLists.txt
+CMakeLists.txt
resources/3rdparty/**/*.{%{cpp}}
resources/3rdparty/eigen-3.3-beta1/StormEigen/**/*
From 5e2ccaeeb5750f9235b4f384a488f9a669664fc1 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 17 Aug 2017 20:37:11 +0200
Subject: [PATCH 51/77] started moving towards simpler sparse quotient
extraction
---
src/storm/storage/SparseMatrix.cpp | 1 -
.../dd/bisimulation/QuotientExtractor.cpp | 253 +++++++++++++-----
.../dd/bisimulation/QuotientExtractor.h | 1 -
3 files changed, 192 insertions(+), 63 deletions(-)
diff --git a/src/storm/storage/SparseMatrix.cpp b/src/storm/storage/SparseMatrix.cpp
index 79b53b408..49d0cddad 100644
--- a/src/storm/storage/SparseMatrix.cpp
+++ b/src/storm/storage/SparseMatrix.cpp
@@ -1603,7 +1603,6 @@ namespace storm {
for (index_type row = 0; row < this->rowCount; ++row) {
auto rowSum = getRowSum(row);
if (!comparator.isOne(rowSum)) {
- std::cout << "row sum of row " << row << " is " << rowSum << std::endl;
return false;
}
}
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 2a52fde56..fc6e289b1 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -32,6 +32,182 @@ namespace storm {
namespace dd {
namespace bisimulation {
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalRepresentativeComputer;
+
+ template<storm::dd::DdType DdType, typename ValueType>
+ class InternalRepresentativeComputerBase {
+ public:
+ InternalRepresentativeComputerBase(Partition<DdType, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : partition(partition), rowVariables(rowVariables), columnVariables(columnVariables) {
+ if (partition.storedAsAdd()) {
+ ddManager = &partition.asAdd().getDdManager();
+ } else {
+ ddManager = &partition.asBdd().getDdManager();
+ }
+ internalDdManager = &ddManager->getInternalDdManager();
+
+ // Create state variables cube.
+ this->columnVariablesCube = ddManager->getBddOne();
+ for (auto const& var : columnVariables) {
+ auto const& metaVariable = ddManager->getMetaVariable(var);
+ this->columnVariablesCube &= metaVariable.getCube();
+ }
+ }
+
+ protected:
+ storm::dd::DdManager<DdType> const* ddManager;
+ storm::dd::InternalDdManager<DdType> const* internalDdManager;
+
+ Partition<DdType, ValueType> const& partition;
+ std::set<storm::expressions::Variable> const& rowVariables;
+ std::set<storm::expressions::Variable> const& columnVariables;
+ storm::dd::Bdd<DdType> columnVariablesCube;
+ };
+
+ template<typename ValueType>
+ class InternalRepresentativeComputer<storm::dd::DdType::CUDD, ValueType> : public InternalRepresentativeComputerBase<storm::dd::DdType::CUDD, ValueType> {
+ public:
+ InternalRepresentativeComputer(Partition<storm::dd::DdType::CUDD, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::CUDD, ValueType>(partition, rowVariables, columnVariables) {
+ this->ddman = this->internalDdManager->getCuddManager().getManager();
+ }
+
+ storm::dd::Bdd<storm::dd::DdType::CUDD> getRepresentatives() {
+ return storm::dd::Bdd<storm::dd::DdType::CUDD>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::CUDD>(this->internalDdManager, cudd::BDD(this->internalDdManager->getCuddManager(), this->getRepresentativesRec(this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->columnVariablesCube.getInternalBdd().getCuddDdNode()))), this->rowVariables);
+ }
+
+ private:
+ DdNodePtr getRepresentativesRec(DdNodePtr partitionNode, DdNodePtr stateVariablesCube) {
+ if (partitionNode == Cudd_ReadZero(ddman)) {
+ return Cudd_ReadLogicZero(ddman);
+ }
+
+ // If we visited the node before, there is no block that we still need to cover.
+ if (visitedNodes.find(partitionNode) != visitedNodes.end()) {
+ return Cudd_ReadLogicZero(ddman);
+ }
+
+ // If we hit a block variable and have not yet terminated the DFS earlier, it means we have a new representative.
+ if (Cudd_IsConstant(stateVariablesCube)) {
+ visitedNodes.emplace(partitionNode, true);
+ return Cudd_ReadOne(ddman);
+ } else {
+ bool skipped = false;
+ DdNodePtr elsePartitionNode;
+ DdNodePtr thenPartitionNode;
+ if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(stateVariablesCube)) {
+ elsePartitionNode = Cudd_E(partitionNode);
+ thenPartitionNode = Cudd_T(partitionNode);
+ } else {
+ elsePartitionNode = thenPartitionNode = partitionNode;
+ skipped = true;
+ }
+
+ if (!skipped) {
+ visitedNodes.emplace(partitionNode, true);
+ }
+
+ // Otherwise, recursively proceed with DFS.
+ DdNodePtr elseResult = getRepresentativesRec(elsePartitionNode, Cudd_T(stateVariablesCube));
+ Cudd_Ref(elseResult);
+
+ DdNodePtr thenResult = nullptr;
+ if (!skipped) {
+ thenResult = getRepresentativesRec(thenPartitionNode, Cudd_T(stateVariablesCube));
+ Cudd_Ref(thenResult);
+
+ if (thenResult == elseResult) {
+ Cudd_Deref(elseResult);
+ Cudd_Deref(thenResult);
+ return elseResult;
+ } else {
+ bool complement = Cudd_IsComplement(thenResult);
+ auto result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_Regular(thenResult), complement ? Cudd_Not(elseResult) : elseResult);
+ Cudd_Deref(elseResult);
+ Cudd_Deref(thenResult);
+ return complement ? Cudd_Not(result) : result;
+ }
+ } else {
+ auto result = Cudd_Not(cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_ReadOne(ddman), Cudd_Not(elseResult)));
+ Cudd_Deref(elseResult);
+ return result;
+ }
+ }
+ }
+
+ ::DdManager* ddman;
+ spp::sparse_hash_map<DdNode const*, bool> visitedNodes;
+ };
+
+ template<typename ValueType>
+ class InternalRepresentativeComputer<storm::dd::DdType::Sylvan, ValueType> : public InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan, ValueType> {
+ public:
+ InternalRepresentativeComputer(Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan, ValueType>(partition, rowVariables, columnVariables) {
+ // Intentionally left empty.
+ }
+
+ storm::dd::Bdd<storm::dd::DdType::Sylvan> getRepresentatives() {
+ return storm::dd::Bdd<storm::dd::DdType::Sylvan>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::Sylvan>(this->internalDdManager, sylvan::Bdd(this->getRepresentativesRec(this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->columnVariablesCube.getInternalBdd().getSylvanBdd().GetBDD()))), this->rowVariables);
+ }
+
+ private:
+ BDD getRepresentativesRec(BDD partitionNode, BDD stateVariablesCube) {
+ if (partitionNode == sylvan_false) {
+ return sylvan_false;
+ }
+
+ // If we visited the node before, there is no block that we still need to cover.
+ if (visitedNodes.find(partitionNode) != visitedNodes.end()) {
+ return sylvan_false;
+ }
+
+ // If we hit a block variable and have not yet terminated the DFS earlier, it means we have a new representative.
+ if (sylvan_isconst(stateVariablesCube)) {
+ visitedNodes.emplace(partitionNode, true);
+ return sylvan_true;
+ } else {
+ bool skipped = false;
+ BDD elsePartitionNode;
+ BDD thenPartitionNode;
+ if (sylvan_var(partitionNode) == sylvan_var(stateVariablesCube)) {
+ elsePartitionNode = sylvan_low(partitionNode);
+ thenPartitionNode = sylvan_high(partitionNode);
+ } else {
+ elsePartitionNode = thenPartitionNode = partitionNode;
+ skipped = true;
+ }
+
+ if (!skipped) {
+ visitedNodes.emplace(partitionNode, true);
+ }
+
+ // Otherwise, recursively proceed with DFS.
+ BDD elseResult = getRepresentativesRec(elsePartitionNode, sylvan_high(stateVariablesCube));
+ mtbdd_refs_push(elseResult);
+
+ BDD thenResult;
+ if (!skipped) {
+ thenResult = getRepresentativesRec(thenPartitionNode, sylvan_high(stateVariablesCube));
+ mtbdd_refs_push(thenResult);
+
+ if (thenResult == elseResult) {
+ mtbdd_refs_pop(2);
+ return elseResult;
+ } else {
+ auto result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, thenResult);
+ mtbdd_refs_pop(2);
+ return result;
+ }
+ } else {
+ auto result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, sylvan_false);
+ mtbdd_refs_pop(1);
+ return result;
+ }
+ }
+ }
+
+ spp::sparse_hash_map<BDD, bool> visitedNodes;
+ };
+
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractor;
@@ -651,14 +827,23 @@ namespace storm {
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getNondeterminismVariables());
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
+ storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsAdd() ? partition.asAdd().toBdd() : partition.asBdd();
+ partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ partitionAsBdd.template toAdd<ValueType>().exportToDot("partition.dot");
+
auto start = std::chrono::high_resolution_clock::now();
- storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix(), partition);
+ // FIXME: Use partition as BDD in representative computation.
+ auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
+ representatives.template toAdd<ValueType>().exportToDot("repr.dot");
+ (model.getTransitionMatrix() * representatives.template toAdd<ValueType>()).exportToDot("extract.dot");
+ storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix() * representatives.template toAdd<ValueType>(), partition);
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
start = std::chrono::high_resolution_clock::now();
+ storm::dd::Odd odd = representatives.createOdd();
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
- quotientStateLabeling.addLabel("init", sparseExtractor.extractStates(model.getInitialStates(), partition));
+ quotientStateLabeling.addLabel("init", ((model.getInitialStates() && partitionAsBdd).existsAbstract(model.getRowVariables()) && partitionAsBdd && representatives).existsAbstract({partition.getBlockVariable()}).toVector(odd));
quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
for (auto const& label : preservationInformation.getLabels()) {
@@ -743,15 +928,15 @@ namespace storm {
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
- storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
start = std::chrono::high_resolution_clock::now();
- storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
// Pick a representative from each block.
- partitionAsBdd = partitionAsBdd.existsAbstractRepresentative(model.getColumnVariables());
- partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
+ partitionAsBdd = representatives && partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
- quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd.renameVariables(model.getColumnVariables(), model.getRowVariables()), model.getRowVariables());
+ quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
end = std::chrono::high_resolution_clock::now();
// Check quotient matrix for sanity.
@@ -776,61 +961,7 @@ namespace storm {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot extract quotient for this model type.");
}
}
-
- template<storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> QuotientExtractor<DdType, ValueType>::extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
- auto modelType = model.getType();
-
- if (modelType == storm::models::ModelType::Dtmc || modelType == storm::models::ModelType::Ctmc) {
- std::set<storm::expressions::Variable> blockVariableSet = {partition.getBlockVariable()};
- std::set<storm::expressions::Variable> blockPrimeVariableSet = {partition.getPrimedBlockVariable()};
- std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> blockMetaVariablePairs = {std::make_pair(partition.getBlockVariable(), partition.getPrimedBlockVariable())};
-
- storm::dd::Add<DdType, ValueType> partitionAsAdd = partition.storedAsBdd() ? partition.asBdd().template toAdd<ValueType>() : partition.asAdd();
- storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd, model.getColumnVariables());
- quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getColumnVariables());
- partitionAsAdd = partitionAsAdd / partitionAsAdd.sumAbstract(model.getColumnVariables());
- quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
- quotientTransitionMatrix = quotientTransitionMatrix.renameVariables(blockVariableSet, model.getRowVariables());
- storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
-
- // Check quotient matrix for sanity.
- STORM_LOG_ASSERT(quotientTransitionMatrix.greater(storm::utility::one<ValueType>()).isZero(), "Illegal entries in quotient matrix.");
- STORM_LOG_ASSERT(quotientTransitionMatrix.sumAbstract(blockPrimeVariableSet).equalModuloPrecision(quotientTransitionMatrix.notZero().existsAbstract(blockPrimeVariableSet).template toAdd<ValueType>(), ValueType(1e-6)), "Illegal non-probabilistic matrix.");
-
- storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsBdd() ? partition.asBdd() : partition.asAdd().notZero();
- storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
- storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables()).renameVariables(blockVariableSet, model.getRowVariables());
- storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables())).existsAbstract(model.getRowVariables()).renameVariables(blockVariableSet, model.getRowVariables());
- storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(model.getColumnVariables()) && reachableStates;
-
- std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
- for (auto const& label : preservationInformation.getLabels()) {
- preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
- }
- for (auto const& expression : preservationInformation.getExpressions()) {
- std::stringstream stream;
- stream << expression;
- std::string expressionAsString = stream.str();
- auto it = preservedLabelBdds.find(expressionAsString);
- if (it != preservedLabelBdds.end()) {
- STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
- } else {
- preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
- }
- }
-
- if (modelType == storm::models::ModelType::Dtmc) {
- return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, model.getRowVariables(), model.getColumnVariables(), model.getRowColumnMetaVariablePairs(), preservedLabelBdds, {}));
- } else {
- return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
- }
- } else {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Cannot exctract quotient for this model type.");
- }
- }
-
template class QuotientExtractor<storm::dd::DdType::CUDD, double>;
template class QuotientExtractor<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.h b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
index dda06a3d3..dcce31659 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.h
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.h
@@ -28,7 +28,6 @@ namespace storm {
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractDdQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingBlockVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
- std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> extractQuotientUsingOriginalVariables(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation);
bool useRepresentatives;
storm::settings::modules::BisimulationSettings::QuotientFormat quotientFormat;
From b7be027f7a6dd4d8307025bd3403bdbc8b03479b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 18 Aug 2017 14:53:29 +0200
Subject: [PATCH 52/77] switching workplace
---
src/storm/storage/dd/Odd.cpp | 29 +-
src/storm/storage/dd/Odd.h | 3 +-
.../dd/bisimulation/QuotientExtractor.cpp | 762 +++++++-----------
src/storm/storage/dd/cudd/InternalCuddBdd.cpp | 51 +-
src/storm/storage/dd/cudd/InternalCuddBdd.h | 3 +-
5 files changed, 316 insertions(+), 532 deletions(-)
diff --git a/src/storm/storage/dd/Odd.cpp b/src/storm/storage/dd/Odd.cpp
index af86aba1d..b94295f0e 100644
--- a/src/storm/storage/dd/Odd.cpp
+++ b/src/storm/storage/dd/Odd.cpp
@@ -13,7 +13,7 @@
namespace storm {
namespace dd {
Odd::Odd(std::shared_ptr<Odd> elseNode, uint_fast64_t elseOffset, std::shared_ptr<Odd> thenNode, uint_fast64_t thenOffset) : elseNode(elseNode), thenNode(thenNode), elseOffset(elseOffset), thenOffset(thenOffset) {
- // Intentionally left empty.
+ STORM_LOG_ASSERT(this != elseNode.get() && this != thenNode.get(), "Cyclic ODD.");
}
Odd const& Odd::getThenSuccessor() const {
@@ -105,30 +105,23 @@ namespace storm {
dotFile << boost::join(levelNames, " -> ") << ";";
dotFile << "}" << std::endl;
- std::map<uint_fast64_t, std::vector<std::reference_wrapper<storm::dd::Odd const>>> levelToOddNodesMap;
+ std::map<uint_fast64_t, std::unordered_set<storm::dd::Odd const*>> levelToOddNodesMap;
this->addToLevelToOddNodesMap(levelToOddNodesMap);
for (auto const& levelNodes : levelToOddNodesMap) {
dotFile << "{ rank = same; \"" << levelNodes.first << "\"" << std::endl;;
for (auto const& node : levelNodes.second) {
- dotFile << "\"" << &node.get() << "\";" << std::endl;
+ dotFile << "\"" << node << "\";" << std::endl;
}
dotFile << "}" << std::endl;
}
- std::set<storm::dd::Odd const*> printedNodes;
for (auto const& levelNodes : levelToOddNodesMap) {
for (auto const& node : levelNodes.second) {
- if (printedNodes.find(&node.get()) != printedNodes.end()) {
- continue;
- } else {
- printedNodes.insert(&node.get());
- }
-
- dotFile << "\"" << &node.get() << "\" [label=\"" << levelNodes.first << "\"];" << std::endl;
- if (!node.get().isTerminalNode()) {
- dotFile << "\"" << &node.get() << "\" -> \"" << &node.get().getElseSuccessor() << "\" [style=dashed, label=\"0\"];" << std::endl;
- dotFile << "\"" << &node.get() << "\" -> \"" << &node.get().getThenSuccessor() << "\" [style=solid, label=\"" << node.get().getElseOffset() << "\"];" << std::endl;
+ dotFile << "\"" << node << "\" [label=\"" << node->getTotalOffset() << "\"];" << std::endl;
+ if (!node->isTerminalNode()) {
+ dotFile << "\"" << node << "\" -> \"" << &node->getElseSuccessor() << "\" [style=dashed, label=\"0\"];" << std::endl;
+ dotFile << "\"" << node << "\" -> \"" << &node->getThenSuccessor() << "\" [style=solid, label=\"" << node->getElseOffset() << "\"];" << std::endl;
}
}
}
@@ -137,11 +130,13 @@ namespace storm {
storm::utility::closeFile(dotFile);
}
- void Odd::addToLevelToOddNodesMap(std::map<uint_fast64_t, std::vector<std::reference_wrapper<storm::dd::Odd const>>>& levelToOddNodesMap, uint_fast64_t level) const {
- levelToOddNodesMap[level].push_back(*this);
+ void Odd::addToLevelToOddNodesMap(std::map<uint_fast64_t, std::unordered_set<storm::dd::Odd const*>>& levelToOddNodesMap, uint_fast64_t level) const {
+ levelToOddNodesMap[level].emplace(this);
if (!this->isTerminalNode()) {
this->getElseSuccessor().addToLevelToOddNodesMap(levelToOddNodesMap, level + 1);
- this->getThenSuccessor().addToLevelToOddNodesMap(levelToOddNodesMap, level + 1);
+ if (this->thenNode != this->elseNode) {
+ this->getThenSuccessor().addToLevelToOddNodesMap(levelToOddNodesMap, level + 1);
+ }
}
}
diff --git a/src/storm/storage/dd/Odd.h b/src/storm/storage/dd/Odd.h
index 637e9ca6c..0cb4a307c 100644
--- a/src/storm/storage/dd/Odd.h
+++ b/src/storm/storage/dd/Odd.h
@@ -4,6 +4,7 @@
#include <vector>
#include <map>
#include <memory>
+#include <unordered_set>
namespace storm {
namespace dd {
@@ -125,7 +126,7 @@ namespace storm {
* @param levelToOddNodesMap A mapping of the level to the ODD node.
* @param The level of the current node.
*/
- void addToLevelToOddNodesMap(std::map<uint_fast64_t, std::vector<std::reference_wrapper<storm::dd::Odd const>>>& levelToOddNodesMap, uint_fast64_t level = 0) const;
+ void addToLevelToOddNodesMap(std::map<uint_fast64_t, std::unordered_set<storm::dd::Odd const*>>& levelToOddNodesMap, uint_fast64_t level = 0) const;
/*!
* Adds the values of the old explicit values to the new explicit values where the positions in the old vector
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index fc6e289b1..5f4376ae7 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -214,89 +214,43 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractorBase {
public:
- InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : manager(manager) {
-
- // Initialize cubes.
- stateVariablesCube = manager.getBddOne();
- allSourceVariablesCube = manager.getBddOne();
- nondeterminismVariablesCube = manager.getBddOne();
-
+ InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<DdType, ValueType> const& partition, storm::dd::Bdd<DdType> const& representatives, storm::dd::Odd const& odd) : manager(manager), partition(partition), representatives(representatives), odd(odd) {
// Create cubes.
- for (auto const& variable : stateVariables) {
+ rowVariablesCube = manager.getBddOne();
+ for (auto const& variable : rowVariables) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
- std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = ddMetaVariable.getIndicesAndLevels();
- sourceVariablesIndicesAndLevels.insert(sourceVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
-
- allSourceVariablesCube &= ddMetaVariable.getCube();
- stateVariablesCube &= ddMetaVariable.getCube();
+ rowVariablesCube &= ddMetaVariable.getCube();
+ }
+ columnVariablesCube = manager.getBddOne();
+ for (auto const& variable : columnVariables) {
+ auto const& ddMetaVariable = manager.getMetaVariable(variable);
+ columnVariablesCube &= ddMetaVariable.getCube();
}
+ nondeterminismVariablesCube = manager.getBddOne();
for (auto const& variable : nondeterminismVariables) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
- allSourceVariablesCube &= ddMetaVariable.getCube();
nondeterminismVariablesCube &= ddMetaVariable.getCube();
-
- std::vector<std::pair<uint64_t, uint64_t>> indicesAndLevels = ddMetaVariable.getIndicesAndLevels();
- nondeterminismVariablesIndicesAndLevels.insert(nondeterminismVariablesIndicesAndLevels.end(), indicesAndLevels.begin(), indicesAndLevels.end());
}
-
- // Sort the indices by their levels.
- std::sort(sourceVariablesIndicesAndLevels.begin(), sourceVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
- std::sort(nondeterminismVariablesIndicesAndLevels.begin(), nondeterminismVariablesIndicesAndLevels.end(), [] (std::pair<uint64_t, uint64_t> const& a, std::pair<uint64_t, uint64_t> const& b) { return a.second < b.second; } );
+ allSourceVariablesCube = rowVariablesCube && nondeterminismVariablesCube;
}
protected:
- storm::storage::SparseMatrix<ValueType> createMatrixFromEntries(Partition<DdType, ValueType> const& partition) {
- if (!deterministicEntries.empty()) {
- return createMatrixFromDeterministicEntries(partition);
- } else {
- return createMatrixFromNondeterministicEntries(partition);
- }
- }
+ // The manager responsible for the DDs.
+ storm::dd::DdManager<DdType> const& manager;
- storm::storage::SparseMatrix<ValueType> createMatrixFromNondeterministicEntries(Partition<DdType, ValueType> const& partition) {
- bool nontrivialRowGrouping = false;
- uint64_t numberOfChoices = 0;
- for (auto& group : nondeterministicEntries) {
- for (auto& choice : group) {
- auto& row = choice.second;
- std::sort(row.begin(), row.end(),
- [] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) {
- return a.getColumn() < b.getColumn();
- });
- ++numberOfChoices;
- }
- nontrivialRowGrouping |= group.size() > 1;
- }
-
- storm::storage::SparseMatrixBuilder<ValueType> builder(numberOfChoices, partition.getNumberOfBlocks(), 0, false, nontrivialRowGrouping);
- uint64_t rowCounter = 0;
- for (auto& group : nondeterministicEntries) {
- for (auto& choice : group) {
- auto& row = choice.second;
- for (auto const& entry : row) {
- builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
- }
-
- // Free storage for row.
- row.clear();
- row.shrink_to_fit();
-
- ++rowCounter;
- }
-
- group.clear();
-
- if (nontrivialRowGrouping) {
- builder.newRowGroup(rowCounter);
- }
- }
- nondeterministicEntries.clear();
- nondeterministicEntries.shrink_to_fit();
- return builder.build();
- }
-
- storm::storage::SparseMatrix<ValueType> createMatrixFromDeterministicEntries(Partition<DdType, ValueType> const& partition) {
- for (auto& row : deterministicEntries) {
+ // Useful cubes needed in the translation.
+ storm::dd::Bdd<DdType> rowVariablesCube;
+ storm::dd::Bdd<DdType> columnVariablesCube;
+ storm::dd::Bdd<DdType> allSourceVariablesCube;
+ storm::dd::Bdd<DdType> nondeterminismVariablesCube;
+
+ // Information about the state partition.
+ Partition<DdType, ValueType> partition;
+ storm::dd::Bdd<DdType> representatives;
+ storm::dd::Odd const& odd;
+
+ storm::storage::SparseMatrix<ValueType> createMatrixFromEntries() {
+ for (auto& row : matrixEntries) {
std::sort(row.begin(), row.end(),
[] (storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& a, storm::storage::MatrixEntry<uint_fast64_t, ValueType> const& b) {
return a.getColumn() < b.getColumn();
@@ -305,7 +259,7 @@ namespace storm {
storm::storage::SparseMatrixBuilder<ValueType> builder(partition.getNumberOfBlocks(), partition.getNumberOfBlocks());
uint64_t rowCounter = 0;
- for (auto& row : deterministicEntries) {
+ for (auto& row : matrixEntries) {
for (auto const& entry : row) {
builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
}
@@ -317,483 +271,332 @@ namespace storm {
++rowCounter;
}
- deterministicEntries.clear();
- deterministicEntries.shrink_to_fit();
+ matrixEntries.clear();
+ matrixEntries.shrink_to_fit();
return builder.build();
}
-
- void addMatrixEntry(storm::storage::BitVector const& nondeterminismEncoding, uint64_t sourceBlockIndex, uint64_t targetBlockIndex, ValueType const& value) {
- if (nondeterminismVariablesIndicesAndLevels.empty()) {
- this->deterministicEntries[sourceBlockIndex].emplace_back(targetBlockIndex, value);
- } else {
- this->nondeterministicEntries[sourceBlockIndex][nondeterminismEncoding].emplace_back(targetBlockIndex, value);
- }
+
+ void addMatrixEntry(uint64_t sourceBlockIndex, uint64_t targetBlockIndex, ValueType const& value) {
+ this->matrixEntries[sourceBlockIndex].emplace_back(targetBlockIndex, value);
}
void reserveMatrixEntries(uint64_t numberOfStates) {
- if (nondeterminismVariablesIndicesAndLevels.empty()) {
- this->deterministicEntries.resize(numberOfStates);
- } else {
- this->nondeterministicEntries.resize(numberOfStates);
- }
+ this->matrixEntries.resize(numberOfStates);
}
- // The manager responsible for the DDs.
- storm::dd::DdManager<DdType> const& manager;
-
- // The indices and levels of all state variables.
- std::vector<std::pair<uint64_t, uint64_t>> sourceVariablesIndicesAndLevels;
-
- // The indices and levels of all state variables.
- std::vector<std::pair<uint64_t, uint64_t>> nondeterminismVariablesIndicesAndLevels;
-
- // Useful cubes needed in the translation.
- storm::dd::Bdd<DdType> stateVariablesCube;
- storm::dd::Bdd<DdType> allSourceVariablesCube;
- storm::dd::Bdd<DdType> nondeterminismVariablesCube;
-
- // A hash map that stores the unique source state representative for each source block index.
- spp::sparse_hash_map<uint64_t, std::unique_ptr<storm::storage::BitVector>> uniqueSourceRepresentative;
-
// The entries of the matrix that is built if the model is deterministic (DTMC, CTMC).
- std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> deterministicEntries;
-
- // The entries of the matrix that is built if the model is nondeterministic (MDP).
- std::vector<boost::container::flat_map<storm::storage::BitVector, std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>>> nondeterministicEntries;
+ std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> matrixEntries;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, stateVariables, nondeterminismVariables), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
- // Intentionally left empty.
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::CUDD, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
+
+ STORM_LOG_ASSERT(this->partition.storedAsAdd(), "Expected partition to be stored as an ADD.");
+ this->partition.asAdd().exportToDot("part.dot");
+ odd.exportToDot("odd.dot");
+ this->representatives.exportToDot("reprbdd.dot");
+ this->representatives.template toAdd<ValueType>().exportToDot("repr.dot");
+ this->createBlockToOffsetMapping();
}
- storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
- STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
-
+ storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix) {
// Create the number of rows necessary for the matrix.
- this->reserveMatrixEntries(partition.getNumberOfBlocks());
- STORM_LOG_TRACE("Partition has " << partition.getNumberOfStates() << " states in " << partition.getNumberOfBlocks() << " blocks.");
+ this->reserveMatrixEntries(this->partition.getNumberOfBlocks());
+ STORM_LOG_TRACE("Partition has " << this->partition.getNumberOfStates() << " states in " << this->partition.getNumberOfBlocks() << " blocks.");
- storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
- storm::storage::BitVector nondeterminismEncoding(this->nondeterminismVariablesIndicesAndLevels.size());
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), 0, stateEncoding, nondeterminismEncoding);
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->odd, 0, this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode());
- return this->createMatrixFromEntries(partition);
+ return this->createMatrixFromEntries();
}
- storm::storage::BitVector extractStates(storm::dd::Bdd<storm::dd::DdType::CUDD> const& states, Partition<storm::dd::DdType::CUDD, ValueType> const& partition) {
- STORM_LOG_ASSERT(partition.storedAsAdd(), "Expected partition stored as ADD.");
-
- storm::storage::BitVector result(partition.getNumberOfBlocks());
- extractStatesRec(states.getInternalBdd().getCuddDdNode(), partition.asAdd().getInternalAdd().getCuddDdNode(), this->stateVariablesCube.getInternalBdd().getCuddDdNode(), result);
-
- return result;
+ private:
+ void createBlockToOffsetMapping() {
+ this->createBlockToOffsetMappingRec(this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->rowVariablesCube.getInternalBdd().getCuddDdNode(), this->odd, 0);
+ STORM_LOG_ASSERT(blockToOffset.size() == this->partition.getNumberOfBlocks(), "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->partition.getNumberOfBlocks() << ".");
}
- private:
- uint64_t decodeBlockIndex(DdNode* blockEncoding) {
- std::unique_ptr<uint64_t>& blockCacheEntry = blockDecodeCache[blockEncoding];
- if (blockCacheEntry) {
- return *blockCacheEntry;
+ void createBlockToOffsetMappingRec(DdNodePtr partitionNode, DdNodePtr representativesNode, DdNodePtr variables, storm::dd::Odd const& odd, uint64_t offset) {
+ if (representativesNode == Cudd_ReadLogicZero(ddman)) {
+ std::cout << "returning early" << std::endl;
+ return;
}
-
-// FILE* fp = fopen("block.dot" , "w");
-// Cudd_DumpDot(ddman, 1, &blockEncoding, nullptr, nullptr, fp);
-// fclose(fp);
- uint64_t result = 0;
- uint64_t offset = 0;
- while (blockEncoding != Cudd_ReadOne(ddman)) {
- DdNode* then = Cudd_T(blockEncoding);
- if (then != Cudd_ReadZero(ddman)) {
- blockEncoding = then;
- result |= 1ull << offset;
- } else {
- blockEncoding = Cudd_E(blockEncoding);
- }
- ++offset;
+ if (representativesNode == Cudd_ReadOne(ddman)) {
+ std::cout << "repr is one" << std::endl;
}
-
- blockCacheEntry.reset(new uint64_t(result));
-
- return result;
- }
-
- void extractStatesRec(DdNode* statesNode, DdNode* partitionNode, DdNode* stateVariablesNode, storm::storage::BitVector& result) {
- if (statesNode == Cudd_ReadLogicZero(ddman)) {
- return;
+ if (partitionNode == Cudd_ReadOne(ddman)) {
+ std::cout << "part is zero" << std::endl;
+ } else if (partitionNode == Cudd_ReadOne(ddman)) {
+ std::cout << "part is one" << std::endl;
}
- bool skippedBoth = true;
- DdNode* tStates;
- DdNode* eStates;
- DdNode* tPartition;
- DdNode* ePartition;
- bool negate = false;
- while (skippedBoth && !Cudd_IsConstant(stateVariablesNode)) {
- if (Cudd_NodeReadIndex(statesNode) == Cudd_NodeReadIndex(stateVariablesNode)) {
- tStates = Cudd_T(statesNode);
- eStates = Cudd_E(statesNode);
- negate = Cudd_IsComplement(statesNode);
- skippedBoth = false;
+ std::cout << "got call " << partitionNode << ", " << representativesNode << ", " << variables << ", " << offset << ", " << Cudd_IsConstant(variables) << std::endl;
+
+ if (Cudd_IsConstant(variables)) {
+ STORM_LOG_ASSERT(odd.isTerminalNode(), "Expected terminal node.");
+ std::cout << "inserting " << partitionNode << " -> " << offset << std::endl;
+ STORM_LOG_ASSERT(blockToOffset.find(partitionNode) == blockToOffset.end(), "Duplicate entry.");
+ blockToOffset[partitionNode] = offset;
+ } else {
+ STORM_LOG_ASSERT(!odd.isTerminalNode(), "Expected non-terminal node.");
+ DdNodePtr partitionT;
+ DdNodePtr partitionE;
+ if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(variables) + 1) {
+ partitionT = Cudd_T(partitionNode);
+ partitionE = Cudd_E(partitionNode);
} else {
- tStates = eStates = statesNode;
+ std::cout << "[1] skipped " << Cudd_NodeReadIndex(variables) << ", got " << Cudd_NodeReadIndex(partitionNode) << std::endl;
+ partitionT = partitionE = partitionNode;
}
- if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(stateVariablesNode) + 1) {
- tPartition = Cudd_T(partitionNode);
- ePartition = Cudd_E(partitionNode);
- skippedBoth = false;
+ DdNodePtr representativesT;
+ DdNodePtr representativesE;
+ if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
+ representativesT = Cudd_T(representativesNode);
+ representativesE = Cudd_E(representativesNode);
} else {
- tPartition = ePartition = partitionNode;
+ std::cout << "[2] skipped " << Cudd_NodeReadIndex(variables) << ", got " << Cudd_NodeReadIndex(representativesNode) << std::endl;
+ representativesT = representativesE = representativesNode;
}
- if (skippedBoth) {
- stateVariablesNode = Cudd_T(stateVariablesNode);
+ if (representativesT != representativesE && Cudd_IsComplement(representativesNode)) {
+ representativesE = Cudd_Not(representativesE);
+ representativesT = Cudd_Not(representativesT);
}
+
+ std::cout << "else" << std::endl;
+ createBlockToOffsetMappingRec(partitionE, representativesE, Cudd_T(variables), odd.getElseSuccessor(), offset);
+ std::cout << "then with offset " << odd.getElseOffset() << std::endl;
+ createBlockToOffsetMappingRec(partitionT, representativesT, Cudd_T(variables), odd.getThenSuccessor(), offset + odd.getElseOffset());
}
-
- if (Cudd_IsConstant(stateVariablesNode)) {
- // If there is no more state variables, it means that we arrived at a block encoding in which there is a state in the state set.
- result.set(decodeBlockIndex(partitionNode));
- return;
- } else {
- // Otherwise, we need to recursively descend.
- extractStatesRec(negate ? Cudd_Not(tStates) : tStates, tPartition, Cudd_T(stateVariablesNode), result);
- extractStatesRec(negate ? Cudd_Not(eStates) : eStates, ePartition, Cudd_T(stateVariablesNode), result);
- }
+ std::cout << "returning" << std::endl;
}
- void extractTransitionMatrixRec(DdNode* transitionMatrixNode, DdNode* sourcePartitionNode, DdNode* targetPartitionNode, uint64_t sourceStateEncodingIndex, storm::storage::BitVector& sourceStateEncoding, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = 1) {
+ void extractTransitionMatrixRec(DdNodePtr transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, DdNodePtr targetPartitionNode, DdNodePtr representativesNode, DdNodePtr variables) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
- if (transitionMatrixNode == Cudd_ReadZero(ddman)) {
+ if (transitionMatrixNode == Cudd_ReadZero(ddman) || representativesNode == Cudd_ReadLogicZero(ddman)) {
return;
}
// If we have moved through all source variables, we must have arrived at a target block encoding.
- if (sourceStateEncodingIndex == sourceStateEncoding.size()) {
- // Decode the source block.
- uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
-
- std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
- if (sourceRepresentative && *sourceRepresentative != sourceStateEncoding) {
- // In this case, we have picked a different representative and must not record any entries now.
- return;
- }
-
- // Otherwise, we record the new representative.
- sourceRepresentative.reset(new storm::storage::BitVector(sourceStateEncoding));
-
- // Decode the target block and add entry to matrix.
- uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
- this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * Cudd_V(transitionMatrixNode));
+ if (Cudd_IsConstant(variables)) {
+ STORM_LOG_ASSERT(Cudd_IsConstant(transitionMatrixNode), "Expected constant node.");
+ this->addMatrixEntry(sourceOffset, blockToOffset.at(targetPartitionNode), Cudd_V(transitionMatrixNode));
} else {
- // Determine the levels in the DDs.
- uint64_t transitionMatrixVariable = Cudd_NodeReadIndex(transitionMatrixNode);
- uint64_t sourcePartitionVariable = Cudd_NodeReadIndex(sourcePartitionNode) - 1;
- uint64_t targetPartitionVariable = Cudd_NodeReadIndex(targetPartitionNode) - 1;
+ DdNodePtr t;
+ DdNodePtr tt;
+ DdNodePtr te;
+ DdNodePtr e;
+ DdNodePtr et;
+ DdNodePtr ee;
+ if (Cudd_NodeReadIndex(transitionMatrixNode) == Cudd_NodeReadIndex(variables)) {
+ // Source node was not skipped in transition matrix.
+ t = Cudd_T(transitionMatrixNode);
+ e = Cudd_E(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
- // Move through transition matrix.
- bool skippedSourceInMatrix = false;
- bool skippedTargetTInMatrix = false;
- bool skippedTargetEInMatrix = false;
- DdNode* tt = transitionMatrixNode;
- DdNode* te = transitionMatrixNode;
- DdNode* et = transitionMatrixNode;
- DdNode* ee = transitionMatrixNode;
- STORM_LOG_ASSERT(transitionMatrixVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of transition matrix.");
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
- DdNode* t = Cudd_T(transitionMatrixNode);
- uint64_t tVariable = Cudd_NodeReadIndex(t);
- if (tVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
- tt = Cudd_T(t);
- te = Cudd_E(t);
- } else {
- tt = te = t;
- skippedTargetTInMatrix = true;
- }
-
- DdNode* e = Cudd_E(transitionMatrixNode);
- uint64_t eVariable = Cudd_NodeReadIndex(e);
- if (eVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
+ if (Cudd_NodeReadIndex(t) == Cudd_NodeReadIndex(variables) + 1) {
+ // Target node was not skipped in transition matrix.
+ tt = Cudd_T(t);
+ te = Cudd_E(t);
+ } else {
+ // Target node was skipped in transition matrix.
+ tt = te = t;
+ }
+ if (t != e) {
+ if (Cudd_NodeReadIndex(e) == Cudd_NodeReadIndex(variables) + 1) {
+ // Target node was not skipped in transition matrix.
et = Cudd_T(e);
ee = Cudd_E(e);
} else {
+ // Target node was skipped in transition matrix.
et = ee = e;
- skippedTargetEInMatrix = true;
}
} else {
- skippedSourceInMatrix = true;
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first + 1) {
- tt = et = Cudd_T(transitionMatrixNode);
- te = ee = Cudd_E(transitionMatrixNode);
- } else {
- tt = te = et = ee = transitionMatrixNode;
- skippedTargetTInMatrix = skippedTargetEInMatrix = true;
- }
- }
-
- // Move through partition (for source state).
- bool skippedInSourcePartition = false;
- DdNode* sourceT;
- DdNode* sourceE;
- STORM_LOG_ASSERT(sourcePartitionVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of source partition.");
- if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
- sourceT = Cudd_T(sourcePartitionNode);
- sourceE = Cudd_E(sourcePartitionNode);
- } else {
- sourceT = sourceE = sourcePartitionNode;
- skippedInSourcePartition = true;
+ et = tt;
+ ee = te;
}
- // Move through partition (for target state).
- bool skippedInTargetPartition = false;
- DdNode* targetT;
- DdNode* targetE;
- STORM_LOG_ASSERT(targetPartitionVariable >= this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first, "Illegal top variable of source partition.");
- if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[sourceStateEncodingIndex].first) {
+ DdNodePtr targetT;
+ DdNodePtr targetE;
+ if (Cudd_NodeReadIndex(targetPartitionNode) == Cudd_NodeReadIndex(variables) + 1) {
+ // Node was not skipped in target partition.
targetT = Cudd_T(targetPartitionNode);
targetE = Cudd_E(targetPartitionNode);
} else {
+ // Node was skipped in target partition.
targetT = targetE = targetPartitionNode;
- skippedInTargetPartition = true;
}
- // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
- if (!skippedInSourcePartition) {
- sourceStateEncoding.set(sourceStateEncodingIndex, true);
- if (!skippedInTargetPartition) {
- extractTransitionMatrixRec(tt, sourceT, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
- }
- extractTransitionMatrixRec(te, sourceT, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
+ DdNodePtr representativesT;
+ DdNodePtr representativesE;
+ if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
+ // Node was not skipped in representatives.
+ representativesT = Cudd_T(representativesNode);
+ representativesE = Cudd_E(representativesNode);
+ } else {
+ // Node was skipped in representatives.
+ representativesT = representativesE = representativesNode;
}
- sourceStateEncoding.set(sourceStateEncodingIndex, false);
- // If we skipped the variable in the target partition, just count the one representative twice.
- if (!skippedInTargetPartition) {
- extractTransitionMatrixRec(et, sourceE, targetT, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, factor);
+ if (representativesT != representativesE && Cudd_IsComplement(representativesNode)) {
+ representativesT = Cudd_Not(representativesT);
+ representativesE = Cudd_Not(representativesE);
}
- extractTransitionMatrixRec(ee, sourceE, targetE, sourceStateEncodingIndex + 1, sourceStateEncoding, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
+
+ extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, Cudd_T(variables));
+ extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, Cudd_T(variables));
+ extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, Cudd_T(variables));
+ extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, Cudd_T(variables));
}
}
::DdManager* ddman;
- spp::sparse_hash_map<DdNode const*, std::unique_ptr<uint64_t>> blockDecodeCache;
+ // A mapping from blocks (stored in terms of a DD node) to the offset of the corresponding block.
+ spp::sparse_hash_map<DdNode const*, uint64_t> blockToOffset;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& stateVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, stateVariables, nondeterminismVariables) {
- // Intentionally left empty.
- }
-
- storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition) {
- STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
+ InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd) {
- // Create the number of rows necessary for the matrix.
- this->reserveMatrixEntries(partition.getNumberOfBlocks());
-
- storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
- storm::storage::BitVector nondeterminismEncoding;
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, stateEncoding, nondeterminismEncoding);
-
- return this->createMatrixFromEntries(partition);
- }
-
- storm::storage::BitVector extractStates(storm::dd::Bdd<storm::dd::DdType::Sylvan> const& states, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition) {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Möööp");
STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
-
- storm::storage::BitVector result(partition.getNumberOfBlocks());
- extractStatesRec(states.getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->stateVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), result);
-
- return result;
- }
-
- private:
- uint64_t decodeBlockIndex(BDD blockEncoding) {
- std::unique_ptr<uint64_t>& blockCacheEntry = blockDecodeCache[blockEncoding];
- if (blockCacheEntry) {
- return *blockCacheEntry;
- }
-
- uint64_t result = 0;
- uint64_t offset = 0;
- while (blockEncoding != sylvan_true) {
- if (sylvan_high(blockEncoding) != sylvan_false) {
- blockEncoding = sylvan_high(blockEncoding);
- result |= 1ull << offset;
- } else {
- blockEncoding = sylvan_low(blockEncoding);
- }
- ++offset;
- }
-
- blockCacheEntry.reset(new uint64_t(result));
-
- return result;
}
- void extractStatesRec(BDD statesNode, BDD partitionNode, BDD stateVariablesNode, storm::storage::BitVector& result) {
- if (statesNode == sylvan_false) {
- return;
- }
-
- bool skippedBoth = true;
- BDD tStates;
- BDD eStates;
- BDD tPartition;
- BDD ePartition;
- while (skippedBoth && !sylvan_isconst(stateVariablesNode)) {
- if (sylvan_var(statesNode) == sylvan_var(stateVariablesNode)) {
- tStates = sylvan_high(statesNode);
- eStates = sylvan_low(statesNode);
- skippedBoth = false;
- } else {
- tStates = eStates = statesNode;
- }
-
- if (sylvan_var(partitionNode) == sylvan_var(stateVariablesNode) + 1) {
- tPartition = sylvan_high(partitionNode);
- ePartition = sylvan_low(partitionNode);
- skippedBoth = false;
- } else {
- tPartition = ePartition = partitionNode;
- }
-
- if (skippedBoth) {
- stateVariablesNode = sylvan_high(stateVariablesNode);
- }
- }
-
- if (sylvan_isconst(stateVariablesNode)) {
- // If there is no more state variables, it means that we arrived at a block encoding in which there is a state in the state set.
- result.set(decodeBlockIndex(partitionNode));
- return;
- } else {
- // Otherwise, we need to recursively descend.
- extractStatesRec(tStates, tPartition, sylvan_high(stateVariablesNode), result);
- extractStatesRec(eStates, ePartition, sylvan_high(stateVariablesNode), result);
- }
+ storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix) {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Möööp");
+// // Create the number of rows necessary for the matrix.
+// this->reserveMatrixEntries(partition.getNumberOfBlocks());
+//
+// storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
+// storm::storage::BitVector nondeterminismEncoding;
+// extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, stateEncoding, nondeterminismEncoding);
+//
+// return this->createMatrixFromEntries(partition);
}
- void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = storm::utility::one<ValueType>()) {
- // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
- // as all states of the model have to be contained.
- if (mtbdd_iszero(transitionMatrixNode)) {
- return;
- }
-
- // If we have moved through all source variables, we must have arrived at a target block encoding.
- if (currentIndex == sourceState.size()) {
- // Decode the source block.
- uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
-
- std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
- if (sourceRepresentative && *sourceRepresentative != sourceState) {
- // In this case, we have picked a different representative and must not record any entries now.
- return;
- }
-
- // Otherwise, we record the new representative.
- sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
-
- // Decode the target block and add matrix entry.
- uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
- this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
- } else {
- // Determine the levels in the DDs.
- uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
- uint64_t sourcePartitionVariable = sylvan_var(sourcePartitionNode) - 1;
- uint64_t targetPartitionVariable = sylvan_var(targetPartitionNode) - 1;
-
- // Move through transition matrix.
- bool skippedSourceInMatrix = false;
- bool skippedTargetTInMatrix = false;
- bool skippedTargetEInMatrix = false;
- MTBDD tt = transitionMatrixNode;
- MTBDD te = transitionMatrixNode;
- MTBDD et = transitionMatrixNode;
- MTBDD ee = transitionMatrixNode;
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
- MTBDD t = sylvan_high(transitionMatrixNode);
- MTBDD e = sylvan_low(transitionMatrixNode);
-
- uint64_t tVariable = sylvan_isconst(t) ? 0xffffffff : sylvan_var(t);
- if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
- tt = sylvan_high(t);
- te = sylvan_low(t);
- } else {
- tt = te = t;
- skippedTargetTInMatrix = true;
- }
-
- uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
- if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
- et = sylvan_high(e);
- ee = sylvan_low(e);
- } else {
- et = ee = e;
- skippedTargetEInMatrix = true;
- }
- } else {
- skippedSourceInMatrix = true;
- if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
- tt = et = sylvan_high(transitionMatrixNode);
- te = ee = sylvan_low(transitionMatrixNode);
- } else {
- tt = te = et = ee = transitionMatrixNode;
- skippedTargetTInMatrix = skippedTargetEInMatrix = true;
- }
- }
-
- // Move through partition (for source state).
- bool skippedInSourcePartition = false;
- MTBDD sourceT;
- MTBDD sourceE;
- if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
- sourceT = sylvan_high(sourcePartitionNode);
- sourceE = sylvan_low(sourcePartitionNode);
- } else {
- sourceT = sourceE = sourcePartitionNode;
- skippedInSourcePartition = true;
- }
-
- // Move through partition (for target state).
- bool skippedInTargetPartition = false;
- MTBDD targetT;
- MTBDD targetE;
- if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
- targetT = sylvan_high(targetPartitionNode);
- targetE = sylvan_low(targetPartitionNode);
- } else {
- targetT = targetE = targetPartitionNode;
- skippedInTargetPartition = true;
- }
-
- // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
- if (!skippedInSourcePartition) {
- sourceState.set(currentIndex, true);
- // If we skipped the variable in the target partition, just count the one representative twice.
- if (!skippedInTargetPartition) {
- extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
- }
- extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
- }
-
- sourceState.set(currentIndex, false);
- // If we skipped the variable in the target partition, just count the one representative twice.
- if (!skippedInTargetPartition) {
- extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
- }
- extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
- }
- }
+ private:
+// void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = storm::utility::one<ValueType>()) {
+// // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
+// // as all states of the model have to be contained.
+// if (mtbdd_iszero(transitionMatrixNode)) {
+// return;
+// }
+//
+// // If we have moved through all source variables, we must have arrived at a target block encoding.
+// if (currentIndex == sourceState.size()) {
+// // Decode the source block.
+// uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
+//
+// std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
+// if (sourceRepresentative && *sourceRepresentative != sourceState) {
+// // In this case, we have picked a different representative and must not record any entries now.
+// return;
+// }
+//
+// // Otherwise, we record the new representative.
+// sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
+//
+// // Decode the target block and add matrix entry.
+// uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
+// this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
+// } else {
+// // Determine the levels in the DDs.
+// uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
+// uint64_t sourcePartitionVariable = sylvan_var(sourcePartitionNode) - 1;
+// uint64_t targetPartitionVariable = sylvan_var(targetPartitionNode) - 1;
+//
+// // Move through transition matrix.
+// bool skippedSourceInMatrix = false;
+// bool skippedTargetTInMatrix = false;
+// bool skippedTargetEInMatrix = false;
+// MTBDD tt = transitionMatrixNode;
+// MTBDD te = transitionMatrixNode;
+// MTBDD et = transitionMatrixNode;
+// MTBDD ee = transitionMatrixNode;
+// if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+// MTBDD t = sylvan_high(transitionMatrixNode);
+// MTBDD e = sylvan_low(transitionMatrixNode);
+//
+// uint64_t tVariable = sylvan_isconst(t) ? 0xffffffff : sylvan_var(t);
+// if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+// tt = sylvan_high(t);
+// te = sylvan_low(t);
+// } else {
+// tt = te = t;
+// skippedTargetTInMatrix = true;
+// }
+//
+// uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
+// if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+// et = sylvan_high(e);
+// ee = sylvan_low(e);
+// } else {
+// et = ee = e;
+// skippedTargetEInMatrix = true;
+// }
+// } else {
+// skippedSourceInMatrix = true;
+// if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
+// tt = et = sylvan_high(transitionMatrixNode);
+// te = ee = sylvan_low(transitionMatrixNode);
+// } else {
+// tt = te = et = ee = transitionMatrixNode;
+// skippedTargetTInMatrix = skippedTargetEInMatrix = true;
+// }
+// }
+//
+// // Move through partition (for source state).
+// bool skippedInSourcePartition = false;
+// MTBDD sourceT;
+// MTBDD sourceE;
+// if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+// sourceT = sylvan_high(sourcePartitionNode);
+// sourceE = sylvan_low(sourcePartitionNode);
+// } else {
+// sourceT = sourceE = sourcePartitionNode;
+// skippedInSourcePartition = true;
+// }
+//
+// // Move through partition (for target state).
+// bool skippedInTargetPartition = false;
+// MTBDD targetT;
+// MTBDD targetE;
+// if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
+// targetT = sylvan_high(targetPartitionNode);
+// targetE = sylvan_low(targetPartitionNode);
+// } else {
+// targetT = targetE = targetPartitionNode;
+// skippedInTargetPartition = true;
+// }
+//
+// // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
+// if (!skippedInSourcePartition) {
+// sourceState.set(currentIndex, true);
+// // If we skipped the variable in the target partition, just count the one representative twice.
+// if (!skippedInTargetPartition || !skippedTargetTInMatrix) {
+// extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
+// }
+// extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
+// }
+//
+// sourceState.set(currentIndex, false);
+// // If we skipped the variable in the target partition, just count the one representative twice.
+// if (!skippedInTargetPartition || !skippedTargetEInMatrix) {
+// extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
+// }
+// extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
+// }
+// }
spp::sparse_hash_map<BDD, std::unique_ptr<uint64_t>> blockDecodeCache;
};
@@ -824,30 +627,29 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
std::shared_ptr<storm::models::sparse::Model<ValueType>> QuotientExtractor<DdType, ValueType>::extractSparseQuotient(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, PreservationInformation<DdType, ValueType> const& preservationInformation) {
- InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getNondeterminismVariables());
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsAdd() ? partition.asAdd().toBdd() : partition.asBdd();
partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
- partitionAsBdd.template toAdd<ValueType>().exportToDot("partition.dot");
auto start = std::chrono::high_resolution_clock::now();
// FIXME: Use partition as BDD in representative computation.
auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
- representatives.template toAdd<ValueType>().exportToDot("repr.dot");
- (model.getTransitionMatrix() * representatives.template toAdd<ValueType>()).exportToDot("extract.dot");
- storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix() * representatives.template toAdd<ValueType>(), partition);
+ STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
+ storm::dd::Odd odd = representatives.createOdd();
+ STORM_LOG_ASSERT(odd.getTotalOffset() == representatives.getNonZeroCount(), "Mismatching ODD.");
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getColumnVariables(), model.getNondeterminismVariables(), partition, representatives, odd);
+ storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix());
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
start = std::chrono::high_resolution_clock::now();
- storm::dd::Odd odd = representatives.createOdd();
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
quotientStateLabeling.addLabel("init", ((model.getInitialStates() && partitionAsBdd).existsAbstract(model.getRowVariables()) && partitionAsBdd && representatives).existsAbstract({partition.getBlockVariable()}).toVector(odd));
- quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractStates(model.getDeadlockStates(), partition));
+ quotientStateLabeling.addLabel("deadlock", ((model.getDeadlockStates() && partitionAsBdd).existsAbstract(model.getRowVariables()) && partitionAsBdd && representatives).existsAbstract({partition.getBlockVariable()}).toVector(odd));
for (auto const& label : preservationInformation.getLabels()) {
- quotientStateLabeling.addLabel(label, sparseExtractor.extractStates(model.getStates(label), partition));
+ quotientStateLabeling.addLabel(label, (model.getStates(label) && representatives).toVector(odd));
}
for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
@@ -857,7 +659,7 @@ namespace storm {
if (quotientStateLabeling.containsLabel(expressionAsString)) {
STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
} else {
- quotientStateLabeling.addLabel(stream.str(), sparseExtractor.extractStates(model.getStates(expression), partition));
+ quotientStateLabeling.addLabel(stream.str(), (model.getStates(expression) && representatives).toVector(odd));
}
}
end = std::chrono::high_resolution_clock::now();
diff --git a/src/storm/storage/dd/cudd/InternalCuddBdd.cpp b/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
index acdd67e63..8d8264dd7 100644
--- a/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
@@ -313,10 +313,10 @@ namespace storm {
Odd InternalBdd<DdType::CUDD>::createOdd(std::vector<uint_fast64_t> const& ddVariableIndices) const {
// Prepare a unique table for each level that keeps the constructed ODD nodes unique.
- std::vector<std::unordered_map<std::pair<DdNode const*, bool>, std::shared_ptr<Odd>, HashFunctor>> uniqueTableForLevels(ddVariableIndices.size() + 1);
+ std::vector<std::unordered_map<DdNode const*, std::shared_ptr<Odd>>> uniqueTableForLevels(ddVariableIndices.size() + 1);
// Now construct the ODD structure from the BDD.
- std::shared_ptr<Odd> rootOdd = createOddRec(Cudd_Regular(this->getCuddDdNode()), ddManager->getCuddManager(), 0, Cudd_IsComplement(this->getCuddDdNode()), ddVariableIndices.size(), ddVariableIndices, uniqueTableForLevels);
+ std::shared_ptr<Odd> rootOdd = createOddRec(this->getCuddDdNode(), ddManager->getCuddManager(), 0, ddVariableIndices.size(), ddVariableIndices, uniqueTableForLevels);
// Return a copy of the root node to remove the shared_ptr encapsulation.
return Odd(*rootOdd);
@@ -329,57 +329,44 @@ namespace storm {
return result;
}
- std::shared_ptr<Odd> InternalBdd<DdType::CUDD>::createOddRec(DdNode const* dd, cudd::Cudd const& manager, uint_fast64_t currentLevel, bool complement, uint_fast64_t maxLevel, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<std::unordered_map<std::pair<DdNode const*, bool>, std::shared_ptr<Odd>, HashFunctor>>& uniqueTableForLevels) {
+ std::shared_ptr<Odd> InternalBdd<DdType::CUDD>::createOddRec(DdNode const* dd, cudd::Cudd const& manager, uint_fast64_t currentLevel, uint_fast64_t maxLevel, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<std::unordered_map<DdNode const*, std::shared_ptr<Odd>>>& uniqueTableForLevels) {
// Check whether the ODD for this node has already been computed (for this level) and if so, return this instead.
- auto const& iterator = uniqueTableForLevels[currentLevel].find(std::make_pair(dd, complement));
- if (iterator != uniqueTableForLevels[currentLevel].end()) {
- return iterator->second;
+ auto it = uniqueTableForLevels[currentLevel].find(dd);
+ if (it != uniqueTableForLevels[currentLevel].end()) {
+ return it->second;
} else {
// Otherwise, we need to recursively compute the ODD.
// If we are already at the maximal level that is to be considered, we can simply create an Odd without
// successors
if (currentLevel == maxLevel) {
- uint_fast64_t elseOffset = 0;
- uint_fast64_t thenOffset = 0;
-
- // If the DD is not the zero leaf, then the then-offset is 1.
- if (dd != Cudd_ReadZero(manager.getManager())) {
- thenOffset = 1;
- }
-
- // If we need to complement the 'terminal' node, we need to negate its offset.
- if (complement) {
- thenOffset = 1 - thenOffset;
- }
-
- auto oddNode = std::make_shared<Odd>(nullptr, elseOffset, nullptr, thenOffset);
- uniqueTableForLevels[currentLevel].emplace(std::make_pair(dd, complement), oddNode);
+ auto oddNode = std::make_shared<Odd>(nullptr, 0, nullptr, dd != Cudd_ReadLogicZero(manager.getManager()) ? 1 : 0);
+ uniqueTableForLevels[currentLevel].emplace(dd, oddNode);
return oddNode;
} else if (ddVariableIndices[currentLevel] < Cudd_NodeReadIndex(dd)) {
// If we skipped the level in the DD, we compute the ODD just for the else-successor and use the same
// node for the then-successor as well.
- std::shared_ptr<Odd> elseNode = createOddRec(dd, manager, currentLevel + 1, complement, maxLevel, ddVariableIndices, uniqueTableForLevels);
+ std::shared_ptr<Odd> elseNode = createOddRec(dd, manager, currentLevel + 1, maxLevel, ddVariableIndices, uniqueTableForLevels);
std::shared_ptr<Odd> thenNode = elseNode;
- uint_fast64_t totalOffset = elseNode->getElseOffset() + elseNode->getThenOffset();
- auto oddNode = std::make_shared<Odd>(elseNode, totalOffset, thenNode, totalOffset);
- uniqueTableForLevels[currentLevel].emplace(std::make_pair(dd, complement), oddNode);
+ auto oddNode = std::make_shared<Odd>(elseNode, elseNode->getTotalOffset(), thenNode, elseNode->getTotalOffset());
+ uniqueTableForLevels[currentLevel].emplace(dd, oddNode);
return oddNode;
} else {
// Otherwise, we compute the ODDs for both the then- and else successors.
DdNode const* thenDdNode = Cudd_T_const(dd);
DdNode const* elseDdNode = Cudd_E_const(dd);
- // Determine whether we have to evaluate the successors as if they were complemented.
- bool elseComplemented = Cudd_IsComplement(elseDdNode) ^ complement;
- bool thenComplemented = Cudd_IsComplement(thenDdNode) ^ complement;
+ if (Cudd_IsComplement(dd)) {
+ thenDdNode = Cudd_Not(thenDdNode);
+ elseDdNode = Cudd_Not(elseDdNode);
+ }
- std::shared_ptr<Odd> elseNode = createOddRec(Cudd_Regular(elseDdNode), manager, currentLevel + 1, elseComplemented, maxLevel, ddVariableIndices, uniqueTableForLevels);
- std::shared_ptr<Odd> thenNode = createOddRec(Cudd_Regular(thenDdNode), manager, currentLevel + 1, thenComplemented, maxLevel, ddVariableIndices, uniqueTableForLevels);
+ std::shared_ptr<Odd> elseNode = createOddRec(elseDdNode, manager, currentLevel + 1, maxLevel, ddVariableIndices, uniqueTableForLevels);
+ std::shared_ptr<Odd> thenNode = createOddRec(thenDdNode, manager, currentLevel + 1, maxLevel, ddVariableIndices, uniqueTableForLevels);
- auto oddNode = std::make_shared<Odd>(elseNode, elseNode->getElseOffset() + elseNode->getThenOffset(), thenNode, thenNode->getElseOffset() + thenNode->getThenOffset());
- uniqueTableForLevels[currentLevel].emplace(std::make_pair(dd, complement), oddNode);
+ auto oddNode = std::make_shared<Odd>(elseNode, elseNode->getTotalOffset(), thenNode, thenNode->getTotalOffset());
+ uniqueTableForLevels[currentLevel].emplace(dd, oddNode);
return oddNode;
}
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddBdd.h b/src/storm/storage/dd/cudd/InternalCuddBdd.h
index 005404e8e..36a200a56 100644
--- a/src/storm/storage/dd/cudd/InternalCuddBdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddBdd.h
@@ -443,14 +443,13 @@ namespace storm {
* @param dd The DD for which to build the ODD.
* @param manager The manager responsible for the DD.
* @param currentLevel The currently considered level in the DD.
- * @param complement A flag indicating whether or not the given node is to be considered as complemented.
* @param maxLevel The number of levels that need to be considered.
* @param ddVariableIndices The (sorted) indices of all DD variables that need to be considered.
* @param uniqueTableForLevels A vector of unique tables, one for each level to be considered, that keeps
* ODD nodes for the same DD and level unique.
* @return A pointer to the constructed ODD for the given arguments.
*/
- static std::shared_ptr<Odd> createOddRec(DdNode const* dd, cudd::Cudd const& manager, uint_fast64_t currentLevel, bool complement, uint_fast64_t maxLevel, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<std::unordered_map<std::pair<DdNode const*, bool>, std::shared_ptr<Odd>, HashFunctor>>& uniqueTableForLevels);
+ static std::shared_ptr<Odd> createOddRec(DdNode const* dd, cudd::Cudd const& manager, uint_fast64_t currentLevel, uint_fast64_t maxLevel, std::vector<uint_fast64_t> const& ddVariableIndices, std::vector<std::unordered_map<DdNode const*, std::shared_ptr<Odd>>>& uniqueTableForLevels);
/*!
* Adds the selected values the target vector.
From eaee50f0778be8da78c4a1573abedb09c4cf1930 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 18 Aug 2017 19:06:23 +0200
Subject: [PATCH 53/77] fixed bug, implemented new sparse quotient extraction
for sylvan
---
.../3rdparty/cudd-3.0.0/cudd/cuddExport.c | 60 ++--
.../dd/bisimulation/QuotientExtractor.cpp | 284 +++++++++---------
2 files changed, 171 insertions(+), 173 deletions(-)
diff --git a/resources/3rdparty/cudd-3.0.0/cudd/cuddExport.c b/resources/3rdparty/cudd-3.0.0/cudd/cuddExport.c
index 4107b2d8b..e1e76bbdd 100644
--- a/resources/3rdparty/cudd-3.0.0/cudd/cuddExport.c
+++ b/resources/3rdparty/cudd-3.0.0/cudd/cuddExport.c
@@ -448,8 +448,9 @@ Cudd_DumpDot(
scan = nodelist[j];
while (scan != NULL) {
if (st_is_member(visited,scan)) {
- retval = fprintf(fp,"\"%#" PRIxPTR "\";\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)));
+// retval = fprintf(fp,"\"%#" PRIxPTR "\";\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)));
+ retval = fprintf(fp,"\"%p\";\n", (ptruint) scan);
if (retval == EOF) goto failure;
}
scan = scan->next;
@@ -470,8 +471,9 @@ Cudd_DumpDot(
scan = nodelist[j];
while (scan != NULL) {
if (st_is_member(visited,scan)) {
- retval = fprintf(fp,"\"%#" PRIxPTR "\";\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)));
+// retval = fprintf(fp,"\"%#" PRIxPTR "\";\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)));
+ retval = fprintf(fp,"\"%p\";\n", Cudd_Regular(scan));
if (retval == EOF) goto failure;
}
scan = scan->next;
@@ -491,11 +493,13 @@ Cudd_DumpDot(
if (retval == EOF) goto failure;
/* Account for the possible complement on the root. */
if (Cudd_IsComplement(f[i])) {
- retval = fprintf(fp," -> \"%#" PRIxPTR "\" [style = dotted];\n",
- ((mask & (ptruint) f[i]) / sizeof(DdNode)));
+// retval = fprintf(fp," -> \"%#" PRIxPTR "\" [style = dotted];\n",
+// ((mask & (ptruint) f[i]) / sizeof(DdNode)));
+ retval = fprintf(fp," -> \"%p\" [style = dotted];\n", (ptruint)Cudd_Regular(f[i]));
} else {
- retval = fprintf(fp," -> \"%#" PRIxPTR "\" [style = solid];\n",
- ((mask & (ptruint) f[i]) / sizeof(DdNode)));
+// retval = fprintf(fp," -> \"%p#" PRIxPTR "\" [style = solid];\n",
+// ((mask & (ptruint) f[i]) / sizeof(DdNode)));
+ retval = fprintf(fp," -> \"%p\" [style = solid];\n", (ptruint)Cudd_Regular(f[i]));
}
if (retval == EOF) goto failure;
}
@@ -509,25 +513,28 @@ Cudd_DumpDot(
scan = nodelist[j];
while (scan != NULL) {
if (st_is_member(visited,scan)) {
- retval = fprintf(fp,
- "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR "\";\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)),
- ((mask & (ptruint) cuddT(scan)) / sizeof(DdNode)));
+// retval = fprintf(fp,
+// "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR "\";\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)),
+// ((mask & (ptruint) cuddT(scan)) / sizeof(DdNode)));
+ retval = fprintf(fp, "\"%p\" -> \"%p\";\n", (ptruint)Cudd_Regular(scan), (ptruint)Cudd_Regular(cuddT(scan)));
if (retval == EOF) goto failure;
if (Cudd_IsComplement(cuddE(scan))) {
- retval = fprintf(fp,
- "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR
- "\" [style = dotted];\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)),
- ((mask & (ptruint) cuddE(scan)) /
- sizeof(DdNode)));
+// retval = fprintf(fp,
+// "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR
+// "\" [style = dotted];\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)),
+// ((mask & (ptruint) cuddE(scan)) /
+// sizeof(DdNode)));
+ retval = fprintf(fp, "\"%p\" -> \"%p\" [style = dotted];\n", (ptruint)Cudd_Regular(scan), (ptruint)Cudd_Regular(cuddE(scan)));
} else {
- retval = fprintf(fp,
- "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR
- "\" [style = dashed];\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)),
- ((mask & (ptruint) cuddE(scan)) /
- sizeof(DdNode)));
+// retval = fprintf(fp,
+// "\"%#" PRIxPTR "\" -> \"%#" PRIxPTR
+// "\" [style = dashed];\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)),
+// ((mask & (ptruint) cuddE(scan)) /
+// sizeof(DdNode)));
+ retval = fprintf(fp, "\"%p\" -> \"%p\" [style = dashed];\n", (ptruint)Cudd_Regular(scan), (ptruint)Cudd_Regular(cuddE(scan)));
}
if (retval == EOF) goto failure;
}
@@ -544,8 +551,9 @@ Cudd_DumpDot(
scan = nodelist[j];
while (scan != NULL) {
if (st_is_member(visited,scan)) {
- retval = fprintf(fp,"\"%#" PRIxPTR "\" [label = \"%g\"];\n",
- ((mask & (ptruint) scan) / sizeof(DdNode)), cuddV(scan));
+// retval = fprintf(fp,"\"%#" PRIxPTR "\" [label = \"%g\"];\n",
+// ((mask & (ptruint) scan) / sizeof(DdNode)), cuddV(scan));
+ retval = fprintf(fp,"\"%p\" [label = \"%g\"];\n", (ptruint)Cudd_Regular(scan), cuddV(scan));
if (retval == EOF) goto failure;
}
scan = scan->next;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 5f4376ae7..20c74449b 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -127,7 +127,12 @@ namespace storm {
return complement ? Cudd_Not(result) : result;
}
} else {
- auto result = Cudd_Not(cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_ReadOne(ddman), Cudd_Not(elseResult)));
+ DdNodePtr result;
+ if (elseResult == Cudd_ReadLogicZero(ddman)) {
+ result = elseResult;
+ } else {
+ result = Cudd_Not(cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_ReadOne(ddman), Cudd_Not(elseResult)));
+ }
Cudd_Deref(elseResult);
return result;
}
@@ -198,7 +203,12 @@ namespace storm {
return result;
}
} else {
- auto result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, sylvan_false);
+ BDD result;
+ if (elseResult == sylvan_false) {
+ result = elseResult;
+ } else {
+ result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, sylvan_false);
+ }
mtbdd_refs_pop(1);
return result;
}
@@ -295,10 +305,6 @@ namespace storm {
InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::CUDD, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
STORM_LOG_ASSERT(this->partition.storedAsAdd(), "Expected partition to be stored as an ADD.");
- this->partition.asAdd().exportToDot("part.dot");
- odd.exportToDot("odd.dot");
- this->representatives.exportToDot("reprbdd.dot");
- this->representatives.template toAdd<ValueType>().exportToDot("repr.dot");
this->createBlockToOffsetMapping();
}
@@ -319,25 +325,13 @@ namespace storm {
}
void createBlockToOffsetMappingRec(DdNodePtr partitionNode, DdNodePtr representativesNode, DdNodePtr variables, storm::dd::Odd const& odd, uint64_t offset) {
+ STORM_LOG_ASSERT(partitionNode != Cudd_ReadZero(ddman) || representativesNode == Cudd_ReadLogicZero(ddman), "Expected representative to be zero if the partition is zero.");
if (representativesNode == Cudd_ReadLogicZero(ddman)) {
- std::cout << "returning early" << std::endl;
return;
}
- if (representativesNode == Cudd_ReadOne(ddman)) {
- std::cout << "repr is one" << std::endl;
- }
- if (partitionNode == Cudd_ReadOne(ddman)) {
- std::cout << "part is zero" << std::endl;
- } else if (partitionNode == Cudd_ReadOne(ddman)) {
- std::cout << "part is one" << std::endl;
- }
-
- std::cout << "got call " << partitionNode << ", " << representativesNode << ", " << variables << ", " << offset << ", " << Cudd_IsConstant(variables) << std::endl;
-
if (Cudd_IsConstant(variables)) {
STORM_LOG_ASSERT(odd.isTerminalNode(), "Expected terminal node.");
- std::cout << "inserting " << partitionNode << " -> " << offset << std::endl;
STORM_LOG_ASSERT(blockToOffset.find(partitionNode) == blockToOffset.end(), "Duplicate entry.");
blockToOffset[partitionNode] = offset;
} else {
@@ -348,7 +342,6 @@ namespace storm {
partitionT = Cudd_T(partitionNode);
partitionE = Cudd_E(partitionNode);
} else {
- std::cout << "[1] skipped " << Cudd_NodeReadIndex(variables) << ", got " << Cudd_NodeReadIndex(partitionNode) << std::endl;
partitionT = partitionE = partitionNode;
}
@@ -358,7 +351,6 @@ namespace storm {
representativesT = Cudd_T(representativesNode);
representativesE = Cudd_E(representativesNode);
} else {
- std::cout << "[2] skipped " << Cudd_NodeReadIndex(variables) << ", got " << Cudd_NodeReadIndex(representativesNode) << std::endl;
representativesT = representativesE = representativesNode;
}
@@ -367,12 +359,9 @@ namespace storm {
representativesT = Cudd_Not(representativesT);
}
- std::cout << "else" << std::endl;
createBlockToOffsetMappingRec(partitionE, representativesE, Cudd_T(variables), odd.getElseSuccessor(), offset);
- std::cout << "then with offset " << odd.getElseOffset() << std::endl;
createBlockToOffsetMappingRec(partitionT, representativesT, Cudd_T(variables), odd.getThenSuccessor(), offset + odd.getElseOffset());
}
- std::cout << "returning" << std::endl;
}
void extractTransitionMatrixRec(DdNodePtr transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, DdNodePtr targetPartitionNode, DdNodePtr representativesNode, DdNodePtr variables) {
@@ -468,137 +457,137 @@ namespace storm {
public:
InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd) {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Möööp");
STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
+ this->createBlockToOffsetMapping();
}
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix) {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Möööp");
-// // Create the number of rows necessary for the matrix.
-// this->reserveMatrixEntries(partition.getNumberOfBlocks());
-//
-// storm::storage::BitVector stateEncoding(this->sourceVariablesIndicesAndLevels.size());
-// storm::storage::BitVector nondeterminismEncoding;
-// extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), 0, stateEncoding, nondeterminismEncoding);
-//
-// return this->createMatrixFromEntries(partition);
+ // Create the number of rows necessary for the matrix.
+ this->reserveMatrixEntries(this->partition.getNumberOfBlocks());
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->odd, 0, this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD());
+ return this->createMatrixFromEntries();
}
private:
-// void extractTransitionMatrixRec(MTBDD transitionMatrixNode, BDD sourcePartitionNode, BDD targetPartitionNode, uint64_t currentIndex, storm::storage::BitVector& sourceState, storm::storage::BitVector const& nondeterminismEncoding, ValueType const& factor = storm::utility::one<ValueType>()) {
-// // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
-// // as all states of the model have to be contained.
-// if (mtbdd_iszero(transitionMatrixNode)) {
-// return;
-// }
-//
-// // If we have moved through all source variables, we must have arrived at a target block encoding.
-// if (currentIndex == sourceState.size()) {
-// // Decode the source block.
-// uint64_t sourceBlockIndex = decodeBlockIndex(sourcePartitionNode);
-//
-// std::unique_ptr<storm::storage::BitVector>& sourceRepresentative = this->uniqueSourceRepresentative[sourceBlockIndex];
-// if (sourceRepresentative && *sourceRepresentative != sourceState) {
-// // In this case, we have picked a different representative and must not record any entries now.
-// return;
-// }
-//
-// // Otherwise, we record the new representative.
-// sourceRepresentative.reset(new storm::storage::BitVector(sourceState));
-//
-// // Decode the target block and add matrix entry.
-// uint64_t targetBlockIndex = decodeBlockIndex(targetPartitionNode);
-// this->addMatrixEntry(nondeterminismEncoding, sourceBlockIndex, targetBlockIndex, factor * storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
-// } else {
-// // Determine the levels in the DDs.
-// uint64_t transitionMatrixVariable = sylvan_isconst(transitionMatrixNode) ? 0xffffffff : sylvan_var(transitionMatrixNode);
-// uint64_t sourcePartitionVariable = sylvan_var(sourcePartitionNode) - 1;
-// uint64_t targetPartitionVariable = sylvan_var(targetPartitionNode) - 1;
-//
-// // Move through transition matrix.
-// bool skippedSourceInMatrix = false;
-// bool skippedTargetTInMatrix = false;
-// bool skippedTargetEInMatrix = false;
-// MTBDD tt = transitionMatrixNode;
-// MTBDD te = transitionMatrixNode;
-// MTBDD et = transitionMatrixNode;
-// MTBDD ee = transitionMatrixNode;
-// if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
-// MTBDD t = sylvan_high(transitionMatrixNode);
-// MTBDD e = sylvan_low(transitionMatrixNode);
-//
-// uint64_t tVariable = sylvan_isconst(t) ? 0xffffffff : sylvan_var(t);
-// if (tVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
-// tt = sylvan_high(t);
-// te = sylvan_low(t);
-// } else {
-// tt = te = t;
-// skippedTargetTInMatrix = true;
-// }
-//
-// uint64_t eVariable = sylvan_isconst(e) ? 0xffffffff : sylvan_var(e);
-// if (eVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
-// et = sylvan_high(e);
-// ee = sylvan_low(e);
-// } else {
-// et = ee = e;
-// skippedTargetEInMatrix = true;
-// }
-// } else {
-// skippedSourceInMatrix = true;
-// if (transitionMatrixVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first + 1) {
-// tt = et = sylvan_high(transitionMatrixNode);
-// te = ee = sylvan_low(transitionMatrixNode);
-// } else {
-// tt = te = et = ee = transitionMatrixNode;
-// skippedTargetTInMatrix = skippedTargetEInMatrix = true;
-// }
-// }
-//
-// // Move through partition (for source state).
-// bool skippedInSourcePartition = false;
-// MTBDD sourceT;
-// MTBDD sourceE;
-// if (sourcePartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
-// sourceT = sylvan_high(sourcePartitionNode);
-// sourceE = sylvan_low(sourcePartitionNode);
-// } else {
-// sourceT = sourceE = sourcePartitionNode;
-// skippedInSourcePartition = true;
-// }
-//
-// // Move through partition (for target state).
-// bool skippedInTargetPartition = false;
-// MTBDD targetT;
-// MTBDD targetE;
-// if (targetPartitionVariable == this->sourceVariablesIndicesAndLevels[currentIndex].first) {
-// targetT = sylvan_high(targetPartitionNode);
-// targetE = sylvan_low(targetPartitionNode);
-// } else {
-// targetT = targetE = targetPartitionNode;
-// skippedInTargetPartition = true;
-// }
-//
-// // If we skipped the variable in the source partition, we only have to choose one of the two representatives.
-// if (!skippedInSourcePartition) {
-// sourceState.set(currentIndex, true);
-// // If we skipped the variable in the target partition, just count the one representative twice.
-// if (!skippedInTargetPartition || !skippedTargetTInMatrix) {
-// extractTransitionMatrixRec(tt, sourceT, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
-// }
-// extractTransitionMatrixRec(te, sourceT, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetTInMatrix && skippedInTargetPartition ? 2 * factor : factor);
-// }
-//
-// sourceState.set(currentIndex, false);
-// // If we skipped the variable in the target partition, just count the one representative twice.
-// if (!skippedInTargetPartition || !skippedTargetEInMatrix) {
-// extractTransitionMatrixRec(et, sourceE, targetT, currentIndex + 1, sourceState, nondeterminismEncoding, factor);
-// }
-// extractTransitionMatrixRec(ee, sourceE, targetE, currentIndex + 1, sourceState, nondeterminismEncoding, skippedTargetEInMatrix && skippedInTargetPartition ? 2 * factor : factor);
-// }
-// }
+ void createBlockToOffsetMapping() {
+ this->createBlockToOffsetMappingRec(this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->rowVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->odd, 0);
+ STORM_LOG_ASSERT(blockToOffset.size() == this->partition.getNumberOfBlocks(), "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->partition.getNumberOfBlocks() << ".");
+ }
+
+ void createBlockToOffsetMappingRec(BDD partitionNode, BDD representativesNode, BDD variables, storm::dd::Odd const& odd, uint64_t offset) {
+ STORM_LOG_ASSERT(partitionNode != sylvan_false || representativesNode == sylvan_false, "Expected representative to be zero if the partition is zero.");
+ if (representativesNode == sylvan_false) {
+ return;
+ }
+
+ if (sylvan_isconst(variables)) {
+ STORM_LOG_ASSERT(odd.isTerminalNode(), "Expected terminal node.");
+ STORM_LOG_ASSERT(blockToOffset.find(partitionNode) == blockToOffset.end(), "Duplicate entry.");
+ blockToOffset[partitionNode] = offset;
+ } else {
+ STORM_LOG_ASSERT(!odd.isTerminalNode(), "Expected non-terminal node.");
+ BDD partitionT;
+ BDD partitionE;
+ if (sylvan_var(partitionNode) == sylvan_var(variables) + 1) {
+ partitionT = sylvan_high(partitionNode);
+ partitionE = sylvan_low(partitionNode);
+ } else {
+ partitionT = partitionE = partitionNode;
+ }
+
+ BDD representativesT;
+ BDD representativesE;
+ if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ representativesT = sylvan_high(representativesNode);
+ representativesE = sylvan_low(representativesNode);
+ } else {
+ representativesT = representativesE = representativesNode;
+ }
+
+ createBlockToOffsetMappingRec(partitionE, representativesE, sylvan_high(variables), odd.getElseSuccessor(), offset);
+ createBlockToOffsetMappingRec(partitionT, representativesT, sylvan_high(variables), odd.getThenSuccessor(), offset + odd.getElseOffset());
+ }
+ }
+
+ void extractTransitionMatrixRec(MTBDD transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, BDD targetPartitionNode, BDD representativesNode, BDD variables) {
+ // For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
+ // as all states of the model have to be contained.
+ if (mtbdd_iszero(transitionMatrixNode) || representativesNode == sylvan_false) {
+ return;
+ }
+
+ // If we have moved through all source variables, we must have arrived at a target block encoding.
+ if (sylvan_isconst(variables)) {
+ STORM_LOG_ASSERT(sylvan_isconst(transitionMatrixNode), "Expected constant node.");
+ this->addMatrixEntry(sourceOffset, blockToOffset.at(targetPartitionNode), storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
+ } else {
+ MTBDD t;
+ MTBDD tt;
+ MTBDD te;
+ MTBDD e;
+ MTBDD et;
+ MTBDD ee;
+ if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
+ // Source node was not skipped in transition matrix.
+ t = sylvan_high(transitionMatrixNode);
+ e = sylvan_low(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
+
+ if (sylvan_var(t) == sylvan_var(variables) + 1) {
+ // Target node was not skipped in transition matrix.
+ tt = sylvan_high(t);
+ te = sylvan_low(t);
+ } else {
+ // Target node was skipped in transition matrix.
+ tt = te = t;
+ }
+ if (t != e) {
+ if (sylvan_var(e) == sylvan_var(variables) + 1) {
+ // Target node was not skipped in transition matrix.
+ et = sylvan_high(e);
+ ee = sylvan_low(e);
+ } else {
+ // Target node was skipped in transition matrix.
+ et = ee = e;
+ }
+ } else {
+ et = tt;
+ ee = te;
+ }
+
+ BDD targetT;
+ BDD targetE;
+ if (sylvan_var(targetPartitionNode) == sylvan_var(variables) + 1) {
+ // Node was not skipped in target partition.
+ targetT = sylvan_high(targetPartitionNode);
+ targetE = sylvan_low(targetPartitionNode);
+ } else {
+ // Node was skipped in target partition.
+ targetT = targetE = targetPartitionNode;
+ }
+
+ BDD representativesT;
+ BDD representativesE;
+ if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ // Node was not skipped in representatives.
+ representativesT = sylvan_high(representativesNode);
+ representativesE = sylvan_low(representativesNode);
+ } else {
+ // Node was skipped in representatives.
+ representativesT = representativesE = representativesNode;
+ }
+
+ extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, sylvan_high(variables));
+ extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, sylvan_high(variables));
+ extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, sylvan_high(variables));
+ extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, sylvan_high(variables));
+ }
+ }
- spp::sparse_hash_map<BDD, std::unique_ptr<uint64_t>> blockDecodeCache;
+ // A mapping from blocks (stored in terms of a DD node) to the offset of the corresponding block.
+ spp::sparse_hash_map<BDD, uint64_t> blockToOffset;
};
template<storm::dd::DdType DdType, typename ValueType>
@@ -636,6 +625,7 @@ namespace storm {
// FIXME: Use partition as BDD in representative computation.
auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
+ STORM_LOG_ASSERT((representatives && partitionAsBdd).existsAbstract(model.getRowVariables()) == partitionAsBdd.existsAbstract(model.getRowVariables()), "Representatives do not cover all blocks.");
storm::dd::Odd odd = representatives.createOdd();
STORM_LOG_ASSERT(odd.getTotalOffset() == representatives.getNonZeroCount(), "Mismatching ODD.");
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getColumnVariables(), model.getNondeterminismVariables(), partition, representatives, odd);
From f96403de9e97bbb5b2eb86f327db31870c390e7a Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 18 Aug 2017 20:02:11 +0200
Subject: [PATCH 54/77] added reduction to state-based rewards to symbolic
(reward) models
---
src/storm/api/bisimulation.h | 4 ++++
src/storm/models/ModelBase.h | 8 +++++++
src/storm/models/sparse/Model.h | 11 +--------
.../models/symbolic/DeterministicModel.cpp | 7 ++++++
.../models/symbolic/DeterministicModel.h | 2 ++
src/storm/models/symbolic/Model.cpp | 7 +++++-
src/storm/models/symbolic/Model.h | 1 +
.../models/symbolic/NondeterministicModel.cpp | 7 ++++++
.../models/symbolic/NondeterministicModel.h | 2 ++
.../models/symbolic/StandardRewardModel.cpp | 24 +++++++++++++++++++
.../models/symbolic/StandardRewardModel.h | 10 ++++++++
11 files changed, 72 insertions(+), 11 deletions(-)
diff --git a/src/storm/api/bisimulation.h b/src/storm/api/bisimulation.h
index 825b8e4c8..aaaa67618 100644
--- a/src/storm/api/bisimulation.h
+++ b/src/storm/api/bisimulation.h
@@ -43,6 +43,7 @@ namespace storm {
STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc) || model->isOfType(storm::models::ModelType::Mdp), storm::exceptions::NotSupportedException, "Bisimulation minimization is currently only available for DTMCs, CTMCs and MDPs.");
+ // Try to get rid of non state-rewards to easy bisimulation computation.
model->reduceToStateBasedRewards();
if (model->isOfType(storm::models::ModelType::Dtmc)) {
@@ -60,6 +61,9 @@ namespace storm {
STORM_LOG_THROW(model->isOfType(storm::models::ModelType::Dtmc) || model->isOfType(storm::models::ModelType::Ctmc) || model->isOfType(storm::models::ModelType::Mdp), storm::exceptions::NotSupportedException, "Symbolic bisimulation minimization is currently only available for DTMCs and CTMCs.");
STORM_LOG_THROW(bisimulationType == storm::storage::BisimulationType::Strong, storm::exceptions::NotSupportedException, "Currently only strong bisimulation is supported.");
+ // Try to get rid of non state-rewards to easy bisimulation computation.
+ model->reduceToStateBasedRewards();
+
storm::dd::BisimulationDecomposition<DdType, ValueType> decomposition(*model, formulas, bisimulationType);
decomposition.compute(mode);
return decomposition.getQuotient();
diff --git a/src/storm/models/ModelBase.h b/src/storm/models/ModelBase.h
index e6fb3f52f..614ebdcd5 100644
--- a/src/storm/models/ModelBase.h
+++ b/src/storm/models/ModelBase.h
@@ -122,6 +122,14 @@ namespace storm {
*/
virtual bool isExact() const;
+ /*!
+ * Converts the transition rewards of all reward models to state-based rewards. For deterministic models,
+ * this reduces the rewards to state rewards only. For nondeterminstic models, the reward models will
+ * contain state rewards and state-action rewards. Note that this transformation does not preserve all
+ * properties, but it preserves expected rewards.
+ */
+ virtual void reduceToStateBasedRewards() = 0;
+
private:
// The type of the model.
ModelType modelType;
diff --git a/src/storm/models/sparse/Model.h b/src/storm/models/sparse/Model.h
index 1ae4f1619..5e52a9e12 100644
--- a/src/storm/models/sparse/Model.h
+++ b/src/storm/models/sparse/Model.h
@@ -292,16 +292,7 @@ namespace storm {
* @return The choice origins, if they're saved.
*/
boost::optional<std::shared_ptr<storm::storage::sparse::ChoiceOrigins>>& getOptionalChoiceOrigins();
-
-
- /*!
- * Converts the transition rewards of all reward models to state-based rewards. For deterministic models,
- * this reduces the rewards to state rewards only. For nondeterminstic models, the reward models will
- * contain state rewards and state-action rewards. Note that this transformation does not preserve all
- * properties, but it preserves expected rewards.
- */
- virtual void reduceToStateBasedRewards() = 0;
-
+
/*!
* Prints information about the model to the specified stream.
*
diff --git a/src/storm/models/symbolic/DeterministicModel.cpp b/src/storm/models/symbolic/DeterministicModel.cpp
index 3555dcaff..5eba1bbc9 100644
--- a/src/storm/models/symbolic/DeterministicModel.cpp
+++ b/src/storm/models/symbolic/DeterministicModel.cpp
@@ -45,6 +45,13 @@ namespace storm {
// Intentionally left empty.
}
+ template<storm::dd::DdType Type, typename ValueType>
+ void DeterministicModel<Type, ValueType>::reduceToStateBasedRewards() {
+ for (auto& rewardModel : this->getRewardModels()) {
+ rewardModel.second.reduceToStateBasedRewards(this->getTransitionMatrix(), this->getRowVariables(), this->getColumnVariables(), true);
+ }
+ }
+
// Explicitly instantiate the template class.
template class DeterministicModel<storm::dd::DdType::CUDD>;
template class DeterministicModel<storm::dd::DdType::Sylvan>;
diff --git a/src/storm/models/symbolic/DeterministicModel.h b/src/storm/models/symbolic/DeterministicModel.h
index 83d25fe0d..a8fde85b4 100644
--- a/src/storm/models/symbolic/DeterministicModel.h
+++ b/src/storm/models/symbolic/DeterministicModel.h
@@ -80,6 +80,8 @@ namespace storm {
std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs,
std::map<std::string, storm::dd::Bdd<Type>> labelToBddMap = std::map<std::string, storm::dd::Bdd<Type>>(),
std::unordered_map<std::string, RewardModelType> const& rewardModels = std::unordered_map<std::string, RewardModelType>());
+
+ virtual void reduceToStateBasedRewards() override;
};
} // namespace symbolic
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 686a1e9e5..505241dbc 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -255,11 +255,16 @@ namespace storm {
return !this->rewardModels.empty();
}
+ template<storm::dd::DdType Type, typename ValueType>
+ std::unordered_map<std::string, typename Model<Type, ValueType>::RewardModelType>& Model<Type, ValueType>::getRewardModels() {
+ return this->rewardModels;
+ }
+
template<storm::dd::DdType Type, typename ValueType>
std::unordered_map<std::string, typename Model<Type, ValueType>::RewardModelType> const& Model<Type, ValueType>::getRewardModels() const {
return this->rewardModels;
}
-
+
template<storm::dd::DdType Type, typename ValueType>
void Model<Type, ValueType>::printModelInformationToStream(std::ostream& out) const {
this->printModelInformationHeaderToStream(out);
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index 1f0aee439..89e447640 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -298,6 +298,7 @@ namespace storm {
*/
bool hasRewardModel() const;
+ std::unordered_map<std::string, RewardModelType>& getRewardModels();
std::unordered_map<std::string, RewardModelType> const& getRewardModels() const;
/*!
diff --git a/src/storm/models/symbolic/NondeterministicModel.cpp b/src/storm/models/symbolic/NondeterministicModel.cpp
index 6545e27c0..25cea032d 100644
--- a/src/storm/models/symbolic/NondeterministicModel.cpp
+++ b/src/storm/models/symbolic/NondeterministicModel.cpp
@@ -90,6 +90,13 @@ namespace storm {
out << ", nondeterminism: " << this->getNondeterminismVariables().size() << " meta variables (" << nondeterminismVariableCount << " DD variables)";
}
+ template<storm::dd::DdType Type, typename ValueType>
+ void NondeterministicModel<Type, ValueType>::reduceToStateBasedRewards() {
+ for (auto& rewardModel : this->getRewardModels()) {
+ rewardModel.second.reduceToStateBasedRewards(this->getTransitionMatrix(), this->getRowVariables(), this->getColumnVariables(), false);
+ }
+ }
+
template<storm::dd::DdType Type, typename ValueType>
void NondeterministicModel<Type, ValueType>::createIllegalMask() {
// Prepare the mask of illegal nondeterministic choices.
diff --git a/src/storm/models/symbolic/NondeterministicModel.h b/src/storm/models/symbolic/NondeterministicModel.h
index ecbc2af94..c75874644 100644
--- a/src/storm/models/symbolic/NondeterministicModel.h
+++ b/src/storm/models/symbolic/NondeterministicModel.h
@@ -124,6 +124,8 @@ namespace storm {
virtual void printModelInformationToStream(std::ostream& out) const override;
+ virtual void reduceToStateBasedRewards() override;
+
protected:
virtual void printDdVariableInformationToStream(std::ostream& out) const override;
diff --git a/src/storm/models/symbolic/StandardRewardModel.cpp b/src/storm/models/symbolic/StandardRewardModel.cpp
index a91040069..8fe296308 100644
--- a/src/storm/models/symbolic/StandardRewardModel.cpp
+++ b/src/storm/models/symbolic/StandardRewardModel.cpp
@@ -6,6 +6,8 @@
#include "storm/adapters/RationalFunctionAdapter.h"
+#include "storm/exceptions/InvalidOperationException.h"
+
namespace storm {
namespace models {
namespace symbolic {
@@ -157,6 +159,28 @@ namespace storm {
return StandardRewardModel<Type, ValueType>(modifiedStateRewardVector, this->optionalStateActionRewardVector, this->optionalTransitionRewardMatrix);
}
+ template <storm::dd::DdType Type, typename ValueType>
+ void StandardRewardModel<Type, ValueType>::reduceToStateBasedRewards(storm::dd::Add<Type, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, bool reduceToStateRewards) {
+ if (this->hasTransitionRewards()) {
+ if (this->hasStateActionRewards()) {
+ this->optionalStateActionRewardVector.get() += transitionMatrix.multiplyMatrix(this->getTransitionRewardMatrix(), columnVariables);
+ this->optionalTransitionRewardMatrix = boost::none;
+ } else {
+ this->optionalStateActionRewardVector = transitionMatrix.multiplyMatrix(this->getTransitionRewardMatrix(), columnVariables);
+ }
+ }
+
+ if (reduceToStateRewards && this->hasStateActionRewards()) {
+ STORM_LOG_THROW(this->getStateActionRewardVector().getContainedMetaVariables() == rowVariables, storm::exceptions::InvalidOperationException, "The reduction to state rewards is only possible if the state-action rewards do not depend on nondeterminism variables.");
+ if (this->hasStateRewards()) {
+ this->optionalStateRewardVector = this->optionalStateRewardVector.get() + this->getStateActionRewardVector();
+ } else {
+ this->optionalStateRewardVector = this->getStateActionRewardVector();
+ }
+ this->optionalStateActionRewardVector = boost::none;
+ }
+ }
+
template class StandardRewardModel<storm::dd::DdType::CUDD, double>;
template class StandardRewardModel<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/models/symbolic/StandardRewardModel.h b/src/storm/models/symbolic/StandardRewardModel.h
index a4e9fb573..a7ab321f4 100644
--- a/src/storm/models/symbolic/StandardRewardModel.h
+++ b/src/storm/models/symbolic/StandardRewardModel.h
@@ -189,6 +189,16 @@ namespace storm {
*/
StandardRewardModel<Type, ValueType> divideStateRewardVector(storm::dd::Add<Type, ValueType> const& divisor) const;
+ /*!
+ * Reduces the transition-based rewards to state-action rewards by taking the average of each row. If
+ * the corresponding flag is set, the state-action rewards and the state rewards are summed so the model
+ * only has a state reward vector left. Note that this transformation only preserves expected rewards,
+ * but not all reward-based properties.
+ *
+ * @param transitionMatrix The transition matrix that is used to weight the rewards in the reward matrix.
+ */
+ void reduceToStateBasedRewards(storm::dd::Add<Type, ValueType> const& transitionMatrix, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, bool reduceToStateRewards);
+
private:
// The state reward vector.
boost::optional<storm::dd::Add<Type, ValueType>> optionalStateRewardVector;
From 8cdbf281fae2e4f97eea6c6427d2b4a19193ad80 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 19 Aug 2017 11:12:13 +0200
Subject: [PATCH 55/77] make minmax solvers use policy iteration when --exact
is set and no other method was explicitly set
---
src/storm/settings/Argument.cpp | 10 ++++++++--
src/storm/settings/Argument.h | 5 +++++
src/storm/settings/ArgumentBase.h | 4 +++-
.../modules/MinMaxEquationSolverSettings.cpp | 4 ++++
.../modules/MinMaxEquationSolverSettings.h | 11 +++++++++--
.../solver/IterativeMinMaxLinearEquationSolver.h | 2 +-
src/storm/solver/MinMaxLinearEquationSolver.cpp | 15 ++++++++++++++-
7 files changed, 44 insertions(+), 7 deletions(-)
diff --git a/src/storm/settings/Argument.cpp b/src/storm/settings/Argument.cpp
index ddb39c0ab..555bcdb9d 100644
--- a/src/storm/settings/Argument.cpp
+++ b/src/storm/settings/Argument.cpp
@@ -12,12 +12,12 @@ namespace storm {
namespace settings {
template<typename T>
- Argument<T>::Argument(std::string const& name, std::string const& description, std::vector<std::shared_ptr<ArgumentValidator<T>>> const& validators): ArgumentBase(name, description), argumentValue(), argumentType(inferToEnumType<T>()), validators(validators), isOptional(false), defaultValue(), hasDefaultValue(false) {
+ Argument<T>::Argument(std::string const& name, std::string const& description, std::vector<std::shared_ptr<ArgumentValidator<T>>> const& validators): ArgumentBase(name, description), argumentValue(), argumentType(inferToEnumType<T>()), validators(validators), isOptional(false), defaultValue(), hasDefaultValue(false), wasSetFromDefaultValueFlag(false) {
// Intentionally left empty.
}
template<typename T>
- Argument<T>::Argument(std::string const& name, std::string const& description, std::vector<std::shared_ptr<ArgumentValidator<T>>> const& validators, bool isOptional, T defaultValue): ArgumentBase(name, description), argumentValue(), argumentType(inferToEnumType<T>()), validators(validators), isOptional(isOptional), defaultValue(), hasDefaultValue(true) {
+ Argument<T>::Argument(std::string const& name, std::string const& description, std::vector<std::shared_ptr<ArgumentValidator<T>>> const& validators, bool isOptional, T defaultValue): ArgumentBase(name, description), argumentValue(), argumentType(inferToEnumType<T>()), validators(validators), isOptional(isOptional), defaultValue(), hasDefaultValue(true), wasSetFromDefaultValueFlag(false) {
this->setDefaultValue(defaultValue);
}
@@ -71,6 +71,12 @@ namespace storm {
STORM_LOG_THROW(this->hasDefaultValue, storm::exceptions::IllegalFunctionCallException, "Unable to set value from default value, because the argument " << name << " has none.");
bool result = this->setFromTypeValue(this->defaultValue, false);
STORM_LOG_THROW(result, storm::exceptions::IllegalArgumentValueException, "Unable to assign default value to argument " << name << ", because it was rejected.");
+ this->wasSetFromDefaultValueFlag = true;
+ }
+
+ template<typename T>
+ bool Argument<T>::wasSetFromDefaultValue() const {
+ return wasSetFromDefaultValueFlag;
}
template<typename T>
diff --git a/src/storm/settings/Argument.h b/src/storm/settings/Argument.h
index 080d06409..2074557cf 100644
--- a/src/storm/settings/Argument.h
+++ b/src/storm/settings/Argument.h
@@ -85,6 +85,8 @@ namespace storm {
void setFromDefaultValue() override;
+ virtual bool wasSetFromDefaultValue() const override;
+
virtual std::string getValueAsString() const override;
virtual int_fast64_t getValueAsInteger() const override;
@@ -116,6 +118,9 @@ namespace storm {
// A flag indicating whether a default value has been provided.
bool hasDefaultValue;
+ // A flag indicating whether the argument was set from the default value.
+ bool wasSetFromDefaultValueFlag;
+
/*!
* Sets the default value of the argument to the provided value.
*
diff --git a/src/storm/settings/ArgumentBase.h b/src/storm/settings/ArgumentBase.h
index 6808bd815..b48a46183 100644
--- a/src/storm/settings/ArgumentBase.h
+++ b/src/storm/settings/ArgumentBase.h
@@ -80,6 +80,8 @@ namespace storm {
*/
virtual void setFromDefaultValue() = 0;
+ virtual bool wasSetFromDefaultValue() const = 0;
+
/*!
* Tries to set the value of the argument from the given string.
*
@@ -134,7 +136,7 @@ namespace storm {
friend std::ostream& operator<<(std::ostream& out, ArgumentBase const& argument);
- protected:
+ protected:
// A flag indicating whether the argument has been set.
bool hasBeenSet;
diff --git a/src/storm/settings/modules/MinMaxEquationSolverSettings.cpp b/src/storm/settings/modules/MinMaxEquationSolverSettings.cpp
index 398eaaeac..de9ce1746 100644
--- a/src/storm/settings/modules/MinMaxEquationSolverSettings.cpp
+++ b/src/storm/settings/modules/MinMaxEquationSolverSettings.cpp
@@ -50,6 +50,10 @@ namespace storm {
STORM_LOG_THROW(false, storm::exceptions::IllegalArgumentValueException, "Unknown min/max equation solving technique '" << minMaxEquationSolvingTechnique << "'.");
}
+ bool MinMaxEquationSolverSettings::isMinMaxEquationSolvingMethodSetFromDefaultValue() const {
+ return !this->getOption(solvingMethodOptionName).getArgumentByName("name").getHasBeenSet() || this->getOption(solvingMethodOptionName).getArgumentByName("name").wasSetFromDefaultValue();
+ }
+
bool MinMaxEquationSolverSettings::isMinMaxEquationSolvingMethodSet() const {
return this->getOption(solvingMethodOptionName).getHasOptionBeenSet();
}
diff --git a/src/storm/settings/modules/MinMaxEquationSolverSettings.h b/src/storm/settings/modules/MinMaxEquationSolverSettings.h
index 35bee18ac..1ce4a9db7 100644
--- a/src/storm/settings/modules/MinMaxEquationSolverSettings.h
+++ b/src/storm/settings/modules/MinMaxEquationSolverSettings.h
@@ -27,12 +27,19 @@ namespace storm {
bool isMinMaxEquationSolvingMethodSet() const;
/*!
- * Retrieves the selected min/max equation solving technique.
+ * Retrieves the selected min/max equation solving method.
*
- * @return The selected min/max equation solving technique.
+ * @return The selected min/max equation solving method.
*/
storm::solver::MinMaxMethod getMinMaxEquationSolvingMethod() const;
+ /*!
+ * Retrieves whether the min/max equation solving method is set from its default value.
+ *
+ * @return True iff if it is set from its default value.
+ */
+ bool isMinMaxEquationSolvingMethodSetFromDefaultValue() const;
+
/*!
* Retrieves whether the maximal iteration count has been set.
*
diff --git a/src/storm/solver/IterativeMinMaxLinearEquationSolver.h b/src/storm/solver/IterativeMinMaxLinearEquationSolver.h
index 301db3049..e197f88b0 100644
--- a/src/storm/solver/IterativeMinMaxLinearEquationSolver.h
+++ b/src/storm/solver/IterativeMinMaxLinearEquationSolver.h
@@ -73,7 +73,7 @@ namespace storm {
IterativeMinMaxLinearEquationSolverSettings<ValueType> settings;
};
- template<typename ValueType>
+ template<typename ValueType>
class IterativeMinMaxLinearEquationSolverFactory : public StandardMinMaxLinearEquationSolverFactory<ValueType> {
public:
IterativeMinMaxLinearEquationSolverFactory(MinMaxMethodSelection const& method = MinMaxMethodSelection::FROMSETTINGS, bool trackScheduler = false);
diff --git a/src/storm/solver/MinMaxLinearEquationSolver.cpp b/src/storm/solver/MinMaxLinearEquationSolver.cpp
index 08c70bd58..aa68fd9e3 100644
--- a/src/storm/solver/MinMaxLinearEquationSolver.cpp
+++ b/src/storm/solver/MinMaxLinearEquationSolver.cpp
@@ -154,7 +154,19 @@ namespace storm {
template<typename ValueType>
void MinMaxLinearEquationSolverFactory<ValueType>::setMinMaxMethod(MinMaxMethodSelection const& newMethod) {
if (newMethod == MinMaxMethodSelection::FROMSETTINGS) {
- setMinMaxMethod(storm::settings::getModule<storm::settings::modules::MinMaxEquationSolverSettings>().getMinMaxEquationSolvingMethod());
+ bool wasSet = false;
+ auto const& minMaxSettings = storm::settings::getModule<storm::settings::modules::MinMaxEquationSolverSettings>();
+ if (std::is_same<ValueType, storm::RationalNumber>::value) {
+ if (minMaxSettings.isMinMaxEquationSolvingMethodSetFromDefaultValue()) {
+ STORM_LOG_WARN("Selecting policy iteration as the solution method to guarantee exact results. If you want to override this, please explicitly specify a different method.");
+ this->setMinMaxMethod(MinMaxMethod::PolicyIteration);
+ wasSet = true;
+ }
+ }
+
+ if (!wasSet) {
+ setMinMaxMethod(minMaxSettings.getMinMaxEquationSolvingMethod());
+ }
} else {
setMinMaxMethod(convert(newMethod));
}
@@ -162,6 +174,7 @@ namespace storm {
template<typename ValueType>
void MinMaxLinearEquationSolverFactory<ValueType>::setMinMaxMethod(MinMaxMethod const& newMethod) {
+ STORM_LOG_WARN_COND(!(std::is_same<ValueType, storm::RationalNumber>::value) || newMethod == MinMaxMethod::PolicyIteration, "The selected solution method does not guarantee exact result. Consider using policy iteration.");
method = newMethod;
}
From c5da67d6cf5805ffa0d6e40ab07d1aa0e707d4ac Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Sat, 19 Aug 2017 12:29:47 +0200
Subject: [PATCH 56/77] refined warning for automatic switch to policy
iteration in exact mode
---
src/storm/solver/MinMaxLinearEquationSolver.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/storm/solver/MinMaxLinearEquationSolver.cpp b/src/storm/solver/MinMaxLinearEquationSolver.cpp
index aa68fd9e3..0ce28bd2a 100644
--- a/src/storm/solver/MinMaxLinearEquationSolver.cpp
+++ b/src/storm/solver/MinMaxLinearEquationSolver.cpp
@@ -157,7 +157,7 @@ namespace storm {
bool wasSet = false;
auto const& minMaxSettings = storm::settings::getModule<storm::settings::modules::MinMaxEquationSolverSettings>();
if (std::is_same<ValueType, storm::RationalNumber>::value) {
- if (minMaxSettings.isMinMaxEquationSolvingMethodSetFromDefaultValue()) {
+ if (minMaxSettings.isMinMaxEquationSolvingMethodSetFromDefaultValue() && minMaxSettings.getMinMaxEquationSolvingMethod() != MinMaxMethod::PolicyIteration) {
STORM_LOG_WARN("Selecting policy iteration as the solution method to guarantee exact results. If you want to override this, please explicitly specify a different method.");
this->setMinMaxMethod(MinMaxMethod::PolicyIteration);
wasSet = true;
From b31fb7ab5e5f805960da80a342534fd25bb5ec93 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 21 Aug 2017 14:38:00 +0200
Subject: [PATCH 57/77] first working version of sparse MDP quotient extraction
of dd bisimulation
---
.../dd/bisimulation/QuotientExtractor.cpp | 406 +++++++++++-------
1 file changed, 252 insertions(+), 154 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 20c74449b..77a99303e 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -1,6 +1,6 @@
#include "storm/storage/dd/bisimulation/QuotientExtractor.h"
-#include <boost/container/flat_map.hpp>
+#include <numeric>
#include "storm/storage/dd/DdManager.h"
@@ -11,6 +11,7 @@
#include "storm/models/sparse/Dtmc.h"
#include "storm/models/sparse/Ctmc.h"
+#include "storm/models/sparse/Mdp.h"
#include "storm/models/sparse/StandardRewardModel.h"
#include "storm/storage/dd/bisimulation/PreservationInformation.h"
@@ -224,41 +225,38 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractorBase {
public:
- InternalSparseQuotientExtractorBase(storm::dd::DdManager<DdType> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<DdType, ValueType> const& partition, storm::dd::Bdd<DdType> const& representatives, storm::dd::Odd const& odd) : manager(manager), partition(partition), representatives(representatives), odd(odd) {
+ InternalSparseQuotientExtractorBase(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, storm::dd::Bdd<DdType> const& representatives) : manager(model.getManager()), isNondeterministic(false), partition(partition), representatives(representatives), matrixEntriesCreated(false) {
// Create cubes.
rowVariablesCube = manager.getBddOne();
- for (auto const& variable : rowVariables) {
+ for (auto const& variable : model.getRowVariables()) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
rowVariablesCube &= ddMetaVariable.getCube();
}
columnVariablesCube = manager.getBddOne();
- for (auto const& variable : columnVariables) {
+ for (auto const& variable : model.getColumnVariables()) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
columnVariablesCube &= ddMetaVariable.getCube();
}
nondeterminismVariablesCube = manager.getBddOne();
- for (auto const& variable : nondeterminismVariables) {
+ for (auto const& variable : model.getNondeterminismVariables()) {
auto const& ddMetaVariable = manager.getMetaVariable(variable);
nondeterminismVariablesCube &= ddMetaVariable.getCube();
}
allSourceVariablesCube = rowVariablesCube && nondeterminismVariablesCube;
+ isNondeterministic = !nondeterminismVariablesCube.isOne();
+
+ // Create ODDs.
+ this->odd = representatives.createOdd();
+ if (this->isNondeterministic) {
+ this->nondeterminismOdd = (model.getQualitativeTransitionMatrix().existsAbstract(model.getColumnVariables()) && this->representatives).createOdd();
+ }
}
- protected:
- // The manager responsible for the DDs.
- storm::dd::DdManager<DdType> const& manager;
-
- // Useful cubes needed in the translation.
- storm::dd::Bdd<DdType> rowVariablesCube;
- storm::dd::Bdd<DdType> columnVariablesCube;
- storm::dd::Bdd<DdType> allSourceVariablesCube;
- storm::dd::Bdd<DdType> nondeterminismVariablesCube;
-
- // Information about the state partition.
- Partition<DdType, ValueType> partition;
- storm::dd::Bdd<DdType> representatives;
- storm::dd::Odd const& odd;
+ storm::dd::Odd const& getOdd() const {
+ return this->odd;
+ }
+ protected:
storm::storage::SparseMatrix<ValueType> createMatrixFromEntries() {
for (auto& row : matrixEntries) {
std::sort(row.begin(), row.end(),
@@ -267,9 +265,26 @@ namespace storm {
});
}
- storm::storage::SparseMatrixBuilder<ValueType> builder(partition.getNumberOfBlocks(), partition.getNumberOfBlocks());
+ std::vector<uint64_t> rowPermutation(matrixEntries.size());
+ std::iota(rowPermutation.begin(), rowPermutation.end(), 0ull);
+ if (this->isNondeterministic) {
+ std::sort(rowPermutation.begin(), rowPermutation.end(), [this] (uint64_t first, uint64_t second) { return this->rowToState[first] < this->rowToState[second]; } );
+ }
+
uint64_t rowCounter = 0;
- for (auto& row : matrixEntries) {
+ uint64_t lastState = this->isNondeterministic ? rowToState[rowPermutation.front()] : 0;
+ storm::storage::SparseMatrixBuilder<ValueType> builder(matrixEntries.size(), partition.getNumberOfBlocks(), 0, true, this->isNondeterministic);
+ if (this->isNondeterministic) {
+ builder.newRowGroup(0);
+ }
+ for (auto& rowIdx : rowPermutation) {
+ // For nondeterministic models, open a new row group.
+ if (this->isNondeterministic && rowToState[rowIdx] != lastState) {
+ builder.newRowGroup(rowCounter);
+ lastState = rowToState[rowIdx];
+ }
+
+ auto& row = matrixEntries[rowIdx];
for (auto const& entry : row) {
builder.addNextValue(rowCounter, entry.getColumn(), entry.getValue());
}
@@ -287,22 +302,59 @@ namespace storm {
return builder.build();
}
- void addMatrixEntry(uint64_t sourceBlockIndex, uint64_t targetBlockIndex, ValueType const& value) {
- this->matrixEntries[sourceBlockIndex].emplace_back(targetBlockIndex, value);
+ void addMatrixEntry(uint64_t row, uint64_t column, ValueType const& value) {
+ this->matrixEntries[row].emplace_back(column, value);
}
- void reserveMatrixEntries(uint64_t numberOfStates) {
- this->matrixEntries.resize(numberOfStates);
+ void createMatrixEntryStorage() {
+ if (matrixEntriesCreated) {
+ matrixEntries.clear();
+ if (isNondeterministic) {
+ rowToState.clear();
+ }
+ }
+ matrixEntries.resize(this->isNondeterministic ? nondeterminismOdd.getTotalOffset() : odd.getTotalOffset());
+ if (isNondeterministic) {
+ rowToState.resize(matrixEntries.size());
+ }
+ }
+
+ void assignRowToState(uint64_t row, uint64_t state) {
+ rowToState[row] = state;
}
- // The entries of the matrix that is built if the model is deterministic (DTMC, CTMC).
+ // The manager responsible for the DDs.
+ storm::dd::DdManager<DdType> const& manager;
+
+ // A flag that stores whether we need to take care of nondeterminism.
+ bool isNondeterministic;
+
+ // Useful cubes needed in the translation.
+ storm::dd::Bdd<DdType> rowVariablesCube;
+ storm::dd::Bdd<DdType> columnVariablesCube;
+ storm::dd::Bdd<DdType> allSourceVariablesCube;
+ storm::dd::Bdd<DdType> nondeterminismVariablesCube;
+
+ // Information about the state partition.
+ Partition<DdType, ValueType> partition;
+ storm::dd::Bdd<DdType> representatives;
+ storm::dd::Odd odd;
+ storm::dd::Odd nondeterminismOdd;
+
+ // A flag that stores whether the underlying storage for matrix entries has been created.
+ bool matrixEntriesCreated;
+
+ // The entries of the quotient matrix that is built.
std::vector<std::vector<storm::storage::MatrixEntry<uint_fast64_t, ValueType>>> matrixEntries;
+
+ // A vector storing for each row which state it belongs to.
+ std::vector<uint64_t> rowToState;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::CUDD, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::CUDD, ValueType> const& model, Partition<storm::dd::DdType::CUDD, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(model, partition, representatives), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
STORM_LOG_ASSERT(this->partition.storedAsAdd(), "Expected partition to be stored as an ADD.");
this->createBlockToOffsetMapping();
@@ -310,11 +362,9 @@ namespace storm {
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix) {
// Create the number of rows necessary for the matrix.
- this->reserveMatrixEntries(this->partition.getNumberOfBlocks());
STORM_LOG_TRACE("Partition has " << this->partition.getNumberOfStates() << " states in " << this->partition.getNumberOfBlocks() << " blocks.");
-
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->odd, 0, this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode());
-
+ this->createMatrixEntryStorage();
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode(), this->nondeterminismVariablesCube.getInternalBdd().getCuddDdNode(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
@@ -364,7 +414,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(DdNodePtr transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, DdNodePtr targetPartitionNode, DdNodePtr representativesNode, DdNodePtr variables) {
+ void extractTransitionMatrixRec(DdNodePtr transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, DdNodePtr targetPartitionNode, DdNodePtr representativesNode, DdNodePtr variables, DdNodePtr nondeterminismVariables, storm::dd::Odd const* stateOdd, uint64_t stateOffset) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (transitionMatrixNode == Cudd_ReadZero(ddman) || representativesNode == Cudd_ReadLogicZero(ddman)) {
@@ -375,74 +425,97 @@ namespace storm {
if (Cudd_IsConstant(variables)) {
STORM_LOG_ASSERT(Cudd_IsConstant(transitionMatrixNode), "Expected constant node.");
this->addMatrixEntry(sourceOffset, blockToOffset.at(targetPartitionNode), Cudd_V(transitionMatrixNode));
- } else {
- DdNodePtr t;
- DdNodePtr tt;
- DdNodePtr te;
- DdNodePtr e;
- DdNodePtr et;
- DdNodePtr ee;
- if (Cudd_NodeReadIndex(transitionMatrixNode) == Cudd_NodeReadIndex(variables)) {
- // Source node was not skipped in transition matrix.
- t = Cudd_T(transitionMatrixNode);
- e = Cudd_E(transitionMatrixNode);
- } else {
- t = e = transitionMatrixNode;
+ if (stateOdd) {
+ this->assignRowToState(sourceOffset, stateOffset);
}
+ } else {
+ // Determine whether the next variable is a nondeterminism variable.
+ bool nextVariableIsNondeterminismVariable = !Cudd_IsConstant(nondeterminismVariables) && Cudd_NodeReadIndex(nondeterminismVariables) == Cudd_NodeReadIndex(variables);
- if (Cudd_NodeReadIndex(t) == Cudd_NodeReadIndex(variables) + 1) {
- // Target node was not skipped in transition matrix.
- tt = Cudd_T(t);
- te = Cudd_E(t);
+ if (nextVariableIsNondeterminismVariable) {
+ DdNodePtr t;
+ DdNodePtr e;
+
+ // Determine whether the variable was skipped in the matrix.
+ if (Cudd_NodeReadIndex(transitionMatrixNode) == Cudd_NodeReadIndex(variables)) {
+ t = Cudd_T(transitionMatrixNode);
+ e = Cudd_E(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
+
+ STORM_LOG_ASSERT(stateOdd, "Expected separate state ODD.");
+ extractTransitionMatrixRec(e, sourceOdd.getElseSuccessor(), sourceOffset, targetPartitionNode, representativesNode, Cudd_T(variables), Cudd_T(nondeterminismVariables), stateOdd, stateOffset);
+ extractTransitionMatrixRec(t, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetPartitionNode, representativesNode, Cudd_T(variables), Cudd_T(nondeterminismVariables), stateOdd, stateOffset);
} else {
- // Target node was skipped in transition matrix.
- tt = te = t;
- }
- if (t != e) {
- if (Cudd_NodeReadIndex(e) == Cudd_NodeReadIndex(variables) + 1) {
+ DdNodePtr t;
+ DdNodePtr tt;
+ DdNodePtr te;
+ DdNodePtr e;
+ DdNodePtr et;
+ DdNodePtr ee;
+ if (Cudd_NodeReadIndex(transitionMatrixNode) == Cudd_NodeReadIndex(variables)) {
+ // Source node was not skipped in transition matrix.
+ t = Cudd_T(transitionMatrixNode);
+ e = Cudd_E(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
+
+ if (Cudd_NodeReadIndex(t) == Cudd_NodeReadIndex(variables) + 1) {
// Target node was not skipped in transition matrix.
- et = Cudd_T(e);
- ee = Cudd_E(e);
+ tt = Cudd_T(t);
+ te = Cudd_E(t);
} else {
// Target node was skipped in transition matrix.
- et = ee = e;
+ tt = te = t;
}
- } else {
- et = tt;
- ee = te;
- }
-
- DdNodePtr targetT;
- DdNodePtr targetE;
- if (Cudd_NodeReadIndex(targetPartitionNode) == Cudd_NodeReadIndex(variables) + 1) {
- // Node was not skipped in target partition.
- targetT = Cudd_T(targetPartitionNode);
- targetE = Cudd_E(targetPartitionNode);
- } else {
- // Node was skipped in target partition.
- targetT = targetE = targetPartitionNode;
- }
-
- DdNodePtr representativesT;
- DdNodePtr representativesE;
- if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
- // Node was not skipped in representatives.
- representativesT = Cudd_T(representativesNode);
- representativesE = Cudd_E(representativesNode);
- } else {
- // Node was skipped in representatives.
- representativesT = representativesE = representativesNode;
- }
-
- if (representativesT != representativesE && Cudd_IsComplement(representativesNode)) {
- representativesT = Cudd_Not(representativesT);
- representativesE = Cudd_Not(representativesE);
+ if (t != e) {
+ if (Cudd_NodeReadIndex(e) == Cudd_NodeReadIndex(variables) + 1) {
+ // Target node was not skipped in transition matrix.
+ et = Cudd_T(e);
+ ee = Cudd_E(e);
+ } else {
+ // Target node was skipped in transition matrix.
+ et = ee = e;
+ }
+ } else {
+ et = tt;
+ ee = te;
+ }
+
+ DdNodePtr targetT;
+ DdNodePtr targetE;
+ if (Cudd_NodeReadIndex(targetPartitionNode) == Cudd_NodeReadIndex(variables) + 1) {
+ // Node was not skipped in target partition.
+ targetT = Cudd_T(targetPartitionNode);
+ targetE = Cudd_E(targetPartitionNode);
+ } else {
+ // Node was skipped in target partition.
+ targetT = targetE = targetPartitionNode;
+ }
+
+ DdNodePtr representativesT;
+ DdNodePtr representativesE;
+ if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
+ // Node was not skipped in representatives.
+ representativesT = Cudd_T(representativesNode);
+ representativesE = Cudd_E(representativesNode);
+ } else {
+ // Node was skipped in representatives.
+ representativesT = representativesE = representativesNode;
+ }
+
+ if (representativesT != representativesE && Cudd_IsComplement(representativesNode)) {
+ representativesT = Cudd_Not(representativesT);
+ representativesE = Cudd_Not(representativesE);
+ }
+
+ extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, Cudd_T(variables), nondeterminismVariables, stateOdd ? &stateOdd->getElseSuccessor() : stateOdd, stateOffset);
+ extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, Cudd_T(variables), nondeterminismVariables, stateOdd ? &stateOdd->getElseSuccessor() : stateOdd, stateOffset);
+ extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, Cudd_T(variables), nondeterminismVariables, stateOdd ? &stateOdd->getThenSuccessor() : stateOdd, stateOffset + (stateOdd ? stateOdd->getElseOffset() : 0));
+ extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, Cudd_T(variables), nondeterminismVariables, stateOdd ? &stateOdd->getThenSuccessor() : stateOdd, stateOffset + (stateOdd ? stateOdd->getElseOffset() : 0));
}
-
- extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, Cudd_T(variables));
- extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, Cudd_T(variables));
- extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, Cudd_T(variables));
- extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, Cudd_T(variables));
}
}
@@ -455,7 +528,7 @@ namespace storm {
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::dd::DdManager<storm::dd::DdType::Sylvan> const& manager, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables, std::set<storm::expressions::Variable> const& nondeterminismVariables, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives, storm::dd::Odd const& odd) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(manager, rowVariables, columnVariables, nondeterminismVariables, partition, representatives, odd) {
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::Sylvan, ValueType> const& model, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(model, partition, representatives) {
STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
this->createBlockToOffsetMapping();
@@ -463,8 +536,8 @@ namespace storm {
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix) {
// Create the number of rows necessary for the matrix.
- this->reserveMatrixEntries(this->partition.getNumberOfBlocks());
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->odd, 0, this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD());
+ this->createMatrixEntryStorage();
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->nondeterminismVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
@@ -509,7 +582,7 @@ namespace storm {
}
}
- void extractTransitionMatrixRec(MTBDD transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, BDD targetPartitionNode, BDD representativesNode, BDD variables) {
+ void extractTransitionMatrixRec(MTBDD transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, BDD targetPartitionNode, BDD representativesNode, BDD variables, BDD nondeterminismVariables, storm::dd::Odd const* stateOdd, uint64_t stateOffset) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (mtbdd_iszero(transitionMatrixNode) || representativesNode == sylvan_false) {
@@ -518,71 +591,94 @@ namespace storm {
// If we have moved through all source variables, we must have arrived at a target block encoding.
if (sylvan_isconst(variables)) {
- STORM_LOG_ASSERT(sylvan_isconst(transitionMatrixNode), "Expected constant node.");
+ STORM_LOG_ASSERT(mtbdd_isleaf(transitionMatrixNode), "Expected constant node.");
this->addMatrixEntry(sourceOffset, blockToOffset.at(targetPartitionNode), storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(transitionMatrixNode));
- } else {
- MTBDD t;
- MTBDD tt;
- MTBDD te;
- MTBDD e;
- MTBDD et;
- MTBDD ee;
- if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
- // Source node was not skipped in transition matrix.
- t = sylvan_high(transitionMatrixNode);
- e = sylvan_low(transitionMatrixNode);
- } else {
- t = e = transitionMatrixNode;
+ if (stateOdd) {
+ this->assignRowToState(sourceOffset, stateOffset);
}
+ } else {
+ // Determine whether the next variable is a nondeterminism variable.
+ bool nextVariableIsNondeterminismVariable = !sylvan_isconst(nondeterminismVariables) && sylvan_var(nondeterminismVariables) == sylvan_var(variables);
- if (sylvan_var(t) == sylvan_var(variables) + 1) {
- // Target node was not skipped in transition matrix.
- tt = sylvan_high(t);
- te = sylvan_low(t);
+ if (nextVariableIsNondeterminismVariable) {
+ MTBDD t;
+ MTBDD e;
+
+ // Determine whether the variable was skipped in the matrix.
+ if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
+ t = sylvan_high(transitionMatrixNode);
+ e = sylvan_low(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
+
+ STORM_LOG_ASSERT(stateOdd, "Expected separate state ODD.");
+ extractTransitionMatrixRec(e, sourceOdd.getElseSuccessor(), sourceOffset, targetPartitionNode, representativesNode, sylvan_high(variables), sylvan_high(nondeterminismVariables), stateOdd, stateOffset);
+ extractTransitionMatrixRec(t, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetPartitionNode, representativesNode, sylvan_high(variables), sylvan_high(nondeterminismVariables), stateOdd, stateOffset);
} else {
- // Target node was skipped in transition matrix.
- tt = te = t;
- }
- if (t != e) {
- if (sylvan_var(e) == sylvan_var(variables) + 1) {
+ MTBDD t;
+ MTBDD tt;
+ MTBDD te;
+ MTBDD e;
+ MTBDD et;
+ MTBDD ee;
+ if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
+ // Source node was not skipped in transition matrix.
+ t = sylvan_high(transitionMatrixNode);
+ e = sylvan_low(transitionMatrixNode);
+ } else {
+ t = e = transitionMatrixNode;
+ }
+
+ if (sylvan_var(t) == sylvan_var(variables) + 1) {
// Target node was not skipped in transition matrix.
- et = sylvan_high(e);
- ee = sylvan_low(e);
+ tt = sylvan_high(t);
+ te = sylvan_low(t);
} else {
// Target node was skipped in transition matrix.
- et = ee = e;
+ tt = te = t;
}
- } else {
- et = tt;
- ee = te;
- }
-
- BDD targetT;
- BDD targetE;
- if (sylvan_var(targetPartitionNode) == sylvan_var(variables) + 1) {
- // Node was not skipped in target partition.
- targetT = sylvan_high(targetPartitionNode);
- targetE = sylvan_low(targetPartitionNode);
- } else {
- // Node was skipped in target partition.
- targetT = targetE = targetPartitionNode;
- }
-
- BDD representativesT;
- BDD representativesE;
- if (sylvan_var(representativesNode) == sylvan_var(variables)) {
- // Node was not skipped in representatives.
- representativesT = sylvan_high(representativesNode);
- representativesE = sylvan_low(representativesNode);
- } else {
- // Node was skipped in representatives.
- representativesT = representativesE = representativesNode;
+ if (t != e) {
+ if (sylvan_var(e) == sylvan_var(variables) + 1) {
+ // Target node was not skipped in transition matrix.
+ et = sylvan_high(e);
+ ee = sylvan_low(e);
+ } else {
+ // Target node was skipped in transition matrix.
+ et = ee = e;
+ }
+ } else {
+ et = tt;
+ ee = te;
+ }
+
+ BDD targetT;
+ BDD targetE;
+ if (sylvan_var(targetPartitionNode) == sylvan_var(variables) + 1) {
+ // Node was not skipped in target partition.
+ targetT = sylvan_high(targetPartitionNode);
+ targetE = sylvan_low(targetPartitionNode);
+ } else {
+ // Node was skipped in target partition.
+ targetT = targetE = targetPartitionNode;
+ }
+
+ BDD representativesT;
+ BDD representativesE;
+ if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ // Node was not skipped in representatives.
+ representativesT = sylvan_high(representativesNode);
+ representativesE = sylvan_low(representativesNode);
+ } else {
+ // Node was skipped in representatives.
+ representativesT = representativesE = representativesNode;
+ }
+
+ extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, sylvan_high(variables), nondeterminismVariables, stateOdd ? &stateOdd->getElseSuccessor() : stateOdd, stateOffset);
+ extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, sylvan_high(variables), nondeterminismVariables, stateOdd ? &stateOdd->getElseSuccessor() : stateOdd, stateOffset);
+ extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, sylvan_high(variables), nondeterminismVariables, stateOdd ? &stateOdd->getThenSuccessor() : stateOdd, stateOffset + (stateOdd ? stateOdd->getElseOffset() : 0));
+ extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, sylvan_high(variables), nondeterminismVariables, stateOdd ? &stateOdd->getThenSuccessor() : stateOdd, stateOffset + (stateOdd ? stateOdd->getElseOffset() : 0));
}
-
- extractTransitionMatrixRec(ee, sourceOdd.getElseSuccessor(), sourceOffset, targetE, representativesE, sylvan_high(variables));
- extractTransitionMatrixRec(et, sourceOdd.getElseSuccessor(), sourceOffset, targetT, representativesE, sylvan_high(variables));
- extractTransitionMatrixRec(te, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetE, representativesT, sylvan_high(variables));
- extractTransitionMatrixRec(tt, sourceOdd.getThenSuccessor(), sourceOffset + sourceOdd.getElseOffset(), targetT, representativesT, sylvan_high(variables));
}
}
@@ -626,9 +722,9 @@ namespace storm {
auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
STORM_LOG_ASSERT((representatives && partitionAsBdd).existsAbstract(model.getRowVariables()) == partitionAsBdd.existsAbstract(model.getRowVariables()), "Representatives do not cover all blocks.");
- storm::dd::Odd odd = representatives.createOdd();
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partition, representatives);
+ storm::dd::Odd const& odd = sparseExtractor.getOdd();
STORM_LOG_ASSERT(odd.getTotalOffset() == representatives.getNonZeroCount(), "Mismatching ODD.");
- InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model.getManager(), model.getRowVariables(), model.getColumnVariables(), model.getNondeterminismVariables(), partition, representatives, odd);
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix());
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
@@ -660,6 +756,8 @@ namespace storm {
result = std::make_shared<storm::models::sparse::Dtmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
} else if (model.getType() == storm::models::ModelType::Ctmc) {
result = std::make_shared<storm::models::sparse::Ctmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ } else if (model.getType() == storm::models::ModelType::Mdp) {
+ result = std::make_shared<storm::models::sparse::Mdp<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
}
return result;
From 34e23f94fcbc473a4d3b662a8806706192a5af80 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Mon, 21 Aug 2017 19:47:02 +0200
Subject: [PATCH 58/77] started on reward model preservation in DD bisimulation
---
src/storm/models/symbolic/Model.cpp | 6 ++++
src/storm/models/symbolic/Model.h | 7 ++++
.../bisimulation/PreservationInformation.cpp | 33 ++++++++++++++-----
.../dd/bisimulation/PreservationInformation.h | 3 ++
4 files changed, 41 insertions(+), 8 deletions(-)
diff --git a/src/storm/models/symbolic/Model.cpp b/src/storm/models/symbolic/Model.cpp
index 505241dbc..f468cc377 100644
--- a/src/storm/models/symbolic/Model.cpp
+++ b/src/storm/models/symbolic/Model.cpp
@@ -239,6 +239,12 @@ namespace storm {
return this->rewardModels.cbegin()->second;
}
+ template<storm::dd::DdType Type, typename ValueType>
+ std::string const& Model<Type, ValueType>::getUniqueRewardModelName() const {
+ STORM_LOG_THROW(this->hasUniqueRewardModel(), storm::exceptions::InvalidOperationException, "Cannot retrieve name of unique reward model, because there is no unique one.");
+ return this->rewardModels.cbegin()->first;
+ }
+
template<storm::dd::DdType Type, typename ValueType>
typename Model<Type, ValueType>::RewardModelType& Model<Type, ValueType>::getUniqueRewardModel() {
STORM_LOG_THROW(this->hasUniqueRewardModel(), storm::exceptions::InvalidOperationException, "Cannot retrieve unique reward model, because there is no unique one.");
diff --git a/src/storm/models/symbolic/Model.h b/src/storm/models/symbolic/Model.h
index 89e447640..1bebd7fe5 100644
--- a/src/storm/models/symbolic/Model.h
+++ b/src/storm/models/symbolic/Model.h
@@ -277,6 +277,13 @@ namespace storm {
*/
RewardModelType const& getUniqueRewardModel() const;
+ /*!
+ * Retrieves the name of the unique reward model, if there exists exactly one. Otherwise, an exception is thrown.
+ *
+ * @return The name of the unique reward model.
+ */
+ std::string const& getUniqueRewardModelName() const;
+
/*!
* Retrieves the unique reward model, if there exists exactly one. Otherwise, an exception is thrown.
*
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
index 5009fa371..0569df104 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.cpp
@@ -39,10 +39,10 @@ namespace storm {
this->addLabel(label);
this->addExpression(model.getExpression(label));
}
+ for (auto const& rewardModel : model.getRewardModels()) {
+ this->addRewardModel(rewardModel.first);
+ }
} else {
- std::set<std::string> labels;
- std::set<storm::expressions::Expression> expressions;
-
for (auto const& formula : formulas) {
for (auto const& expressionFormula : formula->getAtomicExpressionFormulas()) {
this->addExpression(expressionFormula->getExpression());
@@ -53,11 +53,18 @@ namespace storm {
STORM_LOG_THROW(model.hasLabel(label), storm::exceptions::InvalidPropertyException, "Property refers to illegal label '" << label << "'.");
this->addExpression(model.getExpression(label));
}
- }
-
- std::vector<storm::expressions::Expression> expressionVector;
- for (auto const& expression : expressions) {
- expressionVector.emplace_back(expression);
+ for (auto const& rewardModel : formula->getReferencedRewardModels()) {
+ if (rewardModel == "") {
+ if (model.hasRewardModel("")) {
+ this->addRewardModel(rewardModel);
+ } else {
+ STORM_LOG_THROW(model.hasUniqueRewardModel(), storm::exceptions::InvalidPropertyException, "Property refers to the default reward model, but it does not exist or is not unique.");
+ this->addRewardModel(model.getUniqueRewardModelName());
+ }
+ } else {
+ this->addRewardModel(rewardModel);
+ }
+ }
}
}
}
@@ -72,6 +79,11 @@ namespace storm {
expressions.insert(expression);
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ void PreservationInformation<DdType, ValueType>::addRewardModel(std::string const& name) {
+ rewardModelNames.insert(name);
+ }
+
template <storm::dd::DdType DdType, typename ValueType>
std::set<std::string> const& PreservationInformation<DdType, ValueType>::getLabels() const {
return labels;
@@ -82,6 +94,11 @@ namespace storm {
return expressions;
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::set<std::string> const& PreservationInformation<DdType, ValueType>::getRewardModelNames() const {
+ return rewardModelNames;
+ }
+
template class PreservationInformation<storm::dd::DdType::CUDD, double>;
template class PreservationInformation<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/storage/dd/bisimulation/PreservationInformation.h b/src/storm/storage/dd/bisimulation/PreservationInformation.h
index a5bfbc3d1..2286e9bc6 100644
--- a/src/storm/storage/dd/bisimulation/PreservationInformation.h
+++ b/src/storm/storage/dd/bisimulation/PreservationInformation.h
@@ -28,13 +28,16 @@ namespace storm {
void addLabel(std::string const& label);
void addExpression(storm::expressions::Expression const& expression);
+ void addRewardModel(std::string const& name);
std::set<std::string> const& getLabels() const;
std::set<storm::expressions::Expression> const& getExpressions() const;
+ std::set<std::string> const& getRewardModelNames() const;
private:
std::set<std::string> labels;
std::set<storm::expressions::Expression> expressions;
+ std::set<std::string> rewardModelNames;
};
}
From 722cb3109c99615d79930844b01f91dbb5da6f2b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 11:12:08 +0200
Subject: [PATCH 59/77] dd quotient extraction of reward models in dd
bisimulation
---
.../csl/helper/SparseCtmcCslHelper.cpp | 4 +-
src/storm/models/sparse/Ctmc.cpp | 7 ++++
src/storm/models/sparse/Ctmc.h | 2 +
.../models/sparse/DeterministicModel.cpp | 7 ----
src/storm/models/sparse/DeterministicModel.h | 2 -
src/storm/models/sparse/Dtmc.cpp | 6 +++
src/storm/models/sparse/Dtmc.h | 1 +
.../models/sparse/StandardRewardModel.cpp | 41 ++++++++++++-------
src/storm/models/sparse/StandardRewardModel.h | 10 +++--
.../dd/bisimulation/MdpPartitionRefiner.cpp | 7 +++-
.../dd/bisimulation/MdpPartitionRefiner.h | 2 +
.../dd/bisimulation/PartitionRefiner.cpp | 33 +++++++++++++++
.../dd/bisimulation/PartitionRefiner.h | 9 ++++
.../dd/bisimulation/QuotientExtractor.cpp | 23 +++++++++--
14 files changed, 120 insertions(+), 34 deletions(-)
diff --git a/src/storm/modelchecker/csl/helper/SparseCtmcCslHelper.cpp b/src/storm/modelchecker/csl/helper/SparseCtmcCslHelper.cpp
index e0cd132ee..b574cabd1 100644
--- a/src/storm/modelchecker/csl/helper/SparseCtmcCslHelper.cpp
+++ b/src/storm/modelchecker/csl/helper/SparseCtmcCslHelper.cpp
@@ -264,7 +264,7 @@ namespace storm {
storm::storage::SparseMatrix<ValueType> uniformizedMatrix = computeUniformizedMatrix(rateMatrix, storm::storage::BitVector(numberOfStates, true), uniformizationRate, exitRateVector);
// Compute the total state reward vector.
- std::vector<ValueType> totalRewardVector = rewardModel.getTotalRewardVector(rateMatrix, exitRateVector, false);
+ std::vector<ValueType> totalRewardVector = rewardModel.getTotalRewardVector(rateMatrix, exitRateVector);
// Finally, compute the transient probabilities.
return computeTransientProbabilities<ValueType, true>(uniformizedMatrix, nullptr, timeBound, uniformizationRate, totalRewardVector, linearEquationSolverFactory);
@@ -359,7 +359,7 @@ namespace storm {
// Only compute the result if the model has a state-based reward model.
STORM_LOG_THROW(!rewardModel.empty(), storm::exceptions::InvalidPropertyException, "Missing reward model for formula. Skipping formula.");
- return computeLongRunAverageRewards(probabilityMatrix, rewardModel.getTotalRewardVector(probabilityMatrix, *exitRateVector, true), exitRateVector, linearEquationSolverFactory);
+ return computeLongRunAverageRewards(probabilityMatrix, rewardModel.getTotalRewardVector(probabilityMatrix, *exitRateVector), exitRateVector, linearEquationSolverFactory);
}
template <typename ValueType>
diff --git a/src/storm/models/sparse/Ctmc.cpp b/src/storm/models/sparse/Ctmc.cpp
index bdfb406bb..9b36ded21 100644
--- a/src/storm/models/sparse/Ctmc.cpp
+++ b/src/storm/models/sparse/Ctmc.cpp
@@ -72,6 +72,13 @@ namespace storm {
return exitRates;
}
+ template<typename ValueType, typename RewardModelType>
+ void Ctmc<ValueType, RewardModelType>::reduceToStateBasedRewards() {
+ for (auto& rewardModel : this->getRewardModels()) {
+ rewardModel.second.reduceToStateBasedRewards(this->getTransitionMatrix(), true, &exitRates);
+ }
+ }
+
template class Ctmc<double>;
#ifdef STORM_HAVE_CARL
diff --git a/src/storm/models/sparse/Ctmc.h b/src/storm/models/sparse/Ctmc.h
index c6afaac16..ed5a46329 100644
--- a/src/storm/models/sparse/Ctmc.h
+++ b/src/storm/models/sparse/Ctmc.h
@@ -62,6 +62,8 @@ namespace storm {
*/
std::vector<ValueType>& getExitRateVector();
+ virtual void reduceToStateBasedRewards() override;
+
private:
/*!
* Computes the exit rate vector based on the given rate matrix.
diff --git a/src/storm/models/sparse/DeterministicModel.cpp b/src/storm/models/sparse/DeterministicModel.cpp
index 27c923bfa..5e2b85fe4 100644
--- a/src/storm/models/sparse/DeterministicModel.cpp
+++ b/src/storm/models/sparse/DeterministicModel.cpp
@@ -59,13 +59,6 @@ namespace storm {
}
}
- template<typename ValueType, typename RewardModelType>
- void DeterministicModel<ValueType, RewardModelType>::reduceToStateBasedRewards() {
- for (auto& rewardModel : this->getRewardModels()) {
- rewardModel.second.reduceToStateBasedRewards(this->getTransitionMatrix(), true);
- }
- }
-
template class DeterministicModel<double>;
#ifdef STORM_HAVE_CARL
template class DeterministicModel<storm::RationalNumber>;
diff --git a/src/storm/models/sparse/DeterministicModel.h b/src/storm/models/sparse/DeterministicModel.h
index f2dd82e12..13486ef5c 100644
--- a/src/storm/models/sparse/DeterministicModel.h
+++ b/src/storm/models/sparse/DeterministicModel.h
@@ -29,8 +29,6 @@ namespace storm {
DeterministicModel(DeterministicModel<ValueType, RewardModelType>&& other) = default;
DeterministicModel<ValueType, RewardModelType>& operator=(DeterministicModel<ValueType, RewardModelType>&& model) = default;
-
- virtual void reduceToStateBasedRewards() override;
virtual void writeDotToStream(std::ostream& outStream, bool includeLabeling = true, storm::storage::BitVector const* subsystem = nullptr, std::vector<ValueType> const* firstValue = nullptr, std::vector<ValueType> const* secondValue = nullptr, std::vector<uint_fast64_t> const* stateColoring = nullptr, std::vector<std::string> const* colors = nullptr, std::vector<uint_fast64_t>* scheduler = nullptr, bool finalizeOutput = true) const override;
};
diff --git a/src/storm/models/sparse/Dtmc.cpp b/src/storm/models/sparse/Dtmc.cpp
index 2fa945420..29b31babe 100644
--- a/src/storm/models/sparse/Dtmc.cpp
+++ b/src/storm/models/sparse/Dtmc.cpp
@@ -35,6 +35,12 @@ namespace storm {
// Intentionally left empty
}
+ template<typename ValueType, typename RewardModelType>
+ void Dtmc<ValueType, RewardModelType>::reduceToStateBasedRewards() {
+ for (auto& rewardModel : this->getRewardModels()) {
+ rewardModel.second.reduceToStateBasedRewards(this->getTransitionMatrix(), true);
+ }
+ }
template class Dtmc<double>;
diff --git a/src/storm/models/sparse/Dtmc.h b/src/storm/models/sparse/Dtmc.h
index ecc3ecba8..6809b686c 100644
--- a/src/storm/models/sparse/Dtmc.h
+++ b/src/storm/models/sparse/Dtmc.h
@@ -50,6 +50,7 @@ namespace storm {
Dtmc(Dtmc<ValueType, RewardModelType>&& dtmc) = default;
Dtmc& operator=(Dtmc<ValueType, RewardModelType>&& dtmc) = default;
+ virtual void reduceToStateBasedRewards() override;
};
diff --git a/src/storm/models/sparse/StandardRewardModel.cpp b/src/storm/models/sparse/StandardRewardModel.cpp
index 721608047..4385c46e1 100644
--- a/src/storm/models/sparse/StandardRewardModel.cpp
+++ b/src/storm/models/sparse/StandardRewardModel.cpp
@@ -165,7 +165,7 @@ namespace storm {
template<typename ValueType>
template<typename MatrixValueType>
- void StandardRewardModel<ValueType>::reduceToStateBasedRewards(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, bool reduceToStateRewards) {
+ void StandardRewardModel<ValueType>::reduceToStateBasedRewards(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, bool reduceToStateRewards, std::vector<MatrixValueType> const* weights) {
if (this->hasTransitionRewards()) {
if (this->hasStateActionRewards()) {
storm::utility::vector::addVectors<ValueType>(this->getStateActionRewardVector(), transitionMatrix.getPointwiseProductRowSumVector(this->getTransitionRewardMatrix()), this->getStateActionRewardVector());
@@ -177,10 +177,21 @@ namespace storm {
if (reduceToStateRewards && this->hasStateActionRewards()) {
STORM_LOG_THROW(transitionMatrix.getRowGroupCount() == this->getStateActionRewardVector().size(), storm::exceptions::InvalidOperationException, "The reduction to state rewards is only possible if the size of the action reward vector equals the number of states.");
- if (this->hasStateRewards()) {
- storm::utility::vector::addVectors<ValueType>(this->getStateActionRewardVector(), this->getStateRewardVector(), this->getStateRewardVector());
+ if (weights) {
+ if (this->hasStateRewards()) {
+ storm::utility::vector::applyPointwise<ValueType, MatrixValueType, ValueType>(this->getStateActionRewardVector(), *weights, this->getStateRewardVector(),
+ [] (ValueType const& sar, MatrixValueType const& w, ValueType const& sr) -> ValueType {
+ return sr + w * sar; });
+ } else {
+ this->optionalStateRewardVector = std::move(this->optionalStateActionRewardVector);
+ storm::utility::vector::applyPointwise<ValueType, MatrixValueType, ValueType>(this->optionalStateRewardVector.get(), *weights, this->optionalStateRewardVector.get(), [] (ValueType const& r, MatrixValueType const& w) { return w * r; } );
+ }
} else {
- this->optionalStateRewardVector = std::move(this->optionalStateActionRewardVector);
+ if (this->hasStateRewards()) {
+ storm::utility::vector::addVectors<ValueType>(this->getStateActionRewardVector(), this->getStateRewardVector(), this->getStateRewardVector());
+ } else {
+ this->optionalStateRewardVector = std::move(this->optionalStateActionRewardVector);
+ }
}
this->optionalStateActionRewardVector = boost::none;
}
@@ -201,7 +212,7 @@ namespace storm {
template<typename ValueType>
template<typename MatrixValueType>
- std::vector<ValueType> StandardRewardModel<ValueType>::getTotalRewardVector(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, std::vector<MatrixValueType> const& weights, bool scaleTransAndActions) const {
+ std::vector<ValueType> StandardRewardModel<ValueType>::getTotalRewardVector(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, std::vector<MatrixValueType> const& weights) const {
std::vector<ValueType> result;
if (this->hasTransitionRewards()) {
result = transitionMatrix.getPointwiseProductRowSumVector(this->getTransitionRewardMatrix());
@@ -382,13 +393,13 @@ namespace storm {
// Explicitly instantiate the class.
template std::vector<double> StandardRewardModel<double>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix) const;
template std::vector<double> StandardRewardModel<double>::getTotalRewardVector(uint_fast64_t numberOfRows, storm::storage::SparseMatrix<double> const& transitionMatrix, storm::storage::BitVector const& filter) const;
- template std::vector<double> StandardRewardModel<double>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& weights, bool scaleTransAndActions) const;
+ template std::vector<double> StandardRewardModel<double>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& weights) const;
template std::vector<double> StandardRewardModel<double>::getTotalActionRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& stateRewardWeights) const;
template storm::storage::BitVector StandardRewardModel<double>::getStatesWithZeroReward(storm::storage::SparseMatrix<double> const& transitionMatrix) const;
template storm::storage::BitVector StandardRewardModel<double>::getChoicesWithZeroReward(storm::storage::SparseMatrix<double> const& transitionMatrix) const;
template double StandardRewardModel<double>::getTotalStateActionReward(uint_fast64_t stateIndex, uint_fast64_t choiceIndex, storm::storage::SparseMatrix<double> const& transitionMatrix, double const& stateRewardWeight, double const& actionRewardWeight) const;
- template void StandardRewardModel<double>::reduceToStateBasedRewards(storm::storage::SparseMatrix<double> const& transitionMatrix, bool reduceToStateRewards);
+ template void StandardRewardModel<double>::reduceToStateBasedRewards(storm::storage::SparseMatrix<double> const& transitionMatrix, bool reduceToStateRewards, std::vector<double> const* weights);
template void StandardRewardModel<double>::setStateActionReward(uint_fast64_t choiceIndex, double const & newValue);
template void StandardRewardModel<double>::setStateReward(uint_fast64_t state, double const & newValue);
template class StandardRewardModel<double>;
@@ -396,9 +407,9 @@ namespace storm {
template std::vector<float> StandardRewardModel<float>::getTotalRewardVector(uint_fast64_t numberOfRows, storm::storage::SparseMatrix<float> const& transitionMatrix, storm::storage::BitVector const& filter) const;
template std::vector<float> StandardRewardModel<float>::getTotalRewardVector(storm::storage::SparseMatrix<float> const& transitionMatrix) const;
- template std::vector<float> StandardRewardModel<float>::getTotalRewardVector(storm::storage::SparseMatrix<float> const& transitionMatrix, std::vector<float> const& weights, bool scaleTransAndActions) const;
+ template std::vector<float> StandardRewardModel<float>::getTotalRewardVector(storm::storage::SparseMatrix<float> const& transitionMatrix, std::vector<float> const& weights) const;
template std::vector<float> StandardRewardModel<float>::getTotalActionRewardVector(storm::storage::SparseMatrix<float> const& transitionMatrix, std::vector<float> const& stateRewardWeights) const;
- template void StandardRewardModel<float>::reduceToStateBasedRewards(storm::storage::SparseMatrix<float> const& transitionMatrix, bool reduceToStateRewards);
+ template void StandardRewardModel<float>::reduceToStateBasedRewards(storm::storage::SparseMatrix<float> const& transitionMatrix, bool reduceToStateRewards, std::vector<float> const* weights);
template void StandardRewardModel<float>::setStateActionReward(uint_fast64_t choiceIndex, float const & newValue);
template void StandardRewardModel<float>::setStateReward(uint_fast64_t state, float const & newValue);
template class StandardRewardModel<float>;
@@ -407,12 +418,12 @@ namespace storm {
#ifdef STORM_HAVE_CARL
template std::vector<storm::RationalNumber> StandardRewardModel<storm::RationalNumber>::getTotalRewardVector(uint_fast64_t numberOfRows, storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, storm::storage::BitVector const& filter) const;
template std::vector<storm::RationalNumber> StandardRewardModel<storm::RationalNumber>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix) const;
- template std::vector<storm::RationalNumber> StandardRewardModel<storm::RationalNumber>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, std::vector<storm::RationalNumber> const& weights, bool scaleTransAndActions) const;
+ template std::vector<storm::RationalNumber> StandardRewardModel<storm::RationalNumber>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, std::vector<storm::RationalNumber> const& weights) const;
template std::vector<storm::RationalNumber> StandardRewardModel<storm::RationalNumber>::getTotalActionRewardVector(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, std::vector<storm::RationalNumber> const& stateRewardWeights) const;
template storm::storage::BitVector StandardRewardModel<storm::RationalNumber>::getStatesWithZeroReward(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix) const;
template storm::storage::BitVector StandardRewardModel<storm::RationalNumber>::getChoicesWithZeroReward(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix) const;
template storm::RationalNumber StandardRewardModel<storm::RationalNumber>::getTotalStateActionReward(uint_fast64_t stateIndex, uint_fast64_t choiceIndex, storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, storm::RationalNumber const& stateRewardWeight, storm::RationalNumber const& actionRewardWeight) const;
- template void StandardRewardModel<storm::RationalNumber>::reduceToStateBasedRewards(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, bool reduceToStateRewards);
+ template void StandardRewardModel<storm::RationalNumber>::reduceToStateBasedRewards(storm::storage::SparseMatrix<storm::RationalNumber> const& transitionMatrix, bool reduceToStateRewards, std::vector<storm::RationalNumber> const* weights);
template void StandardRewardModel<storm::RationalNumber>::setStateActionReward(uint_fast64_t choiceIndex, storm::RationalNumber const & newValue);
template void StandardRewardModel<storm::RationalNumber>::setStateReward(uint_fast64_t state, storm::RationalNumber const & newValue);
template class StandardRewardModel<storm::RationalNumber>;
@@ -420,13 +431,13 @@ namespace storm {
template std::vector<storm::RationalFunction> StandardRewardModel<storm::RationalFunction>::getTotalRewardVector(uint_fast64_t numberOfRows, storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, storm::storage::BitVector const& filter) const;
template std::vector<storm::RationalFunction> StandardRewardModel<storm::RationalFunction>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix) const;
- template std::vector<storm::RationalFunction> StandardRewardModel<storm::RationalFunction>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, std::vector<storm::RationalFunction> const& weights, bool scaleTransAndActions) const;
+ template std::vector<storm::RationalFunction> StandardRewardModel<storm::RationalFunction>::getTotalRewardVector(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, std::vector<storm::RationalFunction> const& weights) const;
template storm::storage::BitVector StandardRewardModel<storm::RationalFunction>::getStatesWithZeroReward(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix) const;
template storm::storage::BitVector StandardRewardModel<storm::RationalFunction>::getChoicesWithZeroReward(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix) const;
template std::vector<storm::RationalFunction> StandardRewardModel<storm::RationalFunction>::getTotalActionRewardVector(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, std::vector<storm::RationalFunction> const& stateRewardWeights) const;
template storm::RationalFunction StandardRewardModel<storm::RationalFunction>::getTotalStateActionReward(uint_fast64_t stateIndex, uint_fast64_t choiceIndex, storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, storm::RationalFunction const& stateRewardWeight, storm::RationalFunction const& actionRewardWeight) const;
- template void StandardRewardModel<storm::RationalFunction>::reduceToStateBasedRewards(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, bool reduceToStateRewards);
+ template void StandardRewardModel<storm::RationalFunction>::reduceToStateBasedRewards(storm::storage::SparseMatrix<storm::RationalFunction> const& transitionMatrix, bool reduceToStateRewards, std::vector<storm::RationalFunction> const* weights);
template void StandardRewardModel<storm::RationalFunction>::setStateActionReward(uint_fast64_t choiceIndex, storm::RationalFunction const & newValue);
template void StandardRewardModel<storm::RationalFunction>::setStateReward(uint_fast64_t state, storm::RationalFunction const & newValue);
template class StandardRewardModel<storm::RationalFunction>;
@@ -434,13 +445,13 @@ namespace storm {
template std::vector<storm::Interval> StandardRewardModel<storm::Interval>::getTotalRewardVector(uint_fast64_t numberOfRows, storm::storage::SparseMatrix<double> const& transitionMatrix, storm::storage::BitVector const& filter) const;
template std::vector<storm::Interval> StandardRewardModel<storm::Interval>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix) const;
- template std::vector<storm::Interval> StandardRewardModel<storm::Interval>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& weights, bool scaleTransAndActions) const;
+ template std::vector<storm::Interval> StandardRewardModel<storm::Interval>::getTotalRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& weights) const;
template std::vector<storm::Interval> StandardRewardModel<storm::Interval>::getTotalActionRewardVector(storm::storage::SparseMatrix<double> const& transitionMatrix, std::vector<double> const& stateRewardWeights) const;
template void StandardRewardModel<storm::Interval>::setStateActionReward(uint_fast64_t choiceIndex, double const & newValue);
template void StandardRewardModel<storm::Interval>::setStateActionReward(uint_fast64_t choiceIndex, storm::Interval const & newValue);
template void StandardRewardModel<storm::Interval>::setStateReward(uint_fast64_t state, double const & newValue);
template void StandardRewardModel<storm::Interval>::setStateReward(uint_fast64_t state, storm::Interval const & newValue);
- template void StandardRewardModel<storm::Interval>::reduceToStateBasedRewards(storm::storage::SparseMatrix<double> const& transitionMatrix, bool reduceToStateRewards);
+ template void StandardRewardModel<storm::Interval>::reduceToStateBasedRewards(storm::storage::SparseMatrix<double> const& transitionMatrix, bool reduceToStateRewards, std::vector<double> const* weights);
template class StandardRewardModel<storm::Interval>;
template std::ostream& operator<<<storm::Interval>(std::ostream& out, StandardRewardModel<storm::Interval> const& rewardModel);
#endif
diff --git a/src/storm/models/sparse/StandardRewardModel.h b/src/storm/models/sparse/StandardRewardModel.h
index c58f38312..410d9f448 100644
--- a/src/storm/models/sparse/StandardRewardModel.h
+++ b/src/storm/models/sparse/StandardRewardModel.h
@@ -191,9 +191,13 @@ namespace storm {
* but not all reward-based properties.
*
* @param transitionMatrix The transition matrix that is used to weight the rewards in the reward matrix.
+ * @param reduceToStateRewards If set, the state-action rewards and the state rewards are summed so the
+ * model only has a state reward vector left.
+ * @param weights If given and if the reduction to state rewards only is enabled, this vector is used to
+ * weight the state-action and transition rewards
*/
template<typename MatrixValueType>
- void reduceToStateBasedRewards(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, bool reduceToStateRewards = false);
+ void reduceToStateBasedRewards(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, bool reduceToStateRewards = false, std::vector<MatrixValueType> const* weights = nullptr);
/*!
* Creates a vector representing the complete reward vector based on the state-, state-action- and
@@ -211,12 +215,10 @@ namespace storm {
*
* @param transitionMatrix The matrix that is used to weight the values of the transition reward matrix.
* @param weights A vector used for scaling the entries of transition and/or state-action rewards (if present).
- * @param scaleTransAndActions If true both transition rewards and state-action rewards are scaled by the
- * weights. Otherwise, only the state-action rewards are scaled.
* @return The full state-action reward vector.
*/
template<typename MatrixValueType>
- std::vector<ValueType> getTotalRewardVector(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, std::vector<MatrixValueType> const& weights, bool scaleTransAndActions) const;
+ std::vector<ValueType> getTotalRewardVector(storm::storage::SparseMatrix<MatrixValueType> const& transitionMatrix, std::vector<MatrixValueType> const& weights) const;
/*!
* Creates a vector representing the complete reward vector based on the state-, state-action- and
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index d26cc4111..5ce9fc504 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -21,7 +21,7 @@ namespace storm {
// For this, we use the signature computer/refiner of this class.
STORM_LOG_TRACE("Refining choice partition.");
- Partition<DdType, ValueType> newChoicePartition = this->internalRefine(this->signatureComputer, this->signatureRefiner, choicePartition, this->statePartition, mode);
+ Partition<DdType, ValueType> newChoicePartition = this->internalRefine(this->signatureComputer, this->signatureRefiner, this->choicePartition, this->statePartition, mode);
if (newChoicePartition == choicePartition) {
this->status = Status::FixedPoint;
@@ -48,6 +48,11 @@ namespace storm {
return choicePartition;
}
+ template<storm::dd::DdType DdType, typename ValueType>
+ bool MdpPartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ Partition<DdType, ValueType> newChoicePartition = this->signatureRefiner.refine(this->choicePartition, Signature<DdType, ValueType>(stateActionRewards));
+ }
+
template class MdpPartitionRefiner<storm::dd::DdType::CUDD, double>;
template class MdpPartitionRefiner<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
index c513386ee..e5511e939 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
@@ -32,6 +32,8 @@ namespace storm {
Partition<DdType, ValueType> const& getChoicePartition() const;
private:
+ virtual bool refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) override;
+
// The choice partition in the refinement process.
Partition<DdType, ValueType> choicePartition;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index cd064343f..422f4175b 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -2,6 +2,9 @@
#include "storm/models/symbolic/StandardRewardModel.h"
+#include "storm/utility/macros.h"
+#include "storm/exceptions/NotSupportedException.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
@@ -69,6 +72,36 @@ namespace storm {
}
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ bool PartitionRefiner<DdType, ValueType>::refineWrtRewardModel(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel) {
+ STORM_LOG_THROW(rewardModel.hasTransitionRewards(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support transition rewards.");
+ bool result = false;
+ if (rewardModel.hasStateActionRewards()) {
+ result |= refineWrtStateActionRewards(model, rewardModel.getStateActionRewardVector());
+ }
+ if (rewardModel.hasStateRewards()) {
+ result |= refineWrtStateRewards(model, rewardModel.getStateActionRewardVector());
+ }
+ return result;
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ bool PartitionRefiner<DdType, ValueType>::refineWrtStateRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateRewards) {
+ Partition<DdType, ValueType> newPartition = signatureRefiner.refine(statePartition, Signature<DdType, ValueType>(stateRewards));
+ if (newPartition == statePartition) {
+ return false;
+ } else {
+ this->statePartition = newPartition;
+ return true;
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ bool PartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ // By default, we treat state-action rewards just like state-rewards, which works for DTMCs and CTMCs.
+ return refineWrtStateRewards(model, stateActionRewards);
+ }
+
template <storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> const& PartitionRefiner<DdType, ValueType>::getStatePartition() const {
return statePartition;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index 870c1f429..d8236d6e8 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -32,6 +32,12 @@ namespace storm {
*/
virtual bool refine(SignatureMode const& mode = SignatureMode::Eager);
+ /*!
+ * Refines the partition wrt. to the reward model.
+ * @return True iff the partition is stable and no refinement was actually performed.
+ */
+ bool refineWrtRewardModel(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel);
+
/*!
* Retrieves the current state partition in the refinement process.
*/
@@ -45,6 +51,9 @@ namespace storm {
protected:
Partition<DdType, ValueType> internalRefine(SignatureComputer<DdType, ValueType>& stateSignatureComputer, SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, Partition<DdType, ValueType> const& targetPartition, SignatureMode const& mode = SignatureMode::Eager);
+ virtual bool refineWrtStateRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateRewards);
+ virtual bool refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards);
+
// The current status.
Status status;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 77a99303e..c28b328e3 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -838,12 +838,29 @@ namespace storm {
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
+ std::unordered_map<std::string, storm::models::symbolic::StandardRewardModel<DdType, ValueType>> quotientRewardModels;
+ for (auto const& rewardModelName : preservationInformation.getRewardModelNames()) {
+ auto const& rewardModel = model.getRewardModel(rewardModelName);
+
+ boost::optional<storm::dd::Add<DdType, ValueType>> quotientStateRewards;
+ if (rewardModel.hasStateRewards()) {
+ quotientStateRewards = rewardModel.getStateRewardVector().multiplyMatrix(partitionAsAdd, model.getRowVariables());
+ }
+
+ boost::optional<storm::dd::Add<DdType, ValueType>> quotientStateActionRewards;
+ if (rewardModel.hasStateActionRewards()) {
+ quotientStateActionRewards = rewardModel.getStateActionRewardVector().multiplyMatrix(partitionAsAdd, model.getRowVariables());
+ }
+
+ quotientRewardModels.emplace(rewardModelName, storm::models::symbolic::StandardRewardModel<DdType, ValueType>(quotientStateRewards, quotientStateActionRewards, boost::none));
+ }
+
if (modelType == storm::models::ModelType::Dtmc) {
- return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, quotientRewardModels));
} else if (modelType == storm::models::ModelType::Ctmc) {
- return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, {}));
+ return std::shared_ptr<storm::models::symbolic::Ctmc<DdType, ValueType>>(new storm::models::symbolic::Ctmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, quotientRewardModels));
} else if (modelType == storm::models::ModelType::Mdp) {
- return std::shared_ptr<storm::models::symbolic::Mdp<DdType, ValueType>>(new storm::models::symbolic::Mdp<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, model.getNondeterminismVariables(), preservedLabelBdds, {}));
+ return std::shared_ptr<storm::models::symbolic::Mdp<DdType, ValueType>>(new storm::models::symbolic::Mdp<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, model.getNondeterminismVariables(), preservedLabelBdds, quotientRewardModels));
} else {
STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Unsupported quotient type.");
}
From f55fab0924d58cca517d7342429695bda083d24c Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 12:45:58 +0200
Subject: [PATCH 60/77] lifted representative generation from ADDs to BDDs
---
.../dd/bisimulation/QuotientExtractor.cpp | 77 ++++++++++---------
1 file changed, 39 insertions(+), 38 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index c28b328e3..24b290168 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -33,25 +33,21 @@ namespace storm {
namespace dd {
namespace bisimulation {
- template<storm::dd::DdType DdType, typename ValueType>
+ template<storm::dd::DdType DdType>
class InternalRepresentativeComputer;
- template<storm::dd::DdType DdType, typename ValueType>
+ template<storm::dd::DdType DdType>
class InternalRepresentativeComputerBase {
public:
- InternalRepresentativeComputerBase(Partition<DdType, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : partition(partition), rowVariables(rowVariables), columnVariables(columnVariables) {
- if (partition.storedAsAdd()) {
- ddManager = &partition.asAdd().getDdManager();
- } else {
- ddManager = &partition.asBdd().getDdManager();
- }
+ InternalRepresentativeComputerBase(storm::dd::Bdd<DdType> const& partitionBdd, std::set<storm::expressions::Variable> const& rowVariables) : rowVariables(rowVariables), partitionBdd(partitionBdd) {
+ ddManager = &partitionBdd.getDdManager();
internalDdManager = &ddManager->getInternalDdManager();
// Create state variables cube.
- this->columnVariablesCube = ddManager->getBddOne();
- for (auto const& var : columnVariables) {
+ this->rowVariablesCube = ddManager->getBddOne();
+ for (auto const& var : rowVariables) {
auto const& metaVariable = ddManager->getMetaVariable(var);
- this->columnVariablesCube &= metaVariable.getCube();
+ this->rowVariablesCube &= metaVariable.getCube();
}
}
@@ -59,27 +55,27 @@ namespace storm {
storm::dd::DdManager<DdType> const* ddManager;
storm::dd::InternalDdManager<DdType> const* internalDdManager;
- Partition<DdType, ValueType> const& partition;
std::set<storm::expressions::Variable> const& rowVariables;
- std::set<storm::expressions::Variable> const& columnVariables;
- storm::dd::Bdd<DdType> columnVariablesCube;
+ storm::dd::Bdd<DdType> rowVariablesCube;
+
+ storm::dd::Bdd<DdType> partitionBdd;
};
- template<typename ValueType>
- class InternalRepresentativeComputer<storm::dd::DdType::CUDD, ValueType> : public InternalRepresentativeComputerBase<storm::dd::DdType::CUDD, ValueType> {
+ template <>
+ class InternalRepresentativeComputer<storm::dd::DdType::CUDD> : public InternalRepresentativeComputerBase<storm::dd::DdType::CUDD> {
public:
- InternalRepresentativeComputer(Partition<storm::dd::DdType::CUDD, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::CUDD, ValueType>(partition, rowVariables, columnVariables) {
+ InternalRepresentativeComputer(storm::dd::Bdd<storm::dd::DdType::CUDD> const& partitionBdd, std::set<storm::expressions::Variable> const& rowVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::CUDD>(partitionBdd, rowVariables) {
this->ddman = this->internalDdManager->getCuddManager().getManager();
}
storm::dd::Bdd<storm::dd::DdType::CUDD> getRepresentatives() {
- return storm::dd::Bdd<storm::dd::DdType::CUDD>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::CUDD>(this->internalDdManager, cudd::BDD(this->internalDdManager->getCuddManager(), this->getRepresentativesRec(this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->columnVariablesCube.getInternalBdd().getCuddDdNode()))), this->rowVariables);
+ return storm::dd::Bdd<storm::dd::DdType::CUDD>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::CUDD>(this->internalDdManager, cudd::BDD(this->internalDdManager->getCuddManager(), this->getRepresentativesRec(this->partitionBdd.getInternalBdd().getCuddDdNode(), this->rowVariablesCube.getInternalBdd().getCuddDdNode()))), this->rowVariables);
}
private:
DdNodePtr getRepresentativesRec(DdNodePtr partitionNode, DdNodePtr stateVariablesCube) {
- if (partitionNode == Cudd_ReadZero(ddman)) {
- return Cudd_ReadLogicZero(ddman);
+ if (partitionNode == Cudd_ReadLogicZero(ddman)) {
+ return partitionNode;
}
// If we visited the node before, there is no block that we still need to cover.
@@ -98,6 +94,11 @@ namespace storm {
if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(stateVariablesCube)) {
elsePartitionNode = Cudd_E(partitionNode);
thenPartitionNode = Cudd_T(partitionNode);
+
+ if (Cudd_IsComplement(partitionNode)) {
+ elsePartitionNode = Cudd_Not(elsePartitionNode);
+ thenPartitionNode = Cudd_Not(thenPartitionNode);
+ }
} else {
elsePartitionNode = thenPartitionNode = partitionNode;
skipped = true;
@@ -122,7 +123,7 @@ namespace storm {
return elseResult;
} else {
bool complement = Cudd_IsComplement(thenResult);
- auto result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_Regular(thenResult), complement ? Cudd_Not(elseResult) : elseResult);
+ auto result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube), Cudd_Regular(thenResult), complement ? Cudd_Not(elseResult) : elseResult);
Cudd_Deref(elseResult);
Cudd_Deref(thenResult);
return complement ? Cudd_Not(result) : result;
@@ -132,7 +133,7 @@ namespace storm {
if (elseResult == Cudd_ReadLogicZero(ddman)) {
result = elseResult;
} else {
- result = Cudd_Not(cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube) - 1, Cudd_ReadOne(ddman), Cudd_Not(elseResult)));
+ result = Cudd_Not(cuddUniqueInter(ddman, Cudd_NodeReadIndex(stateVariablesCube), Cudd_ReadOne(ddman), Cudd_Not(elseResult)));
}
Cudd_Deref(elseResult);
return result;
@@ -144,15 +145,15 @@ namespace storm {
spp::sparse_hash_map<DdNode const*, bool> visitedNodes;
};
- template<typename ValueType>
- class InternalRepresentativeComputer<storm::dd::DdType::Sylvan, ValueType> : public InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan, ValueType> {
+ template<>
+ class InternalRepresentativeComputer<storm::dd::DdType::Sylvan> : public InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan> {
public:
- InternalRepresentativeComputer(Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, std::set<storm::expressions::Variable> const& rowVariables, std::set<storm::expressions::Variable> const& columnVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan, ValueType>(partition, rowVariables, columnVariables) {
+ InternalRepresentativeComputer(storm::dd::Bdd<storm::dd::DdType::Sylvan> const& partitionBdd, std::set<storm::expressions::Variable> const& rowVariables) : InternalRepresentativeComputerBase<storm::dd::DdType::Sylvan>(partitionBdd, rowVariables) {
// Intentionally left empty.
}
storm::dd::Bdd<storm::dd::DdType::Sylvan> getRepresentatives() {
- return storm::dd::Bdd<storm::dd::DdType::Sylvan>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::Sylvan>(this->internalDdManager, sylvan::Bdd(this->getRepresentativesRec(this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->columnVariablesCube.getInternalBdd().getSylvanBdd().GetBDD()))), this->rowVariables);
+ return storm::dd::Bdd<storm::dd::DdType::Sylvan>(*this->ddManager, storm::dd::InternalBdd<storm::dd::DdType::Sylvan>(this->internalDdManager, sylvan::Bdd(this->getRepresentativesRec(this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->rowVariablesCube.getInternalBdd().getSylvanBdd().GetBDD()))), this->rowVariables);
}
private:
@@ -199,7 +200,7 @@ namespace storm {
mtbdd_refs_pop(2);
return elseResult;
} else {
- auto result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, thenResult);
+ auto result = sylvan_makenode(sylvan_var(stateVariablesCube), elseResult, thenResult);
mtbdd_refs_pop(2);
return result;
}
@@ -208,7 +209,7 @@ namespace storm {
if (elseResult == sylvan_false) {
result = elseResult;
} else {
- result = sylvan_makenode(sylvan_var(stateVariablesCube) - 1, elseResult, sylvan_false);
+ result = sylvan_makenode(sylvan_var(stateVariablesCube), elseResult, sylvan_false);
}
mtbdd_refs_pop(1);
return result;
@@ -718,8 +719,8 @@ namespace storm {
partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
auto start = std::chrono::high_resolution_clock::now();
- // FIXME: Use partition as BDD in representative computation.
- auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
+ auto representatives = InternalRepresentativeComputer<DdType>(partitionAsBdd, model.getRowVariables()).getRepresentatives();
+ representatives.template toAdd<ValueType>().exportToDot("repr.dot");
STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
STORM_LOG_ASSERT((representatives && partitionAsBdd).existsAbstract(model.getRowVariables()) == partitionAsBdd.existsAbstract(model.getRowVariables()), "Representatives do not cover all blocks.");
InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partition, representatives);
@@ -795,13 +796,13 @@ namespace storm {
}
auto start = std::chrono::high_resolution_clock::now();
- storm::dd::Bdd<DdType> partitionAsBddOverRowVariables = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
- storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getColumnVariables());
- storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables());
+ partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ storm::dd::Bdd<DdType> reachableStates = partitionAsBdd.existsAbstract(model.getRowVariables());
+ storm::dd::Bdd<DdType> initialStates = (model.getInitialStates() && partitionAsBdd).existsAbstract(model.getRowVariables());
std::map<std::string, storm::dd::Bdd<DdType>> preservedLabelBdds;
for (auto const& label : preservationInformation.getLabels()) {
- preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ preservedLabelBdds.emplace(label, (model.getStates(label) && partitionAsBdd).existsAbstract(model.getRowVariables()));
}
for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
@@ -812,18 +813,18 @@ namespace storm {
if (it != preservedLabelBdds.end()) {
STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
} else {
- preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBddOverRowVariables).existsAbstract(model.getRowVariables()));
+ preservedLabelBdds.emplace(stream.str(), (model.getStates(expression) && partitionAsBdd).existsAbstract(model.getRowVariables()));
}
}
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
start = std::chrono::high_resolution_clock::now();
- storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet), model.getColumnVariables());
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet).renameVariables(model.getRowVariables(), model.getColumnVariables()), model.getColumnVariables());
// Pick a representative from each block.
- auto representatives = InternalRepresentativeComputer<DdType, ValueType>(partition, model.getRowVariables(), model.getColumnVariables()).getRepresentatives();
- partitionAsBdd = representatives && partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
+ auto representatives = InternalRepresentativeComputer<DdType>(partitionAsBdd, model.getRowVariables()).getRepresentatives();
+ partitionAsBdd &= representatives;
storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
From 334ed077fd1ef39f66d3fa41f8a02a25434e386e Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 13:14:53 +0200
Subject: [PATCH 61/77] lifted quotient extractor from ADDs to BDDs
---
.../dd/bisimulation/QuotientExtractor.cpp | 63 ++++++++++---------
1 file changed, 35 insertions(+), 28 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 24b290168..7748ec0a7 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -226,7 +226,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractorBase {
public:
- InternalSparseQuotientExtractorBase(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& partition, storm::dd::Bdd<DdType> const& representatives) : manager(model.getManager()), isNondeterministic(false), partition(partition), representatives(representatives), matrixEntriesCreated(false) {
+ InternalSparseQuotientExtractorBase(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Bdd<DdType> const& partitionBdd, storm::dd::Bdd<DdType> const& representatives, uint64_t numberOfBlocks) : manager(model.getManager()), isNondeterministic(false), partitionBdd(partitionBdd), numberOfBlocks(numberOfBlocks), representatives(representatives), matrixEntriesCreated(false) {
// Create cubes.
rowVariablesCube = manager.getBddOne();
for (auto const& variable : model.getRowVariables()) {
@@ -251,6 +251,8 @@ namespace storm {
if (this->isNondeterministic) {
this->nondeterminismOdd = (model.getQualitativeTransitionMatrix().existsAbstract(model.getColumnVariables()) && this->representatives).createOdd();
}
+
+ STORM_LOG_TRACE("Partition has " << partitionBdd.existsAbstract(model.getRowVariables()).getNonZeroCount() << " states in " << this->numberOfBlocks << " blocks.");
}
storm::dd::Odd const& getOdd() const {
@@ -274,7 +276,7 @@ namespace storm {
uint64_t rowCounter = 0;
uint64_t lastState = this->isNondeterministic ? rowToState[rowPermutation.front()] : 0;
- storm::storage::SparseMatrixBuilder<ValueType> builder(matrixEntries.size(), partition.getNumberOfBlocks(), 0, true, this->isNondeterministic);
+ storm::storage::SparseMatrixBuilder<ValueType> builder(matrixEntries.size(), this->numberOfBlocks, 0, true, this->isNondeterministic);
if (this->isNondeterministic) {
builder.newRowGroup(0);
}
@@ -337,7 +339,8 @@ namespace storm {
storm::dd::Bdd<DdType> nondeterminismVariablesCube;
// Information about the state partition.
- Partition<DdType, ValueType> partition;
+ storm::dd::Bdd<DdType> partitionBdd;
+ uint64_t numberOfBlocks;
storm::dd::Bdd<DdType> representatives;
storm::dd::Odd odd;
storm::dd::Odd nondeterminismOdd;
@@ -355,28 +358,25 @@ namespace storm {
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::CUDD, ValueType> const& model, Partition<storm::dd::DdType::CUDD, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(model, partition, representatives), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
-
- STORM_LOG_ASSERT(this->partition.storedAsAdd(), "Expected partition to be stored as an ADD.");
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::CUDD, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::CUDD> const& partitionBdd, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives, uint64_t numberOfBlocks) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(model, partitionBdd, representatives, numberOfBlocks), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
this->createBlockToOffsetMapping();
}
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix) {
// Create the number of rows necessary for the matrix.
- STORM_LOG_TRACE("Partition has " << this->partition.getNumberOfStates() << " states in " << this->partition.getNumberOfBlocks() << " blocks.");
this->createMatrixEntryStorage();
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode(), this->nondeterminismVariablesCube.getInternalBdd().getCuddDdNode(), this->isNondeterministic ? &this->odd : nullptr, 0);
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode(), this->nondeterminismVariablesCube.getInternalBdd().getCuddDdNode(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
private:
void createBlockToOffsetMapping() {
- this->createBlockToOffsetMappingRec(this->partition.asAdd().getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->rowVariablesCube.getInternalBdd().getCuddDdNode(), this->odd, 0);
- STORM_LOG_ASSERT(blockToOffset.size() == this->partition.getNumberOfBlocks(), "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->partition.getNumberOfBlocks() << ".");
+ this->createBlockToOffsetMappingRec(this->partitionBdd.getInternalBdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->rowVariablesCube.getInternalBdd().getCuddDdNode(), this->odd, 0);
+ STORM_LOG_ASSERT(blockToOffset.size() == this->numberOfBlocks, "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->numberOfBlocks << ".");
}
void createBlockToOffsetMappingRec(DdNodePtr partitionNode, DdNodePtr representativesNode, DdNodePtr variables, storm::dd::Odd const& odd, uint64_t offset) {
- STORM_LOG_ASSERT(partitionNode != Cudd_ReadZero(ddman) || representativesNode == Cudd_ReadLogicZero(ddman), "Expected representative to be zero if the partition is zero.");
+ STORM_LOG_ASSERT(partitionNode != Cudd_ReadLogicZero(ddman) || representativesNode == Cudd_ReadLogicZero(ddman), "Expected representative to be zero if the partition is zero.");
if (representativesNode == Cudd_ReadLogicZero(ddman)) {
return;
}
@@ -389,9 +389,14 @@ namespace storm {
STORM_LOG_ASSERT(!odd.isTerminalNode(), "Expected non-terminal node.");
DdNodePtr partitionT;
DdNodePtr partitionE;
- if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(variables) + 1) {
+ if (Cudd_NodeReadIndex(partitionNode) == Cudd_NodeReadIndex(variables)) {
partitionT = Cudd_T(partitionNode);
partitionE = Cudd_E(partitionNode);
+
+ if (Cudd_IsComplement(partitionNode)) {
+ partitionE = Cudd_Not(partitionE);
+ partitionT = Cudd_Not(partitionT);
+ }
} else {
partitionT = partitionE = partitionNode;
}
@@ -401,15 +406,15 @@ namespace storm {
if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
representativesT = Cudd_T(representativesNode);
representativesE = Cudd_E(representativesNode);
+
+ if (Cudd_IsComplement(representativesNode)) {
+ representativesE = Cudd_Not(representativesE);
+ representativesT = Cudd_Not(representativesT);
+ }
} else {
representativesT = representativesE = representativesNode;
}
- if (representativesT != representativesE && Cudd_IsComplement(representativesNode)) {
- representativesE = Cudd_Not(representativesE);
- representativesT = Cudd_Not(representativesT);
- }
-
createBlockToOffsetMappingRec(partitionE, representativesE, Cudd_T(variables), odd.getElseSuccessor(), offset);
createBlockToOffsetMappingRec(partitionT, representativesT, Cudd_T(variables), odd.getThenSuccessor(), offset + odd.getElseOffset());
}
@@ -487,10 +492,15 @@ namespace storm {
DdNodePtr targetT;
DdNodePtr targetE;
- if (Cudd_NodeReadIndex(targetPartitionNode) == Cudd_NodeReadIndex(variables) + 1) {
+ if (Cudd_NodeReadIndex(targetPartitionNode) == Cudd_NodeReadIndex(variables)) {
// Node was not skipped in target partition.
targetT = Cudd_T(targetPartitionNode);
targetE = Cudd_E(targetPartitionNode);
+
+ if (Cudd_IsComplement(targetPartitionNode)) {
+ targetT = Cudd_Not(targetT);
+ targetE = Cudd_Not(targetE);
+ }
} else {
// Node was skipped in target partition.
targetT = targetE = targetPartitionNode;
@@ -529,23 +539,21 @@ namespace storm {
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::Sylvan, ValueType> const& model, Partition<storm::dd::DdType::Sylvan, ValueType> const& partition, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(model, partition, representatives) {
-
- STORM_LOG_ASSERT(partition.storedAsBdd(), "Expected partition stored as BDD.");
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::Sylvan, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& partitionBdd, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives, uint64_t numberOfBlocks) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(model, partitionBdd, representatives, numberOfBlocks) {
this->createBlockToOffsetMapping();
}
storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix) {
// Create the number of rows necessary for the matrix.
this->createMatrixEntryStorage();
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->nondeterminismVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->isNondeterministic ? &this->odd : nullptr, 0);
+ extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->nondeterminismVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
private:
void createBlockToOffsetMapping() {
- this->createBlockToOffsetMappingRec(this->partition.asBdd().getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->rowVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->odd, 0);
- STORM_LOG_ASSERT(blockToOffset.size() == this->partition.getNumberOfBlocks(), "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->partition.getNumberOfBlocks() << ".");
+ this->createBlockToOffsetMappingRec(this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->rowVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->odd, 0);
+ STORM_LOG_ASSERT(blockToOffset.size() == this->numberOfBlocks, "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->numberOfBlocks << ".");
}
void createBlockToOffsetMappingRec(BDD partitionNode, BDD representativesNode, BDD variables, storm::dd::Odd const& odd, uint64_t offset) {
@@ -562,7 +570,7 @@ namespace storm {
STORM_LOG_ASSERT(!odd.isTerminalNode(), "Expected non-terminal node.");
BDD partitionT;
BDD partitionE;
- if (sylvan_var(partitionNode) == sylvan_var(variables) + 1) {
+ if (sylvan_var(partitionNode) == sylvan_var(variables)) {
partitionT = sylvan_high(partitionNode);
partitionE = sylvan_low(partitionNode);
} else {
@@ -655,7 +663,7 @@ namespace storm {
BDD targetT;
BDD targetE;
- if (sylvan_var(targetPartitionNode) == sylvan_var(variables) + 1) {
+ if (sylvan_var(targetPartitionNode) == sylvan_var(variables)) {
// Node was not skipped in target partition.
targetT = sylvan_high(targetPartitionNode);
targetE = sylvan_low(targetPartitionNode);
@@ -720,10 +728,9 @@ namespace storm {
auto start = std::chrono::high_resolution_clock::now();
auto representatives = InternalRepresentativeComputer<DdType>(partitionAsBdd, model.getRowVariables()).getRepresentatives();
- representatives.template toAdd<ValueType>().exportToDot("repr.dot");
STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
STORM_LOG_ASSERT((representatives && partitionAsBdd).existsAbstract(model.getRowVariables()) == partitionAsBdd.existsAbstract(model.getRowVariables()), "Representatives do not cover all blocks.");
- InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partition, representatives);
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partitionAsBdd, representatives, partition.getNumberOfBlocks());
storm::dd::Odd const& odd = sparseExtractor.getOdd();
STORM_LOG_ASSERT(odd.getTotalOffset() == representatives.getNonZeroCount(), "Mismatching ODD.");
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix());
From ad456916e96835c6cf5d417105adbbce47322219 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 14:43:33 +0200
Subject: [PATCH 62/77] first working version of sparse reward model
quotienting
---
src/storm/models/sparse/StandardRewardModel.h | 12 +-
.../dd/bisimulation/QuotientExtractor.cpp | 197 +++++++++++++++---
2 files changed, 176 insertions(+), 33 deletions(-)
diff --git a/src/storm/models/sparse/StandardRewardModel.h b/src/storm/models/sparse/StandardRewardModel.h
index 410d9f448..33303f380 100644
--- a/src/storm/models/sparse/StandardRewardModel.h
+++ b/src/storm/models/sparse/StandardRewardModel.h
@@ -23,9 +23,9 @@ namespace storm {
* @param optionalStateActionRewardVector The reward values associated with state-action pairs.
* @param optionalTransitionRewardMatrix The reward values associated with the transitions of the model.
*/
- StandardRewardModel(boost::optional<std::vector<ValueType>> const& optionalStateRewardVector = boost::optional<std::vector<ValueType>>(),
- boost::optional<std::vector<ValueType>> const& optionalStateActionRewardVector = boost::optional<std::vector<ValueType>>(),
- boost::optional<storm::storage::SparseMatrix<ValueType>> const& optionalTransitionRewardMatrix = boost::optional<storm::storage::SparseMatrix<ValueType>>());
+ StandardRewardModel(boost::optional<std::vector<ValueType>> const& optionalStateRewardVector = boost::none,
+ boost::optional<std::vector<ValueType>> const& optionalStateActionRewardVector = boost::none,
+ boost::optional<storm::storage::SparseMatrix<ValueType>> const& optionalTransitionRewardMatrix = boost::none);
/*!
* Constructs a reward model by moving the given data.
@@ -34,9 +34,9 @@ namespace storm {
* @param optionalStateActionRewardVector The reward values associated with state-action pairs.
* @param optionalTransitionRewardMatrix The reward values associated with the transitions of the model.
*/
- StandardRewardModel(boost::optional<std::vector<ValueType>>&& optionalStateRewardVector = boost::optional<std::vector<ValueType>>(),
- boost::optional<std::vector<ValueType>>&& optionalStateActionRewardVector = boost::optional<std::vector<ValueType>>(),
- boost::optional<storm::storage::SparseMatrix<ValueType>>&& optionalTransitionRewardMatrix = boost::optional<storm::storage::SparseMatrix<ValueType>>());
+ StandardRewardModel(boost::optional<std::vector<ValueType>>&& optionalStateRewardVector = boost::none,
+ boost::optional<std::vector<ValueType>>&& optionalStateActionRewardVector = boost::none,
+ boost::optional<storm::storage::SparseMatrix<ValueType>>&& optionalTransitionRewardMatrix = boost::none);
StandardRewardModel(StandardRewardModel<ValueType> const& dtmc) = default;
StandardRewardModel& operator=(StandardRewardModel<ValueType> const& dtmc) = default;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 7748ec0a7..63ba5d63a 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -226,7 +226,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
class InternalSparseQuotientExtractorBase {
public:
- InternalSparseQuotientExtractorBase(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Bdd<DdType> const& partitionBdd, storm::dd::Bdd<DdType> const& representatives, uint64_t numberOfBlocks) : manager(model.getManager()), isNondeterministic(false), partitionBdd(partitionBdd), numberOfBlocks(numberOfBlocks), representatives(representatives), matrixEntriesCreated(false) {
+ InternalSparseQuotientExtractorBase(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Bdd<DdType> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t numberOfBlocks, storm::dd::Bdd<DdType> const& representatives) : model(model), manager(model.getManager()), isNondeterministic(false), partitionBdd(partitionBdd), numberOfBlocks(numberOfBlocks), blockVariable(blockVariable), representatives(representatives), matrixEntriesCreated(false) {
// Create cubes.
rowVariablesCube = manager.getBddOne();
for (auto const& variable : model.getRowVariables()) {
@@ -251,15 +251,52 @@ namespace storm {
if (this->isNondeterministic) {
this->nondeterminismOdd = (model.getQualitativeTransitionMatrix().existsAbstract(model.getColumnVariables()) && this->representatives).createOdd();
}
-
+
STORM_LOG_TRACE("Partition has " << partitionBdd.existsAbstract(model.getRowVariables()).getNonZeroCount() << " states in " << this->numberOfBlocks << " blocks.");
}
- storm::dd::Odd const& getOdd() const {
- return this->odd;
+ storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<DdType, ValueType> const& transitionMatrix) {
+ return extractMatrixInternal(transitionMatrix);
}
+ std::vector<ValueType> extractStateVector(storm::dd::Add<DdType, ValueType> const& vector) {
+ return extractVectorInternal(vector, this->rowVariablesCube, this->odd);
+ }
+
+ std::vector<ValueType> extractStateActionVector(storm::dd::Add<DdType, ValueType> const& vector) {
+ if (!this->isNondeterministic) {
+ return extractStateVector(vector);
+ } else {
+ STORM_LOG_ASSERT(!this->rowPermutation.empty(), "Expected proper row permutation.");
+ std::vector<ValueType> valueVector = extractVectorInternal(vector, this->allSourceVariablesCube, this->nondeterminismOdd);
+
+ // Reorder the values according to the known row permutation.
+ for (uint64_t position = 0; position < valueVector.size(); ) {
+ if (rowPermutation[position] != position) {
+ std::swap(valueVector[position], valueVector[rowPermutation[position]]);
+ std::swap(rowPermutation[position], rowPermutation[rowPermutation[position]]);
+ } else {
+ ++position;
+ }
+ }
+
+ return valueVector;
+ }
+ }
+
+ storm::storage::BitVector extractSetAll(storm::dd::Bdd<DdType> const& set) {
+ return (set && representatives).toVector(this->odd);
+ }
+
+ storm::storage::BitVector extractSetExists(storm::dd::Bdd<DdType> const& set) {
+ return ((set && partitionBdd).existsAbstract(model.getRowVariables()) && partitionBdd && representatives).existsAbstract({this->blockVariable}).toVector(this->odd);
+ }
+
protected:
+ virtual storm::storage::SparseMatrix<ValueType> extractMatrixInternal(storm::dd::Add<DdType, ValueType> const& matrix) = 0;
+
+ virtual std::vector<ValueType> extractVectorInternal(storm::dd::Add<DdType, ValueType> const& vector, storm::dd::Bdd<DdType> const& variablesCube, storm::dd::Odd const& odd) = 0;
+
storm::storage::SparseMatrix<ValueType> createMatrixFromEntries() {
for (auto& row : matrixEntries) {
std::sort(row.begin(), row.end(),
@@ -268,7 +305,7 @@ namespace storm {
});
}
- std::vector<uint64_t> rowPermutation(matrixEntries.size());
+ rowPermutation = std::vector<uint64_t>(matrixEntries.size());
std::iota(rowPermutation.begin(), rowPermutation.end(), 0ull);
if (this->isNondeterministic) {
std::sort(rowPermutation.begin(), rowPermutation.end(), [this] (uint64_t first, uint64_t second) { return this->rowToState[first] < this->rowToState[second]; } );
@@ -299,6 +336,8 @@ namespace storm {
++rowCounter;
}
+ rowToState.clear();
+ rowToState.shrink_to_fit();
matrixEntries.clear();
matrixEntries.shrink_to_fit();
@@ -326,6 +365,8 @@ namespace storm {
rowToState[row] = state;
}
+ storm::models::symbolic::Model<DdType, ValueType> const& model;
+
// The manager responsible for the DDs.
storm::dd::DdManager<DdType> const& manager;
@@ -341,6 +382,7 @@ namespace storm {
// Information about the state partition.
storm::dd::Bdd<DdType> partitionBdd;
uint64_t numberOfBlocks;
+ storm::expressions::Variable blockVariable;
storm::dd::Bdd<DdType> representatives;
storm::dd::Odd odd;
storm::dd::Odd nondeterminismOdd;
@@ -353,23 +395,31 @@ namespace storm {
// A vector storing for each row which state it belongs to.
std::vector<uint64_t> rowToState;
+
+ // A vector storing the row permutation for nondeterministic models.
+ std::vector<uint64_t> rowPermutation;
};
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::CUDD, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::CUDD, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::CUDD> const& partitionBdd, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives, uint64_t numberOfBlocks) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(model, partitionBdd, representatives, numberOfBlocks), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::CUDD, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::CUDD> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t numberOfBlocks, storm::dd::Bdd<storm::dd::DdType::CUDD> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::CUDD, ValueType>(model, partitionBdd, blockVariable, numberOfBlocks, representatives), ddman(this->manager.getInternalDdManager().getCuddManager().getManager()) {
this->createBlockToOffsetMapping();
}
-
- storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& transitionMatrix) {
- // Create the number of rows necessary for the matrix.
+
+ private:
+ virtual storm::storage::SparseMatrix<ValueType> extractMatrixInternal(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& matrix) override {
this->createMatrixEntryStorage();
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getCuddDdNode(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode(), this->nondeterminismVariablesCube.getInternalBdd().getCuddDdNode(), this->isNondeterministic ? &this->odd : nullptr, 0);
+ extractTransitionMatrixRec(matrix.getInternalAdd().getCuddDdNode(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->allSourceVariablesCube.getInternalBdd().getCuddDdNode(), this->nondeterminismVariablesCube.getInternalBdd().getCuddDdNode(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
- private:
+ virtual std::vector<ValueType> extractVectorInternal(storm::dd::Add<storm::dd::DdType::CUDD, ValueType> const& vector, storm::dd::Bdd<storm::dd::DdType::CUDD> const& variablesCube, storm::dd::Odd const& odd) override {
+ std::vector<ValueType> result(odd.getTotalOffset());
+ extractVectorRec(vector.getInternalAdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), variablesCube.getInternalBdd().getCuddDdNode(), odd, 0, result);
+ return result;
+ }
+
void createBlockToOffsetMapping() {
this->createBlockToOffsetMappingRec(this->partitionBdd.getInternalBdd().getCuddDdNode(), this->representatives.getInternalBdd().getCuddDdNode(), this->rowVariablesCube.getInternalBdd().getCuddDdNode(), this->odd, 0);
STORM_LOG_ASSERT(blockToOffset.size() == this->numberOfBlocks, "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->numberOfBlocks << ".");
@@ -420,6 +470,42 @@ namespace storm {
}
}
+ void extractVectorRec(DdNodePtr vector, DdNodePtr representativesNode, DdNodePtr variables, storm::dd::Odd const& odd, uint64_t offset, std::vector<ValueType>& result) {
+ if (representativesNode == Cudd_ReadLogicZero(ddman)) {
+ return;
+ }
+
+ if (Cudd_IsConstant(variables)) {
+ result[offset] = Cudd_V(vector);
+ } else {
+ DdNodePtr vectorT;
+ DdNodePtr vectorE;
+ if (Cudd_NodeReadIndex(vector) == Cudd_NodeReadIndex(variables)) {
+ vectorT = Cudd_T(vector);
+ vectorE = Cudd_E(vector);
+ } else {
+ vectorT = vectorE = vector;
+ }
+
+ DdNodePtr representativesT;
+ DdNodePtr representativesE;
+ if (Cudd_NodeReadIndex(representativesNode) == Cudd_NodeReadIndex(variables)) {
+ representativesT = Cudd_T(representativesNode);
+ representativesE = Cudd_E(representativesNode);
+
+ if (Cudd_IsComplement(representativesNode)) {
+ representativesT = Cudd_Not(representativesT);
+ representativesE = Cudd_Not(representativesE);
+ }
+ } else {
+ representativesT = representativesE = representativesNode;
+ }
+
+ extractVectorRec(vectorE, representativesE, Cudd_T(variables), odd.getElseSuccessor(), offset, result);
+ extractVectorRec(vectorT, representativesT, Cudd_T(variables), odd.getThenSuccessor(), offset + odd.getElseOffset(), result);
+ }
+ }
+
void extractTransitionMatrixRec(DdNodePtr transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, DdNodePtr targetPartitionNode, DdNodePtr representativesNode, DdNodePtr variables, DdNodePtr nondeterminismVariables, storm::dd::Odd const* stateOdd, uint64_t stateOffset) {
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
@@ -539,18 +625,54 @@ namespace storm {
template<typename ValueType>
class InternalSparseQuotientExtractor<storm::dd::DdType::Sylvan, ValueType> : public InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType> {
public:
- InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::Sylvan, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& partitionBdd, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives, uint64_t numberOfBlocks) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(model, partitionBdd, representatives, numberOfBlocks) {
+ InternalSparseQuotientExtractor(storm::models::symbolic::Model<storm::dd::DdType::Sylvan, ValueType> const& model, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& partitionBdd, storm::expressions::Variable const& blockVariable, uint64_t numberOfBlocks, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& representatives) : InternalSparseQuotientExtractorBase<storm::dd::DdType::Sylvan, ValueType>(model, partitionBdd, blockVariable, numberOfBlocks, representatives) {
this->createBlockToOffsetMapping();
}
- storm::storage::SparseMatrix<ValueType> extractTransitionMatrix(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& transitionMatrix) {
- // Create the number of rows necessary for the matrix.
+ private:
+ virtual storm::storage::SparseMatrix<ValueType> extractMatrixInternal(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& matrix) override {
this->createMatrixEntryStorage();
- extractTransitionMatrixRec(transitionMatrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->nondeterminismVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->isNondeterministic ? &this->odd : nullptr, 0);
+ extractTransitionMatrixRec(matrix.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->isNondeterministic ? this->nondeterminismOdd : this->odd, 0, this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->allSourceVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->nondeterminismVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->isNondeterministic ? &this->odd : nullptr, 0);
return this->createMatrixFromEntries();
}
- private:
+ virtual std::vector<ValueType> extractVectorInternal(storm::dd::Add<storm::dd::DdType::Sylvan, ValueType> const& vector, storm::dd::Bdd<storm::dd::DdType::Sylvan> const& variablesCube, storm::dd::Odd const& odd) override {
+ std::vector<ValueType> result(odd.getTotalOffset());
+ extractVectorRec(vector.getInternalAdd().getSylvanMtbdd().GetMTBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), variablesCube.getInternalBdd().getSylvanBdd().GetBDD(), odd, 0, result);
+ return result;
+ }
+
+ void extractVectorRec(MTBDD vector, BDD representativesNode, BDD variables, storm::dd::Odd const& odd, uint64_t offset, std::vector<ValueType>& result) {
+ if (representativesNode == sylvan_false) {
+ return;
+ }
+
+ if (sylvan_isconst(variables)) {
+ result[offset] = storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::getValue(vector);
+ } else {
+ MTBDD vectorT;
+ MTBDD vectorE;
+ if (sylvan_var(vector) == sylvan_var(variables)) {
+ vectorT = sylvan_high(vector);
+ vectorE = sylvan_low(vector);
+ } else {
+ vectorT = vectorE = vector;
+ }
+
+ BDD representativesT;
+ BDD representativesE;
+ if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ representativesT = sylvan_high(representativesNode);
+ representativesE = sylvan_low(representativesNode);
+ } else {
+ representativesT = representativesE = representativesNode;
+ }
+
+ extractVectorRec(vectorE, representativesE, sylvan_high(variables), odd.getElseSuccessor(), offset, result);
+ extractVectorRec(vectorT, representativesT, sylvan_high(variables), odd.getThenSuccessor(), offset + odd.getElseOffset(), result);
+ }
+ }
+
void createBlockToOffsetMapping() {
this->createBlockToOffsetMappingRec(this->partitionBdd.getInternalBdd().getSylvanBdd().GetBDD(), this->representatives.getInternalBdd().getSylvanBdd().GetBDD(), this->rowVariablesCube.getInternalBdd().getSylvanBdd().GetBDD(), this->odd, 0);
STORM_LOG_ASSERT(blockToOffset.size() == this->numberOfBlocks, "Mismatching block-to-offset mapping: " << blockToOffset.size() << " vs. " << this->numberOfBlocks << ".");
@@ -730,20 +852,18 @@ namespace storm {
auto representatives = InternalRepresentativeComputer<DdType>(partitionAsBdd, model.getRowVariables()).getRepresentatives();
STORM_LOG_ASSERT(representatives.getNonZeroCount() == partition.getNumberOfBlocks(), "Representatives size does not match that of the partition: " << representatives.getNonZeroCount() << " vs. " << partition.getNumberOfBlocks() << ".");
STORM_LOG_ASSERT((representatives && partitionAsBdd).existsAbstract(model.getRowVariables()) == partitionAsBdd.existsAbstract(model.getRowVariables()), "Representatives do not cover all blocks.");
- InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partitionAsBdd, representatives, partition.getNumberOfBlocks());
- storm::dd::Odd const& odd = sparseExtractor.getOdd();
- STORM_LOG_ASSERT(odd.getTotalOffset() == representatives.getNonZeroCount(), "Mismatching ODD.");
+ InternalSparseQuotientExtractor<DdType, ValueType> sparseExtractor(model, partitionAsBdd, partition.getBlockVariable(), partition.getNumberOfBlocks(), representatives);
storm::storage::SparseMatrix<ValueType> quotientTransitionMatrix = sparseExtractor.extractTransitionMatrix(model.getTransitionMatrix());
auto end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient transition matrix extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
start = std::chrono::high_resolution_clock::now();
storm::models::sparse::StateLabeling quotientStateLabeling(partition.getNumberOfBlocks());
- quotientStateLabeling.addLabel("init", ((model.getInitialStates() && partitionAsBdd).existsAbstract(model.getRowVariables()) && partitionAsBdd && representatives).existsAbstract({partition.getBlockVariable()}).toVector(odd));
- quotientStateLabeling.addLabel("deadlock", ((model.getDeadlockStates() && partitionAsBdd).existsAbstract(model.getRowVariables()) && partitionAsBdd && representatives).existsAbstract({partition.getBlockVariable()}).toVector(odd));
+ quotientStateLabeling.addLabel("init", sparseExtractor.extractSetExists(model.getInitialStates()));
+ quotientStateLabeling.addLabel("deadlock", sparseExtractor.extractSetExists(model.getDeadlockStates()));
for (auto const& label : preservationInformation.getLabels()) {
- quotientStateLabeling.addLabel(label, (model.getStates(label) && representatives).toVector(odd));
+ quotientStateLabeling.addLabel(label, sparseExtractor.extractSetAll(model.getStates(label)));
}
for (auto const& expression : preservationInformation.getExpressions()) {
std::stringstream stream;
@@ -753,19 +873,39 @@ namespace storm {
if (quotientStateLabeling.containsLabel(expressionAsString)) {
STORM_LOG_WARN("Duplicate label '" << expressionAsString << "', dropping second label definition.");
} else {
- quotientStateLabeling.addLabel(stream.str(), (model.getStates(expression) && representatives).toVector(odd));
+ quotientStateLabeling.addLabel(stream.str(), sparseExtractor.extractSetAll(model.getStates(expression)));
}
}
end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+ start = std::chrono::high_resolution_clock::now();
+ std::unordered_map<std::string, storm::models::sparse::StandardRewardModel<ValueType>> quotientRewardModels;
+ for (auto const& rewardModelName : preservationInformation.getRewardModelNames()) {
+ auto const& rewardModel = model.getRewardModel(rewardModelName);
+
+ boost::optional<std::vector<ValueType>> quotientStateRewards;
+ if (rewardModel.hasStateRewards()) {
+ quotientStateRewards = sparseExtractor.extractStateVector(rewardModel.getStateRewardVector());
+ }
+
+ boost::optional<std::vector<ValueType>> quotientStateActionRewards;
+ if (rewardModel.hasStateActionRewards()) {
+ quotientStateActionRewards = sparseExtractor.extractStateActionVector(rewardModel.getStateActionRewardVector());
+ }
+
+ quotientRewardModels.emplace(rewardModelName, storm::models::sparse::StandardRewardModel<ValueType>(std::move(quotientStateRewards), std::move(quotientStateActionRewards), boost::none));
+ }
+ start = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Reward models extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+
std::shared_ptr<storm::models::sparse::Model<ValueType>> result;
if (model.getType() == storm::models::ModelType::Dtmc) {
- result = std::make_shared<storm::models::sparse::Dtmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ result = std::make_shared<storm::models::sparse::Dtmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling), std::move(quotientRewardModels));
} else if (model.getType() == storm::models::ModelType::Ctmc) {
- result = std::make_shared<storm::models::sparse::Ctmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ result = std::make_shared<storm::models::sparse::Ctmc<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling), std::move(quotientRewardModels));
} else if (model.getType() == storm::models::ModelType::Mdp) {
- result = std::make_shared<storm::models::sparse::Mdp<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling));
+ result = std::make_shared<storm::models::sparse::Mdp<ValueType>>(std::move(quotientTransitionMatrix), std::move(quotientStateLabeling), std::move(quotientRewardModels));
}
return result;
@@ -846,6 +986,7 @@ namespace storm {
storm::dd::Bdd<DdType> quotientTransitionMatrixBdd = quotientTransitionMatrix.notZero();
storm::dd::Bdd<DdType> deadlockStates = !quotientTransitionMatrixBdd.existsAbstract(blockPrimeVariableSet) && reachableStates;
+ start = std::chrono::high_resolution_clock::now();
std::unordered_map<std::string, storm::models::symbolic::StandardRewardModel<DdType, ValueType>> quotientRewardModels;
for (auto const& rewardModelName : preservationInformation.getRewardModelNames()) {
auto const& rewardModel = model.getRewardModel(rewardModelName);
@@ -862,7 +1003,9 @@ namespace storm {
quotientRewardModels.emplace(rewardModelName, storm::models::symbolic::StandardRewardModel<DdType, ValueType>(quotientStateRewards, quotientStateActionRewards, boost::none));
}
-
+ end = std::chrono::high_resolution_clock::now();
+ STORM_LOG_TRACE("Reward models extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
+
if (modelType == storm::models::ModelType::Dtmc) {
return std::shared_ptr<storm::models::symbolic::Dtmc<DdType, ValueType>>(new storm::models::symbolic::Dtmc<DdType, ValueType>(model.getManager().asSharedPointer(), reachableStates, initialStates, deadlockStates, quotientTransitionMatrix, blockVariableSet, blockPrimeVariableSet, blockMetaVariablePairs, preservedLabelBdds, quotientRewardModels));
} else if (modelType == storm::models::ModelType::Ctmc) {
From e0452be54bf37ee7d55f996da23966e2e5b2aa54 Mon Sep 17 00:00:00 2001
From: Sebastian Junges <sebastian.junges@rwth-aachen.de>
Date: Tue, 22 Aug 2017 16:54:20 +0200
Subject: [PATCH 63/77] move some of the cli stuff to an own header
---
src/storm-cli-utilities/cli.cpp | 609 +--------------------
src/storm-cli-utilities/model-handling.h | 639 +++++++++++++++++++++++
2 files changed, 640 insertions(+), 608 deletions(-)
create mode 100644 src/storm-cli-utilities/model-handling.h
diff --git a/src/storm-cli-utilities/cli.cpp b/src/storm-cli-utilities/cli.cpp
index 66d83ece7..cb33c3205 100644
--- a/src/storm-cli-utilities/cli.cpp
+++ b/src/storm-cli-utilities/cli.cpp
@@ -1,24 +1,5 @@
#include "cli.h"
-#include "storm/storage/SymbolicModelDescription.h"
-
-#include "storm/models/ModelBase.h"
-
-#include "storm/exceptions/OptionParserException.h"
-
-#include "storm/modelchecker/results/SymbolicQualitativeCheckResult.h"
-
-#include "storm/models/sparse/StandardRewardModel.h"
-#include "storm/models/symbolic/StandardRewardModel.h"
-
-#include "storm/settings/SettingsManager.h"
-#include "storm/settings/modules/ResourceSettings.h"
-#include "storm/settings/modules/JitBuilderSettings.h"
-#include "storm/settings/modules/DebugSettings.h"
-#include "storm/settings/modules/IOSettings.h"
-#include "storm/settings/modules/CoreSettings.h"
-#include "storm/settings/modules/ResourceSettings.h"
-#include "storm/settings/modules/JaniExportSettings.h"
#include "storm/utility/resources.h"
#include "storm/utility/file.h"
@@ -30,7 +11,7 @@
#include <type_traits>
-#include "storm/api/storm.h"
+#include "storm-cli-utilities/model-handling.h"
// Includes for the linked libraries and versions header.
@@ -231,595 +212,7 @@ namespace storm {
setLogLevel();
setFileLogging();
}
-
- struct SymbolicInput {
- // The symbolic model description.
- boost::optional<storm::storage::SymbolicModelDescription> model;
-
- // The properties to check.
- std::vector<storm::jani::Property> properties;
- };
-
- void parseSymbolicModelDescription(storm::settings::modules::IOSettings const& ioSettings, SymbolicInput& input) {
- if (ioSettings.isPrismOrJaniInputSet()) {
- if (ioSettings.isPrismInputSet()) {
- input.model = storm::api::parseProgram(ioSettings.getPrismInputFilename());
- } else {
- auto janiInput = storm::api::parseJaniModel(ioSettings.getJaniInputFilename());
- input.model = janiInput.first;
- auto const& janiPropertyInput = janiInput.second;
-
- if (ioSettings.isJaniPropertiesSet()) {
- for (auto const& propName : ioSettings.getJaniProperties()) {
- auto propertyIt = janiPropertyInput.find(propName);
- STORM_LOG_THROW(propertyIt != janiPropertyInput.end(), storm::exceptions::InvalidArgumentException, "No JANI property with name '" << propName << "' is known.");
- input.properties.emplace_back(propertyIt->second);
- }
- }
- }
- }
- }
-
- void parseProperties(storm::settings::modules::IOSettings const& ioSettings, SymbolicInput& input, boost::optional<std::set<std::string>> const& propertyFilter) {
- if (ioSettings.isPropertySet()) {
- std::vector<storm::jani::Property> newProperties;
- if (input.model) {
- newProperties = storm::api::parsePropertiesForSymbolicModelDescription(ioSettings.getProperty(), input.model.get(), propertyFilter);
- } else {
- newProperties = storm::api::parseProperties(ioSettings.getProperty(), propertyFilter);
- }
-
- input.properties.insert(input.properties.end(), newProperties.begin(), newProperties.end());
- }
- }
-
- SymbolicInput parseSymbolicInput() {
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
-
- // Parse the property filter, if any is given.
- boost::optional<std::set<std::string>> propertyFilter = storm::api::parsePropertyFilter(ioSettings.getPropertyFilter());
-
- SymbolicInput input;
- parseSymbolicModelDescription(ioSettings, input);
- parseProperties(ioSettings, input, propertyFilter);
-
- return input;
- }
-
- SymbolicInput preprocessSymbolicInput(SymbolicInput const& input) {
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
- auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
-
- SymbolicInput output = input;
-
- // Substitute constant definitions in symbolic input.
- std::string constantDefinitionString = ioSettings.getConstantDefinitionString();
- std::map<storm::expressions::Variable, storm::expressions::Expression> constantDefinitions;
- if (output.model) {
- constantDefinitions = output.model.get().parseConstantDefinitions(constantDefinitionString);
- output.model = output.model.get().preprocess(constantDefinitions);
- }
- if (!output.properties.empty()) {
- output.properties = storm::api::substituteConstantsInProperties(output.properties, constantDefinitions);
- }
-
- // Check whether conversion for PRISM to JANI is requested or necessary.
- if (input.model && input.model.get().isPrismProgram()) {
- bool transformToJani = ioSettings.isPrismToJaniSet();
- bool transformToJaniForJit = coreSettings.getEngine() == storm::settings::modules::CoreSettings::Engine::Sparse && ioSettings.isJitSet();
- STORM_LOG_WARN_COND(transformToJani || !transformToJaniForJit, "The JIT-based model builder is only available for JANI models, automatically converting the PRISM input model.");
- transformToJani |= transformToJaniForJit;
-
- if (transformToJani) {
- storm::prism::Program const& model = output.model.get().asPrismProgram();
- auto modelAndRenaming = model.toJaniWithLabelRenaming(true);
- output.model = modelAndRenaming.first;
-
- if (!modelAndRenaming.second.empty()) {
- std::map<std::string, std::string> const& labelRenaming = modelAndRenaming.second;
- std::vector<storm::jani::Property> amendedProperties;
- for (auto const& property : output.properties) {
- amendedProperties.emplace_back(property.substituteLabels(labelRenaming));
- }
- output.properties = std::move(amendedProperties);
- }
- }
- }
-
- return output;
- }
-
- void exportSymbolicInput(SymbolicInput const& input) {
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
- if (input.model && input.model.get().isJaniModel()) {
- storm::storage::SymbolicModelDescription const& model = input.model.get();
- if (ioSettings.isExportJaniDotSet()) {
- storm::api::exportJaniModelAsDot(model.asJaniModel(), ioSettings.getExportJaniDotFilename());
- }
-
- if (model.isJaniModel() && storm::settings::getModule<storm::settings::modules::JaniExportSettings>().isJaniFileSet()) {
- storm::api::exportJaniModel(model.asJaniModel(), input.properties, storm::settings::getModule<storm::settings::modules::JaniExportSettings>().getJaniFilename());
- }
- }
- }
-
- SymbolicInput parseAndPreprocessSymbolicInput() {
- SymbolicInput input = parseSymbolicInput();
- input = preprocessSymbolicInput(input);
- exportSymbolicInput(input);
- return input;
- }
-
- std::vector<std::shared_ptr<storm::logic::Formula const>> createFormulasToRespect(std::vector<storm::jani::Property> const& properties) {
- std::vector<std::shared_ptr<storm::logic::Formula const>> result = storm::api::extractFormulasFromProperties(properties);
-
- for (auto const& property : properties) {
- if (!property.getFilter().getStatesFormula()->isInitialFormula()) {
- result.push_back(property.getFilter().getStatesFormula());
- }
- }
-
- return result;
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::ModelBase> buildModelDd(SymbolicInput const& input) {
- return storm::api::buildSymbolicModel<DdType, ValueType>(input.model.get(), createFormulasToRespect(input.properties));
- }
-
- template <typename ValueType>
- std::shared_ptr<storm::models::ModelBase> buildModelSparse(SymbolicInput const& input, storm::settings::modules::IOSettings const& ioSettings) {
- auto counterexampleGeneratorSettings = storm::settings::getModule<storm::settings::modules::CounterexampleGeneratorSettings>();
- storm::builder::BuilderOptions options(createFormulasToRespect(input.properties));
- options.setBuildChoiceLabels(ioSettings.isBuildChoiceLabelsSet());
- options.setBuildChoiceOrigins(counterexampleGeneratorSettings.isMinimalCommandSetGenerationSet());
- options.setBuildAllLabels(ioSettings.isBuildFullModelSet());
- options.setBuildAllRewardModels(ioSettings.isBuildFullModelSet());
- if (ioSettings.isBuildFullModelSet()) {
- options.clearTerminalStates();
- }
- return storm::api::buildSparseModel<ValueType>(input.model.get(), options, ioSettings.isJitSet(), storm::settings::getModule<storm::settings::modules::JitBuilderSettings>().isDoctorSet());
- }
-
- template <typename ValueType>
- std::shared_ptr<storm::models::ModelBase> buildModelExplicit(storm::settings::modules::IOSettings const& ioSettings) {
- std::shared_ptr<storm::models::ModelBase> result;
- if (ioSettings.isExplicitSet()) {
- result = storm::api::buildExplicitModel<ValueType>(ioSettings.getTransitionFilename(), ioSettings.getLabelingFilename(), ioSettings.isStateRewardsSet() ? boost::optional<std::string>(ioSettings.getStateRewardsFilename()) : boost::none, ioSettings.isTransitionRewardsSet() ? boost::optional<std::string>(ioSettings.getTransitionRewardsFilename()) : boost::none, ioSettings.isChoiceLabelingSet() ? boost::optional<std::string>(ioSettings.getChoiceLabelingFilename()) : boost::none);
- } else if (ioSettings.isExplicitDRNSet()) {
- result = storm::api::buildExplicitDRNModel<ValueType>(ioSettings.getExplicitDRNFilename());
- } else {
- STORM_LOG_THROW(ioSettings.isExplicitIMCASet(), storm::exceptions::InvalidSettingsException, "Unexpected explicit model input type.");
- result = storm::api::buildExplicitIMCAModel<ValueType>(ioSettings.getExplicitIMCAFilename());
- }
- return result;
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- std::shared_ptr<storm::models::ModelBase> buildModel(storm::settings::modules::CoreSettings::Engine const& engine, SymbolicInput const& input, storm::settings::modules::IOSettings const& ioSettings) {
- storm::utility::Stopwatch modelBuildingWatch(true);
-
- std::shared_ptr<storm::models::ModelBase> result;
- if (input.model) {
- if (engine == storm::settings::modules::CoreSettings::Engine::Dd || engine == storm::settings::modules::CoreSettings::Engine::Hybrid) {
- result = buildModelDd<DdType, ValueType>(input);
- } else if (engine == storm::settings::modules::CoreSettings::Engine::Sparse) {
- result = buildModelSparse<ValueType>(input, ioSettings);
- }
- } else if (ioSettings.isExplicitSet() || ioSettings.isExplicitDRNSet() || ioSettings.isExplicitIMCASet()) {
- STORM_LOG_THROW(engine == storm::settings::modules::CoreSettings::Engine::Sparse, storm::exceptions::InvalidSettingsException, "Can only use sparse engine with explicit input.");
- result = buildModelExplicit<ValueType>(ioSettings);
- }
-
- modelBuildingWatch.stop();
- if (result) {
- STORM_PRINT_AND_LOG("Time for model construction: " << modelBuildingWatch << "." << std::endl << std::endl);
- }
-
- return result;
- }
-
- template <typename ValueType>
- std::shared_ptr<storm::models::sparse::Model<ValueType>> preprocessSparseMarkovAutomaton(std::shared_ptr<storm::models::sparse::MarkovAutomaton<ValueType>> const& model) {
- std::shared_ptr<storm::models::sparse::Model<ValueType>> result = model;
- model->close();
- if (model->hasOnlyTrivialNondeterminism()) {
- result = model->convertToCTMC();
- }
- return result;
- }
- template <typename ValueType>
- std::shared_ptr<storm::models::sparse::Model<ValueType>> preprocessSparseModelBisimulation(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input, storm::settings::modules::BisimulationSettings const& bisimulationSettings) {
- storm::storage::BisimulationType bisimType = storm::storage::BisimulationType::Strong;
- if (bisimulationSettings.isWeakBisimulationSet()) {
- bisimType = storm::storage::BisimulationType::Weak;
- }
-
- STORM_LOG_INFO("Performing bisimulation minimization...");
- return storm::api::performBisimulationMinimization<ValueType>(model, createFormulasToRespect(input.properties), bisimType);
- }
-
- template <typename ValueType>
- std::pair<std::shared_ptr<storm::models::sparse::Model<ValueType>>, bool> preprocessSparseModel(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input) {
- auto generalSettings = storm::settings::getModule<storm::settings::modules::GeneralSettings>();
- auto bisimulationSettings = storm::settings::getModule<storm::settings::modules::BisimulationSettings>();
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
-
- std::pair<std::shared_ptr<storm::models::sparse::Model<ValueType>>, bool> result = std::make_pair(model, false);
-
- if (result.first->isOfType(storm::models::ModelType::MarkovAutomaton)) {
- result.first = preprocessSparseMarkovAutomaton(result.first->template as<storm::models::sparse::MarkovAutomaton<ValueType>>());
- result.second = true;
- }
-
- if (generalSettings.isBisimulationSet()) {
- result.first = preprocessSparseModelBisimulation(result.first, input, bisimulationSettings);
- result.second = true;
- }
-
- return result;
- }
-
- template <typename ValueType>
- void exportSparseModel(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input) {
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
-
- if (ioSettings.isExportExplicitSet()) {
- storm::api::exportSparseModelAsDrn(model, ioSettings.getExportExplicitFilename(), input.model ? input.model.get().getParameterNames() : std::vector<std::string>());
- }
-
- if (ioSettings.isExportDotSet()) {
- storm::api::exportSparseModelAsDot(model, ioSettings.getExportDotFilename());
- }
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void exportDdModel(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input) {
- // Intentionally left empty.
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void exportModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- if (model->isSparseModel()) {
- exportSparseModel<ValueType>(model->as<storm::models::sparse::Model<ValueType>>(), input);
- } else {
- exportDdModel<DdType, ValueType>(model->as<storm::models::symbolic::Model<DdType, ValueType>>(), input);
- }
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- std::pair<std::shared_ptr<storm::models::ModelBase>, bool> preprocessDdModel(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input) {
- return std::make_pair(model, false);
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- std::pair<std::shared_ptr<storm::models::ModelBase>, bool> preprocessModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- storm::utility::Stopwatch preprocessingWatch(true);
-
- std::pair<std::shared_ptr<storm::models::ModelBase>, bool> result = std::make_pair(model, false);
- if (model->isSparseModel()) {
- result = preprocessSparseModel<ValueType>(result.first->as<storm::models::sparse::Model<ValueType>>(), input);
- } else {
- STORM_LOG_ASSERT(model->isSymbolicModel(), "Unexpected model type.");
- result = preprocessDdModel<DdType, ValueType>(result.first->as<storm::models::symbolic::Model<DdType, ValueType>>(), input);
- }
-
- if (result.second) {
- STORM_PRINT_AND_LOG(std::endl << "Time for model preprocessing: " << preprocessingWatch << "." << std::endl << std::endl);
- }
- return result;
- }
-
- void printComputingCounterexample(storm::jani::Property const& property) {
- STORM_PRINT_AND_LOG("Computing counterexample for property " << *property.getRawFormula() << " ..." << std::endl);
- }
-
- void printCounterexample(std::shared_ptr<storm::counterexamples::Counterexample> const& counterexample, storm::utility::Stopwatch* watch = nullptr) {
- if (counterexample) {
- STORM_PRINT_AND_LOG(*counterexample << std::endl);
- if (watch) {
- STORM_PRINT_AND_LOG("Time for computation: " << *watch << "." << std::endl);
- }
- } else {
- STORM_PRINT_AND_LOG(" failed." << std::endl);
- }
- }
-
- template <typename ValueType>
- void generateCounterexamples(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Counterexample generation is not supported for this data-type.");
- }
-
- template <>
- void generateCounterexamples<double>(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- typedef double ValueType;
-
- STORM_LOG_THROW(model->isSparseModel(), storm::exceptions::NotSupportedException, "Counterexample generation is currently only supported for sparse models.");
- auto sparseModel = model->as<storm::models::sparse::Model<ValueType>>();
-
- STORM_LOG_THROW(sparseModel->isOfType(storm::models::ModelType::Mdp), storm::exceptions::NotSupportedException, "Counterexample is currently only supported for MDPs.");
- auto mdp = sparseModel->template as<storm::models::sparse::Mdp<ValueType>>();
-
- auto counterexampleSettings = storm::settings::getModule<storm::settings::modules::CounterexampleGeneratorSettings>();
- if (counterexampleSettings.isMinimalCommandSetGenerationSet()) {
- STORM_LOG_THROW(input.model && input.model.get().isPrismProgram(), storm::exceptions::NotSupportedException, "Minimal command set counterexamples are only supported for PRISM model input.");
- storm::prism::Program const& program = input.model.get().asPrismProgram();
-
- bool useMilp = counterexampleSettings.isUseMilpBasedMinimalCommandSetGenerationSet();
- for (auto const& property : input.properties) {
- std::shared_ptr<storm::counterexamples::Counterexample> counterexample;
- printComputingCounterexample(property);
- storm::utility::Stopwatch watch(true);
- if (useMilp) {
- counterexample = storm::api::computePrismHighLevelCounterexampleMilp(program, mdp, property.getRawFormula());
- } else {
- counterexample = storm::api::computePrismHighLevelCounterexampleMaxSmt(program, mdp, property.getRawFormula());
- }
- watch.stop();
- printCounterexample(counterexample, &watch);
- }
- } else {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "The selected counterexample formalism is unsupported.");
- }
- }
-
- template<typename ValueType>
- void printFilteredResult(std::unique_ptr<storm::modelchecker::CheckResult> const& result, storm::modelchecker::FilterType ft) {
- if (result->isQuantitative()) {
- switch (ft) {
- case storm::modelchecker::FilterType::VALUES:
- STORM_PRINT_AND_LOG(*result);
- break;
- case storm::modelchecker::FilterType::SUM:
- STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().sum());
- break;
- case storm::modelchecker::FilterType::AVG:
- STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().average());
- break;
- case storm::modelchecker::FilterType::MIN:
- STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().getMin());
- break;
- case storm::modelchecker::FilterType::MAX:
- STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().getMax());
- break;
- case storm::modelchecker::FilterType::ARGMIN:
- case storm::modelchecker::FilterType::ARGMAX:
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Outputting states is not supported.");
- case storm::modelchecker::FilterType::EXISTS:
- case storm::modelchecker::FilterType::FORALL:
- case storm::modelchecker::FilterType::COUNT:
- STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Filter type only defined for qualitative results.");
- }
- } else {
- switch (ft) {
- case storm::modelchecker::FilterType::VALUES:
- STORM_PRINT_AND_LOG(*result << std::endl);
- break;
- case storm::modelchecker::FilterType::EXISTS:
- STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().existsTrue());
- break;
- case storm::modelchecker::FilterType::FORALL:
- STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().forallTrue());
- break;
- case storm::modelchecker::FilterType::COUNT:
- STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().count());
- break;
- case storm::modelchecker::FilterType::ARGMIN:
- case storm::modelchecker::FilterType::ARGMAX:
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Outputting states is not supported.");
- case storm::modelchecker::FilterType::SUM:
- case storm::modelchecker::FilterType::AVG:
- case storm::modelchecker::FilterType::MIN:
- case storm::modelchecker::FilterType::MAX:
- STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Filter type only defined for quantitative results.");
- }
- }
- STORM_PRINT_AND_LOG(std::endl);
- }
-
- void printModelCheckingProperty(storm::jani::Property const& property) {
- STORM_PRINT_AND_LOG(std::endl << "Model checking property " << *property.getRawFormula() << " ..." << std::endl);
- }
-
- template<typename ValueType>
- void printResult(std::unique_ptr<storm::modelchecker::CheckResult> const& result, storm::jani::Property const& property, storm::utility::Stopwatch* watch = nullptr) {
- if (result) {
- std::stringstream ss;
- ss << "'" << *property.getFilter().getStatesFormula() << "'";
- STORM_PRINT_AND_LOG("Result (for " << (property.getFilter().getStatesFormula()->isInitialFormula() ? "initial" : ss.str()) << " states): ");
- printFilteredResult<ValueType>(result, property.getFilter().getFilterType());
- if (watch) {
- STORM_PRINT_AND_LOG("Time for model checking: " << *watch << "." << std::endl);
- }
- } else {
- STORM_PRINT_AND_LOG(" failed, property is unsupported by selected engine/settings." << std::endl);
- }
- }
-
- struct PostprocessingIdentity {
- void operator()(std::unique_ptr<storm::modelchecker::CheckResult> const&) {
- // Intentionally left empty.
- }
- };
-
- template<typename ValueType>
- void verifyProperties(std::vector<storm::jani::Property> const& properties, std::function<std::unique_ptr<storm::modelchecker::CheckResult>(std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states)> const& verificationCallback, std::function<void(std::unique_ptr<storm::modelchecker::CheckResult> const&)> const& postprocessingCallback = PostprocessingIdentity()) {
- for (auto const& property : properties) {
- printModelCheckingProperty(property);
- storm::utility::Stopwatch watch(true);
- std::unique_ptr<storm::modelchecker::CheckResult> result = verificationCallback(property.getRawFormula(), property.getFilter().getStatesFormula());
- watch.stop();
- postprocessingCallback(result);
- printResult<ValueType>(result, property, &watch);
- }
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void verifyWithAbstractionRefinementEngine(SymbolicInput const& input) {
- STORM_LOG_ASSERT(input.model, "Expected symbolic model description.");
- verifyProperties<ValueType>(input.properties, [&input] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
- STORM_LOG_THROW(states->isInitialFormula(), storm::exceptions::NotSupportedException, "Abstraction-refinement can only filter initial states.");
- return storm::api::verifyWithAbstractionRefinementEngine<DdType, ValueType>(input.model.get(), storm::api::createTask<ValueType>(formula, true));
- });
- }
-
- template <typename ValueType>
- void verifyWithExplorationEngine(SymbolicInput const& input) {
- STORM_LOG_ASSERT(input.model, "Expected symbolic model description.");
- STORM_LOG_THROW((std::is_same<ValueType, double>::value), storm::exceptions::NotSupportedException, "Exploration does not support other data-types than floating points.");
- verifyProperties<ValueType>(input.properties, [&input] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
- STORM_LOG_THROW(states->isInitialFormula(), storm::exceptions::NotSupportedException, "Exploration can only filter initial states.");
- return storm::api::verifyWithExplorationEngine<ValueType>(input.model.get(), storm::api::createTask<ValueType>(formula, true));
- });
- }
-
- template <typename ValueType>
- void verifyWithSparseEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- auto sparseModel = model->as<storm::models::sparse::Model<ValueType>>();
- verifyProperties<ValueType>(input.properties,
- [&sparseModel] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
- bool filterForInitialStates = states->isInitialFormula();
- auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
- std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithSparseEngine<ValueType>(sparseModel, task);
-
- std::unique_ptr<storm::modelchecker::CheckResult> filter;
- if (filterForInitialStates) {
- filter = std::make_unique<storm::modelchecker::ExplicitQualitativeCheckResult>(sparseModel->getInitialStates());
- } else {
- filter = storm::api::verifyWithSparseEngine<ValueType>(sparseModel, storm::api::createTask<ValueType>(states, false));
- }
- if (result && filter) {
- result->filter(filter->asQualitativeCheckResult());
- }
- return result;
- });
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void verifyWithHybridEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- verifyProperties<ValueType>(input.properties, [&model] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
- bool filterForInitialStates = states->isInitialFormula();
- auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
-
- auto symbolicModel = model->as<storm::models::symbolic::Model<DdType, ValueType>>();
- std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithHybridEngine<DdType, ValueType>(symbolicModel, task);
-
- std::unique_ptr<storm::modelchecker::CheckResult> filter;
- if (filterForInitialStates) {
- filter = std::make_unique<storm::modelchecker::SymbolicQualitativeCheckResult<DdType>>(symbolicModel->getReachableStates(), symbolicModel->getInitialStates());
- } else {
- filter = storm::api::verifyWithHybridEngine<DdType, ValueType>(symbolicModel, storm::api::createTask<ValueType>(states, false));
- }
- if (result && filter) {
- result->filter(filter->asQualitativeCheckResult());
- }
- return result;
- });
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void verifyWithDdEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
- verifyProperties<ValueType>(input.properties, [&model] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
- bool filterForInitialStates = states->isInitialFormula();
- auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
-
- auto symbolicModel = model->as<storm::models::symbolic::Model<DdType, ValueType>>();
- std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithDdEngine<DdType, ValueType>(model->as<storm::models::symbolic::Model<DdType, ValueType>>(), storm::api::createTask<ValueType>(formula, true));
-
- std::unique_ptr<storm::modelchecker::CheckResult> filter;
- if (filterForInitialStates) {
- filter = std::make_unique<storm::modelchecker::SymbolicQualitativeCheckResult<DdType>>(symbolicModel->getReachableStates(), symbolicModel->getInitialStates());
- } else {
- filter = storm::api::verifyWithDdEngine<DdType, ValueType>(symbolicModel, storm::api::createTask<ValueType>(states, false));
- }
- if (result && filter) {
- result->filter(filter->asQualitativeCheckResult());
- }
- return result;
- });
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- typename std::enable_if<DdType != storm::dd::DdType::CUDD || std::is_same<ValueType, double>::value, void>::type verifySymbolicModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
- bool hybrid = coreSettings.getEngine() == storm::settings::modules::CoreSettings::Engine::Hybrid;
- if (hybrid) {
- verifyWithHybridEngine<DdType, ValueType>(model, input);
- } else {
- verifyWithDdEngine<DdType, ValueType>(model, input);
- }
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- typename std::enable_if<DdType == storm::dd::DdType::CUDD && !std::is_same<ValueType, double>::value, void>::type verifySymbolicModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
- STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "CUDD does not support the selected data-type.");
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void verifyModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
- if (model->isSparseModel()) {
- verifyWithSparseEngine<ValueType>(model, input);
- } else {
- STORM_LOG_ASSERT(model->isSymbolicModel(), "Unexpected model type.");
- verifySymbolicModel<DdType, ValueType>(model, input, coreSettings);
- }
- }
-
- template <storm::dd::DdType DdType, typename ValueType>
- void processInputWithValueTypeAndDdlib(SymbolicInput const& input) {
- auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
-
- // For several engines, no model building step is performed, but the verification is started right away.
- storm::settings::modules::CoreSettings::Engine engine = coreSettings.getEngine();
- if (engine == storm::settings::modules::CoreSettings::Engine::AbstractionRefinement) {
- verifyWithAbstractionRefinementEngine<DdType, ValueType>(input);
- } else if (engine == storm::settings::modules::CoreSettings::Engine::Exploration) {
- verifyWithExplorationEngine<ValueType>(input);
- } else {
- auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
-
- std::shared_ptr<storm::models::ModelBase> model;
- if (!ioSettings.isNoBuildModelSet()) {
- model = buildModel<DdType, ValueType>(engine, input, ioSettings);
- }
-
- if (model) {
- model->printModelInformationToStream(std::cout);
- }
-
- STORM_LOG_THROW(model || input.properties.empty(), storm::exceptions::InvalidSettingsException, "No input model.");
-
- if (model) {
- auto preprocessingResult = preprocessModel<DdType, ValueType>(model, input);
- if (preprocessingResult.second) {
- model = preprocessingResult.first;
- model->printModelInformationToStream(std::cout);
- }
- }
-
- if (model) {
- exportModel<DdType, ValueType>(model, input);
-
- if (coreSettings.isCounterexampleSet()) {
- generateCounterexamples<ValueType>(model, input);
- } else {
- verifyModel<DdType, ValueType>(model, input, coreSettings);
- }
- }
- }
- }
-
- template <typename ValueType>
- void processInputWithValueType(SymbolicInput const& input) {
- auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
-
- if (coreSettings.getDdLibraryType() == storm::dd::DdType::CUDD) {
- processInputWithValueTypeAndDdlib<storm::dd::DdType::CUDD, ValueType>(input);
- } else {
- STORM_LOG_ASSERT(coreSettings.getDdLibraryType() == storm::dd::DdType::Sylvan, "Unknown DD library.");
- processInputWithValueTypeAndDdlib<storm::dd::DdType::Sylvan, ValueType>(input);
- }
- }
void processOptions() {
// Start by setting some urgent options (log levels, resources, etc.)
diff --git a/src/storm-cli-utilities/model-handling.h b/src/storm-cli-utilities/model-handling.h
new file mode 100644
index 000000000..48fb21c8e
--- /dev/null
+++ b/src/storm-cli-utilities/model-handling.h
@@ -0,0 +1,639 @@
+#pragma once
+
+#include "storm/api/storm.h"
+
+
+#include "storm/utility/resources.h"
+#include "storm/utility/file.h"
+#include "storm/utility/storm-version.h"
+#include "storm/utility/macros.h"
+
+#include "storm/utility/initialize.h"
+#include "storm/utility/Stopwatch.h"
+
+#include <type_traits>
+
+
+#include "storm/storage/SymbolicModelDescription.h"
+
+#include "storm/models/ModelBase.h"
+
+#include "storm/exceptions/OptionParserException.h"
+
+#include "storm/modelchecker/results/SymbolicQualitativeCheckResult.h"
+
+#include "storm/models/sparse/StandardRewardModel.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
+#include "storm/settings/SettingsManager.h"
+#include "storm/settings/modules/ResourceSettings.h"
+#include "storm/settings/modules/JitBuilderSettings.h"
+#include "storm/settings/modules/DebugSettings.h"
+#include "storm/settings/modules/IOSettings.h"
+#include "storm/settings/modules/CoreSettings.h"
+#include "storm/settings/modules/ResourceSettings.h"
+#include "storm/settings/modules/JaniExportSettings.h"
+
+#include "storm/utility/Stopwatch.h"
+
+namespace storm {
+ namespace cli {
+
+
+ struct SymbolicInput {
+ // The symbolic model description.
+ boost::optional<storm::storage::SymbolicModelDescription> model;
+
+ // The properties to check.
+ std::vector<storm::jani::Property> properties;
+ };
+
+ void parseSymbolicModelDescription(storm::settings::modules::IOSettings const& ioSettings, SymbolicInput& input) {
+ if (ioSettings.isPrismOrJaniInputSet()) {
+ if (ioSettings.isPrismInputSet()) {
+ input.model = storm::api::parseProgram(ioSettings.getPrismInputFilename());
+ } else {
+ auto janiInput = storm::api::parseJaniModel(ioSettings.getJaniInputFilename());
+ input.model = janiInput.first;
+ auto const& janiPropertyInput = janiInput.second;
+
+ if (ioSettings.isJaniPropertiesSet()) {
+ for (auto const& propName : ioSettings.getJaniProperties()) {
+ auto propertyIt = janiPropertyInput.find(propName);
+ STORM_LOG_THROW(propertyIt != janiPropertyInput.end(), storm::exceptions::InvalidArgumentException, "No JANI property with name '" << propName << "' is known.");
+ input.properties.emplace_back(propertyIt->second);
+ }
+ }
+ }
+ }
+ }
+
+ void parseProperties(storm::settings::modules::IOSettings const& ioSettings, SymbolicInput& input, boost::optional<std::set<std::string>> const& propertyFilter) {
+ if (ioSettings.isPropertySet()) {
+ std::vector<storm::jani::Property> newProperties;
+ if (input.model) {
+ newProperties = storm::api::parsePropertiesForSymbolicModelDescription(ioSettings.getProperty(), input.model.get(), propertyFilter);
+ } else {
+ newProperties = storm::api::parseProperties(ioSettings.getProperty(), propertyFilter);
+ }
+
+ input.properties.insert(input.properties.end(), newProperties.begin(), newProperties.end());
+ }
+ }
+
+ SymbolicInput parseSymbolicInput() {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+
+ // Parse the property filter, if any is given.
+ boost::optional<std::set<std::string>> propertyFilter = storm::api::parsePropertyFilter(ioSettings.getPropertyFilter());
+
+ SymbolicInput input;
+ parseSymbolicModelDescription(ioSettings, input);
+ parseProperties(ioSettings, input, propertyFilter);
+
+ return input;
+ }
+
+ SymbolicInput preprocessSymbolicInput(SymbolicInput const& input) {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+ auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
+
+ SymbolicInput output = input;
+
+ // Substitute constant definitions in symbolic input.
+ std::string constantDefinitionString = ioSettings.getConstantDefinitionString();
+ std::map<storm::expressions::Variable, storm::expressions::Expression> constantDefinitions;
+ if (output.model) {
+ constantDefinitions = output.model.get().parseConstantDefinitions(constantDefinitionString);
+ output.model = output.model.get().preprocess(constantDefinitions);
+ }
+ if (!output.properties.empty()) {
+ output.properties = storm::api::substituteConstantsInProperties(output.properties, constantDefinitions);
+ }
+
+ // Check whether conversion for PRISM to JANI is requested or necessary.
+ if (input.model && input.model.get().isPrismProgram()) {
+ bool transformToJani = ioSettings.isPrismToJaniSet();
+ bool transformToJaniForJit = coreSettings.getEngine() == storm::settings::modules::CoreSettings::Engine::Sparse && ioSettings.isJitSet();
+ STORM_LOG_WARN_COND(transformToJani || !transformToJaniForJit, "The JIT-based model builder is only available for JANI models, automatically converting the PRISM input model.");
+ transformToJani |= transformToJaniForJit;
+
+ if (transformToJani) {
+ storm::prism::Program const& model = output.model.get().asPrismProgram();
+ auto modelAndRenaming = model.toJaniWithLabelRenaming(true);
+ output.model = modelAndRenaming.first;
+
+ if (!modelAndRenaming.second.empty()) {
+ std::map<std::string, std::string> const& labelRenaming = modelAndRenaming.second;
+ std::vector<storm::jani::Property> amendedProperties;
+ for (auto const& property : output.properties) {
+ amendedProperties.emplace_back(property.substituteLabels(labelRenaming));
+ }
+ output.properties = std::move(amendedProperties);
+ }
+ }
+ }
+
+ return output;
+ }
+
+ void exportSymbolicInput(SymbolicInput const& input) {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+ if (input.model && input.model.get().isJaniModel()) {
+ storm::storage::SymbolicModelDescription const& model = input.model.get();
+ if (ioSettings.isExportJaniDotSet()) {
+ storm::api::exportJaniModelAsDot(model.asJaniModel(), ioSettings.getExportJaniDotFilename());
+ }
+
+ if (model.isJaniModel() && storm::settings::getModule<storm::settings::modules::JaniExportSettings>().isJaniFileSet()) {
+ storm::api::exportJaniModel(model.asJaniModel(), input.properties, storm::settings::getModule<storm::settings::modules::JaniExportSettings>().getJaniFilename());
+ }
+ }
+ }
+
+ SymbolicInput parseAndPreprocessSymbolicInput() {
+ SymbolicInput input = parseSymbolicInput();
+ input = preprocessSymbolicInput(input);
+ exportSymbolicInput(input);
+ return input;
+ }
+
+ std::vector<std::shared_ptr<storm::logic::Formula const>> createFormulasToRespect(std::vector<storm::jani::Property> const& properties) {
+ std::vector<std::shared_ptr<storm::logic::Formula const>> result = storm::api::extractFormulasFromProperties(properties);
+
+ for (auto const& property : properties) {
+ if (!property.getFilter().getStatesFormula()->isInitialFormula()) {
+ result.push_back(property.getFilter().getStatesFormula());
+ }
+ }
+
+ return result;
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::ModelBase> buildModelDd(SymbolicInput const& input) {
+ return storm::api::buildSymbolicModel<DdType, ValueType>(input.model.get(), createFormulasToRespect(input.properties));
+ }
+
+ template <typename ValueType>
+ std::shared_ptr<storm::models::ModelBase> buildModelSparse(SymbolicInput const& input, storm::settings::modules::IOSettings const& ioSettings) {
+ auto counterexampleGeneratorSettings = storm::settings::getModule<storm::settings::modules::CounterexampleGeneratorSettings>();
+ storm::builder::BuilderOptions options(createFormulasToRespect(input.properties));
+ options.setBuildChoiceLabels(ioSettings.isBuildChoiceLabelsSet());
+ options.setBuildChoiceOrigins(counterexampleGeneratorSettings.isMinimalCommandSetGenerationSet());
+ options.setBuildAllLabels(ioSettings.isBuildFullModelSet());
+ options.setBuildAllRewardModels(ioSettings.isBuildFullModelSet());
+ if (ioSettings.isBuildFullModelSet()) {
+ options.clearTerminalStates();
+ }
+ return storm::api::buildSparseModel<ValueType>(input.model.get(), options, ioSettings.isJitSet(), storm::settings::getModule<storm::settings::modules::JitBuilderSettings>().isDoctorSet());
+ }
+
+ template <typename ValueType>
+ std::shared_ptr<storm::models::ModelBase> buildModelExplicit(storm::settings::modules::IOSettings const& ioSettings) {
+ std::shared_ptr<storm::models::ModelBase> result;
+ if (ioSettings.isExplicitSet()) {
+ result = storm::api::buildExplicitModel<ValueType>(ioSettings.getTransitionFilename(), ioSettings.getLabelingFilename(), ioSettings.isStateRewardsSet() ? boost::optional<std::string>(ioSettings.getStateRewardsFilename()) : boost::none, ioSettings.isTransitionRewardsSet() ? boost::optional<std::string>(ioSettings.getTransitionRewardsFilename()) : boost::none, ioSettings.isChoiceLabelingSet() ? boost::optional<std::string>(ioSettings.getChoiceLabelingFilename()) : boost::none);
+ } else if (ioSettings.isExplicitDRNSet()) {
+ result = storm::api::buildExplicitDRNModel<ValueType>(ioSettings.getExplicitDRNFilename());
+ } else {
+ STORM_LOG_THROW(ioSettings.isExplicitIMCASet(), storm::exceptions::InvalidSettingsException, "Unexpected explicit model input type.");
+ result = storm::api::buildExplicitIMCAModel<ValueType>(ioSettings.getExplicitIMCAFilename());
+ }
+ return result;
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::ModelBase> buildModel(storm::settings::modules::CoreSettings::Engine const& engine, SymbolicInput const& input, storm::settings::modules::IOSettings const& ioSettings) {
+ storm::utility::Stopwatch modelBuildingWatch(true);
+
+ std::shared_ptr<storm::models::ModelBase> result;
+ if (input.model) {
+ if (engine == storm::settings::modules::CoreSettings::Engine::Dd || engine == storm::settings::modules::CoreSettings::Engine::Hybrid) {
+ result = buildModelDd<DdType, ValueType>(input);
+ } else if (engine == storm::settings::modules::CoreSettings::Engine::Sparse) {
+ result = buildModelSparse<ValueType>(input, ioSettings);
+ }
+ } else if (ioSettings.isExplicitSet() || ioSettings.isExplicitDRNSet() || ioSettings.isExplicitIMCASet()) {
+ STORM_LOG_THROW(engine == storm::settings::modules::CoreSettings::Engine::Sparse, storm::exceptions::InvalidSettingsException, "Can only use sparse engine with explicit input.");
+ result = buildModelExplicit<ValueType>(ioSettings);
+ }
+
+ modelBuildingWatch.stop();
+ if (result) {
+ STORM_PRINT_AND_LOG("Time for model construction: " << modelBuildingWatch << "." << std::endl << std::endl);
+ }
+
+ return result;
+ }
+
+ template <typename ValueType>
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> preprocessSparseMarkovAutomaton(std::shared_ptr<storm::models::sparse::MarkovAutomaton<ValueType>> const& model) {
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> result = model;
+ model->close();
+ if (model->hasOnlyTrivialNondeterminism()) {
+ result = model->convertToCTMC();
+ }
+ return result;
+ }
+
+ template <typename ValueType>
+ std::shared_ptr<storm::models::sparse::Model<ValueType>> preprocessSparseModelBisimulation(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input, storm::settings::modules::BisimulationSettings const& bisimulationSettings) {
+ storm::storage::BisimulationType bisimType = storm::storage::BisimulationType::Strong;
+ if (bisimulationSettings.isWeakBisimulationSet()) {
+ bisimType = storm::storage::BisimulationType::Weak;
+ }
+
+ STORM_LOG_INFO("Performing bisimulation minimization...");
+ return storm::api::performBisimulationMinimization<ValueType>(model, createFormulasToRespect(input.properties), bisimType);
+ }
+
+ template <typename ValueType>
+ std::pair<std::shared_ptr<storm::models::sparse::Model<ValueType>>, bool> preprocessSparseModel(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input) {
+ auto generalSettings = storm::settings::getModule<storm::settings::modules::GeneralSettings>();
+ auto bisimulationSettings = storm::settings::getModule<storm::settings::modules::BisimulationSettings>();
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+
+ std::pair<std::shared_ptr<storm::models::sparse::Model<ValueType>>, bool> result = std::make_pair(model, false);
+
+ if (result.first->isOfType(storm::models::ModelType::MarkovAutomaton)) {
+ result.first = preprocessSparseMarkovAutomaton(result.first->template as<storm::models::sparse::MarkovAutomaton<ValueType>>());
+ result.second = true;
+ }
+
+ if (generalSettings.isBisimulationSet()) {
+ result.first = preprocessSparseModelBisimulation(result.first, input, bisimulationSettings);
+ result.second = true;
+ }
+
+ return result;
+ }
+
+ template <typename ValueType>
+ void exportSparseModel(std::shared_ptr<storm::models::sparse::Model<ValueType>> const& model, SymbolicInput const& input) {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+
+ if (ioSettings.isExportExplicitSet()) {
+ storm::api::exportSparseModelAsDrn(model, ioSettings.getExportExplicitFilename(), input.model ? input.model.get().getParameterNames() : std::vector<std::string>());
+ }
+
+ if (ioSettings.isExportDotSet()) {
+ storm::api::exportSparseModelAsDot(model, ioSettings.getExportDotFilename());
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void exportDdModel(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input) {
+ // Intentionally left empty.
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void exportModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ if (model->isSparseModel()) {
+ exportSparseModel<ValueType>(model->as<storm::models::sparse::Model<ValueType>>(), input);
+ } else {
+ exportDdModel<DdType, ValueType>(model->as<storm::models::symbolic::Model<DdType, ValueType>>(), input);
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::pair<std::shared_ptr<storm::models::ModelBase>, bool> preprocessDdModel(std::shared_ptr<storm::models::symbolic::Model<DdType, ValueType>> const& model, SymbolicInput const& input) {
+ return std::make_pair(model, false);
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::pair<std::shared_ptr<storm::models::ModelBase>, bool> preprocessModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ storm::utility::Stopwatch preprocessingWatch(true);
+
+ std::pair<std::shared_ptr<storm::models::ModelBase>, bool> result = std::make_pair(model, false);
+ if (model->isSparseModel()) {
+ result = preprocessSparseModel<ValueType>(result.first->as<storm::models::sparse::Model<ValueType>>(), input);
+ } else {
+ STORM_LOG_ASSERT(model->isSymbolicModel(), "Unexpected model type.");
+ result = preprocessDdModel<DdType, ValueType>(result.first->as<storm::models::symbolic::Model<DdType, ValueType>>(), input);
+ }
+
+ if (result.second) {
+ STORM_PRINT_AND_LOG(std::endl << "Time for model preprocessing: " << preprocessingWatch << "." << std::endl << std::endl);
+ }
+ return result;
+ }
+
+ void printComputingCounterexample(storm::jani::Property const& property) {
+ STORM_PRINT_AND_LOG("Computing counterexample for property " << *property.getRawFormula() << " ..." << std::endl);
+ }
+
+ void printCounterexample(std::shared_ptr<storm::counterexamples::Counterexample> const& counterexample, storm::utility::Stopwatch* watch = nullptr) {
+ if (counterexample) {
+ STORM_PRINT_AND_LOG(*counterexample << std::endl);
+ if (watch) {
+ STORM_PRINT_AND_LOG("Time for computation: " << *watch << "." << std::endl);
+ }
+ } else {
+ STORM_PRINT_AND_LOG(" failed." << std::endl);
+ }
+ }
+
+ template <typename ValueType>
+ void generateCounterexamples(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Counterexample generation is not supported for this data-type.");
+ }
+
+ template <>
+ void generateCounterexamples<double>(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ typedef double ValueType;
+
+ STORM_LOG_THROW(model->isSparseModel(), storm::exceptions::NotSupportedException, "Counterexample generation is currently only supported for sparse models.");
+ auto sparseModel = model->as<storm::models::sparse::Model<ValueType>>();
+
+ STORM_LOG_THROW(sparseModel->isOfType(storm::models::ModelType::Mdp), storm::exceptions::NotSupportedException, "Counterexample is currently only supported for MDPs.");
+ auto mdp = sparseModel->template as<storm::models::sparse::Mdp<ValueType>>();
+
+ auto counterexampleSettings = storm::settings::getModule<storm::settings::modules::CounterexampleGeneratorSettings>();
+ if (counterexampleSettings.isMinimalCommandSetGenerationSet()) {
+ STORM_LOG_THROW(input.model && input.model.get().isPrismProgram(), storm::exceptions::NotSupportedException, "Minimal command set counterexamples are only supported for PRISM model input.");
+ storm::prism::Program const& program = input.model.get().asPrismProgram();
+
+ bool useMilp = counterexampleSettings.isUseMilpBasedMinimalCommandSetGenerationSet();
+ for (auto const& property : input.properties) {
+ std::shared_ptr<storm::counterexamples::Counterexample> counterexample;
+ printComputingCounterexample(property);
+ storm::utility::Stopwatch watch(true);
+ if (useMilp) {
+ counterexample = storm::api::computePrismHighLevelCounterexampleMilp(program, mdp, property.getRawFormula());
+ } else {
+ counterexample = storm::api::computePrismHighLevelCounterexampleMaxSmt(program, mdp, property.getRawFormula());
+ }
+ watch.stop();
+ printCounterexample(counterexample, &watch);
+ }
+ } else {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "The selected counterexample formalism is unsupported.");
+ }
+ }
+
+ template<typename ValueType>
+ void printFilteredResult(std::unique_ptr<storm::modelchecker::CheckResult> const& result, storm::modelchecker::FilterType ft) {
+ if (result->isQuantitative()) {
+ switch (ft) {
+ case storm::modelchecker::FilterType::VALUES:
+ STORM_PRINT_AND_LOG(*result);
+ break;
+ case storm::modelchecker::FilterType::SUM:
+ STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().sum());
+ break;
+ case storm::modelchecker::FilterType::AVG:
+ STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().average());
+ break;
+ case storm::modelchecker::FilterType::MIN:
+ STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().getMin());
+ break;
+ case storm::modelchecker::FilterType::MAX:
+ STORM_PRINT_AND_LOG(result->asQuantitativeCheckResult<ValueType>().getMax());
+ break;
+ case storm::modelchecker::FilterType::ARGMIN:
+ case storm::modelchecker::FilterType::ARGMAX:
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Outputting states is not supported.");
+ case storm::modelchecker::FilterType::EXISTS:
+ case storm::modelchecker::FilterType::FORALL:
+ case storm::modelchecker::FilterType::COUNT:
+ STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Filter type only defined for qualitative results.");
+ }
+ } else {
+ switch (ft) {
+ case storm::modelchecker::FilterType::VALUES:
+ STORM_PRINT_AND_LOG(*result << std::endl);
+ break;
+ case storm::modelchecker::FilterType::EXISTS:
+ STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().existsTrue());
+ break;
+ case storm::modelchecker::FilterType::FORALL:
+ STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().forallTrue());
+ break;
+ case storm::modelchecker::FilterType::COUNT:
+ STORM_PRINT_AND_LOG(result->asQualitativeCheckResult().count());
+ break;
+ case storm::modelchecker::FilterType::ARGMIN:
+ case storm::modelchecker::FilterType::ARGMAX:
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "Outputting states is not supported.");
+ case storm::modelchecker::FilterType::SUM:
+ case storm::modelchecker::FilterType::AVG:
+ case storm::modelchecker::FilterType::MIN:
+ case storm::modelchecker::FilterType::MAX:
+ STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Filter type only defined for quantitative results.");
+ }
+ }
+ STORM_PRINT_AND_LOG(std::endl);
+ }
+
+ void printModelCheckingProperty(storm::jani::Property const& property) {
+ STORM_PRINT_AND_LOG(std::endl << "Model checking property " << *property.getRawFormula() << " ..." << std::endl);
+ }
+
+ template<typename ValueType>
+ void printResult(std::unique_ptr<storm::modelchecker::CheckResult> const& result, storm::jani::Property const& property, storm::utility::Stopwatch* watch = nullptr) {
+ if (result) {
+ std::stringstream ss;
+ ss << "'" << *property.getFilter().getStatesFormula() << "'";
+ STORM_PRINT_AND_LOG("Result (for " << (property.getFilter().getStatesFormula()->isInitialFormula() ? "initial" : ss.str()) << " states): ");
+ printFilteredResult<ValueType>(result, property.getFilter().getFilterType());
+ if (watch) {
+ STORM_PRINT_AND_LOG("Time for model checking: " << *watch << "." << std::endl);
+ }
+ } else {
+ STORM_PRINT_AND_LOG(" failed, property is unsupported by selected engine/settings." << std::endl);
+ }
+ }
+
+ struct PostprocessingIdentity {
+ void operator()(std::unique_ptr<storm::modelchecker::CheckResult> const&) {
+ // Intentionally left empty.
+ }
+ };
+
+ template<typename ValueType>
+ void verifyProperties(std::vector<storm::jani::Property> const& properties, std::function<std::unique_ptr<storm::modelchecker::CheckResult>(std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states)> const& verificationCallback, std::function<void(std::unique_ptr<storm::modelchecker::CheckResult> const&)> const& postprocessingCallback = PostprocessingIdentity()) {
+ for (auto const& property : properties) {
+ printModelCheckingProperty(property);
+ storm::utility::Stopwatch watch(true);
+ std::unique_ptr<storm::modelchecker::CheckResult> result = verificationCallback(property.getRawFormula(), property.getFilter().getStatesFormula());
+ watch.stop();
+ postprocessingCallback(result);
+ printResult<ValueType>(result, property, &watch);
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void verifyWithAbstractionRefinementEngine(SymbolicInput const& input) {
+ STORM_LOG_ASSERT(input.model, "Expected symbolic model description.");
+ verifyProperties<ValueType>(input.properties, [&input] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
+ STORM_LOG_THROW(states->isInitialFormula(), storm::exceptions::NotSupportedException, "Abstraction-refinement can only filter initial states.");
+ return storm::api::verifyWithAbstractionRefinementEngine<DdType, ValueType>(input.model.get(), storm::api::createTask<ValueType>(formula, true));
+ });
+ }
+
+ template <typename ValueType>
+ void verifyWithExplorationEngine(SymbolicInput const& input) {
+ STORM_LOG_ASSERT(input.model, "Expected symbolic model description.");
+ STORM_LOG_THROW((std::is_same<ValueType, double>::value), storm::exceptions::NotSupportedException, "Exploration does not support other data-types than floating points.");
+ verifyProperties<ValueType>(input.properties, [&input] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
+ STORM_LOG_THROW(states->isInitialFormula(), storm::exceptions::NotSupportedException, "Exploration can only filter initial states.");
+ return storm::api::verifyWithExplorationEngine<ValueType>(input.model.get(), storm::api::createTask<ValueType>(formula, true));
+ });
+ }
+
+ template <typename ValueType>
+ void verifyWithSparseEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ auto sparseModel = model->as<storm::models::sparse::Model<ValueType>>();
+ verifyProperties<ValueType>(input.properties,
+ [&sparseModel] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
+ bool filterForInitialStates = states->isInitialFormula();
+ auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
+ std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithSparseEngine<ValueType>(sparseModel, task);
+
+ std::unique_ptr<storm::modelchecker::CheckResult> filter;
+ if (filterForInitialStates) {
+ filter = std::make_unique<storm::modelchecker::ExplicitQualitativeCheckResult>(sparseModel->getInitialStates());
+ } else {
+ filter = storm::api::verifyWithSparseEngine<ValueType>(sparseModel, storm::api::createTask<ValueType>(states, false));
+ }
+ if (result && filter) {
+ result->filter(filter->asQualitativeCheckResult());
+ }
+ return result;
+ });
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void verifyWithHybridEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ verifyProperties<ValueType>(input.properties, [&model] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
+ bool filterForInitialStates = states->isInitialFormula();
+ auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
+
+ auto symbolicModel = model->as<storm::models::symbolic::Model<DdType, ValueType>>();
+ std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithHybridEngine<DdType, ValueType>(symbolicModel, task);
+
+ std::unique_ptr<storm::modelchecker::CheckResult> filter;
+ if (filterForInitialStates) {
+ filter = std::make_unique<storm::modelchecker::SymbolicQualitativeCheckResult<DdType>>(symbolicModel->getReachableStates(), symbolicModel->getInitialStates());
+ } else {
+ filter = storm::api::verifyWithHybridEngine<DdType, ValueType>(symbolicModel, storm::api::createTask<ValueType>(states, false));
+ }
+ if (result && filter) {
+ result->filter(filter->asQualitativeCheckResult());
+ }
+ return result;
+ });
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void verifyWithDdEngine(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input) {
+ verifyProperties<ValueType>(input.properties, [&model] (std::shared_ptr<storm::logic::Formula const> const& formula, std::shared_ptr<storm::logic::Formula const> const& states) {
+ bool filterForInitialStates = states->isInitialFormula();
+ auto task = storm::api::createTask<ValueType>(formula, filterForInitialStates);
+
+ auto symbolicModel = model->as<storm::models::symbolic::Model<DdType, ValueType>>();
+ std::unique_ptr<storm::modelchecker::CheckResult> result = storm::api::verifyWithDdEngine<DdType, ValueType>(model->as<storm::models::symbolic::Model<DdType, ValueType>>(), storm::api::createTask<ValueType>(formula, true));
+
+ std::unique_ptr<storm::modelchecker::CheckResult> filter;
+ if (filterForInitialStates) {
+ filter = std::make_unique<storm::modelchecker::SymbolicQualitativeCheckResult<DdType>>(symbolicModel->getReachableStates(), symbolicModel->getInitialStates());
+ } else {
+ filter = storm::api::verifyWithDdEngine<DdType, ValueType>(symbolicModel, storm::api::createTask<ValueType>(states, false));
+ }
+ if (result && filter) {
+ result->filter(filter->asQualitativeCheckResult());
+ }
+ return result;
+ });
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ typename std::enable_if<DdType != storm::dd::DdType::CUDD || std::is_same<ValueType, double>::value, void>::type verifySymbolicModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
+ bool hybrid = coreSettings.getEngine() == storm::settings::modules::CoreSettings::Engine::Hybrid;
+ if (hybrid) {
+ verifyWithHybridEngine<DdType, ValueType>(model, input);
+ } else {
+ verifyWithDdEngine<DdType, ValueType>(model, input);
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ typename std::enable_if<DdType == storm::dd::DdType::CUDD && !std::is_same<ValueType, double>::value, void>::type verifySymbolicModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
+ STORM_LOG_THROW(false, storm::exceptions::NotSupportedException, "CUDD does not support the selected data-type.");
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void verifyModel(std::shared_ptr<storm::models::ModelBase> const& model, SymbolicInput const& input, storm::settings::modules::CoreSettings const& coreSettings) {
+ if (model->isSparseModel()) {
+ verifyWithSparseEngine<ValueType>(model, input);
+ } else {
+ STORM_LOG_ASSERT(model->isSymbolicModel(), "Unexpected model type.");
+ verifySymbolicModel<DdType, ValueType>(model, input, coreSettings);
+ }
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ std::shared_ptr<storm::models::ModelBase> buildPreprocessExportModelWithValueTypeAndDdlib(SymbolicInput const& input, storm::settings::modules::CoreSettings::Engine engine) {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+ std::shared_ptr<storm::models::ModelBase> model;
+ if (!ioSettings.isNoBuildModelSet()) {
+ model = buildModel<DdType, ValueType>(engine, input, ioSettings);
+ }
+
+ if (model) {
+ model->printModelInformationToStream(std::cout);
+ }
+
+ STORM_LOG_THROW(model || input.properties.empty(), storm::exceptions::InvalidSettingsException, "No input model.");
+
+ if (model) {
+ auto preprocessingResult = preprocessModel<DdType, ValueType>(model, input);
+ if (preprocessingResult.second) {
+ model = preprocessingResult.first;
+ model->printModelInformationToStream(std::cout);
+ }
+ exportModel<DdType, ValueType>(model, input);
+ }
+ return model;
+ }
+
+ template <storm::dd::DdType DdType, typename ValueType>
+ void processInputWithValueTypeAndDdlib(SymbolicInput const& input) {
+ auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
+
+ // For several engines, no model building step is performed, but the verification is started right away.
+ storm::settings::modules::CoreSettings::Engine engine = coreSettings.getEngine();
+ if (engine == storm::settings::modules::CoreSettings::Engine::AbstractionRefinement) {
+ verifyWithAbstractionRefinementEngine<DdType, ValueType>(input);
+ } else if (engine == storm::settings::modules::CoreSettings::Engine::Exploration) {
+ verifyWithExplorationEngine<ValueType>(input);
+ } else {
+ std::shared_ptr<storm::models::ModelBase> model = buildPreprocessExportModelWithValueTypeAndDdlib<DdType, ValueType>(input, engine);
+
+ if (model) {
+ if (coreSettings.isCounterexampleSet()) {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+ generateCounterexamples<ValueType>(model, input);
+ } else {
+ auto ioSettings = storm::settings::getModule<storm::settings::modules::IOSettings>();
+ verifyModel<DdType, ValueType>(model, input, coreSettings);
+ }
+ }
+ }
+ }
+
+ template <typename ValueType>
+ void processInputWithValueType(SymbolicInput const& input) {
+ auto coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
+
+ if (coreSettings.getDdLibraryType() == storm::dd::DdType::CUDD) {
+ processInputWithValueTypeAndDdlib<storm::dd::DdType::CUDD, ValueType>(input);
+ } else {
+ STORM_LOG_ASSERT(coreSettings.getDdLibraryType() == storm::dd::DdType::Sylvan, "Unknown DD library.");
+ processInputWithValueTypeAndDdlib<storm::dd::DdType::Sylvan, ValueType>(input);
+ }
+ }
+
+}
+}
\ No newline at end of file
From d2002129b7acfcc3850af3a6c3d7540b2e4d8ff1 Mon Sep 17 00:00:00 2001
From: Sebastian Junges <sebastian.junges@rwth-aachen.de>
Date: Tue, 22 Aug 2017 16:54:39 +0200
Subject: [PATCH 64/77] remove output
---
src/storm/analysis/GraphConditions.cpp | 1 -
1 file changed, 1 deletion(-)
diff --git a/src/storm/analysis/GraphConditions.cpp b/src/storm/analysis/GraphConditions.cpp
index ef77a720b..be8073bf7 100644
--- a/src/storm/analysis/GraphConditions.cpp
+++ b/src/storm/analysis/GraphConditions.cpp
@@ -58,7 +58,6 @@ namespace storm {
for (auto transitionIt = model.getTransitionMatrix().begin(action); transitionIt != model.getTransitionMatrix().end(action); ++transitionIt) {
auto const& transition = *transitionIt;
- std::cout << transition.getValue() << std::endl;
sum += transition.getValue();
if (!storm::utility::isConstant(transition.getValue())) {
auto const& transitionVars = transition.getValue().gatherVariables();
From d271824461acc9fd1414887308b15422962ba979 Mon Sep 17 00:00:00 2001
From: Sebastian Junges <sebastian.junges@rwth-aachen.de>
Date: Tue, 22 Aug 2017 16:55:44 +0200
Subject: [PATCH 65/77] prepare to initialize but not make settings known, not
yet fully functioning
---
src/storm/settings/SettingsManager.cpp | 15 +++++++++------
src/storm/settings/SettingsManager.h | 6 +++---
2 files changed, 12 insertions(+), 9 deletions(-)
diff --git a/src/storm/settings/SettingsManager.cpp b/src/storm/settings/SettingsManager.cpp
index 493ea71a2..e38c5daf2 100644
--- a/src/storm/settings/SettingsManager.cpp
+++ b/src/storm/settings/SettingsManager.cpp
@@ -271,7 +271,7 @@ namespace storm {
return moduleIterator->second->getPrintLengthOfLongestOption();
}
- void SettingsManager::addModule(std::unique_ptr<modules::ModuleSettings>&& moduleSettings) {
+ void SettingsManager::addModule(std::unique_ptr<modules::ModuleSettings>&& moduleSettings, bool doRegister) {
auto moduleIterator = this->modules.find(moduleSettings->getModuleName());
STORM_LOG_THROW(moduleIterator == this->modules.end(), storm::exceptions::IllegalFunctionCallException, "Unable to register module '" << moduleSettings->getModuleName() << "' because a module with the same name already exists.");
@@ -281,12 +281,15 @@ namespace storm {
this->modules.emplace(moduleSettings->getModuleName(), std::move(moduleSettings));
auto iterator = this->modules.find(moduleName);
std::unique_ptr<modules::ModuleSettings> const& settings = iterator->second;
-
- // Now register the options of the module.
- this->moduleOptions.emplace(moduleName, std::vector<std::shared_ptr<Option>>());
- for (auto const& option : settings->getOptions()) {
- this->addOption(option);
+
+ if (doRegister) {
+ // Now register the options of the module.
+ this->moduleOptions.emplace(moduleName, std::vector<std::shared_ptr<Option>>());
+ for (auto const& option : settings->getOptions()) {
+ this->addOption(option);
+ }
}
+
}
void SettingsManager::addOption(std::shared_ptr<Option> const& option) {
diff --git a/src/storm/settings/SettingsManager.h b/src/storm/settings/SettingsManager.h
index 201e7f896..72ee1bd37 100644
--- a/src/storm/settings/SettingsManager.h
+++ b/src/storm/settings/SettingsManager.h
@@ -101,7 +101,7 @@ namespace storm {
*
* @param moduleSettings The settings of the module to add.
*/
- void addModule(std::unique_ptr<modules::ModuleSettings>&& moduleSettings);
+ void addModule(std::unique_ptr<modules::ModuleSettings>&& moduleSettings, bool doRegister = true);
/*!
* Retrieves the settings of the module with the given name.
@@ -238,9 +238,9 @@ namespace storm {
* Add new module to use for the settings. The new module is given as a template argument.
*/
template<typename SettingsType>
- void addModule() {
+ void addModule(bool doRegister = true) {
static_assert(std::is_base_of<storm::settings::modules::ModuleSettings, SettingsType>::value, "Template argument must be derived from ModuleSettings");
- mutableManager().addModule(std::unique_ptr<modules::ModuleSettings>(new SettingsType()));
+ mutableManager().addModule(std::unique_ptr<modules::ModuleSettings>(new SettingsType()), doRegister);
}
/*!
From 6e506e5a66b900985e89d57e724ebcb8d15f46d4 Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Tue, 22 Aug 2017 19:24:54 +0200
Subject: [PATCH 66/77] moved application of permissive scheduler to an own
transformer
---
src/storm/models/sparse/Mdp.cpp | 16 ----------
src/storm/models/sparse/Mdp.h | 7 -----
.../permissivesched/PermissiveSchedulers.h | 4 ++-
src/storm/transformer/ChoiceSelector.cpp | 26 ++++++++++++++++
src/storm/transformer/ChoiceSelector.h | 30 +++++++++++++++++++
5 files changed, 59 insertions(+), 24 deletions(-)
create mode 100644 src/storm/transformer/ChoiceSelector.cpp
create mode 100644 src/storm/transformer/ChoiceSelector.h
diff --git a/src/storm/models/sparse/Mdp.cpp b/src/storm/models/sparse/Mdp.cpp
index 38226702d..f0c17576d 100644
--- a/src/storm/models/sparse/Mdp.cpp
+++ b/src/storm/models/sparse/Mdp.cpp
@@ -37,22 +37,6 @@ namespace storm {
// Intentionally left empty
}
- template <typename ValueType, typename RewardModelType>
- Mdp<ValueType, RewardModelType> Mdp<ValueType, RewardModelType>::restrictChoices(storm::storage::BitVector const& enabledChoices) const {
- storm::storage::sparse::ModelComponents<ValueType, RewardModelType> newComponents(this->getTransitionMatrix().restrictRows(enabledChoices));
- newComponents.stateLabeling = this->getStateLabeling();
- for (auto const& rewardModel : this->getRewardModels()) {
- newComponents.rewardModels.emplace(rewardModel.first, rewardModel.second.restrictActions(enabledChoices));
- }
- if (this->hasChoiceLabeling()) {
- newComponents.choiceLabeling = this->getChoiceLabeling().getSubLabeling(enabledChoices);
- }
- newComponents.stateValuations = this->getOptionalStateValuations();
- if (this->hasChoiceOrigins()) {
- newComponents.choiceOrigins = this->getChoiceOrigins()->selectChoices(enabledChoices);
- }
- return Mdp<ValueType, RewardModelType>(std::move(newComponents));
- }
template<typename ValueType, typename RewardModelType>
uint_least64_t Mdp<ValueType, RewardModelType>::getChoiceIndex(storm::storage::StateActionPair const& stateactPair) const {
diff --git a/src/storm/models/sparse/Mdp.h b/src/storm/models/sparse/Mdp.h
index e65770275..9ee06fc22 100644
--- a/src/storm/models/sparse/Mdp.h
+++ b/src/storm/models/sparse/Mdp.h
@@ -51,13 +51,6 @@ namespace storm {
Mdp(Mdp<ValueType, RewardModelType>&& other) = default;
Mdp& operator=(Mdp<ValueType, RewardModelType>&& other) = default;
- /*!
- * Constructs an MDP by copying the current MDP and restricting the choices of each state to the ones given by the bitvector.
- *
- * @param enabledActions A BitVector of lenght numberOfChoices(), which is one iff the action should be kept.
- * @return A subMDP.
- */
- Mdp<ValueType, RewardModelType> restrictChoices(storm::storage::BitVector const& enabledActions) const;
/*!
* For a state/action pair, get the choice index referring to the state-action pair.
diff --git a/src/storm/permissivesched/PermissiveSchedulers.h b/src/storm/permissivesched/PermissiveSchedulers.h
index eb09d4b24..cc29f7113 100644
--- a/src/storm/permissivesched/PermissiveSchedulers.h
+++ b/src/storm/permissivesched/PermissiveSchedulers.h
@@ -2,6 +2,7 @@
#ifndef PERMISSIVESCHEDULERS_H
#define PERMISSIVESCHEDULERS_H
+#include <storm/transformer/ChoiceSelector.h>
#include "../logic/ProbabilityOperatorFormula.h"
#include "../models/sparse/Mdp.h"
#include "../models/sparse/StandardRewardModel.h"
@@ -38,7 +39,8 @@ namespace storm {
storm::models::sparse::Mdp<double, RM> apply() const {
- return mdp.restrictChoices(enabledChoices);
+ storm::transformer::ChoiceSelector<double, RM> cs(mdp);
+ return *(cs.transform(enabledChoices)->template as<storm::models::sparse::Mdp<double, RM>>());
}
template<typename T>
diff --git a/src/storm/transformer/ChoiceSelector.cpp b/src/storm/transformer/ChoiceSelector.cpp
new file mode 100644
index 000000000..1044cb42c
--- /dev/null
+++ b/src/storm/transformer/ChoiceSelector.cpp
@@ -0,0 +1,26 @@
+#include "storm/transformer/ChoiceSelector.h"
+#include "storm/models/sparse/Mdp.h"
+
+namespace storm {
+ namespace transformer {
+ template <typename ValueType, typename RewardModelType>
+ std::shared_ptr<storm::models::sparse::NondeterministicModel<ValueType, RewardModelType>> ChoiceSelector<ValueType, RewardModelType>::transform(storm::storage::BitVector const& enabledActions) const
+ {
+ storm::storage::sparse::ModelComponents<ValueType, RewardModelType> newComponents(inputModel.getTransitionMatrix().restrictRows(enabledActions));
+ newComponents.stateLabeling = inputModel.getStateLabeling();
+ for (auto const& rewardModel : inputModel.getRewardModels()) {
+ newComponents.rewardModels.emplace(rewardModel.first, rewardModel.second.restrictActions(enabledActions));
+ }
+ if (inputModel.hasChoiceLabeling()) {
+ newComponents.choiceLabeling = inputModel.getChoiceLabeling().getSubLabeling(enabledActions);
+ }
+ newComponents.stateValuations = inputModel.getOptionalStateValuations();
+ if (inputModel.hasChoiceOrigins()) {
+ newComponents.choiceOrigins = inputModel.getChoiceOrigins()->selectChoices(enabledActions);
+ }
+ return std::make_shared<storm::models::sparse::Mdp<ValueType, RewardModelType>>(std::move(newComponents));
+ }
+
+ template class ChoiceSelector<double>;
+ }
+}
diff --git a/src/storm/transformer/ChoiceSelector.h b/src/storm/transformer/ChoiceSelector.h
new file mode 100644
index 000000000..70ed20974
--- /dev/null
+++ b/src/storm/transformer/ChoiceSelector.h
@@ -0,0 +1,30 @@
+#pragma once
+
+#include "storm/models/sparse/StandardRewardModel.h"
+#include "storm/models/sparse/NondeterministicModel.h"
+
+
+namespace storm {
+ namespace transformer {
+
+ template<typename ValueType, typename RewardModelType = storm::models::sparse::StandardRewardModel<ValueType>>
+ class ChoiceSelector {
+ public:
+ ChoiceSelector(storm::models::sparse::NondeterministicModel<ValueType, RewardModelType> const& inputModel) : inputModel(inputModel) {
+
+ }
+
+ /*!
+ * Constructs an MDP by copying the current MDP and restricting the choices of each state to the ones given by the bitvector.
+ *
+ * @param enabledActions A BitVector of lenght numberOfChoices(), which is one iff the action should be kept.
+ * @return A subMDP.
+ */
+ std::shared_ptr<storm::models::sparse::NondeterministicModel<ValueType, RewardModelType>> transform(storm::storage::BitVector const& enabledActions) const;
+ private:
+
+ storm::models::sparse::NondeterministicModel<ValueType, RewardModelType> const& inputModel;
+ };
+
+ }
+}
\ No newline at end of file
From b120b74fa93b5e410aac38a301cfd3feff725161 Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Tue, 22 Aug 2017 20:08:15 +0200
Subject: [PATCH 67/77] StateActionPair to index should be part of
nondeterministicmodel
---
src/storm/models/sparse/Mdp.cpp | 4 ----
src/storm/models/sparse/Mdp.h | 8 --------
src/storm/models/sparse/NondeterministicModel.cpp | 7 ++++++-
src/storm/models/sparse/NondeterministicModel.h | 8 ++++++--
4 files changed, 12 insertions(+), 15 deletions(-)
diff --git a/src/storm/models/sparse/Mdp.cpp b/src/storm/models/sparse/Mdp.cpp
index f0c17576d..081940600 100644
--- a/src/storm/models/sparse/Mdp.cpp
+++ b/src/storm/models/sparse/Mdp.cpp
@@ -38,10 +38,6 @@ namespace storm {
}
- template<typename ValueType, typename RewardModelType>
- uint_least64_t Mdp<ValueType, RewardModelType>::getChoiceIndex(storm::storage::StateActionPair const& stateactPair) const {
- return this->getNondeterministicChoiceIndices()[stateactPair.getState()]+stateactPair.getAction();
- }
template class Mdp<double>;
diff --git a/src/storm/models/sparse/Mdp.h b/src/storm/models/sparse/Mdp.h
index 9ee06fc22..9e5ea7509 100644
--- a/src/storm/models/sparse/Mdp.h
+++ b/src/storm/models/sparse/Mdp.h
@@ -1,9 +1,7 @@
#ifndef STORM_MODELS_SPARSE_MDP_H_
#define STORM_MODELS_SPARSE_MDP_H_
-#include "storm/storage/StateActionPair.h"
#include "storm/models/sparse/NondeterministicModel.h"
-#include "storm/utility/OsDetection.h"
namespace storm {
namespace models {
@@ -50,12 +48,6 @@ namespace storm {
Mdp(Mdp<ValueType, RewardModelType>&& other) = default;
Mdp& operator=(Mdp<ValueType, RewardModelType>&& other) = default;
-
-
- /*!
- * For a state/action pair, get the choice index referring to the state-action pair.
- */
- uint_fast64_t getChoiceIndex(storm::storage::StateActionPair const& stateactPair) const;
};
} // namespace sparse
diff --git a/src/storm/models/sparse/NondeterministicModel.cpp b/src/storm/models/sparse/NondeterministicModel.cpp
index 3382bfd95..acdbd3885 100644
--- a/src/storm/models/sparse/NondeterministicModel.cpp
+++ b/src/storm/models/sparse/NondeterministicModel.cpp
@@ -185,7 +185,12 @@ namespace storm {
outStream << "}" << std::endl;
}
}
-
+
+ template<typename ValueType, typename RewardModelType>
+ uint_least64_t NondeterministicModel<ValueType, RewardModelType>::getChoiceIndex(storm::storage::StateActionPair const& stateactPair) const {
+ return this->getNondeterministicChoiceIndices()[stateactPair.getState()]+stateactPair.getAction();
+ }
+
template class NondeterministicModel<double>;
#ifdef STORM_HAVE_CARL
diff --git a/src/storm/models/sparse/NondeterministicModel.h b/src/storm/models/sparse/NondeterministicModel.h
index ab0a21a04..dd1335718 100644
--- a/src/storm/models/sparse/NondeterministicModel.h
+++ b/src/storm/models/sparse/NondeterministicModel.h
@@ -2,7 +2,7 @@
#define STORM_MODELS_SPARSE_NONDETERMINISTICMODEL_H_
#include "storm/models/sparse/Model.h"
-#include "storm/utility/OsDetection.h"
+#include "storm/storage/StateActionPair.h"
namespace storm {
@@ -54,7 +54,11 @@ namespace storm {
uint_fast64_t getNumberOfChoices(uint_fast64_t state) const;
virtual void reduceToStateBasedRewards() override;
-
+
+ /*!
+ * For a state/action pair, get the choice index referring to the state-action pair.
+ */
+ uint_fast64_t getChoiceIndex(storm::storage::StateActionPair const& stateactPair) const;
/*!
* Applies the given scheduler to this model.
* @param scheduler the considered scheduler.
From 9a6abf7eec18285f9c1e54b76e707c1b00ce7c8c Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 20:15:49 +0200
Subject: [PATCH 68/77] fixed a bug in dd-based reward model building
---
src/storm/api/builder.h | 10 ++++++++++
src/storm/builder/DdJaniModelBuilder.cpp | 8 +++++++-
src/storm/builder/DdPrismModelBuilder.cpp | 2 +-
src/storm/storage/prism/ToJaniConverter.cpp | 2 +-
4 files changed, 19 insertions(+), 3 deletions(-)
diff --git a/src/storm/api/builder.h b/src/storm/api/builder.h
index 868c47bba..1be905837 100644
--- a/src/storm/api/builder.h
+++ b/src/storm/api/builder.h
@@ -39,6 +39,11 @@ namespace storm {
typename storm::builder::DdPrismModelBuilder<LibraryType, ValueType>::Options options;
options = typename storm::builder::DdPrismModelBuilder<LibraryType, ValueType>::Options(formulas);
+ if (storm::settings::getModule<storm::settings::modules::IOSettings>().isBuildFullModelSet()) {
+ options.buildAllLabels = true;
+ options.buildAllRewardModels = true;
+ }
+
storm::builder::DdPrismModelBuilder<LibraryType, ValueType> builder;
return builder.build(model.asPrismProgram(), options);
} else {
@@ -46,6 +51,11 @@ namespace storm {
typename storm::builder::DdJaniModelBuilder<LibraryType, ValueType>::Options options;
options = typename storm::builder::DdJaniModelBuilder<LibraryType, ValueType>::Options(formulas);
+ if (storm::settings::getModule<storm::settings::modules::IOSettings>().isBuildFullModelSet()) {
+ options.buildAllLabels = true;
+ options.buildAllRewardModels = true;
+ }
+
storm::builder::DdJaniModelBuilder<LibraryType, ValueType> builder;
return builder.build(model.asJaniModel(), options);
}
diff --git a/src/storm/builder/DdJaniModelBuilder.cpp b/src/storm/builder/DdJaniModelBuilder.cpp
index 6f1e67252..f5ae8e13a 100644
--- a/src/storm/builder/DdJaniModelBuilder.cpp
+++ b/src/storm/builder/DdJaniModelBuilder.cpp
@@ -1854,6 +1854,7 @@ namespace storm {
}
} else {
auto const& globalVariables = model.getGlobalVariables();
+
for (auto const& rewardModelName : options.getRewardModelNames()) {
if (globalVariables.hasVariable(rewardModelName)) {
result.push_back(globalVariables.getVariable(rewardModelName).getExpressionVariable());
@@ -1866,7 +1867,12 @@ namespace storm {
// If no reward model was yet added, but there was one that was given in the options, we try to build the
// standard reward model.
if (result.empty() && !options.getRewardModelNames().empty()) {
- result.push_back(globalVariables.getTransientVariables().front().getExpressionVariable());
+ for (auto const& variable : globalVariables.getTransientVariables()) {
+ if (variable.isRealVariable() || variable.isUnboundedIntegerVariable()) {
+ result.push_back(variable.getExpressionVariable());
+ break;
+ }
+ }
}
}
diff --git a/src/storm/builder/DdPrismModelBuilder.cpp b/src/storm/builder/DdPrismModelBuilder.cpp
index 149fc8936..b67fc9705 100644
--- a/src/storm/builder/DdPrismModelBuilder.cpp
+++ b/src/storm/builder/DdPrismModelBuilder.cpp
@@ -1239,7 +1239,7 @@ namespace storm {
stateActionDd = transitionMatrix.notZero().existsAbstract(generationInfo.columnMetaVariables).template toAdd<ValueType>();
}
stateActionRewardDd *= stateActionDd.get();
- } else if (generationInfo.program.getModelType() == storm::prism::Program::ModelType::CTMC) {
+ } else if (generationInfo.program.getModelType() == storm::prism::Program::ModelType::DTMC || generationInfo.program.getModelType() == storm::prism::Program::ModelType::CTMC) {
// For CTMCs, we need to multiply the entries with the exit rate of the corresponding action.
stateActionRewardDd *= actionDd.transitionsDd.sumAbstract(generationInfo.columnMetaVariables);
}
diff --git a/src/storm/storage/prism/ToJaniConverter.cpp b/src/storm/storage/prism/ToJaniConverter.cpp
index 6bc39b83c..7719b08e5 100644
--- a/src/storm/storage/prism/ToJaniConverter.cpp
+++ b/src/storm/storage/prism/ToJaniConverter.cpp
@@ -113,7 +113,7 @@ namespace storm {
// edges and transient assignments that are added to the locations.
std::map<uint_fast64_t, std::vector<storm::jani::Assignment>> transientEdgeAssignments;
for (auto const& rewardModel : program.getRewardModels()) {
- auto newExpressionVariable = manager->declareRationalVariable(rewardModel.getName().empty() ? "default" : rewardModel.getName());
+ auto newExpressionVariable = manager->declareRationalVariable(rewardModel.getName().empty() ? "default_reward_model" : rewardModel.getName());
storm::jani::RealVariable const& newTransientVariable = janiModel.addVariable(storm::jani::RealVariable(rewardModel.getName().empty() ? "default" : rewardModel.getName(), newExpressionVariable, manager->rational(0.0), true));
if (rewardModel.hasStateRewards()) {
From 36554b5b877f72ba744ee3d336b0add0e731abdb Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Tue, 22 Aug 2017 21:17:30 +0200
Subject: [PATCH 69/77] fixed some issues with reward preservation in dd-based
bisimulation
---
src/storm/builder/DdPrismModelBuilder.cpp | 2 +-
.../storage/dd/BisimulationDecomposition.cpp | 14 ++++++++++---
.../storage/dd/BisimulationDecomposition.h | 2 ++
src/storm/storage/dd/Dd.cpp | 2 +-
.../dd/bisimulation/MdpPartitionRefiner.cpp | 8 ++++++-
.../dd/bisimulation/MdpPartitionRefiner.h | 2 +-
.../dd/bisimulation/PartitionRefiner.cpp | 21 +++++++++++--------
.../dd/bisimulation/PartitionRefiner.h | 6 +++---
8 files changed, 38 insertions(+), 19 deletions(-)
diff --git a/src/storm/builder/DdPrismModelBuilder.cpp b/src/storm/builder/DdPrismModelBuilder.cpp
index b67fc9705..23f856c58 100644
--- a/src/storm/builder/DdPrismModelBuilder.cpp
+++ b/src/storm/builder/DdPrismModelBuilder.cpp
@@ -1240,7 +1240,7 @@ namespace storm {
}
stateActionRewardDd *= stateActionDd.get();
} else if (generationInfo.program.getModelType() == storm::prism::Program::ModelType::DTMC || generationInfo.program.getModelType() == storm::prism::Program::ModelType::CTMC) {
- // For CTMCs, we need to multiply the entries with the exit rate of the corresponding action.
+ // For DTMCs and CTMC, we need to multiply the entries with the multiplicity/exit rate of the corresponding action.
stateActionRewardDd *= actionDd.transitionsDd.sumAbstract(generationInfo.columnMetaVariables);
}
diff --git a/src/storm/storage/dd/BisimulationDecomposition.cpp b/src/storm/storage/dd/BisimulationDecomposition.cpp
index e34a7ddf8..57190ff23 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.cpp
+++ b/src/storm/storage/dd/BisimulationDecomposition.cpp
@@ -29,17 +29,17 @@ namespace storm {
template <storm::dd::DdType DdType, typename ValueType>
BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::storage::BisimulationType const& bisimulationType) : model(model), preservationInformation(model, bisimulationType), refiner(createRefiner(model, Partition<DdType, ValueType>::create(model, bisimulationType, preservationInformation))) {
- // Intentionally left empty.
+ this->refineWrtRewardModels();
}
template <storm::dd::DdType DdType, typename ValueType>
BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, std::vector<std::shared_ptr<storm::logic::Formula const>> const& formulas, storm::storage::BisimulationType const& bisimulationType) : model(model), preservationInformation(model, formulas, bisimulationType), refiner(createRefiner(model, Partition<DdType, ValueType>::create(model, bisimulationType, preservationInformation))) {
- // Intentionally left empty.
+ this->refineWrtRewardModels();
}
template <storm::dd::DdType DdType, typename ValueType>
BisimulationDecomposition<DdType, ValueType>::BisimulationDecomposition(storm::models::symbolic::Model<DdType, ValueType> const& model, Partition<DdType, ValueType> const& initialPartition, bisimulation::PreservationInformation<DdType, ValueType> const& preservationInformation) : model(model), preservationInformation(preservationInformation), refiner(createRefiner(model, initialPartition)) {
- STORM_LOG_THROW(!model.hasRewardModel(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support preserving rewards.");
+ this->refineWrtRewardModels();
}
template <storm::dd::DdType DdType, typename ValueType>
@@ -79,6 +79,14 @@ namespace storm {
return quotient;
}
+ template <storm::dd::DdType DdType, typename ValueType>
+ void BisimulationDecomposition<DdType, ValueType>::refineWrtRewardModels() {
+ for (auto const& rewardModelName : this->preservationInformation.getRewardModelNames()) {
+ auto const& rewardModel = this->model.getRewardModel(rewardModelName);
+ refiner->refineWrtRewardModel(rewardModel);
+ }
+ }
+
template class BisimulationDecomposition<storm::dd::DdType::CUDD, double>;
template class BisimulationDecomposition<storm::dd::DdType::Sylvan, double>;
diff --git a/src/storm/storage/dd/BisimulationDecomposition.h b/src/storm/storage/dd/BisimulationDecomposition.h
index efc5a0a7f..66e562bea 100644
--- a/src/storm/storage/dd/BisimulationDecomposition.h
+++ b/src/storm/storage/dd/BisimulationDecomposition.h
@@ -50,6 +50,8 @@ namespace storm {
std::shared_ptr<storm::models::Model<ValueType>> getQuotient() const;
private:
+ void refineWrtRewardModels();
+
// The model for which to compute the bisimulation decomposition.
storm::models::symbolic::Model<DdType, ValueType> const& model;
diff --git a/src/storm/storage/dd/Dd.cpp b/src/storm/storage/dd/Dd.cpp
index f0619c633..52aaceac2 100644
--- a/src/storm/storage/dd/Dd.cpp
+++ b/src/storm/storage/dd/Dd.cpp
@@ -78,7 +78,7 @@ namespace storm {
template<DdType LibraryType>
std::set<storm::expressions::Variable> Dd<LibraryType>::subtractMetaVariables(storm::dd::Dd<LibraryType> const& first, storm::dd::Dd<LibraryType> const& second) {
bool includesAllMetaVariables = std::includes(first.getContainedMetaVariables().begin(), first.getContainedMetaVariables().end(), second.getContainedMetaVariables().begin(), second.getContainedMetaVariables().end());
- STORM_LOG_THROW(includesAllMetaVariables, storm::exceptions::InvalidArgumentException, "Cannot subtract meta variables that are not contained in the DD.");
+ STORM_LOG_WARN_COND(includesAllMetaVariables, "Subtracting from meta variables that are not contained in the DD.");
std::set<storm::expressions::Variable> metaVariables;
std::set_difference(first.getContainedMetaVariables().begin(), first.getContainedMetaVariables().end(), second.getContainedMetaVariables().begin(), second.getContainedMetaVariables().end(), std::inserter(metaVariables, metaVariables.begin()));
return metaVariables;
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 5ce9fc504..80ef0761a 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -49,8 +49,14 @@ namespace storm {
}
template<storm::dd::DdType DdType, typename ValueType>
- bool MdpPartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ bool MdpPartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
Partition<DdType, ValueType> newChoicePartition = this->signatureRefiner.refine(this->choicePartition, Signature<DdType, ValueType>(stateActionRewards));
+ if (newChoicePartition == this->choicePartition) {
+ return false;
+ } else {
+ this->choicePartition = newChoicePartition;
+ return true;
+ }
}
template class MdpPartitionRefiner<storm::dd::DdType::CUDD, double>;
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
index e5511e939..bafd9d97f 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.h
@@ -32,7 +32,7 @@ namespace storm {
Partition<DdType, ValueType> const& getChoicePartition() const;
private:
- virtual bool refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) override;
+ virtual bool refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards) override;
// The choice partition in the refinement process.
Partition<DdType, ValueType> choicePartition;
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index 422f4175b..2cf1cce76 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -73,20 +73,22 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- bool PartitionRefiner<DdType, ValueType>::refineWrtRewardModel(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel) {
- STORM_LOG_THROW(rewardModel.hasTransitionRewards(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support transition rewards.");
+ bool PartitionRefiner<DdType, ValueType>::refineWrtRewardModel(storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel) {
+ STORM_LOG_THROW(!rewardModel.hasTransitionRewards(), storm::exceptions::NotSupportedException, "Symbolic bisimulation currently does not support transition rewards.");
+ STORM_LOG_TRACE("Refining with respect to reward model.");
bool result = false;
- if (rewardModel.hasStateActionRewards()) {
- result |= refineWrtStateActionRewards(model, rewardModel.getStateActionRewardVector());
- }
if (rewardModel.hasStateRewards()) {
- result |= refineWrtStateRewards(model, rewardModel.getStateActionRewardVector());
+ result |= refineWrtStateRewards(rewardModel.getStateRewardVector());
+ }
+ if (rewardModel.hasStateActionRewards()) {
+ result |= refineWrtStateRewards(rewardModel.getStateActionRewardVector());
}
return result;
}
template <storm::dd::DdType DdType, typename ValueType>
- bool PartitionRefiner<DdType, ValueType>::refineWrtStateRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateRewards) {
+ bool PartitionRefiner<DdType, ValueType>::refineWrtStateRewards(storm::dd::Add<DdType, ValueType> const& stateRewards) {
+ STORM_LOG_TRACE("Refining with respect to state rewards.");
Partition<DdType, ValueType> newPartition = signatureRefiner.refine(statePartition, Signature<DdType, ValueType>(stateRewards));
if (newPartition == statePartition) {
return false;
@@ -97,9 +99,10 @@ namespace storm {
}
template <storm::dd::DdType DdType, typename ValueType>
- bool PartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ bool PartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ STORM_LOG_TRACE("Refining with respect to state-action rewards.");
// By default, we treat state-action rewards just like state-rewards, which works for DTMCs and CTMCs.
- return refineWrtStateRewards(model, stateActionRewards);
+ return refineWrtStateRewards(stateActionRewards);
}
template <storm::dd::DdType DdType, typename ValueType>
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.h b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
index d8236d6e8..5ae860201 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.h
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.h
@@ -36,7 +36,7 @@ namespace storm {
* Refines the partition wrt. to the reward model.
* @return True iff the partition is stable and no refinement was actually performed.
*/
- bool refineWrtRewardModel(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel);
+ bool refineWrtRewardModel(storm::models::symbolic::StandardRewardModel<DdType, ValueType> const& rewardModel);
/*!
* Retrieves the current state partition in the refinement process.
@@ -51,8 +51,8 @@ namespace storm {
protected:
Partition<DdType, ValueType> internalRefine(SignatureComputer<DdType, ValueType>& stateSignatureComputer, SignatureRefiner<DdType, ValueType>& signatureRefiner, Partition<DdType, ValueType> const& oldPartition, Partition<DdType, ValueType> const& targetPartition, SignatureMode const& mode = SignatureMode::Eager);
- virtual bool refineWrtStateRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateRewards);
- virtual bool refineWrtStateActionRewards(storm::models::symbolic::Model<DdType, ValueType> const& model, storm::dd::Add<DdType, ValueType> const& stateActionRewards);
+ virtual bool refineWrtStateRewards(storm::dd::Add<DdType, ValueType> const& stateRewards);
+ virtual bool refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards);
// The current status.
Status status;
From 11d2ee2fdab3136a049037b4ba8445599d3a7685 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 23 Aug 2017 09:18:05 +0200
Subject: [PATCH 70/77] making sure to add meta variables to transition matrix
DD to make sure one can abstract from them later
---
src/storm/builder/DdPrismModelBuilder.cpp | 23 +++++++++++++------
src/storm/builder/DdPrismModelBuilder.h | 8 ++++++-
src/storm/storage/dd/Dd.cpp | 2 +-
.../dd/bisimulation/QuotientExtractor.cpp | 2 +-
4 files changed, 25 insertions(+), 10 deletions(-)
diff --git a/src/storm/builder/DdPrismModelBuilder.cpp b/src/storm/builder/DdPrismModelBuilder.cpp
index 23f856c58..eea14d863 100644
--- a/src/storm/builder/DdPrismModelBuilder.cpp
+++ b/src/storm/builder/DdPrismModelBuilder.cpp
@@ -1057,10 +1057,21 @@ namespace storm {
}
template <storm::dd::DdType Type, typename ValueType>
- storm::dd::Add<Type, ValueType> DdPrismModelBuilder<Type, ValueType>::createSystemFromModule(GenerationInformation& generationInfo, ModuleDecisionDiagram const& module) {
+ storm::dd::Add<Type, ValueType> DdPrismModelBuilder<Type, ValueType>::createSystemFromModule(GenerationInformation& generationInfo, ModuleDecisionDiagram& module) {
+ storm::dd::Add<Type, ValueType> result;
+
+ // Make sure all actions contain all necessary meta variables.
+ module.independentAction.ensureContainsVariables(generationInfo.rowMetaVariables, generationInfo.columnMetaVariables);
+ for (auto& synchronizingAction : module.synchronizingActionToDecisionDiagramMap) {
+ synchronizingAction.second.ensureContainsVariables(generationInfo.rowMetaVariables, generationInfo.columnMetaVariables);
+ }
+
+
+
+
// If the model is an MDP, we need to encode the nondeterminism using additional variables.
if (generationInfo.program.getModelType() == storm::prism::Program::ModelType::MDP) {
- storm::dd::Add<Type, ValueType> result = generationInfo.manager->template getAddZero<ValueType>();
+ result = generationInfo.manager->template getAddZero<ValueType>();
// First, determine the highest number of nondeterminism variables that is used in any action and make
// all actions use the same amout of nondeterminism variables.
@@ -1080,6 +1091,7 @@ namespace storm {
for (uint_fast64_t i = module.independentAction.numberOfUsedNondeterminismVariables; i < numberOfUsedNondeterminismVariables; ++i) {
nondeterminismEncoding *= generationInfo.manager->getEncoding(generationInfo.nondeterminismMetaVariables[i], 0).template toAdd<ValueType>();
}
+
result = identityEncoding * module.independentAction.transitionsDd * nondeterminismEncoding;
// Add variables to synchronized action DDs.
@@ -1112,8 +1124,6 @@ namespace storm {
for (auto const& synchronizingAction : synchronizingActionToDdMap) {
result += synchronizingAction.second;
}
-
- return result;
} else if (generationInfo.program.getModelType() == storm::prism::Program::ModelType::DTMC || generationInfo.program.getModelType() == storm::prism::Program::ModelType::CTMC) {
// Simply add all actions, but make sure to include the missing global variable identities.
@@ -1126,8 +1136,7 @@ namespace storm {
identityEncoding *= generationInfo.variableToIdentityMap.at(variable);
}
- storm::dd::Add<Type, ValueType> result = identityEncoding * module.independentAction.transitionsDd;
-
+ result = identityEncoding * module.independentAction.transitionsDd;
for (auto const& synchronizingAction : module.synchronizingActionToDecisionDiagramMap) {
// Compute missing global variable identities in synchronizing actions.
missingIdentities = std::set<storm::expressions::Variable>();
@@ -1140,10 +1149,10 @@ namespace storm {
result += identityEncoding * synchronizingAction.second.transitionsDd;
}
- return result;
} else {
STORM_LOG_THROW(false, storm::exceptions::InvalidArgumentException, "Illegal model type.");
}
+ return result;
}
template <storm::dd::DdType Type, typename ValueType>
diff --git a/src/storm/builder/DdPrismModelBuilder.h b/src/storm/builder/DdPrismModelBuilder.h
index f3b7adc31..57d990b23 100644
--- a/src/storm/builder/DdPrismModelBuilder.h
+++ b/src/storm/builder/DdPrismModelBuilder.h
@@ -130,6 +130,12 @@ namespace storm {
// Intentionally left empty.
}
+ void ensureContainsVariables(std::set<storm::expressions::Variable> const& rowMetaVariables, std::set<storm::expressions::Variable> const& columnMetaVariables) {
+ guardDd.addMetaVariables(rowMetaVariables);
+ transitionsDd.addMetaVariables(rowMetaVariables);
+ transitionsDd.addMetaVariables(columnMetaVariables);
+ }
+
ActionDecisionDiagram(ActionDecisionDiagram const& other) = default;
ActionDecisionDiagram& operator=(ActionDecisionDiagram const& other) = default;
@@ -228,7 +234,7 @@ namespace storm {
static storm::dd::Add<Type, ValueType> getSynchronizationDecisionDiagram(GenerationInformation& generationInfo, uint_fast64_t actionIndex = 0);
- static storm::dd::Add<Type, ValueType> createSystemFromModule(GenerationInformation& generationInfo, ModuleDecisionDiagram const& module);
+ static storm::dd::Add<Type, ValueType> createSystemFromModule(GenerationInformation& generationInfo, ModuleDecisionDiagram& module);
static std::unordered_map<std::string, storm::models::symbolic::StandardRewardModel<Type, ValueType>> createRewardModelDecisionDiagrams(std::vector<std::reference_wrapper<storm::prism::RewardModel const>> const& selectedRewardModels, SystemResult& system, GenerationInformation& generationInfo, ModuleDecisionDiagram const& globalModule, storm::dd::Add<Type, ValueType> const& reachableStatesAdd, storm::dd::Add<Type, ValueType> const& transitionMatrix);
diff --git a/src/storm/storage/dd/Dd.cpp b/src/storm/storage/dd/Dd.cpp
index 52aaceac2..f0619c633 100644
--- a/src/storm/storage/dd/Dd.cpp
+++ b/src/storm/storage/dd/Dd.cpp
@@ -78,7 +78,7 @@ namespace storm {
template<DdType LibraryType>
std::set<storm::expressions::Variable> Dd<LibraryType>::subtractMetaVariables(storm::dd::Dd<LibraryType> const& first, storm::dd::Dd<LibraryType> const& second) {
bool includesAllMetaVariables = std::includes(first.getContainedMetaVariables().begin(), first.getContainedMetaVariables().end(), second.getContainedMetaVariables().begin(), second.getContainedMetaVariables().end());
- STORM_LOG_WARN_COND(includesAllMetaVariables, "Subtracting from meta variables that are not contained in the DD.");
+ STORM_LOG_THROW(includesAllMetaVariables, storm::exceptions::InvalidArgumentException, "Cannot subtract meta variables that are not contained in the DD.");
std::set<storm::expressions::Variable> metaVariables;
std::set_difference(first.getContainedMetaVariables().begin(), first.getContainedMetaVariables().end(), second.getContainedMetaVariables().begin(), second.getContainedMetaVariables().end(), std::inserter(metaVariables, metaVariables.begin()));
return metaVariables;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 63ba5d63a..0e6e310f5 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -896,7 +896,7 @@ namespace storm {
quotientRewardModels.emplace(rewardModelName, storm::models::sparse::StandardRewardModel<ValueType>(std::move(quotientStateRewards), std::move(quotientStateActionRewards), boost::none));
}
- start = std::chrono::high_resolution_clock::now();
+ end = std::chrono::high_resolution_clock::now();
STORM_LOG_TRACE("Reward models extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
std::shared_ptr<storm::models::sparse::Model<ValueType>> result;
From a7dcdcd84d450061470915d51f105e5651459e5b Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 23 Aug 2017 14:45:19 +0200
Subject: [PATCH 71/77] started on tests and added a ton of debug output
---
resources/examples/testfiles/mdp/leader3.nm | 3 +
.../dd/bisimulation/MdpPartitionRefiner.cpp | 2 +-
.../dd/bisimulation/QuotientExtractor.cpp | 1 +
.../dd/bisimulation/SignatureRefiner.cpp | 36 +++--
.../SymbolicBisimulationDecompositionTest.cpp | 146 ++++++++++++++++++
5 files changed, 178 insertions(+), 10 deletions(-)
create mode 100644 src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
diff --git a/resources/examples/testfiles/mdp/leader3.nm b/resources/examples/testfiles/mdp/leader3.nm
index 96339dd96..b8f365984 100644
--- a/resources/examples/testfiles/mdp/leader3.nm
+++ b/resources/examples/testfiles/mdp/leader3.nm
@@ -84,6 +84,9 @@ module process2=process1[s1=s2,p1=p2,c1=c2,sent1=sent2,receive1=receive2,p12=p23
module process3=process1[s1=s3,p1=p3,c1=c3,sent1=sent3,receive1=receive3,p12=p31,p31=p23,c12=c31,c31=c23,p3=p2,c3=c2] endmodule
//----------------------------------------------------------------------------------------------------------------------------
+rewards "rounds"
+ [c12] true : 1;
+endrewards
//----------------------------------------------------------------------------------------------------------------------------
formula leaders = (s1=4?1:0)+(s2=4?1:0)+(s3=4?1:0);
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 80ef0761a..5381fa915 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -32,7 +32,7 @@ namespace storm {
// If the choice partition changed, refine the state partition. Use qualitative mode we must properly abstract from choice counts.
STORM_LOG_TRACE("Refining state partition.");
Partition<DdType, ValueType> newStatePartition = this->internalRefine(this->stateSignatureComputer, this->stateSignatureRefiner, this->statePartition, this->choicePartition, SignatureMode::Qualitative);
-
+
if (newStatePartition == this->statePartition) {
this->status = Status::FixedPoint;
return false;
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 0e6e310f5..83201cfbe 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -846,6 +846,7 @@ namespace storm {
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsAdd() ? partition.asAdd().toBdd() : partition.asBdd();
+ partitionAsBdd.exportToDot("part.dot");
partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
auto start = std::chrono::high_resolution_clock::now();
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index a67fa9962..bf7c0037a 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -26,6 +26,9 @@
#include "sylvan_table.h"
#include "sylvan_int.h"
+// FIXME: remove
+#include "storm/storage/dd/DdManager.h"
+
namespace storm {
namespace dd {
namespace bisimulation {
@@ -58,7 +61,7 @@ namespace storm {
template<typename ValueType>
class InternalSignatureRefiner<storm::dd::DdType::CUDD, ValueType> {
public:
- InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nondeterminismVariables, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nonBlockVariables) : manager(manager), internalDdManager(manager.getInternalDdManager()), blockVariable(blockVariable), nondeterminismVariables(nondeterminismVariables), nonBlockVariables(nonBlockVariables), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
+ InternalSignatureRefiner(storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager, storm::expressions::Variable const& blockVariable, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nondeterminismVariables, storm::dd::Bdd<storm::dd::DdType::CUDD> const& nonBlockVariables) : manager(manager), internalDdManager(manager.getInternalDdManager()), ddman(internalDdManager.getCuddManager().getManager()), blockVariable(blockVariable), nondeterminismVariables(nondeterminismVariables), nonBlockVariables(nonBlockVariables), nextFreeBlockIndex(0), numberOfRefinements(0), lastNumberOfVisitedNodes(10000), signatureCache(lastNumberOfVisitedNodes), reuseBlocksCache(lastNumberOfVisitedNodes) {
// Initialize precomputed data.
auto const& ddMetaVariable = manager.getMetaVariable(blockVariable);
@@ -81,6 +84,7 @@ namespace storm {
// Clear the caches.
signatureCache.clear();
reuseBlocksCache.clear();
+ std::cout << "clearing reuse, " << reuseBlocksCache.size() << std::endl;
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
// Perform the actual recursive refinement step.
@@ -98,22 +102,20 @@ namespace storm {
blockEncoding[blockDdVariableIndex] = blockIndex & 1 ? 1 : 0;
blockIndex >>= 1;
}
- ::DdManager* ddMan = internalDdManager.getCuddManager().getManager();
- DdNodePtr bddEncoding = Cudd_CubeArrayToBdd(ddMan, blockEncoding.data());
+ DdNodePtr bddEncoding = Cudd_CubeArrayToBdd(ddman, blockEncoding.data());
Cudd_Ref(bddEncoding);
- DdNodePtr result = Cudd_BddToAdd(ddMan, bddEncoding);
+ DdNodePtr result = Cudd_BddToAdd(ddman, bddEncoding);
Cudd_Ref(result);
- Cudd_RecursiveDeref(ddMan, bddEncoding);
+ Cudd_RecursiveDeref(ddman, bddEncoding);
Cudd_Deref(result);
return result;
}
DdNodePtr refine(DdNode* partitionNode, DdNode* signatureNode, DdNode* nondeterminismVariablesNode, DdNode* nonBlockVariablesNode) {
- ::DdManager* ddman = internalDdManager.getCuddManager().getManager();
-
// If we arrived at the constant zero node, then this was an illegal state encoding (we require
// all states to be non-deadlock).
if (partitionNode == Cudd_ReadZero(ddman)) {
+ std::cout << "returning zero " << partitionNode << std::endl;
return partitionNode;
}
@@ -121,6 +123,7 @@ namespace storm {
auto nodePair = std::make_pair(signatureNode, partitionNode);
auto it = signatureCache.find(nodePair);
if (it != signatureCache.end()) {
+ std::cout << "cache hit " << it->second << std::endl;
// If so, we return the corresponding result.
return it->second;
}
@@ -129,13 +132,18 @@ namespace storm {
if (Cudd_IsConstant(nonBlockVariablesNode)) {
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
+ std::cout << "reuse size: " << reuseBlocksCache.size() << std::endl;
auto& reuseEntry = reuseBlocksCache[partitionNode];
+ std::cout << "reused? " << reuseEntry.isReused() << std::endl;
if (!reuseEntry.isReused()) {
reuseEntry.setReused();
+ std::cout << "setting " << partitionNode << " to being reused" << std::endl;
signatureCache[nodePair] = partitionNode;
+ std::cout << "reuse cache hit " << partitionNode << std::endl;
return partitionNode;
} else {
DdNode* result = encodeBlock(nextFreeBlockIndex++);
+ std::cout << "block encoding " << result << std::endl;
signatureCache[nodePair] = result;
return result;
}
@@ -190,7 +198,10 @@ namespace storm {
Cudd_Ref(thenResult);
DdNode* elseResult = refine(partitionElse, signatureElse, offset == 0 ? Cudd_T(nondeterminismVariablesNode) : nondeterminismVariablesNode, Cudd_T(nonBlockVariablesNode));
Cudd_Ref(elseResult);
-
+
+ std::cout << "got then " << thenResult << std::endl;
+ std::cout << "got else " << elseResult << std::endl;
+
DdNode* result;
if (thenResult == elseResult) {
Cudd_Deref(thenResult);
@@ -200,6 +211,7 @@ namespace storm {
// Get the node to connect the subresults.
bool complemented = Cudd_IsComplement(thenResult);
result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset, Cudd_Regular(thenResult), complemented ? Cudd_Not(elseResult) : elseResult);
+ std::cout << "got " << result << " as a result node, idx " << (Cudd_NodeReadIndex(nonBlockVariablesNode) + offset) << " and children " << Cudd_NodeReadIndex(thenResult) << " [" << Cudd_IsConstant(thenResult) << "] (" << thenResult << ") and " << Cudd_NodeReadIndex(elseResult) << " [" << Cudd_IsConstant(elseResult) << "] (" << elseResult << ")" << std::endl;
if (complemented) {
result = Cudd_Not(result);
}
@@ -210,12 +222,14 @@ namespace storm {
// Store the result in the cache.
signatureCache[nodePair] = result;
+ std::cout << "returning " << result << " with index " << Cudd_NodeReadIndex(result) << ", const? " << Cudd_IsConstant(result) << std::endl;
return result;
}
}
storm::dd::DdManager<storm::dd::DdType::CUDD> const& manager;
storm::dd::InternalDdManager<storm::dd::DdType::CUDD> const& internalDdManager;
+ ::DdManager* ddman;
storm::expressions::Variable const& blockVariable;
// The cubes representing all non-block and all nondeterminism variables, respectively.
@@ -480,7 +494,11 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> SignatureRefiner<DdType, ValueType>::refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature) {
- return internalRefiner->refine(oldPartition, signature);
+ oldPartition.asAdd().getDdManager().debugCheck();
+ oldPartition.asAdd().exportToDot("lastpart.dot");
+ Partition<DdType, ValueType> result = internalRefiner->refine(oldPartition, signature);
+ oldPartition.asAdd().getDdManager().debugCheck();
+ return result;
}
template class SignatureRefiner<storm::dd::DdType::CUDD, double>;
diff --git a/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp b/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
new file mode 100644
index 000000000..df250bc59
--- /dev/null
+++ b/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
@@ -0,0 +1,146 @@
+#include "gtest/gtest.h"
+#include "storm-config.h"
+
+#include "storm/parser/PrismParser.h"
+#include "storm/parser/FormulaParser.h"
+
+#include "storm/builder/DdPrismModelBuilder.h"
+
+#include "storm/storage/dd/BisimulationDecomposition.h"
+#include "storm/storage/SymbolicModelDescription.h"
+
+#include "storm/models/sparse/Mdp.h"
+#include "storm/models/sparse/StandardRewardModel.h"
+
+#include "storm/models/symbolic/Mdp.h"
+#include "storm/models/symbolic/StandardRewardModel.h"
+
+TEST(SymbolicModelBisimulationDecomposition, Die_Cudd) {
+ storm::prism::Program program = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/dtmc/die.pm");
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(program);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::storage::BisimulationType::Strong);
+ decomposition.compute();
+ std::shared_ptr<storm::models::Model<double>> quotient = decomposition.getQuotient();
+
+ EXPECT_EQ(11ul, quotient->getNumberOfStates());
+ EXPECT_EQ(17ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Dtmc, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+
+ storm::parser::FormulaParser formulaParser;
+ std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("P=? [F \"two\"]");
+
+ std::vector<std::shared_ptr<storm::logic::Formula const>> formulas;
+ formulas.push_back(formula);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition2(*model, formulas, storm::storage::BisimulationType::Strong);
+ decomposition2.compute();
+ quotient = decomposition2.getQuotient();
+
+ EXPECT_EQ(5ul, quotient->getNumberOfStates());
+ EXPECT_EQ(8ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Dtmc, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+}
+
+TEST(SymbolicModelBisimulationDecomposition, Crowds_Cudd) {
+ storm::storage::SymbolicModelDescription smd = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/dtmc/crowds5_5.pm");
+
+ // Preprocess model to substitute all constants.
+ smd = smd.preprocess();
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(smd.asPrismProgram());
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::storage::BisimulationType::Strong);
+ decomposition.compute();
+ std::shared_ptr<storm::models::Model<double>> quotient = decomposition.getQuotient();
+
+ EXPECT_EQ(2007ul, quotient->getNumberOfStates());
+ EXPECT_EQ(3738ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Dtmc, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+
+ storm::parser::FormulaParser formulaParser;
+ std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("P=? [F \"observe0Greater1\"]");
+
+ std::vector<std::shared_ptr<storm::logic::Formula const>> formulas;
+ formulas.push_back(formula);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition2(*model, formulas, storm::storage::BisimulationType::Strong);
+ decomposition2.compute();
+ quotient = decomposition2.getQuotient();
+
+ EXPECT_EQ(65ul, quotient->getNumberOfStates());
+ EXPECT_EQ(105ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Dtmc, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+}
+
+TEST(SymbolicModelBisimulationDecomposition, TwoDice_Cudd) {
+ storm::prism::Program program = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/mdp/two_dice.nm");
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(program);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::storage::BisimulationType::Strong);
+ decomposition.compute();
+ std::shared_ptr<storm::models::Model<double>> quotient = decomposition.getQuotient();
+
+ EXPECT_EQ(77ul, quotient->getNumberOfStates());
+ EXPECT_EQ(210ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Mdp, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+ EXPECT_EQ(116ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
+
+ storm::parser::FormulaParser formulaParser;
+ std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("Pmin=? [F \"two\"]");
+
+ std::vector<std::shared_ptr<storm::logic::Formula const>> formulas;
+ formulas.push_back(formula);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition2(*model, formulas, storm::storage::BisimulationType::Strong);
+ decomposition2.compute();
+ quotient = decomposition2.getQuotient();
+
+ EXPECT_EQ(19ul, quotient->getNumberOfStates());
+ EXPECT_EQ(58ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Mdp, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+ EXPECT_EQ(34ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
+}
+
+TEST(SymbolicModelBisimulationDecomposition, AsynchronousLeader_Cudd) {
+ storm::storage::SymbolicModelDescription smd = storm::parser::PrismParser::parse(STORM_TEST_RESOURCES_DIR "/mdp/leader4.nm");
+
+ // Preprocess model to substitute all constants.
+ smd = smd.preprocess();
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(smd.asPrismProgram());
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::storage::BisimulationType::Strong);
+ decomposition.compute();
+ std::shared_ptr<storm::models::Model<double>> quotient = decomposition.getQuotient();
+
+ EXPECT_EQ(252ul, quotient->getNumberOfStates());
+ EXPECT_EQ(624ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Mdp, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+ EXPECT_EQ(500ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
+
+ storm::parser::FormulaParser formulaParser;
+ std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("Rmax=? [F \"elected\"]");
+
+ std::vector<std::shared_ptr<storm::logic::Formula const>> formulas;
+ formulas.push_back(formula);
+
+ storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition2(*model, formulas, storm::storage::BisimulationType::Strong);
+ decomposition2.compute();
+ quotient = decomposition2.getQuotient();
+
+ EXPECT_EQ(19ul, quotient->getNumberOfStates());
+ EXPECT_EQ(58ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(storm::models::ModelType::Mdp, quotient->getType());
+ EXPECT_TRUE(quotient->isSymbolicModel());
+ EXPECT_EQ(34ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
+}
From d2a493a92d1715bddd0ac41ae729fb25f83b9fdd Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Wed, 23 Aug 2017 18:37:37 +0200
Subject: [PATCH 72/77] fixed several crucial bugs related to dd bisimulation,
tests now passing
---
src/storm/storage/dd/Add.cpp | 4 ++--
src/storm/storage/dd/Add.h | 2 +-
src/storm/storage/dd/Bdd.cpp | 4 ++--
src/storm/storage/dd/Bdd.h | 2 +-
src/storm/storage/dd/Dd.h | 2 +-
.../dd/bisimulation/MdpPartitionRefiner.cpp | 3 +++
src/storm/storage/dd/bisimulation/Partition.cpp | 2 +-
.../storage/dd/bisimulation/PartitionRefiner.cpp | 2 +-
.../storage/dd/bisimulation/SignatureRefiner.cpp | 16 ----------------
src/storm/storage/dd/cudd/InternalCuddAdd.cpp | 8 ++++++--
src/storm/storage/dd/cudd/InternalCuddAdd.h | 2 +-
src/storm/storage/dd/cudd/InternalCuddBdd.cpp | 8 ++++++--
src/storm/storage/dd/cudd/InternalCuddBdd.h | 2 +-
.../storage/dd/sylvan/InternalSylvanAdd.cpp | 2 +-
src/storm/storage/dd/sylvan/InternalSylvanAdd.h | 2 +-
.../storage/dd/sylvan/InternalSylvanBdd.cpp | 2 +-
src/storm/storage/dd/sylvan/InternalSylvanBdd.h | 2 +-
.../SymbolicBisimulationDecompositionTest.cpp | 14 +++++++-------
18 files changed, 37 insertions(+), 42 deletions(-)
diff --git a/src/storm/storage/dd/Add.cpp b/src/storm/storage/dd/Add.cpp
index b76219624..0a1d25553 100644
--- a/src/storm/storage/dd/Add.cpp
+++ b/src/storm/storage/dd/Add.cpp
@@ -831,8 +831,8 @@ namespace storm {
}
template<DdType LibraryType, typename ValueType>
- void Add<LibraryType, ValueType>::exportToDot(std::string const& filename) const {
- internalAdd.exportToDot(filename, this->getDdManager().getDdVariableNames());
+ void Add<LibraryType, ValueType>::exportToDot(std::string const& filename, bool showVariablesIfPossible) const {
+ internalAdd.exportToDot(filename, this->getDdManager().getDdVariableNames(), showVariablesIfPossible);
}
template<DdType LibraryType, typename ValueType>
diff --git a/src/storm/storage/dd/Add.h b/src/storm/storage/dd/Add.h
index c3d32ab0c..ebd0cb9b3 100644
--- a/src/storm/storage/dd/Add.h
+++ b/src/storm/storage/dd/Add.h
@@ -618,7 +618,7 @@ namespace storm {
*
* @param filename The name of the file to which the DD is to be exported.
*/
- void exportToDot(std::string const& filename) const override;
+ void exportToDot(std::string const& filename, bool showVariablesIfPossible = true) const override;
/*!
* Retrieves an iterator that points to the first meta variable assignment with a non-zero function value.
diff --git a/src/storm/storage/dd/Bdd.cpp b/src/storm/storage/dd/Bdd.cpp
index 2f21a5ef4..3303cc983 100644
--- a/src/storm/storage/dd/Bdd.cpp
+++ b/src/storm/storage/dd/Bdd.cpp
@@ -380,8 +380,8 @@ namespace storm {
}
template<DdType LibraryType>
- void Bdd<LibraryType>::exportToDot(std::string const& filename) const {
- internalBdd.exportToDot(filename, this->getDdManager().getDdVariableNames());
+ void Bdd<LibraryType>::exportToDot(std::string const& filename, bool showVariablesIfPossible) const {
+ internalBdd.exportToDot(filename, this->getDdManager().getDdVariableNames(), showVariablesIfPossible);
}
template<DdType LibraryType>
diff --git a/src/storm/storage/dd/Bdd.h b/src/storm/storage/dd/Bdd.h
index b8ec614f6..41d6b2b86 100644
--- a/src/storm/storage/dd/Bdd.h
+++ b/src/storm/storage/dd/Bdd.h
@@ -337,7 +337,7 @@ namespace storm {
virtual uint_fast64_t getLevel() const override;
- virtual void exportToDot(std::string const& filename) const override;
+ virtual void exportToDot(std::string const& filename, bool showVariablesIfPossible = true) const override;
/*!
* Retrieves the cube of all given meta variables.
diff --git a/src/storm/storage/dd/Dd.h b/src/storm/storage/dd/Dd.h
index 765416bfe..e3f7890fb 100644
--- a/src/storm/storage/dd/Dd.h
+++ b/src/storm/storage/dd/Dd.h
@@ -102,7 +102,7 @@ namespace storm {
*
* @param filename The name of the file to which the DD is to be exported.
*/
- virtual void exportToDot(std::string const& filename) const = 0;
+ virtual void exportToDot(std::string const& filename, bool showVariablesIfPossible = true) const = 0;
/*!
* Retrieves the manager that is responsible for this DD.
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index 5381fa915..bda068db9 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -50,6 +50,9 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
bool MdpPartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
+ STORM_LOG_TRACE("Refining with respect to state-action rewards.");
+ stateActionRewards.exportToDot("stateactrew.dot", false);
+ this->choicePartition.asAdd().exportToDot("choicepart.dot");
Partition<DdType, ValueType> newChoicePartition = this->signatureRefiner.refine(this->choicePartition, Signature<DdType, ValueType>(stateActionRewards));
if (newChoicePartition == this->choicePartition) {
return false;
diff --git a/src/storm/storage/dd/bisimulation/Partition.cpp b/src/storm/storage/dd/bisimulation/Partition.cpp
index fb64f9381..0fa4dffd4 100644
--- a/src/storm/storage/dd/bisimulation/Partition.cpp
+++ b/src/storm/storage/dd/bisimulation/Partition.cpp
@@ -100,7 +100,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> Partition<DdType, ValueType>::createTrivialChoicePartition(storm::models::symbolic::NondeterministicModel<DdType, ValueType> const& model, std::pair<storm::expressions::Variable, storm::expressions::Variable> const& blockVariables) {
- storm::dd::Bdd<DdType> choicePartitionBdd = !model.getIllegalSuccessorMask() && model.getManager().getEncoding(blockVariables.first, 0, false);
+ storm::dd::Bdd<DdType> choicePartitionBdd = !model.getIllegalMask().renameVariables(model.getRowVariables(), model.getColumnVariables()) && model.getManager().getEncoding(blockVariables.first, 0, false);
// Store the partition as an ADD only in the case of CUDD.
if (DdType == storm::dd::DdType::CUDD) {
diff --git a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
index 2cf1cce76..e06d9db41 100644
--- a/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/PartitionRefiner.cpp
@@ -81,7 +81,7 @@ namespace storm {
result |= refineWrtStateRewards(rewardModel.getStateRewardVector());
}
if (rewardModel.hasStateActionRewards()) {
- result |= refineWrtStateRewards(rewardModel.getStateActionRewardVector());
+ result |= refineWrtStateActionRewards(rewardModel.getStateActionRewardVector());
}
return result;
}
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index bf7c0037a..59ea80db0 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -84,7 +84,6 @@ namespace storm {
// Clear the caches.
signatureCache.clear();
reuseBlocksCache.clear();
- std::cout << "clearing reuse, " << reuseBlocksCache.size() << std::endl;
nextFreeBlockIndex = oldPartition.getNextFreeBlockIndex();
// Perform the actual recursive refinement step.
@@ -115,7 +114,6 @@ namespace storm {
// If we arrived at the constant zero node, then this was an illegal state encoding (we require
// all states to be non-deadlock).
if (partitionNode == Cudd_ReadZero(ddman)) {
- std::cout << "returning zero " << partitionNode << std::endl;
return partitionNode;
}
@@ -123,7 +121,6 @@ namespace storm {
auto nodePair = std::make_pair(signatureNode, partitionNode);
auto it = signatureCache.find(nodePair);
if (it != signatureCache.end()) {
- std::cout << "cache hit " << it->second << std::endl;
// If so, we return the corresponding result.
return it->second;
}
@@ -132,18 +129,13 @@ namespace storm {
if (Cudd_IsConstant(nonBlockVariablesNode)) {
// If this is the first time (in this traversal) that we encounter this signature, we check
// whether we can assign the old block number to it.
- std::cout << "reuse size: " << reuseBlocksCache.size() << std::endl;
auto& reuseEntry = reuseBlocksCache[partitionNode];
- std::cout << "reused? " << reuseEntry.isReused() << std::endl;
if (!reuseEntry.isReused()) {
reuseEntry.setReused();
- std::cout << "setting " << partitionNode << " to being reused" << std::endl;
signatureCache[nodePair] = partitionNode;
- std::cout << "reuse cache hit " << partitionNode << std::endl;
return partitionNode;
} else {
DdNode* result = encodeBlock(nextFreeBlockIndex++);
- std::cout << "block encoding " << result << std::endl;
signatureCache[nodePair] = result;
return result;
}
@@ -199,9 +191,6 @@ namespace storm {
DdNode* elseResult = refine(partitionElse, signatureElse, offset == 0 ? Cudd_T(nondeterminismVariablesNode) : nondeterminismVariablesNode, Cudd_T(nonBlockVariablesNode));
Cudd_Ref(elseResult);
- std::cout << "got then " << thenResult << std::endl;
- std::cout << "got else " << elseResult << std::endl;
-
DdNode* result;
if (thenResult == elseResult) {
Cudd_Deref(thenResult);
@@ -211,7 +200,6 @@ namespace storm {
// Get the node to connect the subresults.
bool complemented = Cudd_IsComplement(thenResult);
result = cuddUniqueInter(ddman, Cudd_NodeReadIndex(nonBlockVariablesNode) + offset, Cudd_Regular(thenResult), complemented ? Cudd_Not(elseResult) : elseResult);
- std::cout << "got " << result << " as a result node, idx " << (Cudd_NodeReadIndex(nonBlockVariablesNode) + offset) << " and children " << Cudd_NodeReadIndex(thenResult) << " [" << Cudd_IsConstant(thenResult) << "] (" << thenResult << ") and " << Cudd_NodeReadIndex(elseResult) << " [" << Cudd_IsConstant(elseResult) << "] (" << elseResult << ")" << std::endl;
if (complemented) {
result = Cudd_Not(result);
}
@@ -222,7 +210,6 @@ namespace storm {
// Store the result in the cache.
signatureCache[nodePair] = result;
- std::cout << "returning " << result << " with index " << Cudd_NodeReadIndex(result) << ", const? " << Cudd_IsConstant(result) << std::endl;
return result;
}
}
@@ -494,10 +481,7 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
Partition<DdType, ValueType> SignatureRefiner<DdType, ValueType>::refine(Partition<DdType, ValueType> const& oldPartition, Signature<DdType, ValueType> const& signature) {
- oldPartition.asAdd().getDdManager().debugCheck();
- oldPartition.asAdd().exportToDot("lastpart.dot");
Partition<DdType, ValueType> result = internalRefiner->refine(oldPartition, signature);
- oldPartition.asAdd().getDdManager().debugCheck();
return result;
}
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
index e6a13ab89..187968f23 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.cpp
@@ -322,7 +322,7 @@ namespace storm {
}
template<typename ValueType>
- void InternalAdd<DdType::CUDD, ValueType>::exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const {
+ void InternalAdd<DdType::CUDD, ValueType>::exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible) const {
// Build the name input of the DD.
std::vector<char*> ddNames;
std::string ddName("f");
@@ -339,7 +339,11 @@ namespace storm {
// Open the file, dump the DD and close it again.
FILE* filePointer = fopen(filename.c_str() , "w");
std::vector<cudd::ADD> cuddAddVector = { this->getCuddAdd() };
- ddManager->getCuddManager().DumpDot(cuddAddVector, &ddVariableNames[0], &ddNames[0], filePointer);
+ if (showVariablesIfPossible) {
+ ddManager->getCuddManager().DumpDot(cuddAddVector, ddVariableNames.data(), &ddNames[0], filePointer);
+ } else {
+ ddManager->getCuddManager().DumpDot(cuddAddVector, nullptr, &ddNames[0], filePointer);
+ }
fclose(filePointer);
// Finally, delete the names.
diff --git a/src/storm/storage/dd/cudd/InternalCuddAdd.h b/src/storm/storage/dd/cudd/InternalCuddAdd.h
index b37499898..cc619cd11 100644
--- a/src/storm/storage/dd/cudd/InternalCuddAdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddAdd.h
@@ -494,7 +494,7 @@ namespace storm {
* @param filename The name of the file to which the DD is to be exported.
* @param ddVariableNamesAsString The names of the DD variables to display in the dot file.
*/
- void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const;
+ void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible = true) const;
/*!
* Retrieves an iterator that points to the first meta variable assignment with a non-zero function value.
diff --git a/src/storm/storage/dd/cudd/InternalCuddBdd.cpp b/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
index 8d8264dd7..87051bfc6 100644
--- a/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
+++ b/src/storm/storage/dd/cudd/InternalCuddBdd.cpp
@@ -179,7 +179,7 @@ namespace storm {
return static_cast<uint_fast64_t>(ddManager->getCuddManager().ReadPerm(this->getIndex()));
}
- void InternalBdd<DdType::CUDD>::exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const {
+ void InternalBdd<DdType::CUDD>::exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible) const {
// Build the name input of the DD.
std::vector<char*> ddNames;
std::string ddName("f");
@@ -196,7 +196,11 @@ namespace storm {
// Open the file, dump the DD and close it again.
std::vector<cudd::BDD> cuddBddVector = { this->getCuddBdd() };
FILE* filePointer = fopen(filename.c_str() , "w");
- ddManager->getCuddManager().DumpDot(cuddBddVector, &ddVariableNames[0], &ddNames[0], filePointer);
+ if (showVariablesIfPossible) {
+ ddManager->getCuddManager().DumpDot(cuddBddVector, ddVariableNames.data(), &ddNames[0], filePointer);
+ } else {
+ ddManager->getCuddManager().DumpDot(cuddBddVector, nullptr, &ddNames[0], filePointer);
+ }
fclose(filePointer);
// Finally, delete the names.
diff --git a/src/storm/storage/dd/cudd/InternalCuddBdd.h b/src/storm/storage/dd/cudd/InternalCuddBdd.h
index 36a200a56..93c54c0c8 100644
--- a/src/storm/storage/dd/cudd/InternalCuddBdd.h
+++ b/src/storm/storage/dd/cudd/InternalCuddBdd.h
@@ -327,7 +327,7 @@ namespace storm {
* @param filename The name of the file to which the BDD is to be exported.
* @param ddVariableNamesAsStrings The names of the variables to display in the dot file.
*/
- void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const;
+ void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible = true) const;
/*!
* Converts a BDD to an equivalent ADD.
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
index cf73720dd..47b5ffa8d 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
@@ -783,7 +783,7 @@ namespace storm {
}
template<typename ValueType>
- void InternalAdd<DdType::Sylvan, ValueType>::exportToDot(std::string const& filename, std::vector<std::string> const&) const {
+ void InternalAdd<DdType::Sylvan, ValueType>::exportToDot(std::string const& filename, std::vector<std::string> const&, bool) const {
// Open the file, dump the DD and close it again.
FILE* filePointer = fopen(filename.c_str() , "w");
this->sylvanMtbdd.PrintDot(filePointer);
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
index 8869099ca..687d829af 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
@@ -497,7 +497,7 @@ namespace storm {
* @param filename The name of the file to which the DD is to be exported.
* @param ddVariableNamesAsString The names of the DD variables to display in the dot file.
*/
- void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const;
+ void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible = true) const;
/*!
* Retrieves an iterator that points to the first meta variable assignment with a non-zero function value.
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
index cb3bd74b2..6868b6972 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
@@ -232,7 +232,7 @@ namespace storm {
return this->getIndex();
}
- void InternalBdd<DdType::Sylvan>::exportToDot(std::string const& filename, std::vector<std::string> const&) const {
+ void InternalBdd<DdType::Sylvan>::exportToDot(std::string const& filename, std::vector<std::string> const&, bool) const {
FILE* filePointer = fopen(filename.c_str() , "w");
this->sylvanBdd.PrintDot(filePointer);
fclose(filePointer);
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
index fc0fc2a83..54371a3c3 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
@@ -316,7 +316,7 @@ namespace storm {
* @param filename The name of the file to which the BDD is to be exported.
* @param ddVariableNamesAsStrings The names of the variables to display in the dot file.
*/
- void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings) const;
+ void exportToDot(std::string const& filename, std::vector<std::string> const& ddVariableNamesAsStrings, bool showVariablesIfPossible = true) const;
/*!
* Converts a BDD to an equivalent ADD.
diff --git a/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp b/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
index df250bc59..7c174b018 100644
--- a/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
+++ b/src/test/storm/storage/SymbolicBisimulationDecompositionTest.cpp
@@ -116,7 +116,10 @@ TEST(SymbolicModelBisimulationDecomposition, AsynchronousLeader_Cudd) {
// Preprocess model to substitute all constants.
smd = smd.preprocess();
- std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(smd.asPrismProgram());
+ storm::parser::FormulaParser formulaParser;
+ std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("Rmax=? [F \"elected\"]");
+
+ std::shared_ptr<storm::models::symbolic::Model<storm::dd::DdType::CUDD, double>> model = storm::builder::DdPrismModelBuilder<storm::dd::DdType::CUDD, double>().build(smd.asPrismProgram(), *formula);
storm::dd::BisimulationDecomposition<storm::dd::DdType::CUDD, double> decomposition(*model, storm::storage::BisimulationType::Strong);
decomposition.compute();
@@ -128,9 +131,6 @@ TEST(SymbolicModelBisimulationDecomposition, AsynchronousLeader_Cudd) {
EXPECT_TRUE(quotient->isSymbolicModel());
EXPECT_EQ(500ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
- storm::parser::FormulaParser formulaParser;
- std::shared_ptr<storm::logic::Formula const> formula = formulaParser.parseSingleFormulaFromString("Rmax=? [F \"elected\"]");
-
std::vector<std::shared_ptr<storm::logic::Formula const>> formulas;
formulas.push_back(formula);
@@ -138,9 +138,9 @@ TEST(SymbolicModelBisimulationDecomposition, AsynchronousLeader_Cudd) {
decomposition2.compute();
quotient = decomposition2.getQuotient();
- EXPECT_EQ(19ul, quotient->getNumberOfStates());
- EXPECT_EQ(58ul, quotient->getNumberOfTransitions());
+ EXPECT_EQ(252ul, quotient->getNumberOfStates());
+ EXPECT_EQ(624ul, quotient->getNumberOfTransitions());
EXPECT_EQ(storm::models::ModelType::Mdp, quotient->getType());
EXPECT_TRUE(quotient->isSymbolicModel());
- EXPECT_EQ(34ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
+ EXPECT_EQ(500ul, (quotient->as<storm::models::symbolic::Mdp<storm::dd::DdType::CUDD, double>>()->getNumberOfChoices()));
}
From ee87067c9a27c68ead109989f093b35a05f8aec0 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 24 Aug 2017 09:13:30 +0200
Subject: [PATCH 73/77] fixed type to make gcc happy
---
src/storm/storage/dd/DdManager.cpp | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/src/storm/storage/dd/DdManager.cpp b/src/storm/storage/dd/DdManager.cpp
index dbba10a29..6a00b4cbf 100644
--- a/src/storm/storage/dd/DdManager.cpp
+++ b/src/storm/storage/dd/DdManager.cpp
@@ -215,7 +215,7 @@ namespace storm {
template<DdType LibraryType>
std::vector<storm::expressions::Variable> DdManager<LibraryType>::addMetaVariable(std::string const& name, int_fast64_t low, int_fast64_t high, uint64_t numberOfLayers, boost::optional<std::pair<MetaVariablePosition, storm::expressions::Variable>> const& position) {
- return this->addMetaVariableHelper(MetaVariableType::Int, name, std::max(static_cast<uint64_t>(std::ceil(std::log2(high - low + 1))), 1ull), numberOfLayers, position, std::make_pair(low, high));
+ return this->addMetaVariableHelper(MetaVariableType::Int, name, std::max(static_cast<uint64_t>(std::ceil(std::log2(high - low + 1))), static_cast<uint64_t>(1)), numberOfLayers, position, std::make_pair(low, high));
}
template<DdType LibraryType>
From 6bebb3c9d52d50290dab9cdc28c4b978476edf14 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 24 Aug 2017 11:00:19 +0200
Subject: [PATCH 74/77] fix bug in rational number/function handling with
sylvan
---
.../sylvan/src/sylvan_storm_rational_function.c | 4 ++--
.../sylvan/src/sylvan_storm_rational_number.c | 4 ++--
src/storm/solver/SymbolicLinearEquationSolver.cpp | 1 -
.../storage/dd/bisimulation/QuotientExtractor.cpp | 12 ++++++++----
4 files changed, 12 insertions(+), 9 deletions(-)
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
index 4362077aa..5f21b9d11 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_function.c
@@ -554,7 +554,7 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_function_op_threshold, MTBDD, a, size_t
if (mtbdd_isleaf(a)) {
storm_rational_function_ptr ma = mtbdd_getstorm_rational_function_ptr(a);
- return storm_rational_function_less_or_equal(ma, value) ? mtbdd_false : mtbdd_true;
+ return storm_rational_function_less(ma, value) ? mtbdd_false : mtbdd_true;
}
return mtbdd_invalid;
@@ -566,7 +566,7 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_function_op_strict_threshold, MTBDD, a,
if (mtbdd_isleaf(a)) {
storm_rational_function_ptr ma = mtbdd_getstorm_rational_function_ptr(a);
- return storm_rational_function_less(ma, value) ? mtbdd_false : mtbdd_true;
+ return storm_rational_function_less_or_equal(ma, value) ? mtbdd_false : mtbdd_true;
}
return mtbdd_invalid;
diff --git a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
index eb739693a..22f9ef053 100644
--- a/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
+++ b/resources/3rdparty/sylvan/src/sylvan_storm_rational_number.c
@@ -588,7 +588,7 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_number_op_threshold, MTBDD, a, size_t*,
if (mtbdd_isleaf(a)) {
storm_rational_number_ptr ma = mtbdd_getstorm_rational_number_ptr(a);
- return storm_rational_number_less_or_equal(ma, value) ? mtbdd_false : mtbdd_true;
+ return storm_rational_number_less(ma, value) ? mtbdd_false : mtbdd_true;
}
return mtbdd_invalid;
@@ -600,7 +600,7 @@ TASK_IMPL_2(MTBDD, sylvan_storm_rational_number_op_strict_threshold, MTBDD, a, s
if (mtbdd_isleaf(a)) {
storm_rational_number_ptr ma = mtbdd_getstorm_rational_number_ptr(a);
- return storm_rational_number_less(ma, value) ? mtbdd_false : mtbdd_true;
+ return storm_rational_number_less_or_equal(ma, value) ? mtbdd_false : mtbdd_true;
}
return mtbdd_invalid;
diff --git a/src/storm/solver/SymbolicLinearEquationSolver.cpp b/src/storm/solver/SymbolicLinearEquationSolver.cpp
index 0a80a3afc..c6a75b6ce 100644
--- a/src/storm/solver/SymbolicLinearEquationSolver.cpp
+++ b/src/storm/solver/SymbolicLinearEquationSolver.cpp
@@ -59,7 +59,6 @@ namespace storm {
}
}
-
template<storm::dd::DdType DdType>
std::unique_ptr<storm::solver::SymbolicLinearEquationSolver<DdType, storm::RationalFunction>> GeneralSymbolicLinearEquationSolverFactory<DdType, storm::RationalFunction>::create(storm::dd::Add<DdType, storm::RationalFunction> const& A, storm::dd::Bdd<DdType> const& allRows, std::set<storm::expressions::Variable> const& rowMetaVariables, std::set<storm::expressions::Variable> const& columnMetaVariables, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs) const {
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index 83201cfbe..feaeb4313 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -846,7 +846,6 @@ namespace storm {
auto states = partition.getStates().swapVariables(model.getRowColumnMetaVariablePairs());
storm::dd::Bdd<DdType> partitionAsBdd = partition.storedAsAdd() ? partition.asAdd().toBdd() : partition.asBdd();
- partitionAsBdd.exportToDot("part.dot");
partitionAsBdd = partitionAsBdd.renameVariables(model.getColumnVariables(), model.getRowVariables());
auto start = std::chrono::high_resolution_clock::now();
@@ -968,13 +967,18 @@ namespace storm {
STORM_LOG_TRACE("Quotient labels extracted in " << std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count() << "ms.");
start = std::chrono::high_resolution_clock::now();
- storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsBdd.renameVariables(blockVariableSet, blockPrimeVariableSet).renameVariables(model.getRowVariables(), model.getColumnVariables()), model.getColumnVariables());
+ std::set<storm::expressions::Variable> blockAndRowVariables;
+ std::set_union(blockVariableSet.begin(), blockVariableSet.end(), model.getRowVariables().begin(), model.getRowVariables().end(), std::inserter(blockAndRowVariables, blockAndRowVariables.end()));
+ std::set<storm::expressions::Variable> blockPrimeAndColumnVariables;
+ std::set_union(blockPrimeVariableSet.begin(), blockPrimeVariableSet.end(), model.getColumnVariables().begin(), model.getColumnVariables().end(), std::inserter(blockPrimeAndColumnVariables, blockPrimeAndColumnVariables.end()));
+ storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
+ storm::dd::Add<DdType, ValueType> quotientTransitionMatrix = model.getTransitionMatrix().multiplyMatrix(partitionAsAdd.renameVariables(blockAndRowVariables, blockPrimeAndColumnVariables), model.getColumnVariables());
// Pick a representative from each block.
auto representatives = InternalRepresentativeComputer<DdType>(partitionAsBdd, model.getRowVariables()).getRepresentatives();
partitionAsBdd &= representatives;
- storm::dd::Add<DdType, ValueType> partitionAsAdd = partitionAsBdd.template toAdd<ValueType>();
-
+ partitionAsAdd *= partitionAsBdd.template toAdd<ValueType>();
+
quotientTransitionMatrix = quotientTransitionMatrix.multiplyMatrix(partitionAsAdd, model.getRowVariables());
end = std::chrono::high_resolution_clock::now();
From 5856d9fe51161f05f12ce156eb762a8180ffcffa Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Thu, 24 Aug 2017 12:48:37 +0200
Subject: [PATCH 75/77] removed some debug output
---
src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp | 2 --
1 file changed, 2 deletions(-)
diff --git a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
index bda068db9..a79c67720 100644
--- a/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/MdpPartitionRefiner.cpp
@@ -51,8 +51,6 @@ namespace storm {
template<storm::dd::DdType DdType, typename ValueType>
bool MdpPartitionRefiner<DdType, ValueType>::refineWrtStateActionRewards(storm::dd::Add<DdType, ValueType> const& stateActionRewards) {
STORM_LOG_TRACE("Refining with respect to state-action rewards.");
- stateActionRewards.exportToDot("stateactrew.dot", false);
- this->choicePartition.asAdd().exportToDot("choicepart.dot");
Partition<DdType, ValueType> newChoicePartition = this->signatureRefiner.refine(this->choicePartition, Signature<DdType, ValueType>(stateActionRewards));
if (newChoicePartition == this->choicePartition) {
return false;
From e2e1407f3e720fc7365a8bd3c34ab5a592387a40 Mon Sep 17 00:00:00 2001
From: dehnert <dehnert@cs.rwth-aachen.de>
Date: Fri, 25 Aug 2017 09:58:14 +0200
Subject: [PATCH 76/77] not calling sylvan_var on leaf nodes of sylvan anymore
---
CHANGELOG.md | 1 +
.../3rdparty/sylvan/src/storm_wrapper.cpp | 2 ++
.../solver/SymbolicLinearEquationSolver.cpp | 6 ++---
.../dd/bisimulation/QuotientExtractor.cpp | 23 ++++++++++---------
.../dd/bisimulation/SignatureRefiner.cpp | 4 ++--
.../storage/dd/sylvan/InternalSylvanAdd.cpp | 5 ++++
.../storage/dd/sylvan/InternalSylvanAdd.h | 10 ++++++++
.../storage/dd/sylvan/InternalSylvanBdd.cpp | 10 +++++---
.../storage/dd/sylvan/InternalSylvanBdd.h | 10 ++++++++
9 files changed, 51 insertions(+), 20 deletions(-)
diff --git a/CHANGELOG.md b/CHANGELOG.md
index 56004ed4f..75d2a807c 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -12,6 +12,7 @@ Long run average computation via ValueIteration, LP based MDP model checking, pa
- c++ api changes: Building model takes BuilderOptions instead of extended list of Booleans, does not depend on settings anymore.
- storm-cli-utilities now contains cli related stuff, instead of storm-lib
- storm-pars: support for welldefinedness constraints in mdps.
+- symbolic (MT/BDD) bisimulation
### Version 1.1.0 (2017/8)
diff --git a/resources/3rdparty/sylvan/src/storm_wrapper.cpp b/resources/3rdparty/sylvan/src/storm_wrapper.cpp
index fb92720d0..09fb51ccf 100644
--- a/resources/3rdparty/sylvan/src/storm_wrapper.cpp
+++ b/resources/3rdparty/sylvan/src/storm_wrapper.cpp
@@ -125,6 +125,8 @@ int storm_rational_number_is_zero(storm_rational_number_ptr a) {
std::lock_guard<std::mutex> lock(rationalNumberMutex);
#endif
+ std::cout << "got ptr for eq check " << a << std::endl;
+
return storm::utility::isZero(*(storm::RationalNumber const*)a) ? 1 : 0;
}
diff --git a/src/storm/solver/SymbolicLinearEquationSolver.cpp b/src/storm/solver/SymbolicLinearEquationSolver.cpp
index d12f1f420..75fe87254 100644
--- a/src/storm/solver/SymbolicLinearEquationSolver.cpp
+++ b/src/storm/solver/SymbolicLinearEquationSolver.cpp
@@ -63,12 +63,10 @@ namespace storm {
std::unique_ptr<storm::solver::SymbolicLinearEquationSolver<DdType, storm::RationalNumber>> GeneralSymbolicLinearEquationSolverFactory<DdType, storm::RationalNumber>::create(storm::dd::Add<DdType, storm::RationalNumber> const& A, storm::dd::Bdd<DdType> const& allRows, std::set<storm::expressions::Variable> const& rowMetaVariables, std::set<storm::expressions::Variable> const& columnMetaVariables, std::vector<std::pair<storm::expressions::Variable, storm::expressions::Variable>> const& rowColumnMetaVariablePairs) const {
auto const& coreSettings = storm::settings::getModule<storm::settings::modules::CoreSettings>();
- storm::solver::EquationSolverType equationSolver;
- if (coreSettings.isEquationSolverSetFromDefaultValue()) {
+ storm::solver::EquationSolverType equationSolver = coreSettings.getEquationSolver();
+ if (coreSettings.isEquationSolverSetFromDefaultValue() && equationSolver != storm::solver::EquationSolverType::Elimination) {
STORM_LOG_WARN("Selecting the elimination solver to guarantee exact results. If you want to override this, please explicitly specify a different equation solver.");
equationSolver = storm::solver::EquationSolverType::Elimination;
- } else {
- equationSolver = coreSettings.getEquationSolver();
}
if (equationSolver != storm::solver::EquationSolverType::Elimination) {
diff --git a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
index feaeb4313..6385c1d93 100644
--- a/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
+++ b/src/storm/storage/dd/bisimulation/QuotientExtractor.cpp
@@ -175,7 +175,7 @@ namespace storm {
bool skipped = false;
BDD elsePartitionNode;
BDD thenPartitionNode;
- if (sylvan_var(partitionNode) == sylvan_var(stateVariablesCube)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(partitionNode, sylvan_var(stateVariablesCube))) {
elsePartitionNode = sylvan_low(partitionNode);
thenPartitionNode = sylvan_high(partitionNode);
} else {
@@ -652,7 +652,7 @@ namespace storm {
} else {
MTBDD vectorT;
MTBDD vectorE;
- if (sylvan_var(vector) == sylvan_var(variables)) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(vector, sylvan_var(variables))) {
vectorT = sylvan_high(vector);
vectorE = sylvan_low(vector);
} else {
@@ -661,7 +661,7 @@ namespace storm {
BDD representativesT;
BDD representativesE;
- if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(representativesNode, sylvan_var(variables))) {
representativesT = sylvan_high(representativesNode);
representativesE = sylvan_low(representativesNode);
} else {
@@ -692,7 +692,7 @@ namespace storm {
STORM_LOG_ASSERT(!odd.isTerminalNode(), "Expected non-terminal node.");
BDD partitionT;
BDD partitionE;
- if (sylvan_var(partitionNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(partitionNode, sylvan_var(variables))) {
partitionT = sylvan_high(partitionNode);
partitionE = sylvan_low(partitionNode);
} else {
@@ -701,7 +701,7 @@ namespace storm {
BDD representativesT;
BDD representativesE;
- if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(representativesNode, sylvan_var(variables))) {
representativesT = sylvan_high(representativesNode);
representativesE = sylvan_low(representativesNode);
} else {
@@ -714,6 +714,7 @@ namespace storm {
}
void extractTransitionMatrixRec(MTBDD transitionMatrixNode, storm::dd::Odd const& sourceOdd, uint64_t sourceOffset, BDD targetPartitionNode, BDD representativesNode, BDD variables, BDD nondeterminismVariables, storm::dd::Odd const* stateOdd, uint64_t stateOffset) {
+
// For the empty DD, we do not need to add any entries. Note that the partition nodes cannot be zero
// as all states of the model have to be contained.
if (mtbdd_iszero(transitionMatrixNode) || representativesNode == sylvan_false) {
@@ -736,7 +737,7 @@ namespace storm {
MTBDD e;
// Determine whether the variable was skipped in the matrix.
- if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(transitionMatrixNode, sylvan_var(variables))) {
t = sylvan_high(transitionMatrixNode);
e = sylvan_low(transitionMatrixNode);
} else {
@@ -753,7 +754,7 @@ namespace storm {
MTBDD e;
MTBDD et;
MTBDD ee;
- if (sylvan_var(transitionMatrixNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(transitionMatrixNode, sylvan_var(variables))) {
// Source node was not skipped in transition matrix.
t = sylvan_high(transitionMatrixNode);
e = sylvan_low(transitionMatrixNode);
@@ -761,7 +762,7 @@ namespace storm {
t = e = transitionMatrixNode;
}
- if (sylvan_var(t) == sylvan_var(variables) + 1) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(t, sylvan_var(variables) + 1)) {
// Target node was not skipped in transition matrix.
tt = sylvan_high(t);
te = sylvan_low(t);
@@ -770,7 +771,7 @@ namespace storm {
tt = te = t;
}
if (t != e) {
- if (sylvan_var(e) == sylvan_var(variables) + 1) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(e, sylvan_var(variables) + 1)) {
// Target node was not skipped in transition matrix.
et = sylvan_high(e);
ee = sylvan_low(e);
@@ -785,7 +786,7 @@ namespace storm {
BDD targetT;
BDD targetE;
- if (sylvan_var(targetPartitionNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(targetPartitionNode, sylvan_var(variables))) {
// Node was not skipped in target partition.
targetT = sylvan_high(targetPartitionNode);
targetE = sylvan_low(targetPartitionNode);
@@ -796,7 +797,7 @@ namespace storm {
BDD representativesT;
BDD representativesE;
- if (sylvan_var(representativesNode) == sylvan_var(variables)) {
+ if (storm::dd::InternalBdd<storm::dd::DdType::Sylvan>::matchesVariableIndex(representativesNode, sylvan_var(variables))) {
// Node was not skipped in representatives.
representativesT = sylvan_high(representativesNode);
representativesE = sylvan_low(representativesNode);
diff --git a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
index 59ea80db0..3dcb5a5b9 100644
--- a/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
+++ b/src/storm/storage/dd/bisimulation/SignatureRefiner.cpp
@@ -371,7 +371,7 @@ namespace storm {
offset = 0;
}
- if (sylvan_var(partitionNode) - offset == sylvan_var(nonBlockVariablesNode)) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(partitionNode, sylvan_var(nonBlockVariablesNode), -offset)) {
partitionThen = sylvan_high(partitionNode);
partitionElse = sylvan_low(partitionNode);
skippedBoth = false;
@@ -379,7 +379,7 @@ namespace storm {
partitionThen = partitionElse = partitionNode;
}
- if (sylvan_var(signatureNode) == sylvan_var(nonBlockVariablesNode)) {
+ if (storm::dd::InternalAdd<storm::dd::DdType::Sylvan, ValueType>::matchesVariableIndex(signatureNode, sylvan_var(nonBlockVariablesNode))) {
signatureThen = sylvan_high(signatureNode);
signatureElse = sylvan_low(signatureNode);
skippedBoth = false;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
index 47b5ffa8d..46167f116 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.cpp
@@ -81,6 +81,11 @@ namespace storm {
}
#endif
+ template<typename ValueType>
+ bool InternalAdd<DdType::Sylvan, ValueType>::matchesVariableIndex(MTBDD const& node, uint64_t variableIndex, int64_t offset) {
+ return !mtbdd_isleaf(node) && static_cast<uint64_t>(sylvan_var(node) + offset) == variableIndex;
+ }
+
template<typename ValueType>
bool InternalAdd<DdType::Sylvan, ValueType>::operator==(InternalAdd<DdType::Sylvan, ValueType> const& other) const {
return this->sylvanMtbdd == other.sylvanMtbdd;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
index 687d829af..201048b6f 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanAdd.h
@@ -612,6 +612,16 @@ namespace storm {
*/
static ValueType getValue(MTBDD const& node);
+ /*!
+ * Retrieves whether the topmost variable in the MTBDD is the one with the given index.
+ *
+ * @param The top node of the MTBDD.
+ * @param variableIndex The variable index.
+ * @param offset An offset that is applied to the index of the top variable in the MTBDD.
+ * @return True iff the MTBDD's top variable has the given index.
+ */
+ static bool matchesVariableIndex(MTBDD const& node, uint64_t variableIndex, int64_t offset = 0);
+
private:
/*!
* Recursively builds the ODD from an ADD.
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
index 6868b6972..00e12dfdb 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.cpp
@@ -283,7 +283,7 @@ namespace storm {
// If we are at the maximal level, the value to be set is stored as a constant in the DD.
if (currentRowLevel == maxLevel) {
result.set(currentRowOffset, true);
- } else if (ddRowVariableIndices[currentRowLevel] < sylvan_var(dd)) {
+ } else if (bdd_isterminal(dd) || ddRowVariableIndices[currentRowLevel] < sylvan_var(dd)) {
toVectorRec(dd, result, rowOdd.getElseSuccessor(), complement, currentRowLevel + 1, maxLevel, currentRowOffset, ddRowVariableIndices);
toVectorRec(dd, result, rowOdd.getThenSuccessor(), complement, currentRowLevel + 1, maxLevel, currentRowOffset + rowOdd.getElseOffset(), ddRowVariableIndices);
} else {
@@ -390,7 +390,7 @@ namespace storm {
if (currentLevel == maxLevel) {
result[currentIndex++] = values[currentOffset];
- } else if (ddVariableIndices[currentLevel] < sylvan_var(dd)) {
+ } else if (bdd_isterminal(dd) || ddVariableIndices[currentLevel] < sylvan_var(dd)) {
// If we skipped a level, we need to enumerate the explicit entries for the case in which the bit is set
// and for the one in which it is not set.
filterExplicitVectorRec(dd, currentLevel + 1, complement, maxLevel, ddVariableIndices, currentOffset, odd.getElseSuccessor(), result, currentIndex, values);
@@ -424,7 +424,7 @@ namespace storm {
if (currentLevel == maxLevel) {
result.set(currentIndex++, values.get(currentOffset));
- } else if (ddVariableIndices[currentLevel] < sylvan_var(dd)) {
+ } else if (bdd_isterminal(dd) || ddVariableIndices[currentLevel] < sylvan_var(dd)) {
// If we skipped a level, we need to enumerate the explicit entries for the case in which the bit is set
// and for the one in which it is not set.
filterExplicitVectorRec(dd, currentLevel + 1, complement, maxLevel, ddVariableIndices, currentOffset, odd.getElseSuccessor(), result, currentIndex, values);
@@ -527,6 +527,10 @@ namespace storm {
return newNodeVariable;
}
+ bool InternalBdd<DdType::Sylvan>::matchesVariableIndex(BDD const& node, uint64_t variableIndex, int64_t offset) {
+ return !sylvan_isconst(node) && static_cast<uint64_t>(sylvan_var(node) + offset) == variableIndex;
+ }
+
template InternalAdd<DdType::Sylvan, double> InternalBdd<DdType::Sylvan>::toAdd() const;
template InternalAdd<DdType::Sylvan, uint_fast64_t> InternalBdd<DdType::Sylvan>::toAdd() const;
template InternalAdd<DdType::Sylvan, storm::RationalNumber> InternalBdd<DdType::Sylvan>::toAdd() const;
diff --git a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
index 54371a3c3..6c07449c7 100644
--- a/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
+++ b/src/storm/storage/dd/sylvan/InternalSylvanBdd.h
@@ -374,6 +374,16 @@ namespace storm {
*/
void filterExplicitVector(Odd const& odd, std::vector<uint_fast64_t> const& ddVariableIndices, storm::storage::BitVector const& sourceValues, storm::storage::BitVector& targetValues) const;
+ /*!
+ * Retrieves whether the topmost variable in the BDD is the one with the given index.
+ *
+ * @param The top node of the BDD.
+ * @param variableIndex The variable index.
+ * @param offset An offset that is applied to the index of the top variable in the BDD.
+ * @return True iff the BDD's top variable has the given index.
+ */
+ static bool matchesVariableIndex(BDD const& node, uint64_t variableIndex, int64_t offset = 0);
+
friend struct std::hash<storm::dd::InternalBdd<storm::dd::DdType::Sylvan>>;
/*!
From 12c79ad6ea0664a327448dc0960082adf60ebaf2 Mon Sep 17 00:00:00 2001
From: sjunges <sebastian.junges@gmail.com>
Date: Sat, 26 Aug 2017 14:51:04 +0200
Subject: [PATCH 77/77] export choice labels
---
src/storm/utility/DirectEncodingExporter.cpp | 19 +++++++++++++------
1 file changed, 13 insertions(+), 6 deletions(-)
diff --git a/src/storm/utility/DirectEncodingExporter.cpp b/src/storm/utility/DirectEncodingExporter.cpp
index 8c93b3b7f..6bdd629a7 100644
--- a/src/storm/utility/DirectEncodingExporter.cpp
+++ b/src/storm/utility/DirectEncodingExporter.cpp
@@ -88,7 +88,19 @@ namespace storm {
// Iterate over all actions
for (typename storm::storage::SparseMatrix<ValueType>::index_type row = start; row < end; ++row) {
// Print the actual row.
- os << "\taction " << row - start;
+ if (sparseModel->hasChoiceLabeling()) {
+ os << "\taction ";
+ bool lfirst = true;
+ for (auto const& label : sparseModel->getChoiceLabeling().getLabelsOfChoice(row)) {
+ if (!lfirst) {
+ os << "_";
+ }
+ os << label;
+ lfirst = false;
+ }
+ } else {
+ os << "\taction " << row - start;
+ }
bool first = true;
// Write transition rewards
for (auto const& rewardModelEntry : sparseModel->getRewardModels()) {
@@ -110,11 +122,6 @@ namespace storm {
os << "]";
}
- // Write choice labeling
- if(sparseModel->hasChoiceLabeling()) {
- // TODO export choice labeling
- STORM_LOG_WARN("Choice labeling was not exported.");
- }
os << std::endl;
// Write probabilities