@ -2,21 +2,23 @@
# include "storm-pomdp/transformer/ObservationTraceUnfolder.h"
# include "storm-pomdp/transformer/ObservationTraceUnfolder.h"
# include "storm/storage/expressions/ExpressionManager.h"
# include "storm/storage/expressions/ExpressionManager.h"
# undef _VERBOSE_OBSERVATION_UNFOLDING
namespace storm {
namespace storm {
namespace pomdp {
namespace pomdp {
template < typename ValueType >
template < typename ValueType >
ObservationTraceUnfolder < ValueType > : : ObservationTraceUnfolder ( storm : : models : : sparse : : Pomdp < ValueType > const & model ,
std : : shared_ptr < storm : : expressions : : ExpressionManager > & exprManager ) : model ( model ) , exprManager ( exprManager ) {
ObservationTraceUnfolder < ValueType > : : ObservationTraceUnfolder ( storm : : models : : sparse : : Pomdp < ValueType > const & model , std : : vector < ValueType > const & risk ,
std : : shared_ptr < storm : : expressions : : ExpressionManager > & exprManager ) : model ( model ) , risk ( risk ) , exprManager ( exprManager ) {
statesPerObservation = std : : vector < storm : : storage : : BitVector > ( model . getNrObservations ( ) , storm : : storage : : BitVector ( model . getNumberOfStates ( ) ) ) ;
statesPerObservation = std : : vector < storm : : storage : : BitVector > ( model . getNrObservations ( ) , storm : : storage : : BitVector ( model . getNumberOfStates ( ) ) ) ;
for ( uint64_t state = 0 ; state < model . getNumberOfStates ( ) ; + + state ) {
for ( uint64_t state = 0 ; state < model . getNumberOfStates ( ) ; + + state ) {
statesPerObservation [ model . getObservation ( state ) ] . set ( state , true ) ;
statesPerObservation [ model . getObservation ( state ) ] . set ( state , true ) ;
}
}
svvar = exprManager - > declareFreshIntegerVariable ( false , " _s " ) ;
}
}
template < typename ValueType >
template < typename ValueType >
std : : shared_ptr < storm : : models : : sparse : : Mdp < ValueType > > ObservationTraceUnfolder < ValueType > : : transform (
std : : shared_ptr < storm : : models : : sparse : : Mdp < ValueType > > ObservationTraceUnfolder < ValueType > : : transform (
const std : : vector < uint32_t > & observations , std : : vector < ValueType > const & risk ) {
const std : : vector < uint32_t > & observations ) {
std : : vector < uint32_t > modifiedObservations = observations ;
std : : vector < uint32_t > modifiedObservations = observations ;
// First observation should be special.
// First observation should be special.
// This just makes the algorithm simpler because we do not treat the first step as a special case later.
// This just makes the algorithm simpler because we do not treat the first step as a special case later.
@ -34,14 +36,20 @@ namespace storm {
statesPerObservation . resize ( model . getNrObservations ( ) + 1 ) ;
statesPerObservation . resize ( model . getNrObservations ( ) + 1 ) ;
statesPerObservation [ model . getNrObservations ( ) ] = actualInitialStates ;
statesPerObservation [ model . getNrObservations ( ) ] = actualInitialStates ;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " build valution builder.. " < < std : : endl ;
# endif
storm : : storage : : sparse : : StateValuationsBuilder svbuilder ;
storm : : storage : : sparse : : StateValuationsBuilder svbuilder ;
auto svvar = exprManager - > declareFreshIntegerVariable ( false , " _s " ) ;
svbuilder . addVariable ( svvar ) ;
svbuilder . addVariable ( svvar ) ;
std : : map < uint64_t , uint64_t > unfoldedToOld ;
std : : map < uint64_t , uint64_t > unfoldedToOld ;
std : : map < uint64_t , uint64_t > unfoldedToOldNextStep ;
std : : map < uint64_t , uint64_t > unfoldedToOldNextStep ;
std : : map < uint64_t , uint64_t > oldToUnfolded ;
std : : map < uint64_t , uint64_t > oldToUnfolded ;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " start buildiing matrix... " < < std : : endl ;
# endif
// Add this initial state state:
// Add this initial state state:
unfoldedToOldNextStep [ 0 ] = actualInitialStates . getNextSetIndex ( 0 ) ;
unfoldedToOldNextStep [ 0 ] = actualInitialStates . getNextSetIndex ( 0 ) ;
@ -52,22 +60,25 @@ namespace storm {
// Notice that we are going to use a special last step
// Notice that we are going to use a special last step
for ( uint64_t step = 0 ; step < observations . size ( ) - 1 ; + + step ) {
for ( uint64_t step = 0 ; step < observations . size ( ) - 1 ; + + step ) {
std : : cout < < " step " < < step < < std : : endl ;
oldToUnfolded . clear ( ) ;
oldToUnfolded . clear ( ) ;
unfoldedToOld = unfoldedToOldNextStep ;
unfoldedToOld = unfoldedToOldNextStep ;
unfoldedToOldNextStep . clear ( ) ;
unfoldedToOldNextStep . clear ( ) ;
for ( auto const & unfoldedToOldEntry : unfoldedToOld ) {
for ( auto const & unfoldedToOldEntry : unfoldedToOld ) {
transitionMatrixBuilder . newRowGroup ( newRowGroupStart ) ;
transitionMatrixBuilder . newRowGroup ( newRowGroupStart ) ;
//std::cout << "\tconsider new state " << unfoldedToOldEntry.first << std::endl;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " \t consider new state " < < unfoldedToOldEntry . first < < std : : endl ;
# endif
assert ( step = = 0 | | newRowCount = = transitionMatrixBuilder . getLastRow ( ) + 1 ) ;
assert ( step = = 0 | | newRowCount = = transitionMatrixBuilder . getLastRow ( ) + 1 ) ;
svbuilder . addState ( unfoldedToOldEntry . first , { } , { static_cast < int64_t > ( unfoldedToOldEntry . second ) } ) ;
svbuilder . addState ( unfoldedToOldEntry . first , { } , { static_cast < int64_t > ( unfoldedToOldEntry . second ) } ) ;
uint64_t oldRowIndexStart = model . getNondeterministicChoiceIndices ( ) [ unfoldedToOldEntry . second ] ;
uint64_t oldRowIndexStart = model . getNondeterministicChoiceIndices ( ) [ unfoldedToOldEntry . second ] ;
uint64_t oldRowIndexEnd = model . getNondeterministicChoiceIndices ( ) [ unfoldedToOldEntry . second + 1 ] ;
uint64_t oldRowIndexEnd = model . getNondeterministicChoiceIndices ( ) [ unfoldedToOldEntry . second + 1 ] ;
for ( uint64_t oldRowIndex = oldRowIndexStart ; oldRowIndex ! = oldRowIndexEnd ; oldRowIndex + + ) {
for ( uint64_t oldRowIndex = oldRowIndexStart ; oldRowIndex ! = oldRowIndexEnd ; oldRowIndex + + ) {
//std::cout << "\t\tconsider old action " << oldRowIndex << std::endl;
//std::cout << "\t\tconsider new row nr " << newRowCount << std::endl;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " \t \t consider old action " < < oldRowIndex < < std : : endl ;
std : : cout < < " \t \t consider new row nr " < < newRowCount < < std : : endl ;
# endif
ValueType resetProb = storm : : utility : : zero < ValueType > ( ) ;
ValueType resetProb = storm : : utility : : zero < ValueType > ( ) ;
// We first find the reset probability
// We first find the reset probability
@ -76,14 +87,17 @@ namespace storm {
resetProb + = oldRowEntry . getValue ( ) ;
resetProb + = oldRowEntry . getValue ( ) ;
}
}
}
}
//std::cout << "\t\t\t add reset" << std::endl;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " \t \t \t add reset with probability " < < resetProb < < std : : endl ;
# endif
// Add the resets
// Add the resets
if ( resetProb ! = storm : : utility : : zero < ValueType > ( ) ) {
if ( resetProb ! = storm : : utility : : zero < ValueType > ( ) ) {
transitionMatrixBuilder . addNextValue ( newRowCount , 0 , resetProb ) ;
transitionMatrixBuilder . addNextValue ( newRowCount , 0 , resetProb ) ;
}
}
//std::cout << "\t\t\t add other transitions..." << std::endl;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " \t \t \t add other transitions... " < < std : : endl ;
# endif
// Now, we build the outgoing transitions.
// Now, we build the outgoing transitions.
for ( auto const & oldRowEntry : model . getTransitionMatrix ( ) . getRow ( oldRowIndex ) ) {
for ( auto const & oldRowEntry : model . getTransitionMatrix ( ) . getRow ( oldRowIndex ) ) {
@ -101,7 +115,9 @@ namespace storm {
} else {
} else {
column = entryIt - > second ;
column = entryIt - > second ;
}
}
//std::cout << "\t\t\t\t transition to " << column << std::endl;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " \t \t \t \t transition to " < < column < < " with probability " < < oldRowEntry . getValue ( ) < < std : : endl ;
# endif
transitionMatrixBuilder . addNextValue ( newRowCount , column ,
transitionMatrixBuilder . addNextValue ( newRowCount , column ,
oldRowEntry . getValue ( ) ) ;
oldRowEntry . getValue ( ) ) ;
}
}
@ -112,7 +128,6 @@ namespace storm {
}
}
}
}
std : : cout < < " Adding last step... " < < std : : endl ;
// Now, take care of the last step.
// Now, take care of the last step.
uint64_t sinkState = newStateIndex ;
uint64_t sinkState = newStateIndex ;
uint64_t targetState = newStateIndex + 1 ;
uint64_t targetState = newStateIndex + 1 ;
@ -120,7 +135,11 @@ namespace storm {
svbuilder . addState ( unfoldedToOldEntry . first , { } , { static_cast < int64_t > ( unfoldedToOldEntry . second ) } ) ;
svbuilder . addState ( unfoldedToOldEntry . first , { } , { static_cast < int64_t > ( unfoldedToOldEntry . second ) } ) ;
transitionMatrixBuilder . newRowGroup ( newRowGroupStart ) ;
transitionMatrixBuilder . newRowGroup ( newRowGroupStart ) ;
if ( ! storm : : utility : : isZero ( storm : : utility : : one < ValueType > ( ) - risk [ unfoldedToOldEntry . second ] ) ) {
STORM_LOG_ASSERT ( risk . size ( ) > unfoldedToOldEntry . second , " Must be a state " ) ;
STORM_LOG_ASSERT ( risk [ unfoldedToOldEntry . second ] < = storm : : utility : : one < ValueType > ( ) , " Risk must be a probability " ) ;
STORM_LOG_ASSERT ( risk [ unfoldedToOldEntry . second ] > = storm : : utility : : zero < ValueType > ( ) , " Risk must be a probability " ) ;
//std::cout << "risk is" << risk[unfoldedToOldEntry.second] << std::endl;
if ( ! storm : : utility : : isOne ( risk [ unfoldedToOldEntry . second ] ) ) {
transitionMatrixBuilder . addNextValue ( newRowGroupStart , sinkState ,
transitionMatrixBuilder . addNextValue ( newRowGroupStart , sinkState ,
storm : : utility : : one < ValueType > ( ) - risk [ unfoldedToOldEntry . second ] ) ;
storm : : utility : : one < ValueType > ( ) - risk [ unfoldedToOldEntry . second ] ) ;
}
}
@ -140,12 +159,15 @@ namespace storm {
// target state
// target state
transitionMatrixBuilder . addNextValue ( newRowGroupStart , targetState , storm : : utility : : one < ValueType > ( ) ) ;
transitionMatrixBuilder . addNextValue ( newRowGroupStart , targetState , storm : : utility : : one < ValueType > ( ) ) ;
svbuilder . addState ( targetState , { } , { - 1 } ) ;
svbuilder . addState ( targetState , { } , { - 1 } ) ;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < " build matrix... " < < std : : endl ;
# endif
storm : : storage : : sparse : : ModelComponents < ValueType > components ;
storm : : storage : : sparse : : ModelComponents < ValueType > components ;
components . transitionMatrix = transitionMatrixBuilder . build ( ) ;
components . transitionMatrix = transitionMatrixBuilder . build ( ) ;
# ifdef _VERBOSE_OBSERVATION_UNFOLDING
std : : cout < < components . transitionMatrix < < std : : endl ;
# endif
STORM_LOG_ASSERT ( components . transitionMatrix . getRowGroupCount ( ) = = targetState + 1 , " Expect row group count ( " < < components . transitionMatrix . getRowGroupCount ( ) < < " ) one more as target state index " < < targetState < < " ) " ) ;
STORM_LOG_ASSERT ( components . transitionMatrix . getRowGroupCount ( ) = = targetState + 1 , " Expect row group count ( " < < components . transitionMatrix . getRowGroupCount ( ) < < " ) one more as target state index " < < targetState < < " ) " ) ;
storm : : models : : sparse : : StateLabeling labeling ( components . transitionMatrix . getRowGroupCount ( ) ) ;
storm : : models : : sparse : : StateLabeling labeling ( components . transitionMatrix . getRowGroupCount ( ) ) ;
@ -157,12 +179,21 @@ namespace storm {
components . stateValuations = svbuilder . build ( components . transitionMatrix . getRowGroupCount ( ) ) ;
components . stateValuations = svbuilder . build ( components . transitionMatrix . getRowGroupCount ( ) ) ;
return std : : make_shared < storm : : models : : sparse : : Mdp < ValueType > > ( std : : move ( components ) ) ;
return std : : make_shared < storm : : models : : sparse : : Mdp < ValueType > > ( std : : move ( components ) ) ;
}
template < typename ValueType >
std : : shared_ptr < storm : : models : : sparse : : Mdp < ValueType > > ObservationTraceUnfolder < ValueType > : : extend ( uint32_t observation ) {
traceSoFar . push_back ( observation ) ;
return transform ( traceSoFar ) ;
}
template < typename ValueType >
void ObservationTraceUnfolder < ValueType > : : reset ( uint32_t observation ) {
traceSoFar = { observation } ;
}
}
template class ObservationTraceUnfolder < double > ;
template class ObservationTraceUnfolder < double > ;
template class ObservationTraceUnfolder < storm : : RationalNumber > ;
template class ObservationTraceUnfolder < storm : : RationalFunction > ;
template class ObservationTraceUnfolder < storm : : RationalFunction > ;
}
}