tempest/examples/pdtmc/die/die.pm

// Knuth's model of a fair die using only fair coins
dtmc

const double coinProb;

module die

	// local state
	s : [0..7] init 0;
	// value of the dice
	d : [0..6] init 0;
	
	[] s=0 -> coinProb : (s'=1) + (1-coinProb) : (s'=2);
	[] s=1 -> coinProb : (s'=3) + (1-coinProb) : (s'=4);
	[] s=2 -> coinProb : (s'=5) + (1-coinProb) : (s'=6);
	[] s=3 -> coinProb : (s'=1) + (1-coinProb) : (s'=7) & (d'=1);
	[] s=4 -> coinProb : (s'=7) & (d'=2) + (1-coinProb) : (s'=7) & (d'=3);
	[] s=5 -> coinProb : (s'=7) & (d'=4) + (1-coinProb) : (s'=7) & (d'=5);
	[] s=6 -> coinProb : (s'=2) + (1-coinProb) : (s'=7) & (d'=6);
	[] s=7 -> 1: (s'=7);
	
endmodule

rewards "coin_flips"
	[] s<7 : 1;
endrewards

label "one" = s=7&d=1;
//label "two" = s=7&d=2;
//label "three" = s=7&d=3;
//label "four" = s=7&d=4;
//label "five" = s=7&d=5;
//label "six" = s=7&d=6;