You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

23 lines
510 B

2 months ago
  1. pomdp
  2. observable "start" = s<3;
  3. observable "end" = s>4;
  4. const double slippery;
  5. module main
  6. s : [0..6] init 0;
  7. [alpha] s=0 -> (1-slippery) * 0.7: (s'=1) + (1-slippery) * 0.3: (s'=2) + slippery: true;
  8. [alpha] s>0 & s<5 -> (1-slippery): (s'=s+2) + slippery: true;
  9. [beta] s=3 -> (1-slippery): (s'=6) + slippery: true;
  10. [beta] s=4 -> (1-slippery): (s'=5) + slippery: true;
  11. endmodule
  12. rewards
  13. [alpha] s=3: 0.5;
  14. [beta] s=4: 0.5;
  15. true : s * 0.05;
  16. endrewards
  17. label "goal" = s=5;