// Simple MDPs from Lec 12 of Probabilistic Model Checking

mdp

module M

s:[0..3];

[] s=0 -> 1:(s'=1);
[] s=1 -> 0.7:(s'=0) + 0.3:(s'=1);
[] s=1 -> 0.5:(s'=2) + 0.5:(s'=3);
[] s=2 -> 1:(s'=2);
[] s=3 -> 1:(s'=3);

endmodule

label "heads" = s=2;
label "tails" = s=3;