tempestpy/examples/building_dtmcs/01-building-dtmcs.py

import stormpy
import numpy as np


def example_building_dtmcs_01():


    # Use the SparseMatrixBuilder for constructing the transition matrix
    builder = stormpy.SparseMatrixBuilder(rows = 0, columns = 0, entries = 0, force_dimensions = False, has_custom_row_grouping = False)

    # New Transition from state 0 to target state 1 with probability 0.5
    builder.add_next_value(row = 0, column = 1, value = 0.5)
    builder.add_next_value(0, 2, 0.5)
    builder.add_next_value(1, 3, 0.5)
    builder.add_next_value(1, 4, 0.5)
    builder.add_next_value(2, 5, 0.5)
    builder.add_next_value(2, 6, 0.5)
    builder.add_next_value(3, 7, 0.5)
    builder.add_next_value(3, 1, 0.5)
    builder.add_next_value(4, 8, 0.5)
    builder.add_next_value(4, 9, 0.5)
    builder.add_next_value(5, 10, 0.5)
    builder.add_next_value(5, 11, 0.5)
    builder.add_next_value(6, 2, 0.5)
    builder.add_next_value(6, 12, 0.5)

    # Add transitions for the final states
    for s in range(7,13):
        builder.add_next_value(s, s, 1)

    # Build matrix
    transition_matrix = builder.build(13, 13)

    # State labeling
    state_labeling = stormpy.storage.StateLabeling(13)

    # Add labels
    labels = {'init','one', 'two', 'three', 'four', 'five', 'six', 'done', 'deadlock'}
    for label in labels:
        state_labeling.add_label(label)

    # Add label to state
    state_labeling.add_label_to_state('init', 0)
    state_labeling.add_label_to_state('one', 7)
    state_labeling.add_label_to_state('two', 8)
    state_labeling.add_label_to_state('three', 9)
    state_labeling.add_label_to_state('four', 10)
    state_labeling.add_label_to_state('five', 11)
    state_labeling.add_label_to_state('six', 12)

    # Add label 'done' to multiple states
    state_labeling.set_states('done', stormpy.BitVector(13, [7, 8, 9, 10, 11, 12]))

    # Reward models:
    reward_models = {}
    # Create a vector representing the state-action rewards
    action_reward = [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0]
    reward_models['coin_flips'] = stormpy.SparseRewardModel(optional_state_action_reward_vector = action_reward)

    components = stormpy.SparseModelComponents(transition_matrix=transition_matrix, state_labeling=state_labeling, reward_models=reward_models)

    dtmc = stormpy.storage.SparseDtmc(components)

    print(dtmc)

if __name__ == '__main__':
    example_building_dtmcs_01()