frozenLake.py

import gym
import numpy as np
import matplotlib.pyplot as plt
from gym.envs.registration import register
import random as pr


def rargmax(vector):  # https://gist.github.com/stober/1943451
    """Argmax that chooses randomly among eligible maximum indices."""
    m = np.amax(vector)
    indices = np.nonzero(vector == m)[0]
    return pr.choice(indices)


register(
    id='FrozenLake-v3',
    entry_point='gym.envs.toy_text:FrozenLakeEnv',
    kwargs={'map_name': '4x4', 'is_slippery': False}
)

env = gym.make('FrozenLake-v3')  # 환경 생성

# Initialize table with all zeros
Q = np.zeros([env.observation_space.n, env.action_space.n])

# Set learning parameters
num_episodes = 3

# Create lists to contain total rewards and steps per episode
rList = []
for i in range(num_episodes):
    # Reset environment and get first new observation
    state= env.reset()
    rAll = 0
    terminated = False
    truncated = False

    # The Q-Table learning algorithm
    while not (terminated or truncated):  # 종료 조건 수정
        # Choose an action by greedily picking from Q table
        action = rargmax(Q[state, :])

        # Get new state and reward from environment
        new_state, reward, terminated, truncated, _ = env.step(action)

        # Update Q-Table with new knowledge
        Q[state, action] = reward + np.max(Q[new_state, :])

        rAll += reward
        state = new_state

    rList.append(rAll)

print("Success rate: " + str(sum(rList) / num_episodes))
print("Final Q-Table Values")
print("LEFT DOWN RIGHT UP")
print(Q)

plt.bar(range(len(rList)), rList, color="blue")
plt.savefig("result_graph.png")  # 그래프를 PNG 파일로 저장
plt.show()