exo/tinychat/examples/rl/lightupbutton.py

import gymnasium as gym
import numpy as np
from gymnasium.envs.registration import register

# a very simple game
# one of <size> lights will light up
# take the action of the lit up light
# in <hard_mode>, you act differently based on the step number and need to track this

class PressTheLightUpButton(gym.Env):
  metadata = {"render_modes": []}
  def __init__(self, render_mode=None, size=2, game_length=10, hard_mode=False):
    self.size, self.game_length = size, game_length
    self.observation_space = gym.spaces.Box(0, 1, shape=(self.size,), dtype=np.float32)
    self.action_space = gym.spaces.Discrete(self.size)
    self.step_num = 0
    self.done = True
    self.hard_mode = hard_mode

  def _get_obs(self):
    obs = [0]*self.size
    if self.step_num < len(self.state):
      obs[self.state[self.step_num]] = 1
    return np.array(obs, dtype=np.float32)

  def reset(self, seed=None, options=None):
    super().reset(seed=seed)
    self.state = np.random.randint(0, self.size, size=self.game_length)
    self.step_num = 0
    self.done = False
    return self._get_obs(), {}

  def step(self, action):
    target = ((action + self.step_num) % self.size) if self.hard_mode else action
    reward = int(target == self.state[self.step_num])
    self.step_num += 1
    if not reward:
      self.done = True
    return self._get_obs(), reward, self.done, self.step_num >= self.game_length, {}

register(
  id="PressTheLightUpButton-v0",
  entry_point="examples.rl.lightupbutton:PressTheLightUpButton",
  max_episode_steps=None,
)