​
ActionExtractor

class ActionExtractor(BaseExtractorStrategy):
A strategy for extracting RLCard actions from text.

​
init

def __init__(self, action_pattern: str = '<Action>\\s*(.+)'):
Initialize the action extractor with a regex pattern. Parameters:
  • action_pattern (str): The regex pattern to extract actions. (default: :obj:"<Action>\\s*(.+)").

​
RLCardsEnv

class RLCardsEnv(MultiStepEnv):
A base environment for RLCard games. This environment implements a wrapper around RLCard environments for reinforcement learning with LLMs. It handles the conversion between RLCard states and actions and the CAMEL environment interface.

​
init

def __init__(
    self,
    game_name: str,
    extractor: Optional[BaseExtractor] = None,
    max_steps: Optional[int] = None,
    num_players: int = 2,
    **kwargs
):
Initialize the RLCard environment. Parameters:
  • game_name (str): The name of the RLCard game to play.
  • extractor (Optional[BaseExtractor]): Extractor to process LLM responses. If None, a default extractor with ActionExtractor will be used. (default: :obj:None)
  • max_steps (Optional[int]): Maximum steps per episode. (default: :obj:None)
  • num_players (int): Number of players in the game. (default: :obj:2) **kwargs: Additional environment parameters.

​
_get_initial_state

def _get_initial_state(self):
Returns: Dict[str, Any]: A dictionary containing the initial state with game state, player info, and game status flags.

​
_get_next_observation

def _get_next_observation(self):
Returns: Observation: An Observation object containing the game state description.

​
_get_terminal_observation

def _get_terminal_observation(self):
Returns: Observation: An Observation object containing the final game state description.

​
_is_done

def _is_done(self):
Returns: bool: True if the game is over, False otherwise.

​
_convert_to_rlcard_action

def _convert_to_rlcard_action(self, action_str: str):
Convert a string action to the format expected by RLCard. This method must be implemented by subclasses to handle the specific action format of each game. Parameters:
  • action_str (str): The string representation of the action.
Returns: Any: The action in the format expected by the RLCard environment.

​
_format_state_for_observation

def _format_state_for_observation(self, state: Dict[str, Any]):
Format the RLCard state for human-readable observation. This method must be implemented by subclasses to create a human-readable representation of the game state. Parameters:
  • state (Dict[str, Any]): The RLCard state dictionary.
Returns: str: A human-readable representation of the state. 
def _format_legal_actions(self, legal_actions: List[Any]):
Format the legal actions for human-readable observation. This method must be implemented by subclasses to create a human-readable representation of the legal actions. Parameters:
  • legal_actions (List[Any]): The list of legal actions.
Returns: str: A human-readable representation of the legal actions.

​
BlackjackEnv

class BlackjackEnv(RLCardsEnv):
A Blackjack environment for reinforcement learning with LLMs. This environment implements a standard Blackjack game where the LLM agent plays against a dealer.

​
init

def __init__(
    self,
    extractor: Optional[BaseExtractor] = None,
    max_steps: Optional[int] = None,
    **kwargs
):
Initialize the Blackjack environment. Parameters:
  • extractor (Optional[BaseExtractor]): Extractor to process LLM responses. If None, a default extractor will be used. (default: :obj:None)
  • max_steps (Optional[int]): Maximum steps per episode. (default: :obj:None) **kwargs: Additional environment parameters.

​
_convert_to_rlcard_action

def _convert_to_rlcard_action(self, action_str: str):
Convert a string action to the format expected by RLCard Blackjack. Parameters:
  • action_str (str): The string representation of the action. Expected to be ‘hit’ or ‘stand’.
Returns: int: 0 for ‘hit’, 1 for ‘stand’.

​
_format_state_for_observation

def _format_state_for_observation(self, state: Dict[str, Any]):
Format the Blackjack state for human-readable observation. Parameters:
  • state (Dict[str, Any]): The RLCard state dictionary.
Returns: str: A human-readable representation of the state. 
def _format_legal_actions(self, legal_actions: List[int]):
Format the legal actions for Blackjack. Parameters:
  • legal_actions (List[int]): The list of legal actions.
Returns: str: A human-readable representation of the legal actions.

​
_format_cards

def _format_cards(self, cards: List[str]):
Format a list of cards for display. Parameters:
  • cards (List[str]): List of card strings.
Returns: str: Formatted card string.

​
_calculate_hand_value

def _calculate_hand_value(self, cards: List[str]):
Calculate the value of a hand in Blackjack. Parameters:
  • cards (List[str]): List of card strings.
Returns: int: The value of the hand.

​
LeducHoldemEnv

class LeducHoldemEnv(RLCardsEnv):
A Leduc Hold’em environment for reinforcement learning with LLMs. This environment implements a Leduc Hold’em poker game where the LLM agent plays against one or more opponents.

​
init

def __init__(
    self,
    extractor: Optional[BaseExtractor] = None,
    max_steps: Optional[int] = None,
    num_players: int = 2,
    **kwargs
):
Initialize the Leduc Hold’em environment. Parameters:
  • extractor (Optional[BaseExtractor]): Extractor to process LLM responses. If None, a default extractor will be used. (default: :obj:None)
  • max_steps (Optional[int]): Maximum steps per episode. (default: :obj:None)
  • num_players (int): Number of players in the game. (default: :obj:2) **kwargs: Additional environment parameters.

​
_convert_to_rlcard_action

def _convert_to_rlcard_action(self, action_str: str):
Convert a string action to the format expected by RLCard Leduc Hold’em. Parameters:
  • action_str (str): The string representation of the action. Expected to be ‘fold’, ‘check’, ‘call’, or ‘raise’.
Returns: int: 0 for ‘fold’, 1 for ‘check/call’, 2 for ‘raise’.

​
_format_state_for_observation

def _format_state_for_observation(self, state: Dict[str, Any]):
Format the Leduc Hold’em state for human-readable observation. Parameters:
  • state (Dict[str, Any]): The RLCard state dictionary.
Returns: str: A human-readable representation of the state. 
def _format_legal_actions(self, legal_actions: List[int]):
Format the legal actions for Leduc Hold’em. Parameters:
  • legal_actions (List[int]): The list of legal actions.
Returns: str: A human-readable representation of the legal actions.

​
DoudizhuEnv

class DoudizhuEnv(RLCardsEnv):
A Doudizhu environment for reinforcement learning with LLMs. This environment implements a standard Doudizhu game where the LLM agent plays against two AI opponents.

​
init

def __init__(
    self,
    extractor: Optional[BaseExtractor] = None,
    max_steps: Optional[int] = None,
    **kwargs
):
Initialize the Doudizhu environment. Parameters:
  • extractor (Optional[BaseExtractor]): Extractor to process LLM responses. If None, a default extractor will be used. (default: :obj:None)
  • max_steps (Optional[int]): Maximum steps per episode. (default: :obj:None) **kwargs: Additional environment parameters.

​
_convert_to_rlcard_action

def _convert_to_rlcard_action(self, action_str: str):
Convert a string action to the format expected by RLCard Doudizhu. Parameters:
  • action_str (str): The string representation of the action. Expected to be a card combination or ‘pass’.
Returns: str: The action string in the format expected by RLCard.

​
_format_state_for_observation

def _format_state_for_observation(self, state: Dict[str, Any]):
Format the Doudizhu state for human-readable observation. Parameters:
  • state (Dict[str, Any]): The RLCard state dictionary.
Returns: str: A human-readable representation of the state. 
def _format_legal_actions(self, legal_actions: List[str]):
Format the legal actions for Doudizhu. Parameters:
  • legal_actions (List[str]): The list of legal actions.
Returns: str: A human-readable representation of the legal actions.

​
_format_cards

def _format_cards(self, cards: List[str]):
Format a list of cards for display. Parameters:
  • cards (List[str]): List of card strings.
Returns: str: Formatted card string.