Index

A

a (popgym.baselines.models.embeddings.ScaledPositionalEncoding attribute) (popgym.baselines.models.embeddings.SoftExponentialEmbedding attribute) ab (popgym.baselines.models.embeddings.PhaserEncoding attribute) act_dim (popgym.baselines.ray_models.base_model.BaseModel attribute) act_space (popgym.baselines.ray_models.base_model.BaseModel attribute) action_space (popgym.core.maze.MazeEnv attribute) (popgym.envs.autoencode.Autoencode attribute) (popgym.envs.battleship.Battleship attribute) (popgym.envs.concentration.Concentration attribute) (popgym.envs.count_recall.CountRecall attribute) (popgym.envs.higher_lower.HigherLower attribute) (popgym.envs.minesweeper.MineSweeper attribute) (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) (popgym.wrappers.discrete_action.DiscreteAction attribute) Actions (class in popgym.core.maze) activation (popgym.baselines.models.s4d.S4 attribute) Activation() (in module popgym.baselines.models.s4d) actor (popgym.baselines.ray_models.base_model.BaseModel attribute) add_act_space_to_obs_space() (popgym.wrappers.previous_action.PreviousAction static method) add_act_to_obs() (popgym.wrappers.previous_action.PreviousAction static method) add_noise_to_obs() (popgym.envs.noisy_position_only_cartpole.NoisyPositionOnlyCartPole method) (popgym.envs.noisy_position_only_pendulum.NoisyPositionOnlyPendulum method)

add_players() (popgym.core.deck.Deck method) add_state() (popgym.wrappers.markovian.Markovian method) Aggregation (class in popgym.baselines.models.aggregations) aggregator (popgym.baselines.models.fwp.FWPBlock attribute) ALL (in module popgym.envs) ALL_BASE (in module popgym.envs) ALL_CONTROL (in module popgym.envs) ALL_DIAGNOSTIC (in module popgym.envs) ALL_EASY (in module popgym.envs) ALL_GAME (in module popgym.envs) ALL_HARD (in module popgym.envs) ALL_MEDIUM (in module popgym.envs) ALL_NAVIGATION (in module popgym.envs) ALL_NOISY (in module popgym.envs) Antialias (class in popgym.wrappers.antialias) antialias_obs() (popgym.wrappers.antialias.Antialias static method) antialias_obs_space() (popgym.wrappers.antialias.Antialias static method) apply_embedding() (popgym.baselines.ray_models.base_model.BaseModel method) ascii_version_of_card() (in module popgym.core.deck) Autoencode (class in popgym.envs.autoencode) AutoencodeEasy (class in popgym.envs.autoencode) AutoencodeHard (class in popgym.envs.autoencode) AutoencodeMedium (class in popgym.envs.autoencode)

B

bad_action_reward_scale (popgym.envs.minesweeper.MineSweeper attribute) bandits (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) bandlimit (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) Base2Embedding (class in popgym.baselines.models.embeddings) BASE_CONFIG (popgym.baselines.ray_models.base_model.BaseModel attribute) BaseModel (class in popgym.baselines.ray_models.base_model) BasicMLP (class in popgym.baselines.ray_models.ray_mlp) BATCH (in module popgym.util.benchmark) Battleship (class in popgym.envs.battleship)

BattleshipEasy (class in popgym.envs.battleship) BattleshipHard (class in popgym.envs.battleship) BattleshipMedium (class in popgym.envs.battleship) bias0 (popgym.baselines.models.indrnn.IndRNN attribute) bias1 (popgym.baselines.models.indrnn.IndRNN attribute) bidirectional (popgym.baselines.models.s4d.S4 attribute) binomial (popgym.baselines.models.s4d.DropoutNd attribute) board_size (popgym.envs.battleship.Battleship attribute) bottleneck (popgym.baselines.models.s4d.S4 attribute) broadcast (popgym.baselines.models.s4d.SSKernelNPLR attribute) build_dnc() (popgym.baselines.ray_models.ray_diffnc.DiffNC method)

C

c (popgym.baselines.models.embeddings.PhaserEncoding attribute) C (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) Cell (class in popgym.core.maze) cell (popgym.baselines.models.lmu.LMU attribute) cfg (popgym.baselines.ray_models.base_model.BaseModel attribute) channels (popgym.baselines.models.s4d.S4 attribute) (popgym.baselines.models.s4d.SSKernel attribute) (popgym.baselines.models.s4d.SSKernelDiag attribute) clamp (popgym.baselines.models.indrnn.IndRNN attribute) clamp_val (popgym.baselines.models.indrnn.IndRNN attribute) clamp_weights() (popgym.baselines.models.indrnn.IndRNN method) CLEAR (popgym.envs.minesweeper.HiddenSquare attribute) clone() (popgym.core.deck.Deck method) COLORS (in module popgym.core.deck) colors (popgym.core.deck.Deck attribute) colors_idx (popgym.core.deck.Deck attribute) combination() (in module popgym.baselines.models.s4d) combinations (in module popgym.baselines.models.s4d) compress (popgym.baselines.ray_models.ray_framestack.Framestack attribute) Concentration (class in popgym.envs.concentration) ConcentrationEasy (class in popgym.envs.concentration) ConcentrationHard (class in popgym.envs.concentration)

ConcentrationMedium (class in popgym.envs.concentration) continuous() (popgym.wrappers.flatten.Flatten method) contract (in module popgym.baselines.models.s4d) contract_expression (in module popgym.baselines.models.s4d) CONTROL (in module popgym.envs) CONTROL_EASY (in module popgym.envs) CONTROL_HARD (in module popgym.envs) CONTROL_MEDIUM (in module popgym.envs) core (popgym.baselines.ray_models.base_model.BaseModel attribute) (popgym.baselines.ray_models.ray_frameconv.Frameconv attribute) (popgym.baselines.ray_models.ray_framestack.Framestack attribute) (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_indrnn.IndRNN attribute) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention attribute) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention attribute) (popgym.baselines.ray_models.ray_lmu.LMU attribute) (popgym.baselines.ray_models.ray_mlp.MLP attribute) (popgym.baselines.ray_models.ray_s4d.S4D attribute) CountRecall (class in popgym.envs.count_recall) CountRecallEasy (class in popgym.envs.count_recall) CountRecallHard (class in popgym.envs.count_recall) CountRecallMedium (class in popgym.envs.count_recall) critic (popgym.baselines.ray_models.base_model.BaseModel attribute)

D

d (popgym.baselines.models.embeddings.PhaserEncoding attribute) D (popgym.baselines.models.s4d.S4 attribute) d_model (popgym.baselines.models.embeddings.Base2Embedding attribute) (popgym.baselines.models.embeddings.PerceptronEmbedding attribute) (popgym.baselines.models.embeddings.PhaserEncoding attribute) (popgym.baselines.models.embeddings.SoftExponentialEmbedding attribute) (popgym.baselines.models.embeddings.Time2Vec attribute) (popgym.baselines.models.s4d.S4 attribute) d_output (popgym.baselines.models.s4d.S4 property) deal() (popgym.core.deck.Deck method) (popgym.envs.count_recall.CountRecall method) dealt_cards (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) Deck (class in popgym.core.deck) deck (popgym.envs.autoencode.Autoencode attribute) (popgym.envs.concentration.Concentration attribute) (popgym.envs.higher_lower.HigherLower attribute) (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) deck_len (popgym.core.deck.Deck attribute) DECK_SIZE (in module popgym.core.deck) deck_size (popgym.envs.higher_lower.HigherLower attribute) DeckEmptyError DeepFastWeightProgrammer (class in popgym.baselines.ray_models.ray_fwp)

DeepLinearAttention (class in popgym.baselines.ray_models.ray_linear_attention) default_state() (popgym.baselines.models.s4d.S4 method) (popgym.baselines.models.s4d.SSKernel method) (popgym.baselines.models.s4d.SSKernelDiag method) (popgym.baselines.models.s4d.SSKernelNPLR method) define_hand_value() (popgym.core.deck.Deck method) DIAGNOSTIC (in module popgym.envs) DIAGNOSTIC_EASY (in module popgym.envs) DIAGNOSTIC_HARD (in module popgym.envs) DIAGNOSTIC_MEDIUM (in module popgym.envs) did_setup (popgym.baselines.ray_models.ray_s4d.S4D attribute) DiffNC (class in popgym.baselines.ray_models.ray_diffnc) DIM (in module popgym.util.benchmark) dims (popgym.envs.minesweeper.MineSweeper attribute) disc (popgym.baselines.models.s4d.SSKernelDiag attribute) discard() (popgym.core.deck.Deck method) discard_all() (popgym.core.deck.Deck method) discard_hands() (popgym.core.deck.Deck method) DiscreteAction (class in popgym.wrappers.discrete_action) dnc_built (popgym.baselines.ray_models.ray_diffnc.DiffNC attribute) DOWN (popgym.core.maze.Actions attribute) dplr() (in module popgym.baselines.models.s4d) dropout (popgym.baselines.models.s4d.S4 attribute) DropoutNd (class in popgym.baselines.models.s4d) dtype (popgym.baselines.models.embeddings.PhaserEncoding attribute)

E

e (in module popgym.envs.minesweeper) e_h (popgym.baselines.models.lmu.LMUCell attribute) e_m (popgym.baselines.models.lmu.LMUCell attribute) e_x (popgym.baselines.models.lmu.LMUCell attribute)

Elman (class in popgym.baselines.ray_models.ray_elman) episode_length (popgym.envs.concentration.Concentration attribute) error_clamp (popgym.envs.count_recall.CountRecall attribute) Explored (class in popgym.core.maze)

F

f (popgym.baselines.models.lmu.LMUCell attribute) f_h (popgym.baselines.models.lmu.LMUFFT attribute) f_u (popgym.baselines.models.lmu.LMUFFT attribute) facedown_card (popgym.envs.concentration.Concentration attribute) fail_reward_scale (popgym.envs.minesweeper.MineSweeper attribute) failure_reward_scale (popgym.envs.concentration.Concentration attribute) FastWeightProgrammer (class in popgym.baselines.ray_models.ray_fwp) feature_map (popgym.baselines.ray_models.base_model.BaseModel attribute) features (popgym.baselines.ray_models.base_model.BaseModel attribute) feed_forward (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) Flatten (class in popgym.wrappers.flatten) forward() (popgym.baselines.models.aggregations.Aggregation method) (popgym.baselines.models.aggregations.MaxAggregation method) (popgym.baselines.models.aggregations.SumAggregation method) (popgym.baselines.models.embeddings.Base2Embedding method) (popgym.baselines.models.embeddings.PerceptronEmbedding method) (popgym.baselines.models.embeddings.PhaserEncoding method) (popgym.baselines.models.embeddings.ScaledPositionalEncoding method) (popgym.baselines.models.embeddings.SimpleScaledEncoding method) (popgym.baselines.models.embeddings.SoftExponentialEmbedding method) (popgym.baselines.models.embeddings.Time2Vec method) (popgym.baselines.models.fwp.FWPBlock method) (popgym.baselines.models.indrnn.IndRNN method) (popgym.baselines.models.linear_attention.LinearAttentionBlock method) (popgym.baselines.models.linear_attention.Phi method) (popgym.baselines.models.lmu.LMU method) (popgym.baselines.models.lmu.LMUCell method) (popgym.baselines.models.lmu.LMUFFT method) (popgym.baselines.models.s4d.DropoutNd method) (popgym.baselines.models.s4d.S4 method) (popgym.baselines.models.s4d.SSKernel method) (popgym.baselines.models.s4d.SSKernelDiag method) (popgym.baselines.models.s4d.SSKernelNPLR method) (popgym.baselines.ray_models.base_model.BaseModel method)

forward_memory() (popgym.baselines.ray_models.base_model.BaseModel method) (popgym.baselines.ray_models.ray_diffnc.DiffNC method) (popgym.baselines.ray_models.ray_elman.Elman method) (popgym.baselines.ray_models.ray_frameconv.Frameconv method) (popgym.baselines.ray_models.ray_framestack.Framestack method) (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer method) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer method) (popgym.baselines.ray_models.ray_gru.GRU method) (popgym.baselines.ray_models.ray_indrnn.IndRNN method) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention method) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention method) (popgym.baselines.ray_models.ray_lmu.LMU method) (popgym.baselines.ray_models.ray_lstm.LSTM method) (popgym.baselines.ray_models.ray_mlp.MLP method) (popgym.baselines.ray_models.ray_s4d.S4D method) forward_state() (popgym.baselines.models.s4d.SSKernel method) (popgym.baselines.models.s4d.SSKernelDiag method) Frameconv (class in popgym.baselines.ray_models.ray_frameconv) Framestack (class in popgym.baselines.ray_models.ray_framestack) FREE (popgym.core.maze.Cell attribute) FULL (popgym.core.observability.Observability attribute) FULL_AND_PARTIAL (popgym.core.observability.Observability attribute) FULL_IN_INFO_DICT (popgym.core.observability.Observability attribute) FWPBlock (class in popgym.baselines.models.fwp)

G

GAME (in module popgym.envs) GAME_EASY (in module popgym.envs) GAME_HARD (in module popgym.envs) GAME_MEDIUM (in module popgym.envs) gate (popgym.baselines.models.s4d.S4 attribute) get_aggregator() (in module popgym.baselines.models.aggregations) get_initial_state() (popgym.baselines.ray_models.base_model.BaseModel method) get_logger() (in module popgym.baselines.models.s4d) get_null_action() (popgym.wrappers.previous_action.PreviousAction static method) get_obs() (popgym.core.maze.MazeEnv method) (popgym.envs.concentration.Concentration method) get_obs_space() (popgym.core.deck.Deck method) get_state() (popgym.core.env.POPGymEnv method) (popgym.core.maze.MazeEnv method) (popgym.core.wrapper.POPGymWrapper method) (popgym.envs.autoencode.Autoencode method) (popgym.envs.battleship.Battleship method) (popgym.envs.concentration.Concentration method) (popgym.envs.count_recall.CountRecall method) (popgym.envs.higher_lower.HigherLower method) (popgym.envs.minesweeper.MineSweeper method) (popgym.envs.multiarmed_bandit.MultiarmedBandit method) (popgym.envs.position_only_cartpole.PositionOnlyCartPole method) (popgym.envs.position_only_pendulum.PositionOnlyPendulum method) (popgym.envs.repeat_first.RepeatFirst method) (popgym.envs.repeat_previous.RepeatPrevious method) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole method)

GOAL (popgym.core.maze.Cell attribute) GRU (class in popgym.baselines.ray_models.ray_gru)

H

h (in module popgym.util.benchmark) H (popgym.baselines.models.s4d.S4 attribute) (popgym.baselines.models.s4d.SSKernel attribute) (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) h (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention attribute) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention attribute) (popgym.baselines.ray_models.ray_s4d.S4D attribute) hand_size() (popgym.core.deck.Deck method) hands (popgym.core.deck.Deck attribute)

has_cauchy_extension (in module popgym.baselines.models.s4d) has_mazelib() (in module popgym.envs) has_pykeops (in module popgym.baselines.models.s4d) HIDDEN (popgym.core.maze.Cell attribute) hidden_size (popgym.baselines.models.lmu.LMU attribute) (popgym.baselines.models.lmu.LMUCell attribute) (popgym.baselines.models.lmu.LMUFFT attribute) HiddenSquare (class in popgym.envs.minesweeper) HigherLower (class in popgym.envs.higher_lower) HigherLowerEasy (class in popgym.envs.higher_lower) HigherLowerHard (class in popgym.envs.higher_lower) HigherLowerMedium (class in popgym.envs.higher_lower) hyper (popgym.baselines.models.s4d.S4 attribute)

I

idx (popgym.core.deck.Deck attribute) idx_keys (popgym.core.deck.Deck attribute) impulse() (popgym.baselines.models.lmu.LMUFFT method) IndRNN (class in popgym.baselines.models.indrnn) (class in popgym.baselines.ray_models.ray_indrnn) inference_closure() (in module popgym.util.benchmark) initial_state() (popgym.baselines.ray_models.base_model.BaseModel method) (popgym.baselines.ray_models.ray_diffnc.DiffNC method) (popgym.baselines.ray_models.ray_elman.Elman method) (popgym.baselines.ray_models.ray_frameconv.Frameconv method) (popgym.baselines.ray_models.ray_framestack.Framestack method) (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer method) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer method) (popgym.baselines.ray_models.ray_gru.GRU method) (popgym.baselines.ray_models.ray_indrnn.IndRNN method) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention method) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention method) (popgym.baselines.ray_models.ray_lmu.LMU method) (popgym.baselines.ray_models.ray_lstm.LSTM method) (popgym.baselines.ray_models.ray_mlp.MLP method) (popgym.baselines.ray_models.ray_s4d.S4D method)

initParameters() (popgym.baselines.models.lmu.LMUCell method) input0 (popgym.baselines.models.indrnn.IndRNN attribute) input1 (popgym.baselines.models.indrnn.IndRNN attribute) input_dim (popgym.baselines.ray_models.base_model.BaseModel attribute) IS_T0 (in module popgym.wrappers.antialias)

K

k (popgym.envs.repeat_previous.RepeatPrevious attribute) keops (popgym.baselines.models.s4d.SSKernelNPLR attribute) kernel (popgym.baselines.models.s4d.S4 attribute)

kernel_args (popgym.baselines.models.s4d.SSKernel attribute) key (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) keys (popgym.core.deck.Deck attribute)

L

L (popgym.baselines.models.s4d.S4 attribute) (popgym.baselines.models.s4d.SSKernelDiag attribute) l_max (popgym.baselines.models.s4d.SSKernelNPLR attribute) LabyrinthEscape (class in popgym.envs.labyrinth_escape) LabyrinthEscapeEasy (class in popgym.envs.labyrinth_escape) LabyrinthEscapeHard (class in popgym.envs.labyrinth_escape) LabyrinthEscapeMedium (class in popgym.envs.labyrinth_escape) LabyrinthExplore (class in popgym.envs.labyrinth_explore) LabyrinthExploreEasy (class in popgym.envs.labyrinth_explore) LabyrinthExploreHard (class in popgym.envs.labyrinth_explore) LabyrinthExploreMedium (class in popgym.envs.labyrinth_explore) last_in_play_idx (popgym.envs.concentration.Concentration attribute) last_obs (popgym.envs.battleship.Battleship attribute) (popgym.envs.count_recall.CountRecall attribute) last_trying_card_already_up (popgym.envs.concentration.Concentration attribute)

leCunUniform() (in module popgym.baselines.models.lmu) LEFT (popgym.core.maze.Actions attribute) limit (popgym.baselines.models.embeddings.PhaserEncoding attribute) lin (popgym.baselines.models.embeddings.PerceptronEmbedding attribute) (popgym.baselines.models.embeddings.SoftExponentialEmbedding attribute) LinearActivation() (in module popgym.baselines.models.s4d) LinearAttention (class in popgym.baselines.ray_models.ray_linear_attention) LinearAttentionBlock (class in popgym.baselines.models.linear_attention) LMU (class in popgym.baselines.models.lmu) (class in popgym.baselines.ray_models.ray_lmu) LMUCell (class in popgym.baselines.models.lmu) LMUFFT (class in popgym.baselines.models.lmu) local_view() (popgym.core.maze.MazeEnv method) log (in module popgym.baselines.models.s4d) LSTM (class in popgym.baselines.ray_models.ray_lstm)

M

main() (in module popgym.baselines.ppo) (in module popgym.util.benchmark) make_obs() (popgym.envs.autoencode.Autoencode method) map (popgym.baselines.ray_models.ray_s4d.S4D attribute) Markovian (class in popgym.wrappers.markovian) max_card_count (popgym.envs.count_recall.CountRecall attribute) max_episode_length (popgym.core.maze.MazeEnv attribute) (popgym.envs.autoencode.Autoencode attribute) (popgym.envs.battleship.Battleship attribute) (popgym.envs.count_recall.CountRecall attribute) (popgym.envs.minesweeper.MineSweeper attribute) (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) (popgym.envs.position_only_cartpole.PositionOnlyCartPole attribute) (popgym.envs.position_only_pendulum.PositionOnlyPendulum attribute) (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole attribute) max_len (popgym.baselines.models.embeddings.Base2Embedding attribute) (popgym.baselines.models.embeddings.Time2Vec attribute) max_seq_len (popgym.baselines.ray_models.base_model.BaseModel attribute) MaxAggregation (class in popgym.baselines.models.aggregations) maze_dims (popgym.core.maze.MazeEnv attribute) MazeEnv (class in popgym.core.maze) MEMORY_KEYS (popgym.baselines.ray_models.ray_diffnc.DiffNC attribute) memory_size (popgym.baselines.models.lmu.LMU attribute) (popgym.baselines.models.lmu.LMUCell attribute) (popgym.baselines.models.lmu.LMUFFT attribute) MINE (popgym.envs.minesweeper.HiddenSquare attribute) MineSweeper (class in popgym.envs.minesweeper) MineSweeperEasy (class in popgym.envs.minesweeper) MineSweeperHard (class in popgym.envs.minesweeper) MineSweeperMedium (class in popgym.envs.minesweeper) MLP (class in popgym.baselines.ray_models.ray_mlp) mod_name (in module popgym.envs) Mode (class in popgym.envs.autoencode) mode (popgym.baselines.models.s4d.SSKernel attribute) (popgym.envs.autoencode.Autoencode attribute) MODEL_CONFIG (popgym.baselines.ray_models.base_model.BaseModel attribute) (popgym.baselines.ray_models.ray_diffnc.DiffNC attribute) (popgym.baselines.ray_models.ray_elman.Elman attribute) (popgym.baselines.ray_models.ray_frameconv.Frameconv attribute) (popgym.baselines.ray_models.ray_framestack.Framestack attribute) (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_gru.GRU attribute) (popgym.baselines.ray_models.ray_indrnn.IndRNN attribute) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention attribute) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention attribute) (popgym.baselines.ray_models.ray_lmu.LMU attribute) (popgym.baselines.ray_models.ray_lstm.LSTM attribute) (popgym.baselines.ray_models.ray_mlp.BasicMLP attribute) (popgym.baselines.ray_models.ray_mlp.MLP attribute) (popgym.baselines.ray_models.ray_s4d.S4D attribute) module popgym popgym.baselines popgym.baselines.models popgym.baselines.models.aggregations popgym.baselines.models.embeddings popgym.baselines.models.fwp popgym.baselines.models.indrnn popgym.baselines.models.linear_attention popgym.baselines.models.lmu popgym.baselines.models.s4d popgym.baselines.ppo popgym.baselines.ray_models popgym.baselines.ray_models.base_model popgym.baselines.ray_models.ray_diffnc popgym.baselines.ray_models.ray_elman popgym.baselines.ray_models.ray_frameconv popgym.baselines.ray_models.ray_framestack popgym.baselines.ray_models.ray_fwp popgym.baselines.ray_models.ray_gru popgym.baselines.ray_models.ray_indrnn popgym.baselines.ray_models.ray_linear_attention popgym.baselines.ray_models.ray_lmu popgym.baselines.ray_models.ray_lstm popgym.baselines.ray_models.ray_mlp popgym.baselines.ray_models.ray_s4d popgym.core popgym.core.deck popgym.core.env popgym.core.maze popgym.core.observability popgym.core.wrapper popgym.envs popgym.envs.autoencode popgym.envs.battleship popgym.envs.concentration popgym.envs.count_recall popgym.envs.higher_lower popgym.envs.labyrinth_escape popgym.envs.labyrinth_explore popgym.envs.minesweeper popgym.envs.multiarmed_bandit popgym.envs.noisy_position_only_cartpole popgym.envs.noisy_position_only_pendulum popgym.envs.position_only_cartpole popgym.envs.position_only_pendulum popgym.envs.repeat_first popgym.envs.repeat_previous popgym.envs.velocity_only_cartpole popgym.util popgym.util.benchmark popgym.wrappers popgym.wrappers.antialias popgym.wrappers.discrete_action popgym.wrappers.flatten popgym.wrappers.markovian popgym.wrappers.previous_action

move() (popgym.core.maze.MazeEnv method) MultiarmedBandit (class in popgym.envs.multiarmed_bandit) MultiarmedBanditEasy (class in popgym.envs.multiarmed_bandit) MultiarmedBanditHard (class in popgym.envs.multiarmed_bandit) MultiarmedBanditMedium (class in popgym.envs.multiarmed_bandit)

N

N (popgym.baselines.models.s4d.S4 attribute) (popgym.baselines.models.s4d.SSKernel attribute) (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) n_ssm (popgym.baselines.models.s4d.SSKernel attribute) (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) NAVIGATION (in module popgym.envs) need_flatten_action (popgym.wrappers.flatten.Flatten attribute) need_flatten_obs (popgym.wrappers.flatten.Flatten attribute) neg_reward_scale (popgym.envs.labyrinth_escape.LabyrinthEscape attribute) (popgym.envs.labyrinth_explore.LabyrinthExplore attribute) net (popgym.baselines.models.embeddings.Time2Vec attribute) NO (popgym.core.maze.Explored attribute) noise_sigma (popgym.envs.noisy_position_only_cartpole.NoisyPositionOnlyCartPole attribute) (popgym.envs.noisy_position_only_pendulum.NoisyPositionOnlyPendulum attribute) NOISY (in module popgym.envs) NOISY_EASY (in module popgym.envs) NOISY_HARD (in module popgym.envs) NOISY_MEDIUM (in module popgym.envs) NoisyPositionOnlyCartPole (class in popgym.envs.noisy_position_only_cartpole)

NoisyPositionOnlyCartPoleEasy (class in popgym.envs.noisy_position_only_cartpole) NoisyPositionOnlyCartPoleHard (class in popgym.envs.noisy_position_only_cartpole) NoisyPositionOnlyCartPoleMedium (class in popgym.envs.noisy_position_only_cartpole) NoisyPositionOnlyPendulum (class in popgym.envs.noisy_position_only_pendulum) NoisyPositionOnlyPendulumEasy (class in popgym.envs.noisy_position_only_pendulum) NoisyPositionOnlyPendulumHard (class in popgym.envs.noisy_position_only_pendulum) NoisyPositionOnlyPendulumMedium (class in popgym.envs.noisy_position_only_pendulum) NONE (popgym.core.maze.Actions attribute) norm (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) nplr() (in module popgym.baselines.models.s4d) null_action (popgym.wrappers.previous_action.PreviousAction attribute) num_bandits (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) num_cards (popgym.core.deck.Deck attribute) num_decks (popgym.core.deck.Deck attribute) (popgym.envs.higher_lower.HigherLower attribute) num_dims (popgym.baselines.models.embeddings.PhaserEncoding attribute) num_distinct_cards (popgym.envs.count_recall.CountRecall attribute) num_mines (popgym.envs.minesweeper.MineSweeper attribute) num_outputs (popgym.baselines.ray_models.base_model.BaseModel attribute) num_steps (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute)

O

OBS (in module popgym.core.observability) obs_dim (popgym.baselines.ray_models.base_model.BaseModel attribute) obs_requires_prev_action (popgym.core.env.POPGymEnv attribute) (popgym.core.maze.MazeEnv attribute) (popgym.envs.battleship.Battleship attribute) (popgym.envs.concentration.Concentration attribute) (popgym.envs.minesweeper.MineSweeper attribute) (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) Observability (class in popgym.core.observability) observability (popgym.wrappers.markovian.Markovian attribute) observability_level (popgym.core.env.POPGymEnv attribute) observation_space (popgym.core.maze.MazeEnv attribute) (popgym.envs.autoencode.Autoencode attribute) (popgym.envs.battleship.Battleship attribute) (popgym.envs.concentration.Concentration attribute) (popgym.envs.count_recall.CountRecall attribute) (popgym.envs.higher_lower.HigherLower attribute) (popgym.envs.minesweeper.MineSweeper attribute) (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) (popgym.envs.position_only_cartpole.PositionOnlyCartPole attribute) (popgym.envs.position_only_pendulum.PositionOnlyPendulum attribute) (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole attribute) (popgym.wrappers.antialias.Antialias attribute) (popgym.wrappers.previous_action.PreviousAction attribute)

OBSTACLE (popgym.core.maze.Cell attribute) OptimModule (class in popgym.baselines.models.s4d) output (popgym.baselines.models.indrnn.IndRNN attribute) output_linear (popgym.baselines.models.s4d.S4 attribute)

P

p (popgym.baselines.models.s4d.DropoutNd attribute) pack_state() (popgym.baselines.ray_models.ray_diffnc.DiffNC method) PARTIAL (popgym.core.observability.Observability attribute) PerceptronEmbedding (class in popgym.baselines.models.embeddings) PhaserEncoding (class in popgym.baselines.models.embeddings) Phi (class in popgym.baselines.models.linear_attention) phi (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) place_ship() (popgym.envs.battleship.Battleship method) PLAY (popgym.envs.autoencode.Mode attribute) popgym module popgym.baselines module popgym.baselines.models module popgym.baselines.models.aggregations module popgym.baselines.models.embeddings module popgym.baselines.models.fwp module popgym.baselines.models.indrnn module popgym.baselines.models.linear_attention module popgym.baselines.models.lmu module popgym.baselines.models.s4d module popgym.baselines.ppo module popgym.baselines.ray_models module popgym.baselines.ray_models.base_model module popgym.baselines.ray_models.ray_diffnc module popgym.baselines.ray_models.ray_elman module popgym.baselines.ray_models.ray_frameconv module popgym.baselines.ray_models.ray_framestack module popgym.baselines.ray_models.ray_fwp module popgym.baselines.ray_models.ray_gru module popgym.baselines.ray_models.ray_indrnn module popgym.baselines.ray_models.ray_linear_attention module popgym.baselines.ray_models.ray_lmu module popgym.baselines.ray_models.ray_lstm module popgym.baselines.ray_models.ray_mlp module popgym.baselines.ray_models.ray_s4d module popgym.core module popgym.core.deck module popgym.core.env module popgym.core.maze module popgym.core.observability module popgym.core.wrapper module

popgym.envs module popgym.envs.autoencode module popgym.envs.battleship module popgym.envs.concentration module popgym.envs.count_recall module popgym.envs.higher_lower module popgym.envs.labyrinth_escape module popgym.envs.labyrinth_explore module popgym.envs.minesweeper module popgym.envs.multiarmed_bandit module popgym.envs.noisy_position_only_cartpole module popgym.envs.noisy_position_only_pendulum module popgym.envs.position_only_cartpole module popgym.envs.position_only_pendulum module popgym.envs.repeat_first module popgym.envs.repeat_previous module popgym.envs.velocity_only_cartpole module popgym.util module popgym.util.benchmark module popgym.wrappers module popgym.wrappers.antialias module popgym.wrappers.discrete_action module popgym.wrappers.flatten module popgym.wrappers.markovian module popgym.wrappers.previous_action module POPGymEnv (class in popgym.core.env) POPGymWrapper (class in popgym.core.wrapper) positional_encoding() (in module popgym.baselines.models.embeddings) PositionOnlyCartPole (class in popgym.envs.position_only_cartpole) PositionOnlyCartPoleEasy (class in popgym.envs.position_only_cartpole) PositionOnlyCartPoleHard (class in popgym.envs.position_only_cartpole) PositionOnlyCartPoleMedium (class in popgym.envs.position_only_cartpole) PositionOnlyPendulum (class in popgym.envs.position_only_pendulum) PositionOnlyPendulumEasy (class in popgym.envs.position_only_pendulum) PositionOnlyPendulumHard (class in popgym.envs.position_only_pendulum) PositionOnlyPendulumMedium (class in popgym.envs.position_only_pendulum) post (popgym.baselines.ray_models.base_model.BaseModel attribute) power() (in module popgym.baselines.models.s4d) pre (popgym.baselines.ray_models.base_model.BaseModel attribute) preprocess_obs() (popgym.baselines.ray_models.base_model.BaseModel method) PREV_ACTION (in module popgym.wrappers.discrete_action) (in module popgym.wrappers.previous_action) PreviousAction (class in popgym.wrappers.previous_action) psi() (popgym.baselines.models.embeddings.PhaserEncoding method)

Q

query (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) (popgym.envs.count_recall.CountRecall attribute)

query_deck (popgym.envs.count_recall.CountRecall attribute)

R

rank (popgym.baselines.models.s4d.SSKernelNPLR attribute) rank_correction() (in module popgym.baselines.models.s4d) RANKS (in module popgym.core.deck) ranks (popgym.core.deck.Deck attribute) ranks_idx (popgym.core.deck.Deck attribute) real_tolerance (popgym.baselines.models.s4d.SSKernelNPLR attribute) real_type (popgym.baselines.models.s4d.SSKernelDiag attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) recurrent_update() (popgym.baselines.models.embeddings.PhaserEncoding method) recurrent_update2() (popgym.baselines.models.embeddings.PhaserEncoding method) register() (popgym.baselines.models.s4d.OptimModule method) render() (popgym.envs.battleship.Battleship method) (popgym.envs.concentration.Concentration method) (popgym.envs.count_recall.CountRecall method) (popgym.envs.higher_lower.HigherLower method) (popgym.envs.labyrinth_escape.LabyrinthEscape method) (popgym.envs.labyrinth_explore.LabyrinthExplore method) (popgym.envs.minesweeper.MineSweeper method) repeat (popgym.baselines.models.s4d.SSKernelDiag attribute) RepeatFirst (class in popgym.envs.repeat_first) RepeatFirstEasy (class in popgym.envs.repeat_first) RepeatFirstHard (class in popgym.envs.repeat_first) RepeatFirstMedium (class in popgym.envs.repeat_first) RepeatPrevious (class in popgym.envs.repeat_previous) RepeatPreviousEasy (class in popgym.envs.repeat_previous) RepeatPreviousHard (class in popgym.envs.repeat_previous) RepeatPreviousMedium (class in popgym.envs.repeat_previous) reset() (popgym.core.deck.Deck method) (popgym.core.maze.MazeEnv method) (popgym.envs.autoencode.Autoencode method) (popgym.envs.battleship.Battleship method) (popgym.envs.concentration.Concentration method) (popgym.envs.count_recall.CountRecall method) (popgym.envs.higher_lower.HigherLower method) (popgym.envs.labyrinth_escape.LabyrinthEscape method) (popgym.envs.labyrinth_explore.LabyrinthExplore method) (popgym.envs.minesweeper.MineSweeper method) (popgym.envs.multiarmed_bandit.MultiarmedBandit method) (popgym.envs.noisy_position_only_cartpole.NoisyPositionOnlyCartPole method) (popgym.envs.noisy_position_only_pendulum.NoisyPositionOnlyPendulum method) (popgym.envs.position_only_cartpole.PositionOnlyCartPole method) (popgym.envs.position_only_pendulum.PositionOnlyPendulum method) (popgym.envs.repeat_first.RepeatFirst method) (popgym.envs.repeat_previous.RepeatPrevious method) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole method) (popgym.wrappers.antialias.Antialias method) (popgym.wrappers.flatten.Flatten method) (popgym.wrappers.markovian.Markovian method) (popgym.wrappers.previous_action.PreviousAction method)

residual (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) reward_scale (popgym.envs.count_recall.CountRecall attribute) reward_transform() (popgym.envs.position_only_cartpole.PositionOnlyCartPole method) (popgym.envs.position_only_pendulum.PositionOnlyPendulum method) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole method) RIGHT (popgym.core.maze.Actions attribute)

S

S4 (class in popgym.baselines.models.s4d) S4D (class in popgym.baselines.ray_models.ray_s4d) S_aggregator (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) sample_deck() (popgym.envs.count_recall.CountRecall method) SAMPLES (in module popgym.util.benchmark) ScaledPositionalEncoding (class in popgym.baselines.models.embeddings) seq_len (popgym.baselines.models.lmu.LMUFFT attribute) setup_embedding() (popgym.baselines.ray_models.base_model.BaseModel method) setup_step() (popgym.baselines.models.s4d.S4 method) ship_sizes (popgym.envs.battleship.Battleship attribute) show() (popgym.core.deck.Deck method) SimpleScaledEncoding (class in popgym.baselines.models.embeddings) soft_clamp (popgym.baselines.models.embeddings.PhaserEncoding attribute) SoftExponentialEmbedding (class in popgym.baselines.models.embeddings) SSKernel (class in popgym.baselines.models.s4d) SSKernelDiag (class in popgym.baselines.models.s4d) SSKernelNPLR (class in popgym.baselines.models.s4d) ssm() (in module popgym.baselines.models.s4d) START (popgym.core.maze.Cell attribute) STATE (in module popgym.core.observability) state (popgym.envs.higher_lower.HigherLower attribute) state_space (popgym.core.env.POPGymEnv attribute) (popgym.core.maze.MazeEnv attribute) (popgym.core.wrapper.POPGymWrapper property) (popgym.envs.autoencode.Autoencode attribute) (popgym.envs.battleship.Battleship attribute) (popgym.envs.concentration.Concentration attribute) (popgym.envs.count_recall.CountRecall attribute) (popgym.envs.higher_lower.HigherLower attribute) (popgym.envs.minesweeper.MineSweeper attribute) (popgym.envs.multiarmed_bandit.MultiarmedBandit attribute) (popgym.envs.position_only_cartpole.PositionOnlyCartPole attribute) (popgym.envs.position_only_pendulum.PositionOnlyPendulum attribute) (popgym.envs.repeat_first.RepeatFirst attribute) (popgym.envs.repeat_previous.RepeatPrevious attribute) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole attribute)

stateSpaceMatrices() (popgym.baselines.models.lmu.LMUCell method) (popgym.baselines.models.lmu.LMUFFT method) step() (popgym.baselines.models.s4d.S4 method) (popgym.baselines.models.s4d.SSKernel method) (popgym.baselines.models.s4d.SSKernelDiag method) (popgym.baselines.models.s4d.SSKernelNPLR method) (popgym.core.maze.MazeEnv method) (popgym.envs.autoencode.Autoencode method) (popgym.envs.battleship.Battleship method) (popgym.envs.concentration.Concentration method) (popgym.envs.count_recall.CountRecall method) (popgym.envs.higher_lower.HigherLower method) (popgym.envs.labyrinth_escape.LabyrinthEscape method) (popgym.envs.labyrinth_explore.LabyrinthExplore method) (popgym.envs.minesweeper.MineSweeper method) (popgym.envs.multiarmed_bandit.MultiarmedBandit method) (popgym.envs.noisy_position_only_cartpole.NoisyPositionOnlyCartPole method) (popgym.envs.noisy_position_only_pendulum.NoisyPositionOnlyPendulum method) (popgym.envs.position_only_cartpole.PositionOnlyCartPole method) (popgym.envs.position_only_pendulum.PositionOnlyPendulum method) (popgym.envs.repeat_first.RepeatFirst method) (popgym.envs.repeat_previous.RepeatPrevious method) (popgym.envs.velocity_only_cartpole.VelocityOnlyCartPole method) (popgym.wrappers.antialias.Antialias method) (popgym.wrappers.discrete_action.DiscreteAction method) (popgym.wrappers.flatten.Flatten method) (popgym.wrappers.markovian.Markovian method) (popgym.wrappers.previous_action.PreviousAction method) success_reward_scale (popgym.envs.concentration.Concentration attribute) (popgym.envs.minesweeper.MineSweeper attribute) SUITS (in module popgym.core.deck) suits (popgym.core.deck.Deck attribute) suits_idx (popgym.core.deck.Deck attribute) SUITS_UNICODE (in module popgym.core.deck) sum_normalization (popgym.baselines.models.fwp.FWPBlock attribute) SumAggregation (class in popgym.baselines.models.aggregations)

T

theta (popgym.baselines.models.lmu.LMUFFT attribute) tie (popgym.baselines.models.s4d.DropoutNd attribute) TIME (in module popgym.util.benchmark) Time2Vec (class in popgym.baselines.models.embeddings)

tostring() (popgym.core.maze.MazeEnv method) train_closure() (in module popgym.util.benchmark) transition() (in module popgym.baselines.models.s4d) transposed (popgym.baselines.models.s4d.DropoutNd attribute) (popgym.baselines.models.s4d.S4 attribute)

U

unmap (popgym.baselines.ray_models.ray_fwp.DeepFastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_fwp.FastWeightProgrammer attribute) (popgym.baselines.ray_models.ray_linear_attention.DeepLinearAttention attribute) (popgym.baselines.ray_models.ray_linear_attention.LinearAttention attribute)

unpack_state() (popgym.baselines.ray_models.ray_diffnc.DiffNC method) UP (popgym.core.maze.Actions attribute)

V

value (popgym.baselines.models.fwp.FWPBlock attribute) (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute) value() (popgym.core.deck.Deck method) value_deck (popgym.envs.count_recall.CountRecall attribute) value_fn() (in module popgym.envs.higher_lower) value_function() (popgym.baselines.ray_models.base_model.BaseModel method) value_idx() (popgym.core.deck.Deck method) value_map (popgym.envs.higher_lower.HigherLower attribute)

VelocityOnlyCartPole (class in popgym.envs.velocity_only_cartpole) VelocityOnlyCartPoleEasy (class in popgym.envs.velocity_only_cartpole) VelocityOnlyCartPoleHard (class in popgym.envs.velocity_only_cartpole) VelocityOnlyCartPoleMedium (class in popgym.envs.velocity_only_cartpole) verbose (popgym.baselines.models.s4d.SSKernel attribute) (popgym.baselines.models.s4d.SSKernelNPLR attribute) VIEWED (popgym.envs.minesweeper.HiddenSquare attribute) visualize() (popgym.core.deck.Deck method) visualize_idx() (popgym.core.deck.Deck method)

W

W_h (popgym.baselines.models.lmu.LMUCell attribute) (popgym.baselines.models.lmu.LMUFFT attribute) W_m (popgym.baselines.models.lmu.LMUCell attribute) W_u (popgym.baselines.models.lmu.LMUFFT attribute)

W_x (popgym.baselines.models.lmu.LMUCell attribute) WATCH (popgym.envs.autoencode.Mode attribute) weight0 (popgym.baselines.models.indrnn.IndRNN attribute) weight1 (popgym.baselines.models.indrnn.IndRNN attribute) weight_init() (in module popgym.baselines.ray_models.base_model)

Y

YES (popgym.core.maze.Explored attribute)

Z

Z_aggregator (popgym.baselines.models.linear_attention.LinearAttentionBlock attribute)