Index

A

ActionModel (class in resources.model.model) ActionSpace (class in framework.spaces), [1] ActionTaken (class in framework.protocol) actionTaken() (environments.single_agent_environment.SingleAgentEnvironment method) ActorCriticAgent (class in agents.actor_critic_agent) addAbsolutePath() (framework.filesystem.BaseUserDirectory method) addContinuousDimension() (framework.spaces.Space method), [1] addDiscreteDimension() (framework.spaces.Space method), [1] addExperience() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) addObservable() (framework.observables.AllObservables method) addObserver() (framework.observables.Observable method) addOldStyleSpace() (framework.spaces.Space method), [1] addStartState() (resources.model.model.Model method) addTerminalState() (resources.model.model.Model method) addText() (framework.filesystem.LogFile method) addTransition() (framework.observables.TrajectoryObservable method) addValue() (framework.observables.FloatStreamObservable method)

AgentBase (class in agents.agent_base) AgentInfo (class in framework.protocol) agentPollMethod() (framework.world.World method) agents (module), [1] agents.actor_critic_agent (module) agents.agent_base (module) agents.dps_agent (module) agents.dyna_td_agent (module) agents.fitted_r_max_agent (module) agents.mbdps_agent (module) agents.monte_carlo_agent (module) agents.random_agent (module) agents.td_agent (module) agents.td_lambda_agent (module) AllObservables (class in framework.observables) appendStringToPath() (framework.filesystem.BaseUserDirectory method)

B

BaseUserDirectory (class in framework.filesystem)

C

chopContinuousAction() (framework.spaces.ActionSpace method) CMAC (class in resources.function_approximators.cmac) CMAESOptimizer (class in resources.optimization.cmaes_optimizer) computeOptimalAction() (resources.function_approximators.function_approximator.FunctionApproximator method) computeQ() (resources.function_approximators.function_approximator.FunctionApproximator method)

computeV() (resources.function_approximators.function_approximator.FunctionApproximator method) create() (resources.function_approximators.function_approximator.FunctionApproximator static method) (resources.model.model.Model static method) (resources.optimization.optimizer.Optimizer static method) (resources.planner.planner.Planner static method) (resources.policies.policy.Policy static method) (resources.policy_search.policy_search.PolicySearch static method) (resources.skill_discovery.skill_discovery.SkillDiscovery static method) createMonitor() (framework.world.World method) createPath() (framework.filesystem.BaseUserDirectory method)

D

Dimension (class in framework.spaces), [1] discretizedActionSpace() (framework.spaces.ActionSpace method) DoublePoleBalancingEnvironment (class in worlds.double_pole_balancing.environments.double_pole_balancing_environment)

DPS_Agent (class in agents.dps_agent) drawStartState() (resources.model.model.Model method) DynaTDAgent (class in agents.dyna_td_agent)

E

EnvironmentInfo (class in framework.protocol) environmentPollMethod() (framework.world.World method) environments.single_agent_environment (module) episodeFinished() (resources.skill_discovery.skill_discovery.SkillDiscovery method) ESOptimizer (class in resources.optimization.evolution_strategy)

evaluate() (resources.policies.policy.Policy method) evaluateAction() (environments.single_agent_environment.SingleAgentEnvironment method) executeEpisode() (framework.world.World method) executeSteps() (framework.world.World method)

F

fileExists() (framework.filesystem.BaseUserDirectory method) FittedRMaxAgent (class in agents.fitted_r_max_agent) FixedParametrization (class in resources.policy_search.fixed_parametrization) FloatStreamObservable (class in framework.observables) framework (module) framework.experiment (module) framework.filesystem (module) framework.interaction_server (module)

framework.monitor (module) framework.observables (module) framework.protocol (module) framework.spaces (module), [1] framework.state (module) framework.world (module) FunctionApproximator (class in resources.function_approximators.function_approximator) FunctionOverStateSpaceObservable (class in framework.observables)

G

getAbsolutePath() (framework.filesystem.BaseUserDirectory method) GetAction (class in framework.protocol) getAction() (agents.agent_base.AgentBase method) getActionList() (framework.spaces.ActionSpace method) getActionSpace() (environments.single_agent_environment.SingleAgentEnvironment method) getActiveIndividual() (resources.optimization.optimizer.Optimizer method) getActivePolicy() (resources.policy_search.policy_search.PolicySearch method) getAgent() (framework.world.World method) getAllIndividuals() (resources.optimization.optimizer.Optimizer method) getAllObservablesOfType() (framework.observables.AllObservables method) getBestIndividual() (resources.optimization.optimizer.Optimizer method) getBestPolicy() (resources.policy_search.policy_search.PolicySearch method) getConfidence() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getDimensionNames() (framework.spaces.Space method), [1] getDimensions() (framework.spaces.Space method), [1] getEnvironment() (framework.world.World method) getExpectedReward() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getExplorationValue() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getFileAsText() (framework.filesystem.BaseUserDirectory method) getFileObj() (framework.filesystem.BaseUserDirectory method) getFunctionApproximatorDict() (resources.function_approximators.function_approximator.FunctionApproximator static method) getGreedyPolicy() (agents.agent_base.AgentBase method) getInitialState() (environments.single_agent_environment.SingleAgentEnvironment method) getModelDict() (resources.model.model.Model static method) getNearestNeighbor() (resources.model.model.Model method)

getNearestNeighbors() (resources.model.model.Model method) getNumberOfDimensions() (framework.spaces.Space method), [1] getObservable() (framework.observables.AllObservables method) getOptimizerDict() (resources.optimization.optimizer.Optimizer static method) getParameters() (resources.policies.policy.Policy method) getPlannerDict() (resources.planner.planner.Planner static method) getPolicyDict() (resources.policies.policy.Policy static method) getPolicySearchDict() (resources.policy_search.policy_search.PolicySearch static method) getPredecessorDistribution() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getRWPath() (in module mmlf) getSample() (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getSkillDiscoveryDict() (resources.skill_discovery.skill_discovery.SkillDiscovery static method) getStateList() (framework.spaces.StateSpace method) getStates() (resources.model.model.Model method) getStateSpace() (environments.single_agent_environment.SingleAgentEnvironment method) getSuccessorDistribution() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) getValueRanges() (framework.spaces.Dimension method) getValues() (framework.spaces.Dimension method) GetWish (class in framework.protocol) getWish() (environments.single_agent_environment.SingleAgentEnvironment method) GiveAgentInfo (class in framework.protocol) giveAgentInfo() (environments.single_agent_environment.SingleAgentEnvironment method) GiveReward (class in framework.protocol) giveReward() (agents.agent_base.AgentBase method) GridModel (class in resources.model.grid_model)

H

hasContinuousDimensions() (framework.spaces.Space method), [1] hasDimension() (framework.state.State method)

hasDiscreteDimensions() (framework.spaces.Space method), [1]

I

ImproperAgentException (class in environments.single_agent_environment) initializeRWArea() (in module mmlf) InteractionServer (class in framework.interaction_server)

isContinuous() (framework.spaces.Dimension method) (framework.state.State method) isDiscrete() (framework.spaces.Dimension method) isTerminalState() (resources.model.model.Model method)

J

JointStateActionModel (class in resources.model.model)

K

KNNFunctionApproximator (class in resources.function_approximators.knn)

KNNModel (class in resources.model.knn_model)

L

LinearCombination (class in resources.function_approximators.linear_combination) LinearContinuousActionPolicy (class in resources.policies.linear_policy) LinearDiscreteActionPolicy (class in resources.policies.linear_policy) LinearMarkovChainEnvironment (class in worlds.linear_markov_chain.environments.linear_markov_chain_environment) loadAgent() (framework.world.World method) loadEnvironment() (framework.world.World method) loadExperimentConfig() (in module mmlf)

loadWorld() (in module mmlf) loadWorldFromConfigFile() (in module mmlf) LogFile (class in framework.filesystem) loopInitialize() (framework.interaction_server.InteractionServer method) loopIteration() (framework.interaction_server.InteractionServer method) LWPRModel (class in resources.model.lwpr_model)

M

Maze2dEnvironment (class in worlds.maze2d.environments.maze2d_environment) MazeCliffEnvironment (class in worlds.maze_cliff.environments.maze_cliff_environment) MBDPS_Agent (class in agents.mbdps_agent) MBDPSPlanner (class in resources.planner.mbdps_planner) Message (class in framework.protocol) MLP (class in resources.function_approximators.mlp) MLPPolicy (class in resources.policies.mlp_policy)

mmlf (module) Model (class in resources.model.model) ModelObservable (class in framework.observables) Monitor (class in framework.monitor), [1] MonteCarloAgent (class in agents.monte_carlo_agent) MountainCarEnvironment (class in worlds.mountain_car.environments.mcar_env) MultilinearGrid (class in resources.function_approximators.multilinear_grid)

N

NextEpisodeStarted (class in framework.protocol) nextEpisodeStarted() (agents.agent_base.AgentBase method)

notifyEndOfEpisode() (framework.monitor.Monitor method)

O

Observable (class in framework.observables)

Optimizer (class in resources.optimization.optimizer)

P

PinballMazeEnvironment (class in worlds.pinball_maze.environments.pinball_maze_environment) Planner (class in resources.planner.planner) plot() (framework.observables.FunctionOverStateSpaceObservable method) (framework.observables.ModelObservable method) (framework.observables.StateActionValuesObservable method) plotStateSpaceStructure() (environments.single_agent_environment.SingleAgentEnvironment method)

PODoublePoleBalancingEnvironment (class in worlds.po_double_pole_balancing.environments.po_double_pole_balancing_environment) Policy (class in resources.policies.policy) PolicySearch (class in resources.policy_search.policy_search) PrioritizedSweepingPlanner (class in resources.planner.prioritized_sweeping)

Q

QCON (class in resources.function_approximators.qcon)

R

RandomAgent (class in agents.random_agent) RandomSearchOptimizer (class in resources.optimization.random_search) RBF_FA (class in resources.function_approximators.rbf) removeObservable() (framework.observables.AllObservables method) removeObserver() (framework.observables.Observable method) reset() (resources.policy_search.policy_search.PolicySearch method) resources.function_approximators.cmac (module) resources.function_approximators.function_approximator (module) resources.function_approximators.knn (module) resources.function_approximators.linear_combination (module) resources.function_approximators.mlp (module) resources.function_approximators.multilinear_grid (module) resources.function_approximators.qcon (module) resources.function_approximators.rbf (module) resources.function_approximators.tabular_storage (module) resources.learning_algorithms.eligibility_traces (module) resources.learning_algorithms.temporal_difference (module) resources.model.grid_model (module) resources.model.knn_model (module) resources.model.lwpr_model (module) resources.model.model (module) resources.model.rmax_model_wrapper (module)

resources.model.tabular_model (module) resources.optimization.cmaes_optimizer (module) resources.optimization.evolution_strategy (module) resources.optimization.optimizer (module) resources.optimization.random_search (module) resources.planner.mbdps_planner (module) resources.planner.planner (module) resources.planner.prioritized_sweeping (module) resources.planner.trajectory_sampling (module) resources.planner.value_iteration (module) resources.policies.linear_policy (module) resources.policies.mlp_policy (module) resources.policies.policy (module) resources.policies.value_function_policy (module) resources.policy_search.fixed_parametrization (module) resources.policy_search.policy_search (module) resources.skill_discovery.skill_discovery (module) RetryQueue (class in framework.experiment) RMaxModelWrapper (class in resources.model.rmax_model_wrapper) run() (framework.interaction_server.InteractionServer method) (framework.world.World method) runExperiment() (in module framework.experiment) (in module mmlf) RWAreaInitializationFailedException

S

samplePredecessorState() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) sampleRandomAction() (framework.spaces.ActionSpace method) sampleState() (resources.model.model.ActionModel method) sampleSuccessorState() (resources.model.model.ActionModel method) (resources.model.model.JointStateActionModel method) (resources.model.model.Model method) scale() (framework.state.State method) SetActionSpace (class in framework.protocol) setActionSpace() (agents.agent_base.AgentBase method) setBasePath() (framework.filesystem.BaseUserDirectory method) setParameters() (resources.policies.policy.Policy method) SetState (class in framework.protocol) setState() (agents.agent_base.AgentBase method) setStates() (resources.planner.planner.Planner method) SetStateSpace (class in framework.protocol) setStateSpace() (agents.agent_base.AgentBase method)

setTime() (framework.filesystem.BaseUserDirectory method) setupConsoleLogging() (in module mmlf) setupFileLogging() (in module mmlf) setWorldPackageName() (framework.world.World method) SeventeenAndFourEnvironment (class in worlds.seventeen_and_four.environments.seventeen_and_four) SingleAgentEnvironment (class in environments.single_agent_environment) SinglePoleBalancingEnvironment (class in worlds.single_pole_balancing.environments.single_pole_balancing_environment) SkillDiscovery (class in resources.skill_discovery.skill_discovery) Space (class in framework.spaces), [1] State (class in framework.state) StateActionValuesObservable (class in framework.observables) StateSpace (class in framework.spaces), [1] stop() (environments.single_agent_environment.SingleAgentEnvironment method) (framework.interaction_server.InteractionServer method) (framework.world.World method) storePolicy() (agents.agent_base.AgentBase method)

T

TabularModel (class in resources.model.tabular_model) TabularStorage (class in resources.function_approximators.tabular_storage) TDAgent (class in agents.td_agent) TDLambdaAgent (class in agents.td_lambda_agent) tellAllFitness() (resources.optimization.optimizer.Optimizer method)

tellFitness() (resources.optimization.optimizer.Optimizer method) (resources.policy_search.policy_search.PolicySearch method) tellStateTransition() (resources.skill_discovery.skill_discovery.SkillDiscovery method) train() (resources.function_approximators.function_approximator.FunctionApproximator method) TrajectoryObservable (class in framework.observables) TrajectorySamplingPlanner (class in resources.planner.trajectory_sampling)

U

updateFunction() (framework.observables.FunctionOverStateSpaceObservable method) updateModel() (framework.observables.ModelObservable method)

updateValues() (framework.observables.StateActionValuesObservable method)

V

ValueFunctionPolicy (class in resources.policies.value_function_policy)

ValueIterationPlanner (class in resources.planner.value_iteration)

W

World (class in framework.world) WorldRunner (class in framework.experiment) worlds (module), [1] worlds.double_pole_balancing.environments.double_pole_balancing_environment (module) worlds.linear_markov_chain.environments.linear_markov_chain_environment (module) worlds.maze2d.environments.maze2d_environment (module)

worlds.maze_cliff.environments.maze_cliff_environment (module) worlds.mountain_car.environments.mcar_env (module) worlds.pinball_maze.environments.pinball_maze_environment (module) worlds.po_double_pole_balancing.environments.po_double_pole_balancing_environment (module) worlds.seventeen_and_four.environments.seventeen_and_four (module) worlds.single_pole_balancing.environments.single_pole_balancing_environment (module)