Index

A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | V | W

A

ActionModel (class in resources.model.model)
ActionSpace (class in framework.spaces), [1]
ActionTaken (class in framework.protocol)
actionTaken() (environments.single_agent_environment.SingleAgentEnvironment method)
ActorCriticAgent (class in agents.actor_critic_agent)
addAbsolutePath() (framework.filesystem.BaseUserDirectory method)
addContinuousDimension() (framework.spaces.Space method), [1]
addDiscreteDimension() (framework.spaces.Space method), [1]
addExperience() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
addObservable() (framework.observables.AllObservables method)
addObserver() (framework.observables.Observable method)
addOldStyleSpace() (framework.spaces.Space method), [1]
addStartState() (resources.model.model.Model method)
addTerminalState() (resources.model.model.Model method)
addText() (framework.filesystem.LogFile method)
addTransition() (framework.observables.TrajectoryObservable method)
addValue() (framework.observables.FloatStreamObservable method)
AgentBase (class in agents.agent_base)
AgentInfo (class in framework.protocol)
agentPollMethod() (framework.world.World method)
agents (module), [1]
agents.actor_critic_agent (module)
agents.agent_base (module)
agents.dps_agent (module)
agents.dyna_td_agent (module)
agents.fitted_r_max_agent (module)
agents.mbdps_agent (module)
agents.monte_carlo_agent (module)
agents.random_agent (module)
agents.td_agent (module)
agents.td_lambda_agent (module)
AllObservables (class in framework.observables)
appendStringToPath() (framework.filesystem.BaseUserDirectory method)

B

BaseUserDirectory (class in framework.filesystem)

C

chopContinuousAction() (framework.spaces.ActionSpace method)
CMAC (class in resources.function_approximators.cmac)
CMAESOptimizer (class in resources.optimization.cmaes_optimizer)
computeOptimalAction() (resources.function_approximators.function_approximator.FunctionApproximator method)
computeQ() (resources.function_approximators.function_approximator.FunctionApproximator method)
computeV() (resources.function_approximators.function_approximator.FunctionApproximator method)
create() (resources.function_approximators.function_approximator.FunctionApproximator static method)
(resources.model.model.Model static method)
(resources.optimization.optimizer.Optimizer static method)
(resources.planner.planner.Planner static method)
(resources.policies.policy.Policy static method)
(resources.policy_search.policy_search.PolicySearch static method)
(resources.skill_discovery.skill_discovery.SkillDiscovery static method)
createMonitor() (framework.world.World method)
createPath() (framework.filesystem.BaseUserDirectory method)

D

Dimension (class in framework.spaces), [1]
discretizedActionSpace() (framework.spaces.ActionSpace method)
DoublePoleBalancingEnvironment (class in worlds.double_pole_balancing.environments.double_pole_balancing_environment)
DPS_Agent (class in agents.dps_agent)
drawStartState() (resources.model.model.Model method)
DynaTDAgent (class in agents.dyna_td_agent)

E

EnvironmentInfo (class in framework.protocol)
environmentPollMethod() (framework.world.World method)
environments.single_agent_environment (module)
episodeFinished() (resources.skill_discovery.skill_discovery.SkillDiscovery method)
ESOptimizer (class in resources.optimization.evolution_strategy)
evaluate() (resources.policies.policy.Policy method)
evaluateAction() (environments.single_agent_environment.SingleAgentEnvironment method)
executeEpisode() (framework.world.World method)
executeSteps() (framework.world.World method)

F

fileExists() (framework.filesystem.BaseUserDirectory method)
FittedRMaxAgent (class in agents.fitted_r_max_agent)
FixedParametrization (class in resources.policy_search.fixed_parametrization)
FloatStreamObservable (class in framework.observables)
framework (module)
framework.experiment (module)
framework.filesystem (module)
framework.interaction_server (module)
framework.monitor (module)
framework.observables (module)
framework.protocol (module)
framework.spaces (module), [1]
framework.state (module)
framework.world (module)
FunctionApproximator (class in resources.function_approximators.function_approximator)
FunctionOverStateSpaceObservable (class in framework.observables)

G

getAbsolutePath() (framework.filesystem.BaseUserDirectory method)
GetAction (class in framework.protocol)
getAction() (agents.agent_base.AgentBase method)
getActionList() (framework.spaces.ActionSpace method)
getActionSpace() (environments.single_agent_environment.SingleAgentEnvironment method)
getActiveIndividual() (resources.optimization.optimizer.Optimizer method)
getActivePolicy() (resources.policy_search.policy_search.PolicySearch method)
getAgent() (framework.world.World method)
getAllIndividuals() (resources.optimization.optimizer.Optimizer method)
getAllObservablesOfType() (framework.observables.AllObservables method)
getBestIndividual() (resources.optimization.optimizer.Optimizer method)
getBestPolicy() (resources.policy_search.policy_search.PolicySearch method)
getConfidence() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getDimensionNames() (framework.spaces.Space method), [1]
getDimensions() (framework.spaces.Space method), [1]
getEnvironment() (framework.world.World method)
getExpectedReward() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getExplorationValue() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getFileAsText() (framework.filesystem.BaseUserDirectory method)
getFileObj() (framework.filesystem.BaseUserDirectory method)
getFunctionApproximatorDict() (resources.function_approximators.function_approximator.FunctionApproximator static method)
getGreedyPolicy() (agents.agent_base.AgentBase method)
getInitialState() (environments.single_agent_environment.SingleAgentEnvironment method)
getModelDict() (resources.model.model.Model static method)
getNearestNeighbor() (resources.model.model.Model method)
getNearestNeighbors() (resources.model.model.Model method)
getNumberOfDimensions() (framework.spaces.Space method), [1]
getObservable() (framework.observables.AllObservables method)
getOptimizerDict() (resources.optimization.optimizer.Optimizer static method)
getParameters() (resources.policies.policy.Policy method)
getPlannerDict() (resources.planner.planner.Planner static method)
getPolicyDict() (resources.policies.policy.Policy static method)
getPolicySearchDict() (resources.policy_search.policy_search.PolicySearch static method)
getPredecessorDistribution() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getRWPath() (in module mmlf)
getSample() (resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getSkillDiscoveryDict() (resources.skill_discovery.skill_discovery.SkillDiscovery static method)
getStateList() (framework.spaces.StateSpace method)
getStates() (resources.model.model.Model method)
getStateSpace() (environments.single_agent_environment.SingleAgentEnvironment method)
getSuccessorDistribution() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
getValueRanges() (framework.spaces.Dimension method)
getValues() (framework.spaces.Dimension method)
GetWish (class in framework.protocol)
getWish() (environments.single_agent_environment.SingleAgentEnvironment method)
GiveAgentInfo (class in framework.protocol)
giveAgentInfo() (environments.single_agent_environment.SingleAgentEnvironment method)
GiveReward (class in framework.protocol)
giveReward() (agents.agent_base.AgentBase method)
GridModel (class in resources.model.grid_model)

H

hasContinuousDimensions() (framework.spaces.Space method), [1]
hasDimension() (framework.state.State method)
hasDiscreteDimensions() (framework.spaces.Space method), [1]

I

ImproperAgentException (class in environments.single_agent_environment)
initializeRWArea() (in module mmlf)
InteractionServer (class in framework.interaction_server)
isContinuous() (framework.spaces.Dimension method)
(framework.state.State method)
isDiscrete() (framework.spaces.Dimension method)
isTerminalState() (resources.model.model.Model method)

J

JointStateActionModel (class in resources.model.model)

K

KNNFunctionApproximator (class in resources.function_approximators.knn)
KNNModel (class in resources.model.knn_model)

L

LinearCombination (class in resources.function_approximators.linear_combination)
LinearContinuousActionPolicy (class in resources.policies.linear_policy)
LinearDiscreteActionPolicy (class in resources.policies.linear_policy)
LinearMarkovChainEnvironment (class in worlds.linear_markov_chain.environments.linear_markov_chain_environment)
loadAgent() (framework.world.World method)
loadEnvironment() (framework.world.World method)
loadExperimentConfig() (in module mmlf)
loadWorld() (in module mmlf)
loadWorldFromConfigFile() (in module mmlf)
LogFile (class in framework.filesystem)
loopInitialize() (framework.interaction_server.InteractionServer method)
loopIteration() (framework.interaction_server.InteractionServer method)
LWPRModel (class in resources.model.lwpr_model)

M

Maze2dEnvironment (class in worlds.maze2d.environments.maze2d_environment)
MazeCliffEnvironment (class in worlds.maze_cliff.environments.maze_cliff_environment)
MBDPS_Agent (class in agents.mbdps_agent)
MBDPSPlanner (class in resources.planner.mbdps_planner)
Message (class in framework.protocol)
MLP (class in resources.function_approximators.mlp)
MLPPolicy (class in resources.policies.mlp_policy)
mmlf (module)
Model (class in resources.model.model)
ModelObservable (class in framework.observables)
Monitor (class in framework.monitor), [1]
MonteCarloAgent (class in agents.monte_carlo_agent)
MountainCarEnvironment (class in worlds.mountain_car.environments.mcar_env)
MultilinearGrid (class in resources.function_approximators.multilinear_grid)

N

NextEpisodeStarted (class in framework.protocol)
nextEpisodeStarted() (agents.agent_base.AgentBase method)
notifyEndOfEpisode() (framework.monitor.Monitor method)

O

Observable (class in framework.observables)
Optimizer (class in resources.optimization.optimizer)

P

PinballMazeEnvironment (class in worlds.pinball_maze.environments.pinball_maze_environment)
Planner (class in resources.planner.planner)
plot() (framework.observables.FunctionOverStateSpaceObservable method)
(framework.observables.ModelObservable method)
(framework.observables.StateActionValuesObservable method)
plotStateSpaceStructure() (environments.single_agent_environment.SingleAgentEnvironment method)
PODoublePoleBalancingEnvironment (class in worlds.po_double_pole_balancing.environments.po_double_pole_balancing_environment)
Policy (class in resources.policies.policy)
PolicySearch (class in resources.policy_search.policy_search)
PrioritizedSweepingPlanner (class in resources.planner.prioritized_sweeping)

Q

QCON (class in resources.function_approximators.qcon)

R

RandomAgent (class in agents.random_agent)
RandomSearchOptimizer (class in resources.optimization.random_search)
RBF_FA (class in resources.function_approximators.rbf)
removeObservable() (framework.observables.AllObservables method)
removeObserver() (framework.observables.Observable method)
reset() (resources.policy_search.policy_search.PolicySearch method)
resources.function_approximators.cmac (module)
resources.function_approximators.function_approximator (module)
resources.function_approximators.knn (module)
resources.function_approximators.linear_combination (module)
resources.function_approximators.mlp (module)
resources.function_approximators.multilinear_grid (module)
resources.function_approximators.qcon (module)
resources.function_approximators.rbf (module)
resources.function_approximators.tabular_storage (module)
resources.learning_algorithms.eligibility_traces (module)
resources.learning_algorithms.temporal_difference (module)
resources.model.grid_model (module)
resources.model.knn_model (module)
resources.model.lwpr_model (module)
resources.model.model (module)
resources.model.rmax_model_wrapper (module)
resources.model.tabular_model (module)
resources.optimization.cmaes_optimizer (module)
resources.optimization.evolution_strategy (module)
resources.optimization.optimizer (module)
resources.optimization.random_search (module)
resources.planner.mbdps_planner (module)
resources.planner.planner (module)
resources.planner.prioritized_sweeping (module)
resources.planner.trajectory_sampling (module)
resources.planner.value_iteration (module)
resources.policies.linear_policy (module)
resources.policies.mlp_policy (module)
resources.policies.policy (module)
resources.policies.value_function_policy (module)
resources.policy_search.fixed_parametrization (module)
resources.policy_search.policy_search (module)
resources.skill_discovery.skill_discovery (module)
RetryQueue (class in framework.experiment)
RMaxModelWrapper (class in resources.model.rmax_model_wrapper)
run() (framework.interaction_server.InteractionServer method)
(framework.world.World method)
runExperiment() (in module framework.experiment)
(in module mmlf)
RWAreaInitializationFailedException

S

samplePredecessorState() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
sampleRandomAction() (framework.spaces.ActionSpace method)
sampleState() (resources.model.model.ActionModel method)
sampleSuccessorState() (resources.model.model.ActionModel method)
(resources.model.model.JointStateActionModel method)
(resources.model.model.Model method)
scale() (framework.state.State method)
SetActionSpace (class in framework.protocol)
setActionSpace() (agents.agent_base.AgentBase method)
setBasePath() (framework.filesystem.BaseUserDirectory method)
setParameters() (resources.policies.policy.Policy method)
SetState (class in framework.protocol)
setState() (agents.agent_base.AgentBase method)
setStates() (resources.planner.planner.Planner method)
SetStateSpace (class in framework.protocol)
setStateSpace() (agents.agent_base.AgentBase method)
setTime() (framework.filesystem.BaseUserDirectory method)
setupConsoleLogging() (in module mmlf)
setupFileLogging() (in module mmlf)
setWorldPackageName() (framework.world.World method)
SeventeenAndFourEnvironment (class in worlds.seventeen_and_four.environments.seventeen_and_four)
SingleAgentEnvironment (class in environments.single_agent_environment)
SinglePoleBalancingEnvironment (class in worlds.single_pole_balancing.environments.single_pole_balancing_environment)
SkillDiscovery (class in resources.skill_discovery.skill_discovery)
Space (class in framework.spaces), [1]
State (class in framework.state)
StateActionValuesObservable (class in framework.observables)
StateSpace (class in framework.spaces), [1]
stop() (environments.single_agent_environment.SingleAgentEnvironment method)
(framework.interaction_server.InteractionServer method)
(framework.world.World method)
storePolicy() (agents.agent_base.AgentBase method)

T

TabularModel (class in resources.model.tabular_model)
TabularStorage (class in resources.function_approximators.tabular_storage)
TDAgent (class in agents.td_agent)
TDLambdaAgent (class in agents.td_lambda_agent)
tellAllFitness() (resources.optimization.optimizer.Optimizer method)
tellFitness() (resources.optimization.optimizer.Optimizer method)
(resources.policy_search.policy_search.PolicySearch method)
tellStateTransition() (resources.skill_discovery.skill_discovery.SkillDiscovery method)
train() (resources.function_approximators.function_approximator.FunctionApproximator method)
TrajectoryObservable (class in framework.observables)
TrajectorySamplingPlanner (class in resources.planner.trajectory_sampling)

U

updateFunction() (framework.observables.FunctionOverStateSpaceObservable method)
updateModel() (framework.observables.ModelObservable method)
updateValues() (framework.observables.StateActionValuesObservable method)

V

ValueFunctionPolicy (class in resources.policies.value_function_policy)
ValueIterationPlanner (class in resources.planner.value_iteration)

W

World (class in framework.world)
WorldRunner (class in framework.experiment)
worlds (module), [1]
worlds.double_pole_balancing.environments.double_pole_balancing_environment (module)
worlds.linear_markov_chain.environments.linear_markov_chain_environment (module)
worlds.maze2d.environments.maze2d_environment (module)
worlds.maze_cliff.environments.maze_cliff_environment (module)
worlds.mountain_car.environments.mcar_env (module)
worlds.pinball_maze.environments.pinball_maze_environment (module)
worlds.po_double_pole_balancing.environments.po_double_pole_balancing_environment (module)
worlds.seventeen_and_four.environments.seventeen_and_four (module)
worlds.single_pole_balancing.environments.single_pole_balancing_environment (module)

Table Of Contents