Index

_

_actuator_ids (palaestrai.environment.Environment attribute)

_sensor_ids (palaestrai.environment.Environment attribute)

A

access_list() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) actuator_setpoints (palaestrai.store.database_model.MuscleAction attribute) ActuatorInformation (class in palaestrai.agent) actuators (palaestrai.agent.Brain property) actuators_available (palaestrai.environment.EnvironmentBaseline attribute) add_statistics() (palaestrai.agent.Muscle method) Agent (class in palaestrai.agent) (class in palaestrai.store.database_model)

agent (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.MuscleAction attribute) agent_conductors() (palaestrai.experiment.experiment_run.ExperimentRun method) agent_id (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.MuscleAction attribute) agent_update() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController static method) AgentConductor (class in palaestrai.agent) AgentConductorFailedError agents (palaestrai.store.database_model.ExperimentRunPhase attribute)

B

BasicState (class in palaestrai.core.basic_state) bind() (palaestrai.core.major_domo_broker.MajorDomoBroker method) Box (class in palaestrai.types.box)

Brain (class in palaestrai.agent) brain_states (palaestrai.store.database_model.Agent attribute) BrainMuscleConnectionFailedError BrainState (class in palaestrai.store.database_model)

C

cancel() (palaestrai.experiment.executor.Executor method) CANCELLED (palaestrai.core.basic_state.BasicState attribute) CanNotConvertException canonical_config (palaestrai.experiment.experiment_run.ExperimentRun property) check_syntax() (palaestrai.experiment.experiment_run.ExperimentRun static method) check_termination() (palaestrai.experiment.termination_condition.TerminationCondition method) (palaestrai.experiment.vanilla_rungovernor_termination_condition.VanillaRunGovernorTerminationCondition method) client (palaestrai.experiment.run_governor.RunGovernor attribute) collect_actuators() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method)

commands (in module palaestrai.core.MDP) configuration (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.ExperimentRunPhase attribute) constr_randomstate() (palaestrai.experiment.experiment_run.ExperimentRun static method) contains() (palaestrai.types.space.Space method) continue_simulation() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) create_seed() (in module palaestrai.util.seeding) create_subseed() (palaestrai.experiment.experiment_run.ExperimentRun method) created_at (palaestrai.store.database_model.ExperimentRunInstance attribute)

D

DeadChildrenRisingAsZombiesError DeadMajorDomoBrokerError DebugLogFilter (class in palaestrai.core.runtime_config) DEFAULT_HEARTBEAT_DELAY (palaestrai.core.major_domo_worker.MajorDomoWorker attribute) deserialize() (in module palaestrai.core.serialisation) destroy() (palaestrai.core.major_domo_client.MajorDomoClient method) disable() (palaestrai.store.receiver.StoreReceiver method) disconnect() (palaestrai.core.major_domo_worker.MajorDomoWorker method) Discrete (class in palaestrai.types.discrete)

dispatch() (palaestrai.core.major_domo_broker.MajorDomoBroker method) document (palaestrai.store.database_model.Experiment attribute) (palaestrai.store.database_model.ExperimentRun attribute) done (palaestrai.environment.EnvironmentState attribute) (palaestrai.store.database_model.WorldState attribute) DummyBrain (class in palaestrai.agent) DummyEnvironment (class in palaestrai.environment) DummyMuscle (class in palaestrai.agent) DummyObjective (class in palaestrai.agent) dump() (in module palaestrai.core.zhelpers)

E

EnvConductorFailedError Environment (class in palaestrai.environment) (class in palaestrai.store.database_model) environment (palaestrai.store.database_model.WorldState attribute) environment_conductor_uid (palaestrai.store.database_model.Environment attribute) environment_conductors() (palaestrai.experiment.experiment_run.ExperimentRun method) environment_id (palaestrai.store.database_model.WorldState attribute) EnvironmentBaseline (class in palaestrai.environment) EnvironmentConductor (class in palaestrai.environment) EnvironmentHasNoUIDError environments (palaestrai.store.database_model.ExperimentRunPhase attribute) EnvironmentState (class in palaestrai.environment) ERROR (palaestrai.core.basic_state.BasicState attribute) ErrorDuringImport errors (palaestrai.experiment.run_governor.RunGovernor attribute) EventStateMachine (class in palaestrai.core) execute() (in module palaestrai.entrypoints.palaestrai_runner) (palaestrai.experiment.executor.Executor method) Executor (class in palaestrai.experiment.executor) ExecutorState (class in palaestrai.experiment.executor) EXITED (palaestrai.experiment.executor.ExecutorState attribute) Experiment (class in palaestrai.store.database_model) experiment (palaestrai.store.database_model.ExperimentRun attribute)

experiment_id (palaestrai.store.database_model.ExperimentRun attribute) experiment_run (palaestrai.experiment.executor.ExperimentRunRuntimeInformation attribute) (palaestrai.store.database_model.ExperimentRunInstance attribute) experiment_run_id (palaestrai.experiment.executor.ExperimentRunRuntimeInformation attribute) (palaestrai.experiment.run_governor.RunGovernor attribute) (palaestrai.store.database_model.ExperimentRunInstance attribute) experiment_run_instance (palaestrai.store.database_model.ExperimentRunPhase attribute) experiment_run_instance_id (palaestrai.store.database_model.ExperimentRunPhase attribute) experiment_run_instances (palaestrai.store.database_model.ExperimentRun attribute) experiment_run_phase (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.Environment attribute) experiment_run_phase_id (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.Environment attribute) experiment_run_phases (palaestrai.store.database_model.ExperimentRunInstance attribute) experiment_runs (palaestrai.store.database_model.Experiment attribute) experiment_runs() (palaestrai.experiment.executor.Executor method) ExperimentAlreadyRunningError ExperimentRun (class in palaestrai.experiment.experiment_run) (class in palaestrai.store.database_model) ExperimentRunInstance (class in palaestrai.store.database_model) ExperimentRunPhase (class in palaestrai.store.database_model) ExperimentRunRuntimeInformation (class in palaestrai.experiment.executor) ExperimentRunStartError ExperimentSetupFailedError

F

FINISHED (palaestrai.core.basic_state.BasicState attribute) flat_value() (palaestrai.agent.ActuatorInformation method) from_string() (palaestrai.types.box.Box class method) (palaestrai.types.discrete.Discrete class method) (palaestrai.types.multi_binary.MultiBinary class method) (palaestrai.types.multi_discrete.MultiDiscrete class method) (palaestrai.types.space.Space class method) (palaestrai.types.tuple.Tuple class method)

G

get_agent_updates() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) get_aliases() (in module palaestrai.cli.client_local)

get_env_update() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) get_episodes() (palaestrai.experiment.experiment_run.ExperimentRun method) get_phase_name() (palaestrai.experiment.experiment_run.ExperimentRun method)

H

handle_env_reset() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController static method) handle_env_update() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController static method) has_next_phase() (palaestrai.experiment.experiment_run.ExperimentRun method) hash_seed() (in module palaestrai.util.seeding)

HEARTBEAT_EXPIRY (palaestrai.core.major_domo_broker.MajorDomoBroker attribute) HEARTBEAT_INTERVAL (palaestrai.core.major_domo_broker.MajorDomoBroker attribute) HEARTBEAT_LIVENESS (palaestrai.core.major_domo_broker.MajorDomoBroker attribute) (palaestrai.core.major_domo_worker.MajorDomoWorker attribute)

I

id (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.Environment attribute) (palaestrai.store.database_model.Experiment attribute) (palaestrai.store.database_model.ExperimentRun attribute) (palaestrai.store.database_model.ExperimentRunInstance attribute) (palaestrai.store.database_model.ExperimentRunPhase attribute) (palaestrai.store.database_model.MuscleAction attribute) (palaestrai.store.database_model.WorldState attribute) init_logger() (in module palaestrai.cli.manager) InitializationFailedError

INITIALIZED (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute) INITIALIZING (palaestrai.core.basic_state.BasicState attribute) instance_uid (palaestrai.experiment.experiment_run.ExperimentRun property) int_to_seed() (in module palaestrai.util.seeding) internal_reward() (palaestrai.agent.DummyObjective method) (palaestrai.agent.Objective method) INTERNAL_SERVICE_PREFIX (palaestrai.core.major_domo_broker.MajorDomoBroker attribute) InterruptSignal InvalidRequestError InvalidResponseError is_running (palaestrai.experiment.executor.ExperimentRunRuntimeInformation property)

L

load() (palaestrai.agent.Brain method) (palaestrai.agent.DummyBrain method) (palaestrai.experiment.experiment_run.ExperimentRun static method)

load_with_params() (in module palaestrai.util.dynaloader) locate() (in module palaestrai.util.dynaloader) LogServer (class in palaestrai.util.logserver)

M

MajorDomoBroker (class in palaestrai.core.major_domo_broker) MajorDomoClient (class in palaestrai.core.major_domo_client) MajorDomoWorker (class in palaestrai.core.major_domo_worker) mediate() (palaestrai.core.major_domo_broker.MajorDomoBroker method) memory (palaestrai.agent.Brain property) (palaestrai.agent.Muscle property) Mode (class in palaestrai.types.mode) mode (palaestrai.agent.Muscle property) (palaestrai.store.database_model.ExperimentRunPhase attribute) module palaestrai palaestrai.agent.SensorInformation palaestrai.agent.state palaestrai.cli palaestrai.cli.client_local palaestrai.cli.manager palaestrai.core palaestrai.core.basic_state palaestrai.core.major_domo_broker palaestrai.core.major_domo_client palaestrai.core.major_domo_worker palaestrai.core.MDP palaestrai.core.runtime_config palaestrai.core.serialisation palaestrai.core.zhelpers palaestrai.entrypoints palaestrai.entrypoints.palaestrai_runner palaestrai.experiment palaestrai.experiment.executor palaestrai.experiment.experiment_run palaestrai.experiment.run_governor palaestrai.experiment.termination_condition palaestrai.experiment.vanilla_rungovernor_termination_condition palaestrai.simulation palaestrai.simulation.vanilla_sim_controller palaestrai.simulation.vanilla_simcontroller_termination_condition palaestrai.store palaestrai.store.database_base palaestrai.store.database_model palaestrai.store.database_util palaestrai.store.receiver palaestrai.types palaestrai.types.box palaestrai.types.discrete palaestrai.types.mode palaestrai.types.multi_binary palaestrai.types.multi_discrete palaestrai.types.space palaestrai.types.tuple palaestrai.util palaestrai.util.dynaloader palaestrai.util.exception palaestrai.util.logserver palaestrai.util.seeding palaestrai.util.spawn

MultiBinary (class in palaestrai.types.multi_binary) MultiDiscrete (class in palaestrai.types.multi_discrete) Muscle (class in palaestrai.agent) muscle_actions (palaestrai.store.database_model.Agent attribute) MuscleAction (class in palaestrai.store.database_model) muscles (palaestrai.store.database_model.Agent attribute)

N

name (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.Experiment attribute) NoneInputError

np_random() (in module palaestrai.util.seeding) num_phases (palaestrai.experiment.experiment_run.ExperimentRun property) number (palaestrai.store.database_model.ExperimentRunPhase attribute)

O

Objective (class in palaestrai.agent) objective (palaestrai.store.database_model.MuscleAction attribute)

observation_space (palaestrai.agent.RewardInformation property) OutOfActionSpaceError OutOfObservationSpaceError

P

palaestrai module palaestrai.agent.SensorInformation module palaestrai.agent.state module palaestrai.cli module palaestrai.cli.client_local module palaestrai.cli.manager module palaestrai.core module palaestrai.core.basic_state module palaestrai.core.major_domo_broker module palaestrai.core.major_domo_client module palaestrai.core.major_domo_worker module palaestrai.core.MDP module palaestrai.core.runtime_config module palaestrai.core.serialisation module palaestrai.core.zhelpers module palaestrai.entrypoints module palaestrai.entrypoints.palaestrai_runner module palaestrai.experiment module palaestrai.experiment.executor module palaestrai.experiment.experiment_run module palaestrai.experiment.run_governor module palaestrai.experiment.termination_condition module palaestrai.experiment.vanilla_rungovernor_termination_condition module palaestrai.simulation module palaestrai.simulation.vanilla_sim_controller module palaestrai.simulation.vanilla_simcontroller_termination_condition module

palaestrai.store module palaestrai.store.database_base module palaestrai.store.database_model module palaestrai.store.database_util module palaestrai.store.receiver module palaestrai.types module palaestrai.types.box module palaestrai.types.discrete module palaestrai.types.mode module palaestrai.types.multi_binary module palaestrai.types.multi_discrete module palaestrai.types.space module palaestrai.types.tuple module palaestrai.util module palaestrai.util.dynaloader module palaestrai.util.exception module palaestrai.util.logserver module palaestrai.util.seeding module palaestrai.util.spawn module parameters (palaestrai.store.database_model.Environment attribute) perform_restart() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) phase_configuration() (palaestrai.experiment.experiment_run.ExperimentRun method) pop_statistics() (palaestrai.agent.Muscle method) pprint_message() (in module palaestrai.core.zhelpers) PrematureTaskDeathError prepare_model() (palaestrai.agent.Muscle method) PRISTINE (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute) process_client() (palaestrai.core.major_domo_broker.MajorDomoBroker method) propose_actions() (palaestrai.agent.DummyMuscle method) (palaestrai.agent.Muscle method) purge_workers() (palaestrai.core.major_domo_broker.MajorDomoBroker method)

R

reconnect (palaestrai.core.major_domo_worker.MajorDomoWorker attribute) reconnect_to_broker() (palaestrai.core.major_domo_client.MajorDomoClient method) ReplyIsNoneError repr_randomstate() (palaestrai.experiment.experiment_run.ExperimentRun static method) RequestIsNoneError require_worker() (palaestrai.core.major_domo_broker.MajorDomoBroker method) reset() (palaestrai.agent.Muscle method) (palaestrai.environment.Environment method) reshape_to_space() (palaestrai.types.box.Box method) (palaestrai.types.discrete.Discrete method) (palaestrai.types.multi_binary.MultiBinary method) (palaestrai.types.multi_discrete.MultiDiscrete method) (palaestrai.types.space.Space method) (palaestrai.types.tuple.Tuple method) reward (palaestrai.environment.Environment attribute) reward_id (palaestrai.agent.RewardInformation property)

reward_value (palaestrai.agent.RewardInformation property) RewardInformation (class in palaestrai.agent) rewards (palaestrai.environment.EnvironmentState attribute) (palaestrai.store.database_model.MuscleAction attribute) run() (palaestrai.agent.AgentConductor method) (palaestrai.environment.Environment method) (palaestrai.environment.EnvironmentConductor method) (palaestrai.experiment.run_governor.RunGovernor method) (palaestrai.store.receiver.StoreReceiver method) run_broker (palaestrai.experiment.run_governor.RunGovernor attribute) run_governor_id (palaestrai.experiment.executor.ExperimentRunRuntimeInformation attribute) RunDefinitionError RunGovernor (class in palaestrai.experiment.run_governor) RUNNING (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute) RuntimeConfig() (in module palaestrai.core.runtime_config)

S

safeimport() (in module palaestrai.util.dynaloader) sample() (palaestrai.types.space.Space method) save() (palaestrai.experiment.experiment_run.ExperimentRun method) scale() (palaestrai.types.box.Box method) schedule() (palaestrai.experiment.executor.Executor method) SCHEMA_FILE (palaestrai.experiment.experiment_run.ExperimentRun attribute) seed (palaestrai.agent.Brain property) seed() (palaestrai.types.space.Space method) send() (palaestrai.core.major_domo_client.MajorDomoClient method) send_heartbeats() (palaestrai.core.major_domo_broker.MajorDomoBroker method) send_termination_request() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) send_to_worker() (palaestrai.core.major_domo_broker.MajorDomoBroker method) sensor_information (palaestrai.environment.EnvironmentState attribute) sensor_readings (palaestrai.store.database_model.MuscleAction attribute) sensors (palaestrai.agent.Brain property) sensors_available (palaestrai.environment.EnvironmentBaseline attribute) serialize() (in module palaestrai.core.serialisation) Service (class in palaestrai.core.major_domo_broker) service_internal() (palaestrai.core.major_domo_broker.MajorDomoBroker method) set_id() (in module palaestrai.core.zhelpers) setup() (palaestrai.agent.Brain method) (palaestrai.agent.Muscle method) (palaestrai.experiment.experiment_run.ExperimentRun method) setup_database() (in module palaestrai.store.database_util) setup_database_v2() (in module palaestrai.store.database_util) setup_elasticsearch() (in module palaestrai.store.database_util) setup_influxdb() (in module palaestrai.store.database_util) SHUTDOWN (palaestrai.experiment.executor.ExecutorState attribute) shutdown (palaestrai.experiment.run_governor.RunGovernor attribute) shutdown() (palaestrai.environment.Environment method) (palaestrai.experiment.executor.Executor method) (palaestrai.store.receiver.StoreReceiver method) SIGABRT (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute) SIGINT (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute)

SignalInterruptError SIGTERM (palaestrai.core.basic_state.BasicState attribute) (palaestrai.experiment.executor.ExecutorState attribute) SimControllerFailedError simtime (palaestrai.environment.EnvironmentBaseline attribute) (palaestrai.environment.EnvironmentState attribute) simtime_ticks (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.WorldState attribute) simtime_timestamp (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.WorldState attribute) simtimes (palaestrai.store.database_model.MuscleAction attribute) simulation() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) simulation_controllers() (palaestrai.experiment.experiment_run.ExperimentRun method) simulation_shutdown() (palaestrai.simulation.vanilla_sim_controller.VanillaSimController method) SimulationSetupError socket_set_hwm() (in module palaestrai.core.zhelpers) Space (class in palaestrai.types.space) space (palaestrai.agent.RewardInformation property) spawn_wrapper() (in module palaestrai.util.spawn) start() (palaestrai.util.logserver.LogServer method) start_environment() (palaestrai.environment.DummyEnvironment method) (palaestrai.environment.Environment method) started_at (palaestrai.experiment.executor.ExperimentRunRuntimeInformation attribute) State (class in palaestrai.agent.state) state (palaestrai.experiment.run_governor.RunGovernor attribute) (palaestrai.store.database_model.BrainState attribute) state_dump (palaestrai.store.database_model.WorldState attribute) statistics (palaestrai.store.database_model.MuscleAction attribute) stop() (palaestrai.environment.EnvironmentConductor method) (palaestrai.util.logserver.LogServer method) STOPPING (palaestrai.core.basic_state.BasicState attribute) store() (palaestrai.agent.Brain method) (palaestrai.agent.DummyBrain method) StoreReceiver (class in palaestrai.store.receiver)

T

tag (palaestrai.store.database_model.BrainState attribute) tasks (palaestrai.experiment.run_governor.RunGovernor attribute) TasksNotFinishedError termination_condition (palaestrai.experiment.run_governor.RunGovernor attribute) TerminationCondition (class in palaestrai.experiment.termination_condition) TEST (palaestrai.types.mode.Mode attribute) thinking() (palaestrai.agent.Brain method) (palaestrai.agent.DummyBrain method) timeout (palaestrai.core.major_domo_worker.MajorDomoWorker attribute) to_string() (palaestrai.types.box.Box method) (palaestrai.types.discrete.Discrete method) (palaestrai.types.multi_binary.MultiBinary method) (palaestrai.types.multi_discrete.MultiDiscrete method) (palaestrai.types.space.Space method) (palaestrai.types.tuple.Tuple method)

to_vector() (palaestrai.types.box.Box method) (palaestrai.types.discrete.Discrete method) (palaestrai.types.multi_binary.MultiBinary method) (palaestrai.types.multi_discrete.MultiDiscrete method) (palaestrai.types.space.Space method) (palaestrai.types.tuple.Tuple method) TRAIN (palaestrai.types.mode.Mode attribute) transceive() (palaestrai.core.major_domo_worker.MajorDomoWorker method) Tuple (class in palaestrai.types.tuple) type (palaestrai.store.database_model.Environment attribute) TYPES (palaestrai.types.space.Space attribute)

U

uid (palaestrai.agent.AgentConductor property) (palaestrai.agent.Muscle property) (palaestrai.agent.RewardInformation property) (palaestrai.environment.Environment property) (palaestrai.experiment.run_governor.RunGovernor attribute) (palaestrai.store.database_model.Agent attribute) (palaestrai.store.database_model.Environment attribute) (palaestrai.store.database_model.ExperimentRun attribute) (palaestrai.store.database_model.ExperimentRunInstance attribute) (palaestrai.store.database_model.ExperimentRunPhase attribute) (palaestrai.store.receiver.StoreReceiver property)

UnknownModeError update() (palaestrai.agent.DummyMuscle method) (palaestrai.agent.Muscle method) (palaestrai.environment.DummyEnvironment method) (palaestrai.environment.Environment method) update_dict() (in module palaestrai.experiment.experiment_run)

V

value (palaestrai.agent.RewardInformation property) VanillaRunGovernorTerminationCondition (class in palaestrai.experiment.vanilla_rungovernor_termination_condition)

VanillaSimController (class in palaestrai.simulation.vanilla_sim_controller) VanillaSimControllerTerminationCondition (class in palaestrai.simulation.vanilla_simcontroller_termination_condition)

W

walltime (palaestrai.store.database_model.BrainState attribute) (palaestrai.store.database_model.MuscleAction attribute) (palaestrai.store.database_model.WorldState attribute) Worker (class in palaestrai.core.major_domo_broker) worker (palaestrai.agent.AgentConductor property) (palaestrai.environment.Environment property) (palaestrai.experiment.run_governor.RunGovernor attribute)

worker_waiting() (palaestrai.core.major_domo_broker.MajorDomoBroker method) world_state (palaestrai.environment.EnvironmentState attribute) world_states (palaestrai.store.database_model.Environment attribute) WorldState (class in palaestrai.store.database_model) write() (palaestrai.store.receiver.StoreReceiver method)

Z

zpipe() (in module palaestrai.core.zhelpers)