.dockerignore
.gitignore
.gitlab-ci.yml
CHANGES.txt
CONTRIBUTORS.txt
LICENSE
MANIFEST.in
README.rst
VERSION
docker-compose.env.template
docker-compose.yml
generate-requirements.py
mypy.ini
palaestrai_completion.fish
palaestrai_completion.sh
palaestrai_completion.zsh
setup.py
stderr_dummy_experiment.txt
stdout_dummy_experiment.txt
tox.ini
.gitlab/issue_templates/Bug.md
.gitlab/issue_templates/Documentation.md
.gitlab/issue_templates/Improvement.md
.gitlab/issue_templates/Test.md
.gitlab/issue_templates/code_documentation.md
.gitlab/issue_templates/feature.md
.gitlab/merge_request_templates/merge_request.md
.gitlab/pipelines/build.yml
.gitlab/pipelines/integration.yml
.gitlab/pipelines/release.yml
.gitlab/pipelines/test.yml
containers/palaestrai.Dockerfile
containers/start.sh
containers/system-test-docker-compose.yml
containers/test_p38.Dockerfile
doc/brain-muscle-api.puml
doc/brain-muscle-api.rst
doc/cli.rst
doc/conf.py
doc/contributing.rst
doc/environment-lifecycle.puml
doc/environments.rst
doc/index.rst
doc/installing.rst
doc/palaestrai.agent.rst
doc/palaestrai.cli.rst
doc/palaestrai.core.rst
doc/palaestrai.entrypoints.rst
doc/palaestrai.environment.rst
doc/palaestrai.experiment.rst
doc/palaestrai.rst
doc/palaestrai.simulation.rst
doc/palaestrai.store.rst
doc/palaestrai.types.rst
doc/palaestrai.util.rst
doc/reward.rst
doc/runtime-config.rst
doc/state-machine.puml
doc/store.rst
doc/tutorials.rst
doc/UML/stm_RunGovernor.drawio
doc/UML/stm_RunGovernor.png
doc/_ext/sphinx-eralchemy.py
doc/_static/PalaestrAI_Logo_Brain_final.svg
doc/_static/PalaestrAI_Logo_final.svg
doc/_static/brain-muscle-api.svg
doc/_static/environment-lifecycle.svg
doc/_static/palaestrai-schema.svg
doc/design/ARL.vpp
doc/logo/PalaestrAI_Logo_Brain_final.svg
doc/logo/PalaestrAI_Logo_Brain_final.svg.2021_01_05_12_30_05.0.svg
doc/logo/PalaestrAI_Logo_Brain_final.svg.png
doc/logo/PalaestrAI_Logo_final.eps
doc/logo/PalaestrAI_Logo_final.png
doc/logo/PalaestrAI_Logo_final.svg
doc/logo/PalaestrAI_Logo_final_cmyk.jpg
doc/logo/PalaestrAI_Logo_final_rgb.jpg
doc/tutorials/00-dummy_run.ipynb
src/palaestrai/__init__.py
src/palaestrai/py.typed
src/palaestrai/version.py
src/palaestrai.egg-info/PKG-INFO
src/palaestrai.egg-info/SOURCES.txt
src/palaestrai.egg-info/dependency_links.txt
src/palaestrai.egg-info/entry_points.txt
src/palaestrai.egg-info/requires.txt
src/palaestrai.egg-info/top_level.txt
src/palaestrai/agent/__init__.py
src/palaestrai/agent/actuator_information.py
src/palaestrai/agent/agent.py
src/palaestrai/agent/agent_conductor.py
src/palaestrai/agent/brain.py
src/palaestrai/agent/brain_dumper.py
src/palaestrai/agent/dummy_brain.py
src/palaestrai/agent/dummy_muscle.py
src/palaestrai/agent/dummy_objective.py
src/palaestrai/agent/file_brain_dumper.py
src/palaestrai/agent/learner.py
src/palaestrai/agent/memory.py
src/palaestrai/agent/muscle.py
src/palaestrai/agent/none_brain.py
src/palaestrai/agent/objective.py
src/palaestrai/agent/reward_information.py
src/palaestrai/agent/rollout_worker.py
src/palaestrai/agent/sensor_information.py
src/palaestrai/agent/state.py
src/palaestrai/agent/store_brain_dumper.py
src/palaestrai/agent/util/__init__.py
src/palaestrai/agent/util/information_utils.py
src/palaestrai/agent/util/space_value_utils.py
src/palaestrai/cli/__init__.py
src/palaestrai/cli/client_local.py
src/palaestrai/cli/fortune.py
src/palaestrai/cli/manager.py
src/palaestrai/cli/scheduler.py
src/palaestrai/cli/terminal_formatter.py
src/palaestrai/core/MDP.py
src/palaestrai/core/__init__.py
src/palaestrai/core/basic_state.py
src/palaestrai/core/event_state_machine.py
src/palaestrai/core/major_domo_broker.py
src/palaestrai/core/major_domo_client.py
src/palaestrai/core/major_domo_multi_client.py
src/palaestrai/core/major_domo_worker.py
src/palaestrai/core/runtime_config.py
src/palaestrai/core/serialisation.py
src/palaestrai/core/zhelpers.py
src/palaestrai/core/protocol/__init__.py
src/palaestrai/core/protocol/agent_conductor_setup_req.py
src/palaestrai/core/protocol/agent_conductor_setup_rsp.py
src/palaestrai/core/protocol/agent_setup_req.py
src/palaestrai/core/protocol/agent_setup_rsp.py
src/palaestrai/core/protocol/agent_shutdown_req.py
src/palaestrai/core/protocol/agent_shutdown_rsp.py
src/palaestrai/core/protocol/agent_update_req.py
src/palaestrai/core/protocol/agent_update_rsp.py
src/palaestrai/core/protocol/delayed_result_request.py
src/palaestrai/core/protocol/delayed_result_response.py
src/palaestrai/core/protocol/environment_reset_notification_req.py
src/palaestrai/core/protocol/environment_reset_notification_rsp.py
src/palaestrai/core/protocol/environment_reset_req.py
src/palaestrai/core/protocol/environment_reset_rsp.py
src/palaestrai/core/protocol/environment_setup_req.py
src/palaestrai/core/protocol/environment_setup_rsp.py
src/palaestrai/core/protocol/environment_shutdown_req.py
src/palaestrai/core/protocol/environment_shutdown_rsp.py
src/palaestrai/core/protocol/environment_start_req.py
src/palaestrai/core/protocol/environment_start_rsp.py
src/palaestrai/core/protocol/environment_update_req.py
src/palaestrai/core/protocol/environment_update_rsp.py
src/palaestrai/core/protocol/error_response.py
src/palaestrai/core/protocol/muscle_shutdown_req.py
src/palaestrai/core/protocol/muscle_shutdown_rsp.py
src/palaestrai/core/protocol/muscle_update_req.py
src/palaestrai/core/protocol/muscle_update_rsp.py
src/palaestrai/core/protocol/next_phase_req.py
src/palaestrai/core/protocol/next_phase_rsp.py
src/palaestrai/core/protocol/run_shutdown_req.py
src/palaestrai/core/protocol/run_shutdown_rsp.py
src/palaestrai/core/protocol/run_start_req.py
src/palaestrai/core/protocol/run_start_rsp.py
src/palaestrai/core/protocol/shutdown_req.py
src/palaestrai/core/protocol/shutdown_rsp.py
src/palaestrai/core/protocol/sim_controller_termination_req.py
src/palaestrai/core/protocol/simulation_controller_termination_req.py
src/palaestrai/core/protocol/simulation_controller_termination_rsp.py
src/palaestrai/core/protocol/simulation_start_req.py
src/palaestrai/core/protocol/simulation_start_rsp.py
src/palaestrai/core/protocol/simulation_stop_req.py
src/palaestrai/core/protocol/simulation_stop_rsp.py
src/palaestrai/entrypoints/__init__.py
src/palaestrai/entrypoints/palaestrai_runner.py
src/palaestrai/environment/__init__.py
src/palaestrai/environment/dummy_environment.py
src/palaestrai/environment/environment.py
src/palaestrai/environment/environment_baseline.py
src/palaestrai/environment/environment_conductor.py
src/palaestrai/environment/environment_state.py
src/palaestrai/environment/environment_state_transformer.py
src/palaestrai/environment/reward.py
src/palaestrai/experiment/__init__.py
src/palaestrai/experiment/agent_objective_termination_condition.py
src/palaestrai/experiment/environment_termination_condition.py
src/palaestrai/experiment/executor.py
src/palaestrai/experiment/experiment_run.py
src/palaestrai/experiment/max_episodes_termination_condition.py
src/palaestrai/experiment/run_governor.py
src/palaestrai/experiment/run_schema.yaml
src/palaestrai/experiment/termination_condition.py
src/palaestrai/experiment/vanilla_rungovernor_termination_condition.py
src/palaestrai/simulation/__init__.py
src/palaestrai/simulation/simulation_controller.py
src/palaestrai/simulation/taking_turns_simulation_controller.py
src/palaestrai/simulation/vanilla_sim_controller.py
src/palaestrai/simulation/vanilla_simcontroller_termination_condition.py
src/palaestrai/store/__init__.py
src/palaestrai/store/database_base.py
src/palaestrai/store/database_model.py
src/palaestrai/store/database_util.py
src/palaestrai/store/query.py
src/palaestrai/store/receiver.py
src/palaestrai/store/receiver_v2.py
src/palaestrai/store/session.py
src/palaestrai/store/migrations/__init__.py
src/palaestrai/store/migrations/alembic.ini
src/palaestrai/store/migrations/apply.py
src/palaestrai/store/migrations/alembic/README
src/palaestrai/store/migrations/alembic/__init__.py
src/palaestrai/store/migrations/alembic/env.py
src/palaestrai/store/migrations/alembic/script.py.mako
src/palaestrai/store/migrations/alembic/versions/158c30d6a4bf_reward_to_table_muscle_action.py
src/palaestrai/store/migrations/alembic/versions/728eceef1424_add_experiment_name.py
src/palaestrai/store/migrations/alembic/versions/__init__.py
src/palaestrai/store/migrations/alembic/versions/e8749417b866_add_simulationcontroller_uuid_to_.py
src/palaestrai/store/migrations/alembic/versions/f29bac335186_initial.py
src/palaestrai/types/__init__.py
src/palaestrai/types/box.py
src/palaestrai/types/discrete.py
src/palaestrai/types/experience_location.py
src/palaestrai/types/mode.py
src/palaestrai/types/multi_binary.py
src/palaestrai/types/multi_discrete.py
src/palaestrai/types/simtime.py
src/palaestrai/types/simulation_flow_control.py
src/palaestrai/types/space.py
src/palaestrai/types/tuple.py
src/palaestrai/util/__init__.py
src/palaestrai/util/dict.py
src/palaestrai/util/dynaloader.py
src/palaestrai/util/exception.py
src/palaestrai/util/logserver.py
src/palaestrai/util/seeding.py
src/palaestrai/util/spawn.py
src/palaestrai/util/syntax_validation.py
tests/__init__.py
tests/_outputs/brains/Yo-ho, a dummy experiment run for me!/0/evil_attacker.bin
tests/_outputs/brains/Yo-ho, a dummy experiment run for me!/0/mighty_defender.bin
tests/_outputs/brains/Yo-ho, a dummy experiment run for me!/1/evil_attacker.bin
tests/_outputs/brains/Yo-ho, a dummy experiment run for me!/1/mighty_defender.bin
tests/cli/__init__.py
tests/cli/test_cli_commands.py
tests/cli/test_cli_options.py
tests/fixtures/Classic-ARL-Experiment-MW_run-0.yml
tests/fixtures/Classic-ARL-Experiment.yml
tests/fixtures/Classic-ARL-Experiment_run-0.yml
tests/fixtures/CountingEnvironment.py
tests/fixtures/__init__.py
tests/fixtures/continuously_monitor_log_on_error.sh
tests/fixtures/convenient_test_methods_library.resource
tests/fixtures/counting_environment_state_transformer.py
tests/fixtures/disable_tox_integration_dependencies.sh
tests/fixtures/dummy_database.db
tests/fixtures/dummy_replay_run.yml
tests/fixtures/dummy_run-agent_performance_tc-envstop.yml
tests/fixtures/dummy_run-multiple_tc.yml
tests/fixtures/dummy_run.yml
tests/fixtures/dummy_run_agent_performance_tc.yml
tests/fixtures/dummy_run_data.sql
tests/fixtures/dummy_run_taking_turns.yml
tests/fixtures/dummy_run_tt_multiworker.yml
tests/fixtures/dummy_run_with_state_transformer.yml
tests/fixtures/end_to_end_test_run.yml
tests/fixtures/extract_basename_without_extension.sh
tests/fixtures/invalid_run.yml
tests/fixtures/kill_palaestrai_from_robot.sh
tests/fixtures/palaestrai-old-new.db
tests/fixtures/palaestrai-old.db
tests/fixtures/palaestrai-runtime-debug.conf.yaml
tests/fixtures/palaestrai-runtime-nostore.conf.yaml
tests/fixtures/palaestrai.db
tests/fixtures/replay_run.yml
tests/fixtures/robot_argument_file.txt
tests/fixtures/robot_keyword_argument_file.txt
tests/fixtures/run_carl_with_pg.sh
tests/fixtures/run_pabot.sh
tests/fixtures/run_palaestrai.py
tests/fixtures/run_robot.sh
tests/fixtures/single_line_test.py
tests/fixtures/test_agents_turning.sql
tests/fixtures/three_phases_four_agents_run.yml
tests/fixtures/tictactoe-sac_experiment_run.yml
tests/fixtures/tictactoe_run.yml
tests/fixtures/_outputs/carl_cigre_base_cfg.yml
tests/fixtures/_outputs/carl_with_arl_base.hdf5
tests/fixtures/_outputs/carl_with_arl_base_2.hdf5
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Gandalf SAC (autocurriculum-training)-sac_actor.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Gandalf SAC (autocurriculum-training)-sac_actor_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Gandalf SAC (autocurriculum-training)-sac_critic.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Gandalf SAC (autocurriculum-training)-sac_critic_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Sauron SAC (autocurriculum-training)-sac_actor.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Sauron SAC (autocurriculum-training)-sac_actor_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Sauron SAC (autocurriculum-training)-sac_critic.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/0/Sauron SAC (autocurriculum-training)-sac_critic_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Gandalf SAC (autocurriculum-training)-sac_actor.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Gandalf SAC (autocurriculum-training)-sac_actor_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Gandalf SAC (autocurriculum-training)-sac_critic.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Gandalf SAC (autocurriculum-training)-sac_critic_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Sauron SAC (autocurriculum-training)-sac_actor.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Sauron SAC (autocurriculum-training)-sac_actor_target.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Sauron SAC (autocurriculum-training)-sac_critic.bin
tests/fixtures/_outputs/brains/Classic-ARL-Experiment-0/1/Sauron SAC (autocurriculum-training)-sac_critic_target.bin
tests/fixtures/midas-scenarios/classic-arl.yml
tests/fixtures/palaestrai-runfiles/Classic-ARL-Experiment_design.csv
tests/fixtures/palaestrai-runfiles/Classic-ARL-Experiment_run-0.yml
tests/integration/__init__.py
tests/integration/midas_integrationtest_palaestrai.html
tests/integration/midas_integrationtest_palaestrai.ipynb
tests/integration/test_documentation.robot
tests/integration/test_harl_agents.robot
tests/integration/test_integration.robot
tests/integration/test_midas_mediumvoltage.robot
tests/integration/test_tictactoe.robot
tests/integration/.ipynb_checkpoints/midas_integrationtest_palaestrai-checkpoint.ipynb
tests/integration/.ipynb_checkpoints/tictactoe_integrationtest_palaestrai-checkpoint.ipynb
tests/system/ConfigFileModifier.py
tests/system/debug_script.py
tests/system/end_to_end_reward.sql
tests/system/experiment_check_syntax.robot
tests/system/ordering
tests/system/sigint_test_runner.sh
tests/system/startup.robot
tests/system/store_example_analysis.html
tests/system/store_example_analysis.ipynb
tests/system/test_cli.py
tests/system/test_cli_clean.robot
tests/system/test_component_failure.robot
tests/system/test_dummy_run.robot
tests/system/test_experiment_list.robot
tests/system/test_jupyter.robot
tests/system/test_multiworker_dummy_run.robot
tests/system/test_palaestrai_jupyter.html
tests/system/test_palaestrai_jupyter.ipynb
tests/system/test_sigint.robot
tests/system/test_single_line_execute.robot
tests/system/test_store.robot
tests/system/test_store_api.ipynb
tests/system/test_termination_conditions.robot
tests/system/test_tool_availability.robot
tests/system/.ipynb_checkpoints/store_example_analysis-checkpoint.ipynb
tests/system/.ipynb_checkpoints/test_palaestrai_jupyter-checkpoint.ipynb
tests/system/.ipynb_checkpoints/test_store_api-checkpoint.ipynb
tests/system/_outputs/brains/Dummy experiment run where the agents take turns/0/Agent One.bin
tests/system/_outputs/brains/Dummy experiment run where the agents take turns/0/Agent Two.bin
tests/system/_outputs/brains/Dummy experiment run where the agents take turns/1/Agent One.bin
tests/system/_outputs/brains/Dummy experiment run where the agents take turns/1/Agent Two.bin
tests/system/_outputs/brains/Tutorial Experiment Run/0/mighty_defender.bin
tests/system/_outputs/brains/Tutorial Experiment Run/1/evil_attacker.bin
tests/system/_outputs/brains/Tutorial Experiment Run/1/mighty_defender.bin
tests/system/_outputs/brains/Tutorial Experiment Run/2/evil_attacker.bin
tests/system/_outputs/brains/Tutorial Experiment Run/2/mighty_defender.bin
tests/system/_outputs/brains/Yo-ho, a dummy experiment run for me!/0/evil_attacker.bin
tests/system/_outputs/brains/Yo-ho, a dummy experiment run for me!/0/mighty_defender.bin
tests/system/_outputs/brains/Yo-ho, a dummy experiment run for me!/1/evil_attacker.bin
tests/system/_outputs/brains/Yo-ho, a dummy experiment run for me!/1/mighty_defender.bin
tests/unit/__init__.py
tests/unit/palaestrai/__init__.py
tests/unit/palaestrai/agent/__init__.py
tests/unit/palaestrai/agent/test_actuator_information.py
tests/unit/palaestrai/agent/test_agent_conductor.py
tests/unit/palaestrai/agent/test_brain_dumper.py
tests/unit/palaestrai/agent/test_file_brain_dumper.py
tests/unit/palaestrai/agent/test_for_actuator_information.py
tests/unit/palaestrai/agent/test_learner.py
tests/unit/palaestrai/agent/test_memory.py
tests/unit/palaestrai/agent/test_muscle.py
tests/unit/palaestrai/agent/test_reward_information.py
tests/unit/palaestrai/agent/test_rollout_worker.py
tests/unit/palaestrai/agent/test_sensor_information.py
tests/unit/palaestrai/agent/test_store_brain_dumper.py
tests/unit/palaestrai/agent/util/test_information_utils.py
tests/unit/palaestrai/core/__init__.py
tests/unit/palaestrai/core/test_event_state_machine.py
tests/unit/palaestrai/core/test_runtime_config.py
tests/unit/palaestrai/entrypoints/__init__.py
tests/unit/palaestrai/entrypoints/test_palaestrai_runner.py
tests/unit/palaestrai/environment/__init__.py
tests/unit/palaestrai/environment/test_dummy_env.py
tests/unit/palaestrai/environment/test_environment.py
tests/unit/palaestrai/environment/test_environment_conductor.py
tests/unit/palaestrai/experiment/__init__.py
tests/unit/palaestrai/experiment/test_agent_objective_termination_condition.py
tests/unit/palaestrai/experiment/test_executor.py
tests/unit/palaestrai/experiment/test_experiment_run.py
tests/unit/palaestrai/experiment/test_rungovernor.py
tests/unit/palaestrai/simulation/__init__.py
tests/unit/palaestrai/simulation/test_simulation_controller.py
tests/unit/palaestrai/simulation/test_taking_turns_simulation_controller.py
tests/unit/palaestrai/simulation/test_vanilla_sim_controller.py
tests/unit/palaestrai/simulation/test_vanilla_sim_controller_termination.py
tests/unit/palaestrai/store/__init__.py
tests/unit/palaestrai/store/test_database_model.py
tests/unit/palaestrai/store/test_query.py
tests/unit/palaestrai/store/test_receiver.py
tests/unit/palaestrai/store/store.log/1630022566-d5406773-765c-40a1-9c4d-7b6ad08d0ca4.log
tests/unit/palaestrai/store/store.log/1633612395-6b8d6ad4-7700-43b2-8a6a-5b912660eb97.log
tests/unit/palaestrai/store/store.log/1635979115-ec6a7c77-afe3-47cd-99fe-335a0827a875.log
tests/unit/palaestrai/store/store.log/1635979974-f19cfd85-0cea-4c6d-8bb2-d24303cc5124.log
tests/unit/palaestrai/store/store.log/1636101118-1e5401b2-e88f-4475-8b03-ae9042bcf302.log
tests/unit/palaestrai/store/store.log/1636102263-8b9d332a-adac-400c-9c55-694dd8d7db1b.log
tests/unit/palaestrai/store/store.log/1636102325-21033bb2-cb6e-42a8-9d14-c30a8322b4ae.log
tests/unit/palaestrai/store/store.log/1636109550-9be8a1f3-85ed-4686-853a-90565fd96787.log
tests/unit/palaestrai/store/store.log/1636110336-92c9b8b3-a919-4d57-ae5f-bbe3ec0949da.log
tests/unit/palaestrai/store/store.log/1636110996-618d6d45-81d8-4c36-b33f-ffbaf39ac085.log
tests/unit/palaestrai/types/test_box.py
tests/unit/palaestrai/types/test_discrete.py
tests/unit/palaestrai/types/test_simtime.py
tests/unit/palaestrai/util/test_seeding.py
tests/unit/palaestrai/util/test_spawn.py