.coveragerc
.gitignore
.pre-commit-config.yaml
.readthedocs.yaml
AUTHORS.rst
CHANGELOG.rst
CODE_OF_CONDUCT.rst
CONTRIBUTING.rst
LICENSE.txt
README.rst
det_false.txt
det_false_mask.txt
det_true.txt
det_true_mask.txt
learn.txt
pyproject.toml
pyrightconfig.json
pyrightconfig.local.json
tox.ini
.github/actions/verify-version/action.yml
.github/workflows/CODEOWNERS
.github/workflows/close_master_pr.yml
.github/workflows/dev_ci.yml
.github/workflows/main_ci.yml
.github/workflows/sync_main_to_dev.yml
benchmark_results/distributed_128_agents_2_processes.json
benchmark_results/distributed_128_agents_3_processes.json
benchmark_results/distributed_128_agents_5_processes.json
benchmark_results/distributed_128_agents_8_processes.json
benchmark_results/distributed_16_agents_2_processes.json
benchmark_results/distributed_16_agents_3_processes.json
benchmark_results/distributed_16_agents_5_processes.json
benchmark_results/distributed_16_agents_8_processes.json
benchmark_results/distributed_1_agents_2_processes.json
benchmark_results/distributed_1_agents_3_processes.json
benchmark_results/distributed_1_agents_5_processes.json
benchmark_results/distributed_1_agents_8_processes.json
benchmark_results/distributed_2_agents_2_processes.json
benchmark_results/distributed_2_agents_3_processes.json
benchmark_results/distributed_2_agents_5_processes.json
benchmark_results/distributed_2_agents_8_processes.json
benchmark_results/distributed_32_agents_2_processes.json
benchmark_results/distributed_32_agents_3_processes.json
benchmark_results/distributed_32_agents_5_processes.json
benchmark_results/distributed_32_agents_8_processes.json
benchmark_results/distributed_4_agents_2_processes.json
benchmark_results/distributed_4_agents_3_processes.json
benchmark_results/distributed_4_agents_5_processes.json
benchmark_results/distributed_4_agents_8_processes.json
benchmark_results/distributed_64_agents_2_processes.json
benchmark_results/distributed_64_agents_3_processes.json
benchmark_results/distributed_64_agents_5_processes.json
benchmark_results/distributed_64_agents_8_processes.json
benchmark_results/distributed_8_agents_2_processes.json
benchmark_results/distributed_8_agents_3_processes.json
benchmark_results/distributed_8_agents_5_processes.json
benchmark_results/distributed_8_agents_8_processes.json
benchmark_results/parallel_128_agents_16_processes.json
benchmark_results/parallel_128_agents_1_processes.json
benchmark_results/parallel_128_agents_2_processes.json
benchmark_results/parallel_128_agents_4_processes.json
benchmark_results/parallel_128_agents_8_processes.json
benchmark_results/parallel_16_agents_16_processes.json
benchmark_results/parallel_16_agents_1_processes.json
benchmark_results/parallel_16_agents_2_processes.json
benchmark_results/parallel_16_agents_4_processes.json
benchmark_results/parallel_16_agents_8_processes.json
benchmark_results/parallel_1_agents_16_processes.json
benchmark_results/parallel_1_agents_1_processes.json
benchmark_results/parallel_1_agents_2_processes.json
benchmark_results/parallel_1_agents_4_processes.json
benchmark_results/parallel_1_agents_8_processes.json
benchmark_results/parallel_2_agents_16_processes.json
benchmark_results/parallel_2_agents_1_processes.json
benchmark_results/parallel_2_agents_2_processes.json
benchmark_results/parallel_2_agents_4_processes.json
benchmark_results/parallel_2_agents_8_processes.json
benchmark_results/parallel_32_agents_16_processes.json
benchmark_results/parallel_32_agents_1_processes.json
benchmark_results/parallel_32_agents_2_processes.json
benchmark_results/parallel_32_agents_4_processes.json
benchmark_results/parallel_32_agents_8_processes.json
benchmark_results/parallel_4_agents_16_processes.json
benchmark_results/parallel_4_agents_1_processes.json
benchmark_results/parallel_4_agents_2_processes.json
benchmark_results/parallel_4_agents_4_processes.json
benchmark_results/parallel_4_agents_8_processes.json
benchmark_results/parallel_64_agents_16_processes.json
benchmark_results/parallel_64_agents_1_processes.json
benchmark_results/parallel_64_agents_2_processes.json
benchmark_results/parallel_64_agents_4_processes.json
benchmark_results/parallel_64_agents_8_processes.json
benchmark_results/parallel_8_agents_16_processes.json
benchmark_results/parallel_8_agents_1_processes.json
benchmark_results/parallel_8_agents_2_processes.json
benchmark_results/parallel_8_agents_4_processes.json
benchmark_results/parallel_8_agents_8_processes.json
benchmark_results/single_thread_128_agents.json
benchmark_results/single_thread_16_agents.json
benchmark_results/single_thread_1_agents.json
benchmark_results/single_thread_2_agents.json
benchmark_results/single_thread_32_agents.json
benchmark_results/single_thread_4_agents.json
benchmark_results/single_thread_64_agents.json
benchmark_results/single_thread_8_agents.json
dev_tests/__init__.py
dev_tests/q_learning_qvalues_plot.py
dev_tests/run_mpi_qvalues.sh
dev_tests/old/perf_test.py
dev_tests/old/run_tests.sh
dev_tests/old/test.py
dev_tests/old/test3.py
dev_tests/old/test4.py
dev_tests/old/test5.py
dev_tests/old/performance/q_learning_async_dist_perftest.py
dev_tests/old/performance/q_learning_parallel_perftest.py
dev_tests/old/performance/q_learning_single_thread_perftest.py
dev_tests/old/performance/run_mpi_test.sh
dev_tests/q_values_plots/action_0_qvalues_evolution.png
dev_tests/q_values_plots/action_1_qvalues_evolution.png
dev_tests/q_values_plots/action_2_qvalues_evolution.png
dev_tests/q_values_plots/action_3_qvalues_evolution.png
dev_tests/q_values_plots/action_4_qvalues_evolution.png
dev_tests/q_values_plots/action_5_qvalues_evolution.png
dev_tests/q_values_plots/action_6_qvalues_evolution.png
dev_tests/q_values_plots/action_7_qvalues_evolution.png
dev_tests/q_values_plots/action_8_qvalues_evolution.png
dev_tests/q_values_plots/exploration_rate_evolution.png
dev_tests/q_values_plots/learning_rate_evolution.png
docs/AUTHORS.rst
docs/CHANGELOG.rst
docs/CODE_OF_CONDUCT.rst
docs/CONTRIBUTING.rst
docs/LICENSE.rst
docs/Makefile
docs/README.rst
docs/benchmarks.rst
docs/conf.py
docs/index.rst
docs/installation.rst
docs/requirements.txt
docs/tutorials.rst
docs/_ext/link_rewriter.py
docs/_static/.gitignore
plots/distributed_heatmap.png
plots/distributed_scaling.png
plots/parallel_heatmap.png
plots/parallel_scaling.png
plots/single_thread_scaling.png
src/dist_classicrl/__init__.py
src/dist_classicrl/_version.py
src/dist_classicrl/_version.pyi
src/dist_classicrl/utils.py
src/dist_classicrl.egg-info/PKG-INFO
src/dist_classicrl.egg-info/SOURCES.txt
src/dist_classicrl.egg-info/dependency_links.txt
src/dist_classicrl.egg-info/requires.txt
src/dist_classicrl.egg-info/top_level.txt
src/dist_classicrl/algorithms/__init__.py
src/dist_classicrl/algorithms/base_algorithms/__init__.py
src/dist_classicrl/algorithms/base_algorithms/q_learning_optimal.py
src/dist_classicrl/algorithms/buffers/__init__.py
src/dist_classicrl/algorithms/buffers/experience_replay.py
src/dist_classicrl/algorithms/runtime/__init__.py
src/dist_classicrl/algorithms/runtime/base_runtime.py
src/dist_classicrl/algorithms/runtime/parallel_runtime.py
src/dist_classicrl/algorithms/runtime/q_learning_async_dist.py
src/dist_classicrl/algorithms/runtime/single_thread_runtime.py
src/dist_classicrl/benchmarks/README.md
src/dist_classicrl/benchmarks/__init__.py
src/dist_classicrl/benchmarks/analyze_throughput_benchmarks.py
src/dist_classicrl/benchmarks/precommit_throughput_benchmarks.sh
src/dist_classicrl/benchmarks/run_comprehensive_throughput_benchmarks.sh
src/dist_classicrl/benchmarks/run_throughput_benchmarks_generic.sh
src/dist_classicrl/benchmarks/throughput_benchmark.py
src/dist_classicrl/environments/__init__.py
src/dist_classicrl/environments/custom_env.py
src/dist_classicrl/environments/rigged_two_armed_bandit.py
src/dist_classicrl/environments/tiktaktoe_mod.py
src/dist_classicrl/old/__init__.py
src/dist_classicrl/old/parallel_wrapper.py
src/dist_classicrl/old/q_learning_list.py
src/dist_classicrl/old/q_learning_numpy.py
src/dist_classicrl/old/q_learning_optimal_petting_zoo.py
src/dist_classicrl/old/q_learning_petting_zoo.py
src/dist_classicrl/schedules/__init__.py
src/dist_classicrl/schedules/base_schedules.py
src/dist_classicrl/schedules/constant_schedule.py
src/dist_classicrl/schedules/exponential_schedule.py
src/dist_classicrl/schedules/linear_schedule.py
src/dist_classicrl/wrappers/__init__.py
src/dist_classicrl/wrappers/dummy_vec_wrapper.py
src/dist_classicrl/wrappers/flatten_multidiscrete_wrapper.py
tests/conftest.py
tests/dist_classicrl/algorithms/base_algorithms/test_q_learning_optimal.py
tests/dist_classicrl/algorithms/runtime/test_q_learning_runtimes.py
tests/dist_classicrl/algorithms/runtime/test_runtime_evals.py
tests/dist_classicrl/environment/test_tiktaktoe_mod.py
tests/dist_tests/run_runtime_tests.sh
tests/dist_tests/test_q_learning_distributed.py