From bf5130e2daf349188aafb5541d7830e525c15b1d Mon Sep 17 00:00:00 2001 From: zmsn-2077 <73586554+zmsn-2077@users.noreply.github.com> Date: Wed, 8 Feb 2023 20:51:53 +0800 Subject: [PATCH] chore: update changelog and readme (#106) --- CHANGELOG.md | 42 ++++++++++++++----- README.md | 8 +++- conda-recipe.yaml | 2 +- examples/benchmarks/run_experiment_grid.py | 2 +- examples/train_from_custom_dict.py | 2 +- examples/train_from_yaml.py | 2 +- examples/train_policy.py | 2 +- omnisafe/__init__.py | 2 +- omnisafe/algorithms/__init__.py | 2 +- omnisafe/algorithms/algo_wrapper.py | 2 +- omnisafe/algorithms/model_based/__init__.py | 2 +- omnisafe/algorithms/model_based/cap.py | 2 +- .../algorithms/model_based/models/__init__.py | 2 +- omnisafe/algorithms/model_based/planner.py | 2 +- omnisafe/algorithms/model_based/safeloop.py | 2 +- omnisafe/algorithms/off_policy/__init__.py | 2 +- omnisafe/algorithms/off_policy/crpo.py | 2 +- omnisafe/algorithms/off_policy/cvpo.py | 2 +- omnisafe/algorithms/off_policy/ddpg.py | 2 +- omnisafe/algorithms/off_policy/ddpg_lag.py | 2 +- omnisafe/algorithms/off_policy/ddpg_pid.py | 2 +- omnisafe/algorithms/off_policy/sac.py | 2 +- omnisafe/algorithms/off_policy/sac_lag.py | 2 +- omnisafe/algorithms/off_policy/sac_pid.py | 2 +- omnisafe/algorithms/off_policy/sddpg.py | 2 +- omnisafe/algorithms/off_policy/td3.py | 2 +- omnisafe/algorithms/off_policy/td3_lag.py | 2 +- omnisafe/algorithms/off_policy/td3_pid.py | 2 +- omnisafe/algorithms/on_policy/__init__.py | 2 +- .../algorithms/on_policy/base/__init__.py | 2 +- .../algorithms/on_policy/base/natural_pg.py | 2 +- .../on_policy/base/policy_gradient.py | 2 +- omnisafe/algorithms/on_policy/base/ppo.py | 2 +- omnisafe/algorithms/on_policy/base/trpo.py | 2 +- .../on_policy/early_terminated/__init__.py | 2 +- .../early_terminated/ppo_early_terminated.py | 2 +- .../ppo_lag_early_terminated.py | 2 +- .../on_policy/first_order/__init__.py | 2 +- .../algorithms/on_policy/first_order/cup.py | 2 +- .../on_policy/first_order/focops.py | 2 +- .../on_policy/naive_lagrange/__init__.py | 2 +- .../on_policy/naive_lagrange/crpo.py | 2 +- .../on_policy/naive_lagrange/pdo.py | 2 +- .../on_policy/naive_lagrange/ppo_lag.py | 2 +- .../on_policy/naive_lagrange/rcpo.py | 2 +- .../on_policy/naive_lagrange/trpo_lag.py | 2 +- .../on_policy/penalty_function/__init__.py | 2 +- .../on_policy/penalty_function/ipo.py | 2 +- .../on_policy/penalty_function/p3o.py | 2 +- .../on_policy/pid_lagrange/__init__.py | 2 +- .../on_policy/pid_lagrange/cppo_pid.py | 2 +- .../on_policy/pid_lagrange/trpo_pid.py | 2 +- .../algorithms/on_policy/saute/__init__.py | 2 +- .../on_policy/saute/ppo_lag_saute.py | 2 +- .../algorithms/on_policy/saute/ppo_saute.py | 2 +- .../on_policy/second_order/__init__.py | 2 +- .../algorithms/on_policy/second_order/cpo.py | 2 +- .../algorithms/on_policy/second_order/pcpo.py | 2 +- .../algorithms/on_policy/simmer/__init__.py | 2 +- .../on_policy/simmer/ppo_lag_simmer_pid.py | 2 +- .../on_policy/simmer/ppo_lag_simmer_q.py | 2 +- .../on_policy/simmer/ppo_simmer_pid.py | 2 +- .../on_policy/simmer/ppo_simmer_q.py | 2 +- omnisafe/algorithms/registry.py | 2 +- omnisafe/common/__init__.py | 2 +- omnisafe/common/buffer/__init__.py | 2 +- omnisafe/common/buffer/base.py | 2 +- omnisafe/common/buffer/offpolicy_buffer.py | 2 +- omnisafe/common/buffer/onpolicy_buffer.py | 2 +- .../common/buffer/vector_offpolicy_buffer.py | 2 +- .../common/buffer/vector_onpolicy_buffer.py | 2 +- omnisafe/common/lagrange.py | 2 +- omnisafe/common/logger.py | 2 +- omnisafe/common/normalizer.py | 2 +- omnisafe/common/pid_lagrange.py | 2 +- omnisafe/common/record_queue.py | 2 +- omnisafe/configs/model-based/CAP.yaml | 2 +- omnisafe/configs/model-based/MBPPOLag.yaml | 2 +- omnisafe/configs/model-based/SafeLOOP.yaml | 2 +- omnisafe/configs/off-policy/CVPO.yaml | 2 +- omnisafe/configs/off-policy/DDPG.yaml | 2 +- omnisafe/configs/off-policy/DDPGLag.yaml | 2 +- omnisafe/configs/off-policy/DDPGPid.yaml | 2 +- .../configs/off-policy/DDPGSafetyLayer.yaml | 2 +- omnisafe/configs/off-policy/OffCRPO.yaml | 2 +- omnisafe/configs/off-policy/SAC.yaml | 2 +- omnisafe/configs/off-policy/SACLag.yaml | 2 +- omnisafe/configs/off-policy/SACPid.yaml | 2 +- omnisafe/configs/off-policy/SDDPG.yaml | 2 +- omnisafe/configs/off-policy/TD3.yaml | 2 +- omnisafe/configs/off-policy/TD3Lag.yaml | 2 +- omnisafe/configs/off-policy/TD3Pid.yaml | 2 +- omnisafe/configs/on-policy/CPO.yaml | 2 +- omnisafe/configs/on-policy/CPPOPid.yaml | 2 +- omnisafe/configs/on-policy/CUP.yaml | 2 +- omnisafe/configs/on-policy/FOCOPS.yaml | 2 +- omnisafe/configs/on-policy/IPO.yaml | 2 +- omnisafe/configs/on-policy/NaturalPG.yaml | 2 +- omnisafe/configs/on-policy/OnCRPO.yaml | 2 +- omnisafe/configs/on-policy/P3O.yaml | 2 +- omnisafe/configs/on-policy/PCPO.yaml | 2 +- omnisafe/configs/on-policy/PDO.yaml | 2 +- omnisafe/configs/on-policy/PPO.yaml | 2 +- .../configs/on-policy/PPOEarlyTerminated.yaml | 2 +- omnisafe/configs/on-policy/PPOLag.yaml | 2 +- .../on-policy/PPOLagEarlyTerminated.yaml | 2 +- omnisafe/configs/on-policy/PPOLagSaute.yaml | 2 +- .../configs/on-policy/PPOLagSimmerPid.yaml | 2 +- omnisafe/configs/on-policy/PPOLagSimmerQ.yaml | 2 +- omnisafe/configs/on-policy/PPOSaute.yaml | 2 +- omnisafe/configs/on-policy/PPOSimmerPid.yaml | 2 +- omnisafe/configs/on-policy/PPOSimmerQ.yaml | 2 +- .../configs/on-policy/PolicyGradient.yaml | 2 +- omnisafe/configs/on-policy/RCPO.yaml | 2 +- omnisafe/configs/on-policy/TRPO.yaml | 2 +- omnisafe/configs/on-policy/TRPOLag.yaml | 2 +- omnisafe/configs/on-policy/TRPOPid.yaml | 2 +- omnisafe/models/__init__.py | 2 +- omnisafe/models/actor/__init__.py | 2 +- omnisafe/models/actor/actor_builder.py | 2 +- omnisafe/models/actor/categorical_actor.py | 2 +- omnisafe/models/actor/cholesky_actor.py | 2 +- omnisafe/models/actor/gaussian_actor.py | 2 +- .../models/actor/gaussian_stdnet_actor.py | 2 +- omnisafe/models/actor_critic.py | 2 +- omnisafe/models/actor_q_critic.py | 2 +- omnisafe/models/base.py | 2 +- omnisafe/models/constraint_actor_critic.py | 2 +- omnisafe/models/constraint_actor_q_critic.py | 2 +- omnisafe/models/critic/__init__.py | 2 +- omnisafe/models/critic/critic_builder.py | 2 +- omnisafe/models/critic/q_critic.py | 2 +- omnisafe/models/critic/v_critic.py | 2 +- omnisafe/typing.py | 2 +- omnisafe/utils/__init__.py | 2 +- omnisafe/utils/algo_utils.py | 2 +- omnisafe/utils/config_utils.py | 2 +- omnisafe/utils/core.py | 2 +- omnisafe/utils/distributed_utils.py | 2 +- omnisafe/utils/exp_grid_tools.py | 2 +- omnisafe/utils/logger_utils.py | 2 +- omnisafe/utils/model_utils.py | 2 +- omnisafe/utils/online_mean_std.py | 2 +- omnisafe/utils/vtrace.py | 2 +- omnisafe/wrappers/__init__.py | 2 +- omnisafe/wrappers/cmdp_wrapper.py | 2 +- omnisafe/wrappers/early_terminated_wrapper.py | 2 +- omnisafe/wrappers/model_based_wrapper.py | 2 +- omnisafe/wrappers/saute_wrapper.py | 2 +- omnisafe/wrappers/simmer_wrapper.py | 2 +- omnisafe/wrappers/wrapper_registry.py | 2 +- tests/helpers.py | 2 +- tests/test_buffer.py | 2 +- tests/test_model.py | 2 +- tests/test_policy.py | 2 +- tests/test_safety_gym_envs.py | 2 +- tests/test_utils.py | 2 +- 157 files changed, 194 insertions(+), 166 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 201f3989c..25f825fe7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -8,23 +8,45 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). ------ +## 2023-02-06 ~ 2023-02-12 +- Chore: modify `logo.png` and add `requirements.txt` by [@Ruiyang Sun](https://github.com/rockmagma02) in PR [#103](https://github.com/PKU-MARL/omnisafe/pull/103) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). +- Build(env): delete local `safety-gymnaisum` dependence by [@Ruiyang Sun](https://github.com/rockmagma02) in PR [#102](https://github.com/PKU-MARL/omnisafe/pull/102) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). +- Refactor(buffer): refactor `buffer` by [@Ruiyang Sun](https://github.com/rockmagma02) in PR [#101](https://github.com/PKU-MARL/omnisafe/pull/101) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Fix: fix tools by [@Gaiejj](https://github.com/Gaiejj) in PR [#100](https://github.com/PKU-MARL/omnisafe/pull/100) reviewed by [@calico-1226](https://github.com/calico-1226) and [@Ruiyang Sun](https://github.com/rockmagma02). +- Fix: fix algo wrapper by [@Gaiejj](https://github.com/Gaiejj) in PR [#99](https://github.com/PKU-MARL/omnisafe/pull/99) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Ruiyang Sun](https://github.com/rockmagma02). +- Refactor: clean the code by [@Gaiejj](https://github.com/Gaiejj) in PR [#97](https://github.com/PKU-MARL/omnisafe/pull/97) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Ruiyang Sun](https://github.com/rockmagma02). +## 2023-01-30 ~ 2023-02-05 +- Chore: update linter settings by [@XuehaiPan](https://github.com/XuehaiPan). +- Chore: update ci by [@Gaiejj](https://github.com/Gaiejj) in PR [#90](https://github.com/PKU-MARL/omnisafe/pull/90) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Chore: update yaml by [@Gaiejj](https://github.com/Gaiejj) in PR [#92](https://github.com/PKU-MARL/omnisafe/pull/92) and [#93](https://github.com/PKU-MARL/omnisafe/pull/93) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +## 2023-01-23 ~ 2023-01-29 +- Fix: fix seed setting by [@Gaiejj](https://github.com/Gaiejj) in PR [#82](https://github.com/PKU-MARL/omnisafe/pull/82) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Refactor(objects): change object type into free_geom by [@muchvo](https://github.com/muchvo) in PR [#89](https://github.com/PKU-MARL/omnisafe/pull/89) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). +- Chore: update algorithms configration by [@Gaiejj](https://github.com/Gaiejj) in PR [#88](https://github.com/PKU-MARL/omnisafe/pull/88) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Feat: support cuda by [@Gaiejj](https://github.com/Gaiejj in PR [#86](https://github.com/PKU-MARL/omnisafe/pull/86) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Feat(render): add keyboard debug mode for some agents in all tasks by [@muchvo](https://github.com/muchvo) in PR [#83](https://github.com/PKU-MARL/omnisafe/pull/83) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). +- Feat: add experiment grid by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#84](https://github.com/PKU-MARL/omnisafe/pull/84) reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). +## 2023-01-16 ~ 2023-01-22 +- Feat(agents): add `ant` agent by [@muchvo](https://github.com/muchvo) in PR [#82](https://github.com/PKU-MARL/omnisafe/pull/82) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). +- Refactor(safety-gymnaisum): `code decoupling` by [@muchvo](https://github.com/muchvo) in PR [#81](https://github.com/PKU-MARL/omnisafe/pull/81) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). +- Feat: add new algorithm by [@Gaiejj](https://github.com/Gaiejj) in PR [#80](https://github.com/PKU-MARL/omnisafe/pull/80) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@XuehaiPan](https://github.com/XuehaiPan). ## 2023-01-09 ~ 2023-01-15 - Refactor: change wrapper setting by [@Gaiejj](https://github.com/Gaiejj) in PR [#73](https://github.com/PKU-MARL/omnisafe/pull/73) reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). -- Feat: `vectorized` environment by [@Gaiejj](https://github.com/Gaiejj) in PR [#74](https://github.com/PKU-MARL/omnisafe/pull/74), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [friedmainfunction](https://github.com/friedmainfunction). +- Feat: `vectorized` environment by [@Gaiejj](https://github.com/Gaiejj) in PR [#74](https://github.com/PKU-MARL/omnisafe/pull/74), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). ## 2023-01-02 ~ 2023-01-08 - Feat(agents, tasks, Evaluator): support `circle012` and new agent `racecar`, update evaluator by [@muchvo](https://github.com/muchvo) in PR [#59](https://github.com/PKU-MARL/omnisafe/pull/59), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). ## 2022-12-26 ~ 2023-01-01 -- Refactor: enhanced model-based code, add `CAP` algorithm by [hdadong](https://github.com/hdadong) in PR [#59](https://github.com/PKU-MARL/omnisafe/pull/59), reviewed by [@XuehaiPan](https://github.com/XuehaiPan) and [@zmsn-2077](https://github.com/zmsn-2077). +- Refactor: enhanced model-based code, add `CAP` algorithm by [@hdadong](https://github.com/hdadong) in PR [#59](https://github.com/PKU-MARL/omnisafe/pull/59), reviewed by [@XuehaiPan](https://github.com/XuehaiPan) and [@zmsn-2077](https://github.com/zmsn-2077). - Feat: support auto render as .mp4 videos, add examples and tests by [@muchvo](https://github.com/muchvo) in PR [#60](https://github.com/PKU-MARL/omnisafe/pull/60), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). -- Fix(model-based): fix cap cost bug and lag beta value in cap.yaml by [hdadong](https://github.com/hdadong) in PR [#62](https://github.com/PKU-MARL/omnisafe/pull/62), reviewed by [@zmsn-2077](https://github.com/zmsn-2077), [@calico-1226](https://github.com/calico-1226) and [@Gaiejj](https://github.com/Gaiejj). +- Fix(model-based): fix cap cost bug and lag beta value in cap.yaml by [@hdadong](https://github.com/hdadong) in PR [#62](https://github.com/PKU-MARL/omnisafe/pull/62), reviewed by [@zmsn-2077](https://github.com/zmsn-2077), [@calico-1226](https://github.com/calico-1226) and [@Gaiejj](https://github.com/Gaiejj). - Fix(render): fix markers are not shown in the rgb array returned by env.render() by [@muchvo](https://github.com/muchvo) in PR [#61](https://github.com/PKU-MARL/omnisafe/pull/61), reviewed by [@Gaiejj](https://github.com/Gaiejj) and [@zmsn-2077](https://github.com/zmsn-2077). ## 2022-12-19 ~ 2022-12-25 -- Feat(circle, run): support new tasks by [@muchvo](https://github.com/muchvo) in PR [#50](https://github.com/PKU-MARL/omnisafe/pull/50), reviewed by [friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). +- Feat(circle, run): support new tasks by [@muchvo](https://github.com/muchvo) in PR [#50](https://github.com/PKU-MARL/omnisafe/pull/50), reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). - in PR [#52](https://github.com/PKU-MARL/omnisafe/pull/52) - Feat: add Makefile by [@XuehaiPan](https://github.com/XuehaiPan) in PR [#53](https://github.com/PKU-MARL/omnisafe/pull/53), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). -- Fix: fix bug for namedtuple by [@Gaiejj](https://github.com/Gaiejj) in PR [#54](https://github.com/PKU-MARL/omnisafe/pull/54), reviewed by [friedmainfunction](https://github.com/friedmainfunction) and [@zmsn-2077](https://github.com/zmsn-2077). +- Fix: fix bug for namedtuple by [@Gaiejj](https://github.com/Gaiejj) in PR [#54](https://github.com/PKU-MARL/omnisafe/pull/54), reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@zmsn-2077](https://github.com/zmsn-2077). - Docs: fix spelling error by [@Gaiejj](https://github.com/Gaiejj) in PR [#56](https://github.com/PKU-MARL/omnisafe/pull/56), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@XuehaiPan](https://github.com/XuehaiPan). @@ -32,16 +54,16 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - Docs: retouch the formatting and add PPO docs for omnisafe by [@Gaiejj](https://github.com/Gaiejj) in PR [#40](https://github.com/PKU-MARL/omnisafe/pull/40), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). - Docs: add Lagrangian method documentation by [@Gaiejj](https://github.com/Gaiejj) in PR [#42](https://github.com/PKU-MARL/omnisafe/pull/42), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226) - Refactor: change the details and yaml files of on policy algorithm by [@Gaiejj](https://github.com/Gaiejj) in PR [#41](https://github.com/PKU-MARL/omnisafe/pull/41), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@calico-1226](https://github.com/calico-1226). -- Feat: add CUP algorithm by [@Gaiejj](https://github.com/Gaiejj) in PR [#43](https://github.com/PKU-MARL/omnisafe/pull/43), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [friedmainfunction](https://github.com/friedmainfunction). -- Feat(wrapper): separated wrapper for different algorithmic environments by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#44](https://github.com/PKU-MARL/omnisafe/pull/44), reviewed by [friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). -- Refactor(README): show the implemented algorithms in more detail by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#47](https://github.com/PKU-MARL/omnisafe/pull/47), reviewed by [friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). +- Feat: add CUP algorithm by [@Gaiejj](https://github.com/Gaiejj) in PR [#43](https://github.com/PKU-MARL/omnisafe/pull/43), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@friedmainfunction](https://github.com/friedmainfunction). +- Feat(wrapper): separated wrapper for different algorithmic environments by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#44](https://github.com/PKU-MARL/omnisafe/pull/44), reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). +- Refactor(README): show the implemented algorithms in more detail by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#47](https://github.com/PKU-MARL/omnisafe/pull/47), reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). - Chore: rename files and enable pylint by [@muchvo](https://github.com/muchvo) in PR [#39](https://github.com/PKU-MARL/omnisafe/pull/39), reviewed by [@zmsn-2077](https://github.com/zmsn-2077) and [@Gaiejj](https://github.com/Gaiejj). -- Refactor: open pylint in pre-commit by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#48](https://github.com/PKU-MARL/omnisafe/pull/48), reviewed by [friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). +- Refactor: open pylint in pre-commit by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#48](https://github.com/PKU-MARL/omnisafe/pull/48), reviewed by [@friedmainfunction](https://github.com/friedmainfunction) and [@Gaiejj](https://github.com/Gaiejj). ## 2022-12-05 ~ 2022-12-11 - Refactor: more OOP style code were used and made better code and file structure by [@muchvo](https://github.com/muchvo) in PR [#37](https://github.com/PKU-MARL/omnisafe/pull/37), reviewed by [@Gaiejj](https://github.com/Gaiejj) and [@zmsn-2077](https://github.com/zmsn-2077). -- Refactor: change the file layout of omnisafe by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#35](https://github.com/PKU-MARL/omnisafe/pull/35), reviewed by [@Gaiejj](https://github.com/Gaiejj) and [friedmainfunction](https://github.com/friedmainfunction). +- Refactor: change the file layout of omnisafe by [@zmsn-2077](https://github.com/zmsn-2077) in PR [#35](https://github.com/PKU-MARL/omnisafe/pull/35), reviewed by [@Gaiejj](https://github.com/Gaiejj) and [@friedmainfunction](https://github.com/friedmainfunction). - Docs: retouch the formatting and add links to the formula numbers by [@Gaiejj](https://github.com/Gaiejj) in PR [#31](https://github.com/PKU-MARL/omnisafe/pull/31), reviewed by [@XuehaiPan](https://github.com/XuehaiPan) and [@zmsn-2077](https://github.com/zmsn-2077). - Fix(env_wrapper): fix warning caused by 'none' string default value by [@muchvo](https://github.com/muchvo) in PR [#30](https://github.com/PKU-MARL/omnisafe/pull/30), reviewed by [@XuehaiPan](https://github.com/XuehaiPan) and [@zmsn-2077](https://github.com/zmsn-2077). diff --git a/README.md b/README.md index c20e6bbc2..3e597743e 100644 --- a/README.md +++ b/README.md @@ -13,7 +13,13 @@ [![codestyle](https://img.shields.io/badge/code%20style-black-000000.svg)](https://github.com/psf/black) [![License](https://img.shields.io/github/license/PKU-MARL/OmniSafe?label=license)](#license) -[**Implemented Algorithms**](#implemented-algorithms)| [**Installation**](#installation)| [**Getting Started**](#getting-started)| [**The OmniSafe Team**](#the-omnisafe-team)| [**License**](#license) +
+ Documentation | + Implemented Algorithms | + Installation | + Getting Started | + License +
# OmniSafe diff --git a/conda-recipe.yaml b/conda-recipe.yaml index 23544d807..b85e29f49 100644 --- a/conda-recipe.yaml +++ b/conda-recipe.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/examples/benchmarks/run_experiment_grid.py b/examples/benchmarks/run_experiment_grid.py index cc06e7bd0..2f06baa66 100644 --- a/examples/benchmarks/run_experiment_grid.py +++ b/examples/benchmarks/run_experiment_grid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/examples/train_from_custom_dict.py b/examples/train_from_custom_dict.py index c8862f9d8..29c4616a5 100644 --- a/examples/train_from_custom_dict.py +++ b/examples/train_from_custom_dict.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/examples/train_from_yaml.py b/examples/train_from_yaml.py index 8e66b50cf..7c856cba9 100644 --- a/examples/train_from_yaml.py +++ b/examples/train_from_yaml.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/examples/train_policy.py b/examples/train_policy.py index cee365da1..2236aac86 100644 --- a/examples/train_policy.py +++ b/examples/train_policy.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/__init__.py b/omnisafe/__init__.py index 2f4211687..3669e2ac5 100644 --- a/omnisafe/__init__.py +++ b/omnisafe/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/__init__.py b/omnisafe/algorithms/__init__.py index dfab91aac..5231479b6 100644 --- a/omnisafe/algorithms/__init__.py +++ b/omnisafe/algorithms/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/algo_wrapper.py b/omnisafe/algorithms/algo_wrapper.py index cbfec8a4f..2bbe20e48 100644 --- a/omnisafe/algorithms/algo_wrapper.py +++ b/omnisafe/algorithms/algo_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/model_based/__init__.py b/omnisafe/algorithms/model_based/__init__.py index b80b535ce..54456b5b3 100644 --- a/omnisafe/algorithms/model_based/__init__.py +++ b/omnisafe/algorithms/model_based/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/model_based/cap.py b/omnisafe/algorithms/model_based/cap.py index 1e1118f99..a2227d6f1 100644 --- a/omnisafe/algorithms/model_based/cap.py +++ b/omnisafe/algorithms/model_based/cap.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/model_based/models/__init__.py b/omnisafe/algorithms/model_based/models/__init__.py index ca7ae75f0..13e8f052f 100644 --- a/omnisafe/algorithms/model_based/models/__init__.py +++ b/omnisafe/algorithms/model_based/models/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/model_based/planner.py b/omnisafe/algorithms/model_based/planner.py index 4e0d4b84b..58a34a168 100644 --- a/omnisafe/algorithms/model_based/planner.py +++ b/omnisafe/algorithms/model_based/planner.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/model_based/safeloop.py b/omnisafe/algorithms/model_based/safeloop.py index ec3c2d50b..75d84d378 100644 --- a/omnisafe/algorithms/model_based/safeloop.py +++ b/omnisafe/algorithms/model_based/safeloop.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/__init__.py b/omnisafe/algorithms/off_policy/__init__.py index 1925b7e7b..120a3bec3 100644 --- a/omnisafe/algorithms/off_policy/__init__.py +++ b/omnisafe/algorithms/off_policy/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/crpo.py b/omnisafe/algorithms/off_policy/crpo.py index ef5772d91..136c0801f 100644 --- a/omnisafe/algorithms/off_policy/crpo.py +++ b/omnisafe/algorithms/off_policy/crpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/cvpo.py b/omnisafe/algorithms/off_policy/cvpo.py index 3996ca042..b840e4c5c 100644 --- a/omnisafe/algorithms/off_policy/cvpo.py +++ b/omnisafe/algorithms/off_policy/cvpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/ddpg.py b/omnisafe/algorithms/off_policy/ddpg.py index 47c52f148..e454bd396 100644 --- a/omnisafe/algorithms/off_policy/ddpg.py +++ b/omnisafe/algorithms/off_policy/ddpg.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/ddpg_lag.py b/omnisafe/algorithms/off_policy/ddpg_lag.py index ecbfcd7d4..9de991554 100644 --- a/omnisafe/algorithms/off_policy/ddpg_lag.py +++ b/omnisafe/algorithms/off_policy/ddpg_lag.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/ddpg_pid.py b/omnisafe/algorithms/off_policy/ddpg_pid.py index 274405d2d..5d4ff7d0d 100644 --- a/omnisafe/algorithms/off_policy/ddpg_pid.py +++ b/omnisafe/algorithms/off_policy/ddpg_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/sac.py b/omnisafe/algorithms/off_policy/sac.py index 64982d48c..6978ebf48 100644 --- a/omnisafe/algorithms/off_policy/sac.py +++ b/omnisafe/algorithms/off_policy/sac.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/sac_lag.py b/omnisafe/algorithms/off_policy/sac_lag.py index 8f4554f31..68b838011 100644 --- a/omnisafe/algorithms/off_policy/sac_lag.py +++ b/omnisafe/algorithms/off_policy/sac_lag.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/sac_pid.py b/omnisafe/algorithms/off_policy/sac_pid.py index fc0c9fcd5..5a54baa8c 100644 --- a/omnisafe/algorithms/off_policy/sac_pid.py +++ b/omnisafe/algorithms/off_policy/sac_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/sddpg.py b/omnisafe/algorithms/off_policy/sddpg.py index 46966aca2..7f4e4bd38 100644 --- a/omnisafe/algorithms/off_policy/sddpg.py +++ b/omnisafe/algorithms/off_policy/sddpg.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/td3.py b/omnisafe/algorithms/off_policy/td3.py index 9e0ce11b6..9fba15392 100644 --- a/omnisafe/algorithms/off_policy/td3.py +++ b/omnisafe/algorithms/off_policy/td3.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/td3_lag.py b/omnisafe/algorithms/off_policy/td3_lag.py index 2a663b925..241670192 100644 --- a/omnisafe/algorithms/off_policy/td3_lag.py +++ b/omnisafe/algorithms/off_policy/td3_lag.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/off_policy/td3_pid.py b/omnisafe/algorithms/off_policy/td3_pid.py index 5a65f92d4..b2566a557 100644 --- a/omnisafe/algorithms/off_policy/td3_pid.py +++ b/omnisafe/algorithms/off_policy/td3_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/__init__.py b/omnisafe/algorithms/on_policy/__init__.py index 569192419..7b8582d73 100644 --- a/omnisafe/algorithms/on_policy/__init__.py +++ b/omnisafe/algorithms/on_policy/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/base/__init__.py b/omnisafe/algorithms/on_policy/base/__init__.py index 0b8e240be..ae80f7a38 100644 --- a/omnisafe/algorithms/on_policy/base/__init__.py +++ b/omnisafe/algorithms/on_policy/base/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/base/natural_pg.py b/omnisafe/algorithms/on_policy/base/natural_pg.py index 2d0e7df0f..1d799257e 100644 --- a/omnisafe/algorithms/on_policy/base/natural_pg.py +++ b/omnisafe/algorithms/on_policy/base/natural_pg.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/base/policy_gradient.py b/omnisafe/algorithms/on_policy/base/policy_gradient.py index da861b703..0a8061530 100644 --- a/omnisafe/algorithms/on_policy/base/policy_gradient.py +++ b/omnisafe/algorithms/on_policy/base/policy_gradient.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/base/ppo.py b/omnisafe/algorithms/on_policy/base/ppo.py index 2182727b8..7ef1df621 100644 --- a/omnisafe/algorithms/on_policy/base/ppo.py +++ b/omnisafe/algorithms/on_policy/base/ppo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/base/trpo.py b/omnisafe/algorithms/on_policy/base/trpo.py index 8c4dfc898..aebf3161d 100644 --- a/omnisafe/algorithms/on_policy/base/trpo.py +++ b/omnisafe/algorithms/on_policy/base/trpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/early_terminated/__init__.py b/omnisafe/algorithms/on_policy/early_terminated/__init__.py index 457ca0b3e..f6493344f 100644 --- a/omnisafe/algorithms/on_policy/early_terminated/__init__.py +++ b/omnisafe/algorithms/on_policy/early_terminated/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/early_terminated/ppo_early_terminated.py b/omnisafe/algorithms/on_policy/early_terminated/ppo_early_terminated.py index 88fa76ec9..c82f127c7 100644 --- a/omnisafe/algorithms/on_policy/early_terminated/ppo_early_terminated.py +++ b/omnisafe/algorithms/on_policy/early_terminated/ppo_early_terminated.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/early_terminated/ppo_lag_early_terminated.py b/omnisafe/algorithms/on_policy/early_terminated/ppo_lag_early_terminated.py index 74f9ae7d2..54602dfa9 100644 --- a/omnisafe/algorithms/on_policy/early_terminated/ppo_lag_early_terminated.py +++ b/omnisafe/algorithms/on_policy/early_terminated/ppo_lag_early_terminated.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/first_order/__init__.py b/omnisafe/algorithms/on_policy/first_order/__init__.py index 3c0bde0ea..f422ffedd 100644 --- a/omnisafe/algorithms/on_policy/first_order/__init__.py +++ b/omnisafe/algorithms/on_policy/first_order/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/first_order/cup.py b/omnisafe/algorithms/on_policy/first_order/cup.py index cfa22e17c..2944f2bba 100644 --- a/omnisafe/algorithms/on_policy/first_order/cup.py +++ b/omnisafe/algorithms/on_policy/first_order/cup.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/first_order/focops.py b/omnisafe/algorithms/on_policy/first_order/focops.py index f150bd2af..40be52150 100644 --- a/omnisafe/algorithms/on_policy/first_order/focops.py +++ b/omnisafe/algorithms/on_policy/first_order/focops.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/__init__.py b/omnisafe/algorithms/on_policy/naive_lagrange/__init__.py index e1aa6433e..1a1e7a02c 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/__init__.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/crpo.py b/omnisafe/algorithms/on_policy/naive_lagrange/crpo.py index 6ae1d8743..89eeac2ae 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/crpo.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/crpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/pdo.py b/omnisafe/algorithms/on_policy/naive_lagrange/pdo.py index d26de5537..473ea605a 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/pdo.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/pdo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/ppo_lag.py b/omnisafe/algorithms/on_policy/naive_lagrange/ppo_lag.py index 0e880f875..17eb7913a 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/ppo_lag.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/ppo_lag.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/rcpo.py b/omnisafe/algorithms/on_policy/naive_lagrange/rcpo.py index dc9b7abfa..1aa71ca71 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/rcpo.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/rcpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/naive_lagrange/trpo_lag.py b/omnisafe/algorithms/on_policy/naive_lagrange/trpo_lag.py index 91c844a3b..f09ded420 100644 --- a/omnisafe/algorithms/on_policy/naive_lagrange/trpo_lag.py +++ b/omnisafe/algorithms/on_policy/naive_lagrange/trpo_lag.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/penalty_function/__init__.py b/omnisafe/algorithms/on_policy/penalty_function/__init__.py index ac9d1351e..68dbccee8 100644 --- a/omnisafe/algorithms/on_policy/penalty_function/__init__.py +++ b/omnisafe/algorithms/on_policy/penalty_function/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/penalty_function/ipo.py b/omnisafe/algorithms/on_policy/penalty_function/ipo.py index a07bd30b3..b28136df8 100644 --- a/omnisafe/algorithms/on_policy/penalty_function/ipo.py +++ b/omnisafe/algorithms/on_policy/penalty_function/ipo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/penalty_function/p3o.py b/omnisafe/algorithms/on_policy/penalty_function/p3o.py index 102920426..ad329a6e1 100644 --- a/omnisafe/algorithms/on_policy/penalty_function/p3o.py +++ b/omnisafe/algorithms/on_policy/penalty_function/p3o.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/pid_lagrange/__init__.py b/omnisafe/algorithms/on_policy/pid_lagrange/__init__.py index aef2373d6..2203bfc44 100644 --- a/omnisafe/algorithms/on_policy/pid_lagrange/__init__.py +++ b/omnisafe/algorithms/on_policy/pid_lagrange/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/pid_lagrange/cppo_pid.py b/omnisafe/algorithms/on_policy/pid_lagrange/cppo_pid.py index b23da30a6..1ac2228b5 100644 --- a/omnisafe/algorithms/on_policy/pid_lagrange/cppo_pid.py +++ b/omnisafe/algorithms/on_policy/pid_lagrange/cppo_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/pid_lagrange/trpo_pid.py b/omnisafe/algorithms/on_policy/pid_lagrange/trpo_pid.py index 9485398d1..a3f093543 100644 --- a/omnisafe/algorithms/on_policy/pid_lagrange/trpo_pid.py +++ b/omnisafe/algorithms/on_policy/pid_lagrange/trpo_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/saute/__init__.py b/omnisafe/algorithms/on_policy/saute/__init__.py index 65e0a5087..57902b6f1 100644 --- a/omnisafe/algorithms/on_policy/saute/__init__.py +++ b/omnisafe/algorithms/on_policy/saute/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/saute/ppo_lag_saute.py b/omnisafe/algorithms/on_policy/saute/ppo_lag_saute.py index 5b627fb87..58b4bbed5 100644 --- a/omnisafe/algorithms/on_policy/saute/ppo_lag_saute.py +++ b/omnisafe/algorithms/on_policy/saute/ppo_lag_saute.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/saute/ppo_saute.py b/omnisafe/algorithms/on_policy/saute/ppo_saute.py index 5920f0fd0..667e02c3e 100644 --- a/omnisafe/algorithms/on_policy/saute/ppo_saute.py +++ b/omnisafe/algorithms/on_policy/saute/ppo_saute.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/second_order/__init__.py b/omnisafe/algorithms/on_policy/second_order/__init__.py index 236f34808..790eacf0f 100644 --- a/omnisafe/algorithms/on_policy/second_order/__init__.py +++ b/omnisafe/algorithms/on_policy/second_order/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/second_order/cpo.py b/omnisafe/algorithms/on_policy/second_order/cpo.py index f86c65a0b..0b1aaae2d 100644 --- a/omnisafe/algorithms/on_policy/second_order/cpo.py +++ b/omnisafe/algorithms/on_policy/second_order/cpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/second_order/pcpo.py b/omnisafe/algorithms/on_policy/second_order/pcpo.py index f3721b467..b7ec18f3d 100644 --- a/omnisafe/algorithms/on_policy/second_order/pcpo.py +++ b/omnisafe/algorithms/on_policy/second_order/pcpo.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/simmer/__init__.py b/omnisafe/algorithms/on_policy/simmer/__init__.py index 55fddc516..91b2cca64 100644 --- a/omnisafe/algorithms/on_policy/simmer/__init__.py +++ b/omnisafe/algorithms/on_policy/simmer/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_pid.py b/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_pid.py index a1085ecb8..58402252f 100644 --- a/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_pid.py +++ b/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_q.py b/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_q.py index 4de000c42..842d99e92 100644 --- a/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_q.py +++ b/omnisafe/algorithms/on_policy/simmer/ppo_lag_simmer_q.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/simmer/ppo_simmer_pid.py b/omnisafe/algorithms/on_policy/simmer/ppo_simmer_pid.py index 6aea2ad6c..507252030 100644 --- a/omnisafe/algorithms/on_policy/simmer/ppo_simmer_pid.py +++ b/omnisafe/algorithms/on_policy/simmer/ppo_simmer_pid.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/on_policy/simmer/ppo_simmer_q.py b/omnisafe/algorithms/on_policy/simmer/ppo_simmer_q.py index 5a07a0a47..73cd3f34b 100644 --- a/omnisafe/algorithms/on_policy/simmer/ppo_simmer_q.py +++ b/omnisafe/algorithms/on_policy/simmer/ppo_simmer_q.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/algorithms/registry.py b/omnisafe/algorithms/registry.py index 72f39dc19..45617fbbd 100644 --- a/omnisafe/algorithms/registry.py +++ b/omnisafe/algorithms/registry.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/__init__.py b/omnisafe/common/__init__.py index 4d7c23a01..9d5a013e5 100644 --- a/omnisafe/common/__init__.py +++ b/omnisafe/common/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/__init__.py b/omnisafe/common/buffer/__init__.py index 64816718c..732e95306 100644 --- a/omnisafe/common/buffer/__init__.py +++ b/omnisafe/common/buffer/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/base.py b/omnisafe/common/buffer/base.py index bdb69a74d..eb6ecb650 100644 --- a/omnisafe/common/buffer/base.py +++ b/omnisafe/common/buffer/base.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/offpolicy_buffer.py b/omnisafe/common/buffer/offpolicy_buffer.py index 9051ff581..ca2d2f7f6 100644 --- a/omnisafe/common/buffer/offpolicy_buffer.py +++ b/omnisafe/common/buffer/offpolicy_buffer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/onpolicy_buffer.py b/omnisafe/common/buffer/onpolicy_buffer.py index 26a086510..83c6d8010 100644 --- a/omnisafe/common/buffer/onpolicy_buffer.py +++ b/omnisafe/common/buffer/onpolicy_buffer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/vector_offpolicy_buffer.py b/omnisafe/common/buffer/vector_offpolicy_buffer.py index 118373841..63f4e09f7 100644 --- a/omnisafe/common/buffer/vector_offpolicy_buffer.py +++ b/omnisafe/common/buffer/vector_offpolicy_buffer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/buffer/vector_onpolicy_buffer.py b/omnisafe/common/buffer/vector_onpolicy_buffer.py index cc2f4d243..c4b7fa09d 100644 --- a/omnisafe/common/buffer/vector_onpolicy_buffer.py +++ b/omnisafe/common/buffer/vector_onpolicy_buffer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/lagrange.py b/omnisafe/common/lagrange.py index 38f7090d9..b5e85b82f 100644 --- a/omnisafe/common/lagrange.py +++ b/omnisafe/common/lagrange.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/logger.py b/omnisafe/common/logger.py index 22b743721..4f37de3fc 100644 --- a/omnisafe/common/logger.py +++ b/omnisafe/common/logger.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/normalizer.py b/omnisafe/common/normalizer.py index 023f4ba32..1327d731f 100644 --- a/omnisafe/common/normalizer.py +++ b/omnisafe/common/normalizer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/pid_lagrange.py b/omnisafe/common/pid_lagrange.py index b23d40f74..9b5c6b377 100644 --- a/omnisafe/common/pid_lagrange.py +++ b/omnisafe/common/pid_lagrange.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/common/record_queue.py b/omnisafe/common/record_queue.py index be0644d1d..4a9d998b3 100644 --- a/omnisafe/common/record_queue.py +++ b/omnisafe/common/record_queue.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/model-based/CAP.yaml b/omnisafe/configs/model-based/CAP.yaml index 7f5a7894f..77967e629 100644 --- a/omnisafe/configs/model-based/CAP.yaml +++ b/omnisafe/configs/model-based/CAP.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/model-based/MBPPOLag.yaml b/omnisafe/configs/model-based/MBPPOLag.yaml index bad1f5f1e..71b2a426c 100644 --- a/omnisafe/configs/model-based/MBPPOLag.yaml +++ b/omnisafe/configs/model-based/MBPPOLag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/model-based/SafeLOOP.yaml b/omnisafe/configs/model-based/SafeLOOP.yaml index cb1ba63d8..5c672071e 100644 --- a/omnisafe/configs/model-based/SafeLOOP.yaml +++ b/omnisafe/configs/model-based/SafeLOOP.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/CVPO.yaml b/omnisafe/configs/off-policy/CVPO.yaml index 87b096317..c59d9bb26 100644 --- a/omnisafe/configs/off-policy/CVPO.yaml +++ b/omnisafe/configs/off-policy/CVPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/DDPG.yaml b/omnisafe/configs/off-policy/DDPG.yaml index 64cffc3a3..98886e027 100644 --- a/omnisafe/configs/off-policy/DDPG.yaml +++ b/omnisafe/configs/off-policy/DDPG.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/DDPGLag.yaml b/omnisafe/configs/off-policy/DDPGLag.yaml index c36452ade..452079447 100644 --- a/omnisafe/configs/off-policy/DDPGLag.yaml +++ b/omnisafe/configs/off-policy/DDPGLag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/DDPGPid.yaml b/omnisafe/configs/off-policy/DDPGPid.yaml index cba02648b..db7f90814 100644 --- a/omnisafe/configs/off-policy/DDPGPid.yaml +++ b/omnisafe/configs/off-policy/DDPGPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/DDPGSafetyLayer.yaml b/omnisafe/configs/off-policy/DDPGSafetyLayer.yaml index 64cd115ca..fcfda838f 100644 --- a/omnisafe/configs/off-policy/DDPGSafetyLayer.yaml +++ b/omnisafe/configs/off-policy/DDPGSafetyLayer.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/OffCRPO.yaml b/omnisafe/configs/off-policy/OffCRPO.yaml index 92ae9d548..6d53afd5e 100644 --- a/omnisafe/configs/off-policy/OffCRPO.yaml +++ b/omnisafe/configs/off-policy/OffCRPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/SAC.yaml b/omnisafe/configs/off-policy/SAC.yaml index ef7d8a359..80c3d171e 100644 --- a/omnisafe/configs/off-policy/SAC.yaml +++ b/omnisafe/configs/off-policy/SAC.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/SACLag.yaml b/omnisafe/configs/off-policy/SACLag.yaml index a097597a3..77e7c98ba 100644 --- a/omnisafe/configs/off-policy/SACLag.yaml +++ b/omnisafe/configs/off-policy/SACLag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/SACPid.yaml b/omnisafe/configs/off-policy/SACPid.yaml index 9ef2152eb..8ff35ab70 100644 --- a/omnisafe/configs/off-policy/SACPid.yaml +++ b/omnisafe/configs/off-policy/SACPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/SDDPG.yaml b/omnisafe/configs/off-policy/SDDPG.yaml index 9d292dab9..55a9665dd 100644 --- a/omnisafe/configs/off-policy/SDDPG.yaml +++ b/omnisafe/configs/off-policy/SDDPG.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/TD3.yaml b/omnisafe/configs/off-policy/TD3.yaml index 56c2e80d5..db092adf0 100644 --- a/omnisafe/configs/off-policy/TD3.yaml +++ b/omnisafe/configs/off-policy/TD3.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/TD3Lag.yaml b/omnisafe/configs/off-policy/TD3Lag.yaml index 91dea428d..971845c71 100644 --- a/omnisafe/configs/off-policy/TD3Lag.yaml +++ b/omnisafe/configs/off-policy/TD3Lag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/off-policy/TD3Pid.yaml b/omnisafe/configs/off-policy/TD3Pid.yaml index 376ff99c2..d2deee489 100644 --- a/omnisafe/configs/off-policy/TD3Pid.yaml +++ b/omnisafe/configs/off-policy/TD3Pid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/CPO.yaml b/omnisafe/configs/on-policy/CPO.yaml index 683596e19..bf9e84f9a 100644 --- a/omnisafe/configs/on-policy/CPO.yaml +++ b/omnisafe/configs/on-policy/CPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/CPPOPid.yaml b/omnisafe/configs/on-policy/CPPOPid.yaml index 5bdefd44a..59640142e 100644 --- a/omnisafe/configs/on-policy/CPPOPid.yaml +++ b/omnisafe/configs/on-policy/CPPOPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/CUP.yaml b/omnisafe/configs/on-policy/CUP.yaml index 6fad0de88..ba06b3c49 100644 --- a/omnisafe/configs/on-policy/CUP.yaml +++ b/omnisafe/configs/on-policy/CUP.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/FOCOPS.yaml b/omnisafe/configs/on-policy/FOCOPS.yaml index 08f70ab20..a42e96ca9 100644 --- a/omnisafe/configs/on-policy/FOCOPS.yaml +++ b/omnisafe/configs/on-policy/FOCOPS.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/IPO.yaml b/omnisafe/configs/on-policy/IPO.yaml index 8f33401ef..dc03f037d 100644 --- a/omnisafe/configs/on-policy/IPO.yaml +++ b/omnisafe/configs/on-policy/IPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/NaturalPG.yaml b/omnisafe/configs/on-policy/NaturalPG.yaml index df1375a7d..2e1fa2b5d 100644 --- a/omnisafe/configs/on-policy/NaturalPG.yaml +++ b/omnisafe/configs/on-policy/NaturalPG.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/OnCRPO.yaml b/omnisafe/configs/on-policy/OnCRPO.yaml index a2c504227..14aa8d6ea 100644 --- a/omnisafe/configs/on-policy/OnCRPO.yaml +++ b/omnisafe/configs/on-policy/OnCRPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/P3O.yaml b/omnisafe/configs/on-policy/P3O.yaml index d0bf6097d..5117f1c2d 100644 --- a/omnisafe/configs/on-policy/P3O.yaml +++ b/omnisafe/configs/on-policy/P3O.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PCPO.yaml b/omnisafe/configs/on-policy/PCPO.yaml index e58da534d..3299aa157 100644 --- a/omnisafe/configs/on-policy/PCPO.yaml +++ b/omnisafe/configs/on-policy/PCPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PDO.yaml b/omnisafe/configs/on-policy/PDO.yaml index ff40a00f6..379870343 100644 --- a/omnisafe/configs/on-policy/PDO.yaml +++ b/omnisafe/configs/on-policy/PDO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPO.yaml b/omnisafe/configs/on-policy/PPO.yaml index fa736071d..d9fa1a77f 100644 --- a/omnisafe/configs/on-policy/PPO.yaml +++ b/omnisafe/configs/on-policy/PPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOEarlyTerminated.yaml b/omnisafe/configs/on-policy/PPOEarlyTerminated.yaml index dab77cd60..72072c549 100644 --- a/omnisafe/configs/on-policy/PPOEarlyTerminated.yaml +++ b/omnisafe/configs/on-policy/PPOEarlyTerminated.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOLag.yaml b/omnisafe/configs/on-policy/PPOLag.yaml index 3a85e52e8..fba008814 100644 --- a/omnisafe/configs/on-policy/PPOLag.yaml +++ b/omnisafe/configs/on-policy/PPOLag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOLagEarlyTerminated.yaml b/omnisafe/configs/on-policy/PPOLagEarlyTerminated.yaml index a3a3ba0b0..3482e57b2 100644 --- a/omnisafe/configs/on-policy/PPOLagEarlyTerminated.yaml +++ b/omnisafe/configs/on-policy/PPOLagEarlyTerminated.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOLagSaute.yaml b/omnisafe/configs/on-policy/PPOLagSaute.yaml index c9529e1e7..27d71944b 100644 --- a/omnisafe/configs/on-policy/PPOLagSaute.yaml +++ b/omnisafe/configs/on-policy/PPOLagSaute.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOLagSimmerPid.yaml b/omnisafe/configs/on-policy/PPOLagSimmerPid.yaml index 36c9d16ef..8d7cf204c 100644 --- a/omnisafe/configs/on-policy/PPOLagSimmerPid.yaml +++ b/omnisafe/configs/on-policy/PPOLagSimmerPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOLagSimmerQ.yaml b/omnisafe/configs/on-policy/PPOLagSimmerQ.yaml index faa8da324..5b393afed 100644 --- a/omnisafe/configs/on-policy/PPOLagSimmerQ.yaml +++ b/omnisafe/configs/on-policy/PPOLagSimmerQ.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOSaute.yaml b/omnisafe/configs/on-policy/PPOSaute.yaml index fbddff6b0..0a2ef6416 100644 --- a/omnisafe/configs/on-policy/PPOSaute.yaml +++ b/omnisafe/configs/on-policy/PPOSaute.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOSimmerPid.yaml b/omnisafe/configs/on-policy/PPOSimmerPid.yaml index 11df2ea8f..904c34b89 100644 --- a/omnisafe/configs/on-policy/PPOSimmerPid.yaml +++ b/omnisafe/configs/on-policy/PPOSimmerPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PPOSimmerQ.yaml b/omnisafe/configs/on-policy/PPOSimmerQ.yaml index f07c8c999..555d5c8dd 100644 --- a/omnisafe/configs/on-policy/PPOSimmerQ.yaml +++ b/omnisafe/configs/on-policy/PPOSimmerQ.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/PolicyGradient.yaml b/omnisafe/configs/on-policy/PolicyGradient.yaml index 404b7b646..e742a0150 100644 --- a/omnisafe/configs/on-policy/PolicyGradient.yaml +++ b/omnisafe/configs/on-policy/PolicyGradient.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/RCPO.yaml b/omnisafe/configs/on-policy/RCPO.yaml index 4358dd118..dc6f0e8e9 100644 --- a/omnisafe/configs/on-policy/RCPO.yaml +++ b/omnisafe/configs/on-policy/RCPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/TRPO.yaml b/omnisafe/configs/on-policy/TRPO.yaml index 8a0355b99..cebb9f32d 100644 --- a/omnisafe/configs/on-policy/TRPO.yaml +++ b/omnisafe/configs/on-policy/TRPO.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/TRPOLag.yaml b/omnisafe/configs/on-policy/TRPOLag.yaml index 4358dd118..dc6f0e8e9 100644 --- a/omnisafe/configs/on-policy/TRPOLag.yaml +++ b/omnisafe/configs/on-policy/TRPOLag.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/configs/on-policy/TRPOPid.yaml b/omnisafe/configs/on-policy/TRPOPid.yaml index 6ac5b44bb..561bb46b2 100644 --- a/omnisafe/configs/on-policy/TRPOPid.yaml +++ b/omnisafe/configs/on-policy/TRPOPid.yaml @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/__init__.py b/omnisafe/models/__init__.py index a14d3a3ee..6fec5506f 100644 --- a/omnisafe/models/__init__.py +++ b/omnisafe/models/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/__init__.py b/omnisafe/models/actor/__init__.py index b4038fb7e..dbb8b6301 100644 --- a/omnisafe/models/actor/__init__.py +++ b/omnisafe/models/actor/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/actor_builder.py b/omnisafe/models/actor/actor_builder.py index 923049a91..13dff87ec 100644 --- a/omnisafe/models/actor/actor_builder.py +++ b/omnisafe/models/actor/actor_builder.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/categorical_actor.py b/omnisafe/models/actor/categorical_actor.py index b92a9ca44..0132a128a 100644 --- a/omnisafe/models/actor/categorical_actor.py +++ b/omnisafe/models/actor/categorical_actor.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/cholesky_actor.py b/omnisafe/models/actor/cholesky_actor.py index f9c9d91ca..21df20a1f 100644 --- a/omnisafe/models/actor/cholesky_actor.py +++ b/omnisafe/models/actor/cholesky_actor.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/gaussian_actor.py b/omnisafe/models/actor/gaussian_actor.py index cfe372604..a969320da 100644 --- a/omnisafe/models/actor/gaussian_actor.py +++ b/omnisafe/models/actor/gaussian_actor.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor/gaussian_stdnet_actor.py b/omnisafe/models/actor/gaussian_stdnet_actor.py index 563a222fa..7b7189f6a 100644 --- a/omnisafe/models/actor/gaussian_stdnet_actor.py +++ b/omnisafe/models/actor/gaussian_stdnet_actor.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor_critic.py b/omnisafe/models/actor_critic.py index 2a72d8a7c..20f82992e 100644 --- a/omnisafe/models/actor_critic.py +++ b/omnisafe/models/actor_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/actor_q_critic.py b/omnisafe/models/actor_q_critic.py index 4df96cf3a..f296e93b4 100644 --- a/omnisafe/models/actor_q_critic.py +++ b/omnisafe/models/actor_q_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/base.py b/omnisafe/models/base.py index f22836800..da5fb4511 100644 --- a/omnisafe/models/base.py +++ b/omnisafe/models/base.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/constraint_actor_critic.py b/omnisafe/models/constraint_actor_critic.py index b95bc64fc..8c12dc0b6 100644 --- a/omnisafe/models/constraint_actor_critic.py +++ b/omnisafe/models/constraint_actor_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/constraint_actor_q_critic.py b/omnisafe/models/constraint_actor_q_critic.py index d32a311fb..7050f0840 100644 --- a/omnisafe/models/constraint_actor_q_critic.py +++ b/omnisafe/models/constraint_actor_q_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/critic/__init__.py b/omnisafe/models/critic/__init__.py index 579fba05f..e8cd5886b 100644 --- a/omnisafe/models/critic/__init__.py +++ b/omnisafe/models/critic/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/critic/critic_builder.py b/omnisafe/models/critic/critic_builder.py index 41b9eeacd..733e99478 100644 --- a/omnisafe/models/critic/critic_builder.py +++ b/omnisafe/models/critic/critic_builder.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/critic/q_critic.py b/omnisafe/models/critic/q_critic.py index 946c09fa1..06f95ef48 100644 --- a/omnisafe/models/critic/q_critic.py +++ b/omnisafe/models/critic/q_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/models/critic/v_critic.py b/omnisafe/models/critic/v_critic.py index 520d95767..19c6aa022 100644 --- a/omnisafe/models/critic/v_critic.py +++ b/omnisafe/models/critic/v_critic.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/typing.py b/omnisafe/typing.py index 5c2163950..759109600 100644 --- a/omnisafe/typing.py +++ b/omnisafe/typing.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/__init__.py b/omnisafe/utils/__init__.py index 756435c9c..855d3541c 100644 --- a/omnisafe/utils/__init__.py +++ b/omnisafe/utils/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/algo_utils.py b/omnisafe/utils/algo_utils.py index 3882e36b5..0af602658 100644 --- a/omnisafe/utils/algo_utils.py +++ b/omnisafe/utils/algo_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/config_utils.py b/omnisafe/utils/config_utils.py index b28aa4608..0d3675e6e 100644 --- a/omnisafe/utils/config_utils.py +++ b/omnisafe/utils/config_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/core.py b/omnisafe/utils/core.py index f56d0619d..3329abcf4 100644 --- a/omnisafe/utils/core.py +++ b/omnisafe/utils/core.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/distributed_utils.py b/omnisafe/utils/distributed_utils.py index c14689a40..dd5e76fef 100644 --- a/omnisafe/utils/distributed_utils.py +++ b/omnisafe/utils/distributed_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/exp_grid_tools.py b/omnisafe/utils/exp_grid_tools.py index 74407807a..027e1e949 100644 --- a/omnisafe/utils/exp_grid_tools.py +++ b/omnisafe/utils/exp_grid_tools.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/logger_utils.py b/omnisafe/utils/logger_utils.py index a2ce84a28..9cba2f362 100644 --- a/omnisafe/utils/logger_utils.py +++ b/omnisafe/utils/logger_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/model_utils.py b/omnisafe/utils/model_utils.py index d3cc32b79..5361c744b 100644 --- a/omnisafe/utils/model_utils.py +++ b/omnisafe/utils/model_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/online_mean_std.py b/omnisafe/utils/online_mean_std.py index 291bcf4e0..7b3bf7e1b 100644 --- a/omnisafe/utils/online_mean_std.py +++ b/omnisafe/utils/online_mean_std.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/utils/vtrace.py b/omnisafe/utils/vtrace.py index 6a1591744..3d479711e 100644 --- a/omnisafe/utils/vtrace.py +++ b/omnisafe/utils/vtrace.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/__init__.py b/omnisafe/wrappers/__init__.py index d38f6ddd7..9615479e9 100644 --- a/omnisafe/wrappers/__init__.py +++ b/omnisafe/wrappers/__init__.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/cmdp_wrapper.py b/omnisafe/wrappers/cmdp_wrapper.py index 951ae2f6f..b85230b20 100644 --- a/omnisafe/wrappers/cmdp_wrapper.py +++ b/omnisafe/wrappers/cmdp_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/early_terminated_wrapper.py b/omnisafe/wrappers/early_terminated_wrapper.py index 7facbe0f1..5b8a18347 100644 --- a/omnisafe/wrappers/early_terminated_wrapper.py +++ b/omnisafe/wrappers/early_terminated_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/model_based_wrapper.py b/omnisafe/wrappers/model_based_wrapper.py index 213bcdd1b..c5f8810db 100644 --- a/omnisafe/wrappers/model_based_wrapper.py +++ b/omnisafe/wrappers/model_based_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/saute_wrapper.py b/omnisafe/wrappers/saute_wrapper.py index 6c5beefc2..faffdcf38 100644 --- a/omnisafe/wrappers/saute_wrapper.py +++ b/omnisafe/wrappers/saute_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/simmer_wrapper.py b/omnisafe/wrappers/simmer_wrapper.py index fd64c5c5f..068f45137 100644 --- a/omnisafe/wrappers/simmer_wrapper.py +++ b/omnisafe/wrappers/simmer_wrapper.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/omnisafe/wrappers/wrapper_registry.py b/omnisafe/wrappers/wrapper_registry.py index 15576a86f..7ff4e47c1 100644 --- a/omnisafe/wrappers/wrapper_registry.py +++ b/omnisafe/wrappers/wrapper_registry.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/helpers.py b/tests/helpers.py index f17db4cb3..61969fe6a 100644 --- a/tests/helpers.py +++ b/tests/helpers.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_buffer.py b/tests/test_buffer.py index baa33143d..150d7e2d2 100644 --- a/tests/test_buffer.py +++ b/tests/test_buffer.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_model.py b/tests/test_model.py index f5fd8eb9e..5fea2aaf6 100644 --- a/tests/test_model.py +++ b/tests/test_model.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_policy.py b/tests/test_policy.py index b26c0d892..96edf3c3a 100644 --- a/tests/test_policy.py +++ b/tests/test_policy.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_safety_gym_envs.py b/tests/test_safety_gym_envs.py index 2dd8ccea8..1d93c1c5d 100644 --- a/tests/test_safety_gym_envs.py +++ b/tests/test_safety_gym_envs.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/tests/test_utils.py b/tests/test_utils.py index b39069e43..2531c5574 100644 --- a/tests/test_utils.py +++ b/tests/test_utils.py @@ -1,4 +1,4 @@ -# Copyright 2022 OmniSafe Team. All Rights Reserved. +# Copyright 2022-2023 OmniSafe Team. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License.