Upload README.md with huggingface_hub

README.md

@@ -21,7 +21,7 @@ model-index:
       type: OpenAI/Gym/ClassicControl-Pendulum-v1
     metrics:
     - type: mean_reward
-      value: -200.85 +/- 155.78
+      value: -191.58 +/- 148.46
       name: mean_reward
 ---
 
@@ -67,10 +67,10 @@ import torch
 
 # Pull model from files which are git cloned from huggingface
 policy_state_dict = torch.load("pytorch_model.bin", map_location=torch.device("cpu"))
-cfg = EasyDict(Config.file_to_dict("policy_config.py"))
+cfg = EasyDict(Config.file_to_dict("policy_config.py").cfg_dict)
 # Instantiate the agent
 agent = TD3Agent(
-    env="pendulum", exp_name="Pendulum-v1-TD3", cfg=cfg.exp_config, policy_state_dict=policy_state_dict
+    env_id="Pendulum-v1", exp_name="Pendulum-v1-TD3", cfg=cfg.exp_config, policy_state_dict=policy_state_dict
 )
 # Continue training
 agent.train(step=5000)
@@ -98,7 +98,7 @@ from huggingface_ding import pull_model_from_hub
 policy_state_dict, cfg = pull_model_from_hub(repo_id="OpenDILabCommunity/Pendulum-v1-TD3")
 # Instantiate the agent
 agent = TD3Agent(
-    env="pendulum",
+    env_id="Pendulum-v1",
     exp_name="Pendulum-v1-TD3",
     cfg=cfg.exp_config,
     policy_state_dict=policy_state_dict
@@ -128,7 +128,7 @@ from ding.bonus import TD3Agent
 from huggingface_ding import push_model_to_hub
 
 # Instantiate the agent
-agent = TD3Agent("pendulum", exp_name="Pendulum-v1-TD3")
+agent = TD3Agent(env_id="Pendulum-v1", exp_name="Pendulum-v1-TD3")
 # Train the agent
 return_ = agent.train(step=int(4000000))
 # Push model to huggingface hub
@@ -145,7 +145,8 @@ push_model_to_hub(
     usage_file_by_git_clone="./td3/pendulum_td3_deploy.py",
     usage_file_by_huggingface_ding="./td3/pendulum_td3_download.py",
     train_file="./td3/pendulum_td3.py",
-    repo_id="OpenDILabCommunity/Pendulum-v1-TD3"
+    repo_id="OpenDILabCommunity/Pendulum-v1-TD3",
+    create_repo=False
 )
 
 ```
@@ -170,10 +171,11 @@ exp_config = {
             'cfg_type': 'BaseEnvManagerDict'
         },
         'stop_value': -250,
+        'n_evaluator_episode': 5,
+        'env_id': 'Pendulum-v1',
         'collector_env_num': 8,
         'evaluator_env_num': 5,
-        'act_scale': True,
-        'n_evaluator_episode': 5
+        'act_scale': True
     },
     'policy': {
         'model': {
@@ -227,9 +229,10 @@ exp_config = {
                     'render_freq': -1,
                     'mode': 'train_iter'
                 },
+                'figure_path': None,
                 'cfg_type': 'InteractionSerialEvaluatorDict',
-                'n_episode': 5,
-                'stop_value': -250
+                'stop_value': -250,
+                'n_episode': 5
             }
         },
         'other': {
@@ -268,7 +271,7 @@ exp_config = {
 
 **Training Procedure** 
 <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
-- **Weights & Biases (wandb):** [monitor link](https://wandb.ai/zhangpaipai/Pendulum-v1-TD3)
+- **Weights & Biases (wandb):** [monitor link](https://wandb.ai/zjowowen/Pendulum-v1-TD3)
 
 ## Model Information
 <!-- Provide the basic links for the model. -->
@@ -277,14 +280,14 @@ exp_config = {
 - **Configuration:** [config link](https://huggingface.co/OpenDILabCommunity/Pendulum-v1-TD3/blob/main/policy_config.py)
 - **Demo:** [video](https://huggingface.co/OpenDILabCommunity/Pendulum-v1-TD3/blob/main/replay.mp4)
 <!-- Provide the size information for the model. -->
-- **Parameters total size:** 53.01 KB
-- **Last Update Date:** 2023-04-29
+- **Parameters total size:** 106.02 KB
+- **Last Update Date:** 2023-09-22
 
 ## Environments
 <!-- Address questions around what environment the model is intended to be trained and deployed at, including the necessary information needed to be provided for future users. -->
 - **Benchmark:** OpenAI/Gym/ClassicControl
 - **Task:** Pendulum-v1
 - **Gym version:** 0.25.1
-- **DI-engine version:** v0.4.7
-- **PyTorch version:** 1.7.1
+- **DI-engine version:** v0.4.9
+- **PyTorch version:** 2.0.1+cu117
 - **Doc**: [DI-engine-docs Environments link](https://di-engine-docs.readthedocs.io/en/latest/13_envs/pendulum.html)