Hugging Face's logo

FengdiFlo
/
Monte-Carlo-Q

Model card Files
xet
 Community
FengdiFlo commited on
Commit
9e04415
·
verified ·
1 Parent(s): 1a316cb

Add files using upload-large-folder tool

Browse files
Files changed (45) hide show
  1. .gitattributes +3 -0
  2. clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_0.pt +3 -0
  3. clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_1.pt +3 -0
  4. clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_2.pt +3 -0
  5. clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_3.pt +3 -0
  6. clip_0.2_grpo_r8/global_step_75/actor/huggingface/tokenizer.json +3 -0
  7. clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_0.pt +3 -0
  8. clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_1.pt +3 -0
  9. clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_2.pt +3 -0
  10. clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_3.pt +3 -0
  11. clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_0.pt +3 -0
  12. clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_1.pt +3 -0
  13. clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_2.pt +3 -0
  14. clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_3.pt +3 -0
  15. clip_0.2_grpo_r8/global_step_75/data.pt +3 -0
  16. clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_0.pt +3 -0
  17. clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_1.pt +3 -0
  18. clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_2.pt +3 -0
  19. clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_3.pt +3 -0
  20. clip_0.2_grpo_r8/global_step_90/actor/huggingface/tokenizer.json +3 -0
  21. clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_0.pt +3 -0
  22. clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_1.pt +3 -0
  23. clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_2.pt +3 -0
  24. clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_3.pt +3 -0
  25. clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_0.pt +3 -0
  26. clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_1.pt +3 -0
  27. clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_2.pt +3 -0
  28. clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_3.pt +3 -0
  29. clip_0.2_grpo_r8/global_step_90/data.pt +3 -0
  30. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_0.pt +3 -0
  31. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_1.pt +3 -0
  32. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_2.pt +3 -0
  33. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_3.pt +3 -0
  34. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/huggingface/tokenizer.json +3 -0
  35. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_0.pt +3 -0
  36. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_1.pt +3 -0
  37. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_2.pt +3 -0
  38. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_3.pt +3 -0
  39. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_0.pt +3 -0
  40. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_1.pt +3 -0
  41. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_2.pt +3 -0
  42. clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_3.pt +3 -0
  43. clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/model_world_size_4_rank_0.pt +3 -0
  44. clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/optim_world_size_4_rank_1.pt +3 -0
  45. clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/optim_world_size_4_rank_2.pt +3 -0
.gitattributes CHANGED
@@ -104,3 +104,6 @@ lr_7e-7_clip_0_2_k_4_p-diff-adv-pass-at-k/global_step_15/credit/huggingface/toke
104
  lr_5e-7_clip_0_2_k_4_p-diff-adv-pass-at-k/global_step_45/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
105
  lr_5e-7_clip_0_2_k_4_p-diff-adv-pass-at-k/global_step_45/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
106
  clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
104
  lr_5e-7_clip_0_2_k_4_p-diff-adv-pass-at-k/global_step_45/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
105
  lr_5e-7_clip_0_2_k_4_p-diff-adv-pass-at-k/global_step_45/credit/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
106
  clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
107
+ clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
108
+ clip_0.2_grpo_r8/global_step_75/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
109
+ clip_0.2_grpo_r8/global_step_90/actor/huggingface/tokenizer.json filter=lfs diff=lfs merge=lfs -text
clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c1fb08431388a9c52a50633110567dbaa4a89f15835d5f95c352db5eefadf02
3
+ size 15205
clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07504394f79f70af03b5b40b8d18b912894fa7eb995f22c85ef8e1ee1ffa76bd
3
+ size 15141
clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f44753c3bf413ebf82bd2e375a246ec5ce46dbc1e37ca896e3c9698276b5a963
3
+ size 15077
clip_0.2_grpo_r8/global_step_75/actor/extra_state_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395b5ceed8e23be3c07bfbc9b43cd03ddefae95da79231fd7b58e5ef826cdd2d
3
+ size 15205
clip_0.2_grpo_r8/global_step_75/actor/huggingface/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2812aa214ae68d8f1790ce617bec67252b96701b48c06037df4ff37eb0f68714
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b08f68fdfa1267f3aef70d0c916505a56cb321883aafc5a2e034c3b8d90174d
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dd260545935292a4a992033e84521240533beb4f68d62aa2e2d90afed5203d2
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_75/actor/model_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e543ef7199fd41fb61472c84aa3804152ce55f2d20c106195a9543dcc4088d8
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e87a510b6f7ab9c8a239b753dd79f37e975cbd32ab7c12e42bc7fef09d5b8ef3
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2e32e8fd1b4900fe5dc4b806236194e355cd401fdaa08b517e26b9bdda9f8a0
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243742402d0d1b6899dd5c1649862debd303fdcab076624a4e6f1ff5a35173c7
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_75/actor/optim_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bd110a63d92cbdfcd6d2c0636bfb9c8607cf9f29ecf175529932635a9109592
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_75/data.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d36447cbdb39946b9c8397b768ba047c4e5dcaa23f715bd4a2ee04f30d170f8
3
+ size 7316
clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a945a08df978d9256a9b4bdf580e88ed3e719d1a4999737cffa96a6776eb08bb
3
+ size 15205
clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef9a8470175d9ba28d111e7f3733ca90fdb8e9241224de0ebc52bd2ec8a7164
3
+ size 15141
clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2838451d1943a454e7c7d1802822ee4b51ddaecc550875db595621a5ff89c97d
3
+ size 15077
clip_0.2_grpo_r8/global_step_90/actor/extra_state_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17012a6a1128758089963eb0466dc6742f0f1faefb2ded6b6dc63b71080d59bc
3
+ size 15205
clip_0.2_grpo_r8/global_step_90/actor/huggingface/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0caa1df0346df225519edb074fe9d746fb572b1ab35fce03a7d2e0b540811aff
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dde68f1e51755786d34888c1793a1a2866342a3c1b55db2c0e5b11355aba615
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0176f599033c585f93bb373a8572f2184b6f9f60a2145fafc3e8c980a191f914
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_90/actor/model_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee9c5722b298accfd6bf28e80fd4275251b862758064a4547d377719b2d8849e
3
+ size 2031920747
clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48948fc66362fa02861a487240f3eb3c8c711e76c7b2566ea178fcc78fda9c99
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d774d5d537c67f16c31d0e440f1ee409befa5b8967d69ebe416496f528090a14
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e0d036d6508f3e0bd5921078f729906683ff0a07f8f6e7267594b0423a5cce
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_90/actor/optim_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde0cc7c56b11523bf6ad82373f6bbd799d38c074fb1a2749a9e0cd5c6154a93
3
+ size 3441176616
clip_0.2_grpo_r8/global_step_90/data.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca5daf60c65abd1ac6731c66e2ecdb75c0f4ddeccb44ee1914d0edc782da3fdf
3
+ size 7316
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0062790cd920fbc206c241954404e8a605326997ad098d8dd58037fee281b50b
3
+ size 15077
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85d9d1b6efc14e3245213aaeb73f2bfe58e2ff8f064f7fbce74405ca4a6c302
3
+ size 15141
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e16ae3f887359af937ee7c1c469f1c65a35491e155f0891c5e7a36a37f64f4e
3
+ size 15141
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/extra_state_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b88e1a932b1e27148c6b015a2c067e33584bffde3dd426b7c06299d5ca91f4d
3
+ size 15141
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/huggingface/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4
3
+ size 11422654
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fbd9e9921f87b05fc8a8f3c8f77e39d605a599777e03499aa2bb3c3e5024a4d
3
+ size 2031920747
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7600545ef72d6480d18795c97b7b6a8db7f03983b4b49c91670386372d02a9bd
3
+ size 2031920747
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d2314ab54d653b47a9deb992761f795958b8a2f74b35da55a301938911c9f6
3
+ size 2031920747
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/model_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c508812dc499ca25919ccfe4e0b3c958351af4b6462058d2ab2a9dfa5e9bf95
3
+ size 2031920747
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13d4aa116baa023b3da392dce3cfd10a069ca9ca356fa914e7709620a769946
3
+ size 3441176616
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb4766e7287d20dd05938cc2196e253867318b857dc2bc197c93bf47094e1cbe
3
+ size 3441176616
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1850cb0fee93b5d91a7f2117e0562bec7cf9967c6c6e05a7b0db25226610a31
3
+ size 3441176616
clip_lr_2e-6_0.2_grpo_r8/global_step_15/actor/optim_world_size_4_rank_3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb801f53a3ac74d733a48cc4ac91200a96db6d1b6274d95ee714e388245e94c
3
+ size 3441176616
clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/model_world_size_4_rank_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156204799e1d0e4b82d1449ecdd810571d141b92349755256c9ef763c93616ed
3
+ size 2031920747
clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/optim_world_size_4_rank_1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:128a7f209705e1d837e5065734e9e9c64701d64d1ed7eb181dd796e9a890dd0b
3
+ size 3441176616
clip_lr_2e-6_0.2_grpo_r8/global_step_30/actor/optim_world_size_4_rank_2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c685b6ccebb54071a6a5387f65903972082832b8fa7d6f362d80805a74945be6
3
+ size 3441176616