hdong0 commited on
Commit
c8e6b22
·
verified ·
1 Parent(s): b991eda

End of training

Browse files
Files changed (2) hide show
  1. README.md +3 -1
  2. config.json +1 -1
README.md CHANGED
@@ -1,9 +1,11 @@
1
  ---
2
  base_model: Qwen/Qwen3-8B-Base
 
3
  library_name: transformers
4
  model_name: Qwen3-8B-base-Open-R1-GRPO_dapo_acc_8192_to_16384_nokl
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - grpo
9
  licence: license
@@ -11,7 +13,7 @@ licence: license
11
 
12
  # Model Card for Qwen3-8B-base-Open-R1-GRPO_dapo_acc_8192_to_16384_nokl
13
 
14
- This model is a fine-tuned version of [Qwen/Qwen3-8B-Base](https://huggingface.co/Qwen/Qwen3-8B-Base).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: Qwen/Qwen3-8B-Base
3
+ datasets: open-r1/DAPO-Math-17k-Processed
4
  library_name: transformers
5
  model_name: Qwen3-8B-base-Open-R1-GRPO_dapo_acc_8192_to_16384_nokl
6
  tags:
7
  - generated_from_trainer
8
+ - open-r1
9
  - trl
10
  - grpo
11
  licence: license
 
13
 
14
  # Model Card for Qwen3-8B-base-Open-R1-GRPO_dapo_acc_8192_to_16384_nokl
15
 
16
+ This model is a fine-tuned version of [Qwen/Qwen3-8B-Base](https://huggingface.co/Qwen/Qwen3-8B-Base) on the [open-r1/DAPO-Math-17k-Processed](https://huggingface.co/datasets/open-r1/DAPO-Math-17k-Processed) dataset.
17
  It has been trained using [TRL](https://github.com/huggingface/trl).
18
 
19
  ## Quick start
config.json CHANGED
@@ -24,7 +24,7 @@
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.52.0.dev0",
27
- "use_cache": false,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
30
  }
 
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.52.0.dev0",
27
+ "use_cache": true,
28
  "use_sliding_window": false,
29
  "vocab_size": 151936
30
  }