Add files using large-upload tool
Browse files- model_config.yaml +1 -0
model_config.yaml
CHANGED
|
@@ -91,6 +91,7 @@ optim:
|
|
| 91 |
warmup_steps: 500
|
| 92 |
constant_steps: 50000
|
| 93 |
min_lr: '1.0e-7'
|
|
|
|
| 94 |
precision: bf16
|
| 95 |
target: nemo.collections.nlp.models.language_modeling.megatron_gpt_model.MegatronGPTModel
|
| 96 |
nemo_version: 1.15.0rc0
|
|
|
|
| 91 |
warmup_steps: 500
|
| 92 |
constant_steps: 50000
|
| 93 |
min_lr: '1.0e-7'
|
| 94 |
+
apply_rope_fusion: false
|
| 95 |
precision: bf16
|
| 96 |
target: nemo.collections.nlp.models.language_modeling.megatron_gpt_model.MegatronGPTModel
|
| 97 |
nemo_version: 1.15.0rc0
|