change default

pytorch · Dec 6, 2024 · c7f02de · c7f02de
1 parent ed33ba9
commit c7f02de
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/recipes/dev/7B_full_early_exit.yaml b/recipes/dev/7B_full_early_exit.yaml
@@ -124,8 +124,8 @@ profiler:
 
 # Early Exit Loss
 early_exit_loss:
-  layers: ":"
-  curriculum: torchtune.modules.early_exit_loss.GradualEarlyExitCurriculum
+  layers: "0::4"
+  curriculum: torchtune.modules.early_exit_loss.RotationalEarlyExitCurriculum
   scale_fn: torchtune.modules.early_exit_loss.sum_l_loss_scale
   scale: 1.0