fix comments

pytorch · Sep 12, 2024 · b26b4fc · b26b4fc
1 parent a0bd26b
commit b26b4fc
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/torchtune/modules/__init__.py b/torchtune/modules/__init__.py
@@ -33,7 +33,8 @@
     "KVCache",
     "RotaryPositionalEmbeddings",
     "RMSNorm",
-    "TiedLinear" "Fp32LayerNorm",
+    "TiedLinear",
+    "Fp32LayerNorm",
     "VisionTransformer",
     "TransformerDecoder",
     "TiedEmbeddingTransformerDecoder",

diff --git a/torchtune/modules/transformer.py b/torchtune/modules/transformer.py
@@ -518,7 +518,8 @@ def forward(
 
 @deprecated(
     msg="Please use torchtune.modules.TransformerDecoder instead. \
-If you need an example, see torchtune.models.qwen2._component_builders.py"
+If you need an example, see torchtune.models.qwen2._component_builders.py \
+and how to implement torch.modules.TiedLinear for the output projection."
 )
 class TiedEmbeddingTransformerDecoder(nn.Module):
     """