comment on 63 byte additions.

PumasAI · Sep 1, 2022 · 8421c1b · 8421c1b
1 parent 254afc2
commit 8421c1b
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/memory.jl b/src/memory.jl
@@ -48,6 +48,7 @@ end
 end
 
 function required_bytes(::Val{T}, layers, sx, additional = static(0)) where {T}
+  # we add 63 extra bytes to make sure we can bring the pointer to 64 byte alignment.
   output_size(Val(T), layers, sx) + additional + static(63)
 end
 function required_bytes(
@@ -59,9 +60,11 @@ function required_bytes(
   nthread,
 ) where {T}
   base_mem_per_thread = output_size(Val(T), layers, sx) + additional_per_thread
+  # we add 63 extra bytes to make sure we can bring the pointer to 64 byte alignment.
   base_mem_per_thread, additional + base_mem_per_thread * nthread + static(63)
 end
 function required_forward_bytes(::Val{T}, layers, sx, additional = static(0)) where {T}
+  # we add 63 extra bytes to make sure we can bring the pointer to 64 byte alignment.
   forward_output_size(Val(T), layers, sx) + additional + static(63)
 end