add some comments

Signed-off-by: xffxff <[email protected]>
vllm-project · Jan 22, 2025 · 10024a6 · 10024a6
1 parent 1bd94df
commit 10024a6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/vllm/model_executor/models/aria.py b/vllm/model_executor/models/aria.py
@@ -60,6 +60,9 @@ def __init__(
         prefix: str = "",
     ) -> None:
         super().__init__(config, quant_config, prefix)
+        # Unlike Idefics3VisionTransformer which uses LayerNorm after the
+        # final layer, Aria omits this normalization, so we replace it with an
+        # Identity layer
         self.post_layernorm = nn.Identity()
 
     def load_weights(self, weights: Iterable[Tuple[str,