From bbdcbe468636f4174a34ce9396c3e469da045b4b Mon Sep 17 00:00:00 2001 From: Max de Bayser Date: Fri, 3 Jul 2026 05:47:50 -0400 Subject: [PATCH] Move Roberta remaining nn.Embedding to VocabParallelEmbedding (#47452) Signed-off-by: Max de Bayser --- vllm/model_executor/models/roberta.py | 8 +++----- 1 file changed, 3 insertions(+), 5 deletions(-) diff --git a/vllm/model_executor/models/roberta.py b/vllm/model_executor/models/roberta.py index 43c37b01e4c..a2419fd1c61 100644 --- a/vllm/model_executor/models/roberta.py +++ b/vllm/model_executor/models/roberta.py @@ -53,13 +53,11 @@ class RobertaEmbedding(nn.Module): config.vocab_size, config.hidden_size ) self.padding_idx = config.pad_token_id - self.position_embeddings = nn.Embedding( - config.max_position_embeddings, - config.hidden_size, - padding_idx=self.padding_idx, + self.position_embeddings = VocabParallelEmbedding( + config.max_position_embeddings, config.hidden_size ) - self.token_type_embeddings = nn.Embedding( + self.token_type_embeddings = VocabParallelEmbedding( config.type_vocab_size, config.hidden_size ) self.LayerNorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)