Skip to content

Commit

Permalink
remove separate bias add
Browse files Browse the repository at this point in the history
  • Loading branch information
robertgshaw2-redhat committed Jul 11, 2024
1 parent 7ed6a4f commit aaf04d4
Showing 1 changed file with 1 addition and 9 deletions.
10 changes: 1 addition & 9 deletions vllm/model_executor/layers/linear.py
Original file line number Diff line number Diff line change
Expand Up @@ -99,15 +99,7 @@ def apply(self,


class UnquantizedLinearMethod(LinearMethodBase):
"""Linear method without quantization.
Args:
separate_bias_add: If true, add bias separately after matrix
multiplication.
"""

def __init__(self, separate_bias_add: bool = False):
self.separate_bias_add = separate_bias_add
"""Linear method without quantization."""

def create_weights(self, layer: torch.nn.Module,
input_size_per_partition: int,
Expand Down

0 comments on commit aaf04d4

Please sign in to comment.