Skip to content

summation_fusion

Bases: weighted_summation_fusion

Source code in tinybig/fusion/basic_fusion.py 
55
56
57
58
class summation_fusion(weighted_summation_fusion):

    def __init__(self, dims: list[int] | tuple[int], name: str = "summation_fusion", require_parameters: bool = False,  *args, **kwargs):
        super().__init__(dims=dims, weights=torch.ones(len(dims)), name=name, require_parameters=False, *args, **kwargs)