Skip to content

lowrank_parameterized_concatenation_fusion

Bases: parameterized_concatenation_fusion

Source code in tinybig/fusion/parameterized_concatenation_fusion.py 
78
79
80
81
82
class lowrank_parameterized_concatenation_fusion(parameterized_concatenation_fusion):
    def __init__(self, r: int = 2, name: str = 'lowrank_parameterized_concatenation_fusion', *args, **kwargs):
        super().__init__(name=name, *args, **kwargs)
        self.r = r
        self.parameter_fabrication = lorr_reconciliation(r=self.r)