Skip to content

random_matrix_adaption_parameterized_concatenation_fusion

Bases: parameterized_concatenation_fusion

Source code in tinybig/fusion/parameterized_concatenation_fusion.py
class random_matrix_adaption_parameterized_concatenation_fusion(parameterized_concatenation_fusion):
    def __init__(self, r: int = 2, name: str = 'random_matrix_adaption_parameterized_concatenation_fusion', *args, **kwargs):
        super().__init__(name=name, *args, **kwargs)
        self.r = r
        self.parameter_fabrication = random_matrix_adaption_reconciliation(r=self.r)