FISHER#

Classes#

class models.lora_prototype_utils.fisher.AugmentedFisherModule(p, beta_iel, alpha_ita)[source]#

Bases: Module

dist(delta)[source]#
dot_is_subbed()[source]#
dot_prod(delta, idxs_delta_2)[source]#
dot_prod_no_grad(delta, delta_past)[source]#
forward(delta)[source]#
full_dot_prod(delta)[source]#
full_dot_prod_no_grad(delta, delta_past)[source]#
get_fisher_matrix(scaled=False)[source]#
get_fisher_matrix_dot(scaled=False)[source]#
get_num_elems()[source]#
trace()[source]#
update(f, num_examples)[source]#
class models.lora_prototype_utils.fisher.UnbiasedFisherModule(p, beta_iel)[source]#

Bases: Module

dist(delta)[source]#
dot_is_subbed()[source]#
dot_prod(delta, idxs_delta_2)[source]#
dot_prod_no_grad(delta, delta_past)[source]#
forward(delta)[source]#
full_dot_prod(delta)[source]#
full_dot_prod_no_grad(delta, delta_past)[source]#
get_fisher_matrix(scaled=False)[source]#
get_fisher_matrix_dot(scaled=False)[source]#
get_num_elems()[source]#
trace()[source]#
update(f, num_examples)[source]#