diff --git a/assets/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a7d229d16825ab5524f7918482679185eee73ae
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/opt/4/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..a1b9a6f218def42eeecd60dd468e7e01225f77a5
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/opt/5/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..4a9c8ad5a2601be36d224a994f042c9eb12bb0a6
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/opt/6/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..13a231880365ded56ce4c709f52639349d15b651
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/opt/7/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..553ad447d5130693a88392f38bd4996c0a87db70
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/opt/8/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..c3d164d4b773cee25eadd6263bec17e44e3b6595
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/phi/4/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..e47d8d8877e48faa48392ecd72eac1bb5c854f84
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/phi/5/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..22dea24af0c0e9ee0f6983e345344910777793df
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/phi/6/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0f3ccd0d0a0aa8b5f8bdb7e43356cfa5f5fec
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/phi/7/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..38163a947786452b915c55fa1be949626c582d44
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/phi/8/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..64c7af1c4df21121a2e7db4ac21a8b0922d8e4df
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/tinyllama/4/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..8005afb92a44c23e2eb504e3de9b7cad899c05a0
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/tinyllama/5/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..915c14506e3dab439418698901442a6323b6f4cb
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/tinyllama/6/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4b01add227d279e09fba1c90dab08c255665e19
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/tinyllama/7/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..459c310a36d17727c9a773fec84f03907d9b3eb8
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/tinyllama/8/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..6b422e6c748eff494a83de4332f90f850fce25b2
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/vit/4/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..abd1b4c85df0bee84c76ca8a00821759c41bcd5b
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/vit/5/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..f5c18b0c8b35d0c7d06d9f79b63b528e87399283
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/vit/6/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..8d7be004916ec8f7c9f4c7a808ec4611dd47aa9f
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/vit/7/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..65449579344f2689391d35d4b2901246d3ba0a01
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/vit/8/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/wav2vec/4/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/wav2vec/4/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..122bd6a2f89cbcb4d367c7914df722cb7e4014e1
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/wav2vec/4/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/wav2vec/5/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/wav2vec/5/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..92876c41fee7195123ab8e2df4eab8ab6a705681
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/wav2vec/5/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/wav2vec/6/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/wav2vec/6/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d806fa16df1fb45a42cc41a81f33186a5487bbf
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/wav2vec/6/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/wav2vec/7/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/wav2vec/7/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..3be0a9520346400f5e1eb195ddbddfe5580faa94
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/wav2vec/7/best_param_per_func_with_baselines.png differ
diff --git a/assets/best_param_per_func_with_baselines/wav2vec/8/best_param_per_func_with_baselines.png b/assets/best_param_per_func_with_baselines/wav2vec/8/best_param_per_func_with_baselines.png
new file mode 100644
index 0000000000000000000000000000000000000000..87a12a9b0a484a53baf56ac80d0f29b6c629fb2a
Binary files /dev/null and b/assets/best_param_per_func_with_baselines/wav2vec/8/best_param_per_func_with_baselines.png differ
diff --git a/assets/bitwidth_acc_decay_per_function/opt.png b/assets/bitwidth_acc_decay_per_function/opt.png
new file mode 100644
index 0000000000000000000000000000000000000000..e304eb6bbbe2d45b574a1b66c3e47af94e9ca637
Binary files /dev/null and b/assets/bitwidth_acc_decay_per_function/opt.png differ
diff --git a/assets/bitwidth_acc_decay_per_function/phi.png b/assets/bitwidth_acc_decay_per_function/phi.png
new file mode 100644
index 0000000000000000000000000000000000000000..873aa5166d2a2e0d89a1bd580e755d9ded34566e
Binary files /dev/null and b/assets/bitwidth_acc_decay_per_function/phi.png differ
diff --git a/assets/bitwidth_acc_decay_per_function/tinyllama.png b/assets/bitwidth_acc_decay_per_function/tinyllama.png
new file mode 100644
index 0000000000000000000000000000000000000000..994e83409ac12020029ad31cc60f1695fd915272
Binary files /dev/null and b/assets/bitwidth_acc_decay_per_function/tinyllama.png differ
diff --git a/assets/bitwidth_acc_decay_per_function/vit.png b/assets/bitwidth_acc_decay_per_function/vit.png
new file mode 100644
index 0000000000000000000000000000000000000000..bcfcc47469f9f0d6921dfa37c6a32c8e42d078e7
Binary files /dev/null and b/assets/bitwidth_acc_decay_per_function/vit.png differ
diff --git a/assets/bitwidth_acc_decay_per_function/wav2vec.png b/assets/bitwidth_acc_decay_per_function/wav2vec.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee4d3e48322b9c617de740be939d921ce5770b7a
Binary files /dev/null and b/assets/bitwidth_acc_decay_per_function/wav2vec.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_1.png b/assets/func_by_param_init_method/phi/4/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..714ba9df1d7e7fcfd37f9ca29485ebb1449e9bdf
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_1.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_10.png b/assets/func_by_param_init_method/phi/4/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..54814034eeb818e05fa617bfc1661add17364b33
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_10.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_11.png b/assets/func_by_param_init_method/phi/4/comb_11.png
new file mode 100644
index 0000000000000000000000000000000000000000..becb3eb70d8a59740f968a617e471f07edceff5d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_11.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_12.png b/assets/func_by_param_init_method/phi/4/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..7f9605646ec405d3c73831965edc9101ffe5048a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_12.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_13.png b/assets/func_by_param_init_method/phi/4/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..366c6aff92bfa7cd7ff55c3ca23bd854c37ccb08
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_13.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_14.png b/assets/func_by_param_init_method/phi/4/comb_14.png
new file mode 100644
index 0000000000000000000000000000000000000000..57a11eccd91f2b1f21284c08983d1b0613d66e1b
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_14.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_15.png b/assets/func_by_param_init_method/phi/4/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..c33a2412db387a3897a83a72b1c9cb67a224c355
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_15.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_16.png b/assets/func_by_param_init_method/phi/4/comb_16.png
new file mode 100644
index 0000000000000000000000000000000000000000..15100f06662efbf6264d2f53e37c6a75caa2fedf
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_16.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_17.png b/assets/func_by_param_init_method/phi/4/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..e36a8acb91c8ceccb69a8e82536924449ad8609f
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_17.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_18.png b/assets/func_by_param_init_method/phi/4/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..168047a4c5fa1d0780b5a8d72a5419bc35a3c695
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_18.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_2.png b/assets/func_by_param_init_method/phi/4/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..610fc3e31660698ea0f74e8675e0cc07e39fb487
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_2.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_3.png b/assets/func_by_param_init_method/phi/4/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..08eda4ea301294aa2da808ba4f489d7c1cd2c015
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_3.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_5.png b/assets/func_by_param_init_method/phi/4/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..de6c7fc3d18550eb6a7356293deeefa567606d30
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_5.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_6.png b/assets/func_by_param_init_method/phi/4/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..a038748eadfa805c2b06dd35b6c36c97198baf32
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_6.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_7.png b/assets/func_by_param_init_method/phi/4/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e266dba0a09b351518b47423eb8b5dc02293c
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_7.png differ
diff --git a/assets/func_by_param_init_method/phi/4/comb_8.png b/assets/func_by_param_init_method/phi/4/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..6acd45cff8289acb9635c5e6fd2e44bd6d5fa7b3
Binary files /dev/null and b/assets/func_by_param_init_method/phi/4/comb_8.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_1.png b/assets/func_by_param_init_method/phi/5/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..6b08c47c64cdb5a852469bae1c1f64d485fafa56
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_1.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_10.png b/assets/func_by_param_init_method/phi/5/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..edec0f8c6ddaa29806762fcd796f691c2bc11c5a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_10.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_11.png b/assets/func_by_param_init_method/phi/5/comb_11.png
new file mode 100644
index 0000000000000000000000000000000000000000..f9173e189766e20716e77f865fc559554c19cb7c
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_11.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_12.png b/assets/func_by_param_init_method/phi/5/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..925ad49822795c25614689b0ead2c8921a6ffe20
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_12.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_13.png b/assets/func_by_param_init_method/phi/5/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..ba674531b92b1e29b5386e280e368b098ef8359a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_13.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_14.png b/assets/func_by_param_init_method/phi/5/comb_14.png
new file mode 100644
index 0000000000000000000000000000000000000000..b285fd250547e655a88a01cfb3097fc6708b2a2d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_14.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_15.png b/assets/func_by_param_init_method/phi/5/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..6c90f3e072d3a06b47fba1295475a5b0eb26ef79
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_15.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_16.png b/assets/func_by_param_init_method/phi/5/comb_16.png
new file mode 100644
index 0000000000000000000000000000000000000000..b629376e8e04dd3d6e09f615feaf8f1748b94b8e
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_16.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_17.png b/assets/func_by_param_init_method/phi/5/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..8089f6be222e777e81467bee0e4d9738fe5a1a4b
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_17.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_18.png b/assets/func_by_param_init_method/phi/5/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..732b83de6e2b943d890cd3bd951cbc531a8a7b4d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_18.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_2.png b/assets/func_by_param_init_method/phi/5/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..5ed9a771bbcd09ffefa03a48c8e196eca5fe4cb8
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_2.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_3.png b/assets/func_by_param_init_method/phi/5/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b074b5cb9b1699a8912662ceaba1e39a3695dab
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_3.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_5.png b/assets/func_by_param_init_method/phi/5/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d3eccf99a7fcc552990cad86628463a895f3bc4
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_5.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_6.png b/assets/func_by_param_init_method/phi/5/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..38ac0368e5964e06e710d70480b87ef54b9fc5df
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_6.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_7.png b/assets/func_by_param_init_method/phi/5/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1b4178918623fe8539cb91b5285e53ec89fe427
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_7.png differ
diff --git a/assets/func_by_param_init_method/phi/5/comb_8.png b/assets/func_by_param_init_method/phi/5/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..48058b8659f71ce820dc66213e4f1713972e7328
Binary files /dev/null and b/assets/func_by_param_init_method/phi/5/comb_8.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_1.png b/assets/func_by_param_init_method/phi/6/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..ccb8e31c1075cd86b341c30a88c723f573b7991e
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_1.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_10.png b/assets/func_by_param_init_method/phi/6/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..8081eed0b2ca00c48e11374a46da8f0b1ae3d8f4
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_10.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_11.png b/assets/func_by_param_init_method/phi/6/comb_11.png
new file mode 100644
index 0000000000000000000000000000000000000000..399aecc499815f1f02cbd43b4d413b998cfd10fd
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_11.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_12.png b/assets/func_by_param_init_method/phi/6/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..a732c699c0e123ef41c6984f51f9051d920e80b3
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_12.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_13.png b/assets/func_by_param_init_method/phi/6/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..e40de326e79d1654648a92ecf12f444cfb4c41aa
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_13.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_14.png b/assets/func_by_param_init_method/phi/6/comb_14.png
new file mode 100644
index 0000000000000000000000000000000000000000..a749bdc106be32b03f8edcf666ac6d910b415594
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_14.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_15.png b/assets/func_by_param_init_method/phi/6/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..f50a9ee7a579aa9d892bba8eaf964ad8327cc481
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_15.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_16.png b/assets/func_by_param_init_method/phi/6/comb_16.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c9595db61ca1f5a3285c5b83ed2374c0ed07ff9
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_16.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_17.png b/assets/func_by_param_init_method/phi/6/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..a72d6e43b16956ff4675ac90573371c45f862da1
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_17.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_18.png b/assets/func_by_param_init_method/phi/6/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf82ee846edb15bc1fb62e8c23fe7ee18544bcdb
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_18.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_2.png b/assets/func_by_param_init_method/phi/6/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..67aeeb042ded7e799142efd7b2259df81439e2cc
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_2.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_3.png b/assets/func_by_param_init_method/phi/6/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..81404fd8c6afe0cb4e4b70c04177ab77aa7bbc91
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_3.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_5.png b/assets/func_by_param_init_method/phi/6/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..d10102c16b55c7f891ff5e16adaf4d7f34335a31
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_5.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_6.png b/assets/func_by_param_init_method/phi/6/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..12364a195a459eaedbd55036589e0a84a01d8295
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_6.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_7.png b/assets/func_by_param_init_method/phi/6/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a599b85f48b054f4c4c557eb9a997cae3cb068d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_7.png differ
diff --git a/assets/func_by_param_init_method/phi/6/comb_8.png b/assets/func_by_param_init_method/phi/6/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab6907c1c73a0803d342c7dba806577d71d97384
Binary files /dev/null and b/assets/func_by_param_init_method/phi/6/comb_8.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_1.png b/assets/func_by_param_init_method/phi/7/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ad2056aac912321f2252b1ce75f3d600db6ab
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_1.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_10.png b/assets/func_by_param_init_method/phi/7/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..c974657bc0402ae2b565c9b6963ef35ac5240517
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_10.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_11.png b/assets/func_by_param_init_method/phi/7/comb_11.png
new file mode 100644
index 0000000000000000000000000000000000000000..e32084869a5f294432df95a54fce5807de116f46
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_11.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_12.png b/assets/func_by_param_init_method/phi/7/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..13fa63ad114e2602cb511d2c23ba153614a0c82a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_12.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_13.png b/assets/func_by_param_init_method/phi/7/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..5dcf16512b0804260dec103fd8eb8ff2de6035c0
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_13.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_14.png b/assets/func_by_param_init_method/phi/7/comb_14.png
new file mode 100644
index 0000000000000000000000000000000000000000..46f021351c4284a25a6b877ac77fff1b932dbf54
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_14.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_15.png b/assets/func_by_param_init_method/phi/7/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6bbdcff470c37ba5aff1a500cb94553e495a03e
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_15.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_16.png b/assets/func_by_param_init_method/phi/7/comb_16.png
new file mode 100644
index 0000000000000000000000000000000000000000..33134d29521d0870c9ecf1cd32eb405aa9074359
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_16.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_17.png b/assets/func_by_param_init_method/phi/7/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..3513d783d2b98473f7f9e37a1bfb9adc2eb901c0
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_17.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_18.png b/assets/func_by_param_init_method/phi/7/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..c7f9ead1b673acf2a7b24ef1ccd747494b622e9b
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_18.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_2.png b/assets/func_by_param_init_method/phi/7/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa78b00d723e11500ad098ffaba1c446c30f916b
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_2.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_3.png b/assets/func_by_param_init_method/phi/7/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed4469b608539bf0a2d951f026fea726bb27743e
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_3.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_5.png b/assets/func_by_param_init_method/phi/7/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..4badaca41b6b461095552ceb5b575e163bf012fb
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_5.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_6.png b/assets/func_by_param_init_method/phi/7/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..22f63544f29c8829a85b83ce3fb78e70c77d3ea3
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_6.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_7.png b/assets/func_by_param_init_method/phi/7/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..74a1a655c03d016d3f1a78f6d1e9277b620967c5
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_7.png differ
diff --git a/assets/func_by_param_init_method/phi/7/comb_8.png b/assets/func_by_param_init_method/phi/7/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..67d9ef693530169e2fe0b38fff612025dc075d0d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/7/comb_8.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_1.png b/assets/func_by_param_init_method/phi/8/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1954a077323c5ce8d9704ff865797bfde6f4cd6
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_1.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_10.png b/assets/func_by_param_init_method/phi/8/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..036603de75c6adc0d8de5d2fde3a4350df95cb0a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_10.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_11.png b/assets/func_by_param_init_method/phi/8/comb_11.png
new file mode 100644
index 0000000000000000000000000000000000000000..139f0b41f1db13a02bbe972b957a54acb705c44a
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_11.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_12.png b/assets/func_by_param_init_method/phi/8/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..76d422d2aeb3b838fe0b66b81bcf75d1eda1977e
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_12.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_13.png b/assets/func_by_param_init_method/phi/8/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..539d255ad79493ec0a2973500290d1a30a764acb
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_13.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_14.png b/assets/func_by_param_init_method/phi/8/comb_14.png
new file mode 100644
index 0000000000000000000000000000000000000000..376dfba6f353fcc6106f251d13e0fb6f217018cd
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_14.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_15.png b/assets/func_by_param_init_method/phi/8/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..06a60a9cc3c01eff186aae0f12df5f0869f6d63d
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_15.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_16.png b/assets/func_by_param_init_method/phi/8/comb_16.png
new file mode 100644
index 0000000000000000000000000000000000000000..3cf6f8a30ccd22567017b3022b0a0874b770c0e1
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_16.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_17.png b/assets/func_by_param_init_method/phi/8/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..670e38001af4202e9b3a6d27ce2aba69ad7edef2
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_17.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_18.png b/assets/func_by_param_init_method/phi/8/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..d46db76b889e7c698d69567c97d17114bc901025
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_18.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_2.png b/assets/func_by_param_init_method/phi/8/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..ba072991141ba2b8413b7752f83fda17ab16a6e0
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_2.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_3.png b/assets/func_by_param_init_method/phi/8/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..128c48ac2794f014f162b465b85102e042418461
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_3.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_5.png b/assets/func_by_param_init_method/phi/8/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..5686c4ab540cd736a64ed11cc64a99036b0b89b1
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_5.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_6.png b/assets/func_by_param_init_method/phi/8/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4fe6c7d65cb96cc9d2879fe07183ce4baca2f98
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_6.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_7.png b/assets/func_by_param_init_method/phi/8/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..90c08333dec95e47d5451c556efd1d95211beb96
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_7.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_8.png b/assets/func_by_param_init_method/phi/8/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef44435e2ee8dfe611ba8f45ea655d5394ded7df
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_8.png differ
diff --git a/assets/func_by_param_init_method/phi/8/comb_9.png b/assets/func_by_param_init_method/phi/8/comb_9.png
new file mode 100644
index 0000000000000000000000000000000000000000..18dbea9d90df1886dfdfdea8bb301843971e4de8
Binary files /dev/null and b/assets/func_by_param_init_method/phi/8/comb_9.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_1.png b/assets/func_by_param_init_method/tinyllama/4/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..ac73251a944047e707d4d3d136c3169c044fb459
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_1.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_10.png b/assets/func_by_param_init_method/tinyllama/4/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..5984e5ce25b3c8b922f2e07287e229d33124f450
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_10.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_12.png b/assets/func_by_param_init_method/tinyllama/4/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..1ec1985fa6d2d5500f70df35b57a4584a7c54903
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_12.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_13.png b/assets/func_by_param_init_method/tinyllama/4/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..c9640f8a46aecfe8ba250a2cf048ae4cb8e608c4
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_13.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_15.png b/assets/func_by_param_init_method/tinyllama/4/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..61c7524ce250c62ff75739aaa61d442d2c86e479
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_15.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_17.png b/assets/func_by_param_init_method/tinyllama/4/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..a5325d01dacb7744392ca9326f7fbaa46c111711
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_17.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_18.png b/assets/func_by_param_init_method/tinyllama/4/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..39729c1122d11f5018ae82b71a56ebf7f5fc72c1
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_18.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_2.png b/assets/func_by_param_init_method/tinyllama/4/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..21f686839c83c73a0d703a22a7f2db71f24e5b8c
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_2.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_3.png b/assets/func_by_param_init_method/tinyllama/4/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..8f19f83f03119fb5eb8912afd0b29058c76ba100
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_3.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_5.png b/assets/func_by_param_init_method/tinyllama/4/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..0cd3391f1cde8d3c3a5712d957c88f9297b0d22c
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_5.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_6.png b/assets/func_by_param_init_method/tinyllama/4/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a0de5ff6078a78f86fb96a06256d4d36d7f66fe
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_6.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_7.png b/assets/func_by_param_init_method/tinyllama/4/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..fbf6cbd36d9ed2b967d9ef11911ba346ff96f471
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_7.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/4/comb_8.png b/assets/func_by_param_init_method/tinyllama/4/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..c92ce8277a6337ebd2b235bda27d01c463725839
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/4/comb_8.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_1.png b/assets/func_by_param_init_method/tinyllama/5/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..5f2734d3a7820b1740a637e9cea80bed8b7aad90
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_1.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_10.png b/assets/func_by_param_init_method/tinyllama/5/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..c07da6271c68ab5ea34d30b8e593939082fcfbf0
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_10.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_12.png b/assets/func_by_param_init_method/tinyllama/5/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..3bb9bc2ef0660cac1c0c634ff58dac552dc240de
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_12.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_13.png b/assets/func_by_param_init_method/tinyllama/5/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..f87fa59b1a29d3b146ff11f7c0b423aca23dc1e8
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_13.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_15.png b/assets/func_by_param_init_method/tinyllama/5/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..a01a9472f5aedb02d7a58b1ec1d5ca6a6dda8b24
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_15.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_17.png b/assets/func_by_param_init_method/tinyllama/5/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..65b783cd024d3608dc2fd024a332f36ab390daf7
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_17.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_18.png b/assets/func_by_param_init_method/tinyllama/5/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..9116fd3e4310fd5ab234bcc4da7346a5009e915d
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_18.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_2.png b/assets/func_by_param_init_method/tinyllama/5/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..03a19124d2862ed8bf51f62c5673a950b289cf21
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_2.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_3.png b/assets/func_by_param_init_method/tinyllama/5/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c480fadbc080023370aa714cca8663674f7068f
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_3.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_5.png b/assets/func_by_param_init_method/tinyllama/5/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..ccceddaf24e726111fb3b6b919301539214a089c
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_5.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_6.png b/assets/func_by_param_init_method/tinyllama/5/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..aec5f123ec48544ccf201023f1a058882d523040
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_6.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_7.png b/assets/func_by_param_init_method/tinyllama/5/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ec73f363d402bdbf19a5c8987fe96a361e53d93
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_7.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/5/comb_8.png b/assets/func_by_param_init_method/tinyllama/5/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..02d4d1d77d2c4f5a77d01889cb25ad9bed9b1b49
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/5/comb_8.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_1.png b/assets/func_by_param_init_method/tinyllama/6/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..086d2b03d1134dae50b5e649226b9cc9f7286b7a
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_1.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_10.png b/assets/func_by_param_init_method/tinyllama/6/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1feaa0fad0a07cfda01c2801ea3c3af33ce4c02
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_10.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_12.png b/assets/func_by_param_init_method/tinyllama/6/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..e42b34cad8d10cadb529f142727f71c23114ecdd
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_12.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_13.png b/assets/func_by_param_init_method/tinyllama/6/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..514df7ea81f5e0d6df1975f5ad9dd09aa66f49bc
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_13.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_15.png b/assets/func_by_param_init_method/tinyllama/6/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..7500672b5d3d738461c2139ad49f46f359fedb5d
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_15.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_17.png b/assets/func_by_param_init_method/tinyllama/6/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..46defbe10199161306ca2bf229d0829c65bb4cf8
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_17.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_18.png b/assets/func_by_param_init_method/tinyllama/6/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..b0238d08f229d0801e060e14c52b859b31e3bdbb
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_18.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_2.png b/assets/func_by_param_init_method/tinyllama/6/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a73d1dad844ba353b6246c4e2a69f94f89c05
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_2.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_3.png b/assets/func_by_param_init_method/tinyllama/6/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..ff611dba7e9877dd58a34d8f671d66dc2ba137b2
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_3.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_5.png b/assets/func_by_param_init_method/tinyllama/6/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..54bfceee676bf149a0a6b0cce6ac06c85cbed0fc
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_5.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_6.png b/assets/func_by_param_init_method/tinyllama/6/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..66c0c459eb22172eaa94c396ece8241f75bb8f3e
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_6.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_7.png b/assets/func_by_param_init_method/tinyllama/6/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e41c8aff77f4c3518feceb74d325e94217f34
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_7.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/6/comb_8.png b/assets/func_by_param_init_method/tinyllama/6/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..b23d00939b8b4013ef69d6cbc1db9fdaae4baf31
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/6/comb_8.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_1.png b/assets/func_by_param_init_method/tinyllama/7/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..5d16eb7ff981f1ba3e2861d8ce6970fa3c6e5210
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_1.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_10.png b/assets/func_by_param_init_method/tinyllama/7/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..f55a4caf50ec147f4b86e687f9a5ed874bf52691
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_10.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_12.png b/assets/func_by_param_init_method/tinyllama/7/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..8d1a64229c78e700f7b71b7bc77f249d6c06882b
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_12.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_13.png b/assets/func_by_param_init_method/tinyllama/7/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a6c9e3761a6474a85d23c9cb63bc54be132d360
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_13.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_15.png b/assets/func_by_param_init_method/tinyllama/7/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..c2a13df8721a37bc0c356940ea42ea7378de7deb
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_15.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_17.png b/assets/func_by_param_init_method/tinyllama/7/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..81f158767f43a840c15cbd3e4f6578cefeb179f7
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_17.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_18.png b/assets/func_by_param_init_method/tinyllama/7/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ee2b7ed29401336853c7fa5b5447eed9385eb96
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_18.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_2.png b/assets/func_by_param_init_method/tinyllama/7/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..02acd312378cef7a57423cce6f3eef140d99af35
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_2.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_3.png b/assets/func_by_param_init_method/tinyllama/7/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..543f29a7401e943e410ba51378e79676ce452c50
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_3.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_5.png b/assets/func_by_param_init_method/tinyllama/7/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..bb132c3260f362241f8a8c8a5619e04660388ae1
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_5.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_6.png b/assets/func_by_param_init_method/tinyllama/7/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..5020b0a3e0c99fb348e24361e2a53774e2bb3e1c
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_6.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_7.png b/assets/func_by_param_init_method/tinyllama/7/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..d07af9bc57d3f4645beb96f603e1fe8047de3b23
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_7.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/7/comb_8.png b/assets/func_by_param_init_method/tinyllama/7/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..25ba83e2fc871db16e882e3b0ac681a4c0ce306f
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/7/comb_8.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_1.png b/assets/func_by_param_init_method/tinyllama/8/comb_1.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2142caa5f6850c5e0e2fbc809caba6dd9216fb0
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_1.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_10.png b/assets/func_by_param_init_method/tinyllama/8/comb_10.png
new file mode 100644
index 0000000000000000000000000000000000000000..57a951f9c168c0f83bb08e44fa1aa999f57152ec
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_10.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_12.png b/assets/func_by_param_init_method/tinyllama/8/comb_12.png
new file mode 100644
index 0000000000000000000000000000000000000000..348075d05f0823e8aad09da3033a2b245706df78
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_12.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_13.png b/assets/func_by_param_init_method/tinyllama/8/comb_13.png
new file mode 100644
index 0000000000000000000000000000000000000000..803256cdba2a2e38217ea8ba85fc1b852ffd26c5
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_13.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_15.png b/assets/func_by_param_init_method/tinyllama/8/comb_15.png
new file mode 100644
index 0000000000000000000000000000000000000000..f5289eff1305e26a344c69fa4a6a7fdc6baf6b1d
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_15.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_17.png b/assets/func_by_param_init_method/tinyllama/8/comb_17.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7db24e9ae2a7c50e58a0e40408ee4fbc65fcf2a
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_17.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_18.png b/assets/func_by_param_init_method/tinyllama/8/comb_18.png
new file mode 100644
index 0000000000000000000000000000000000000000..dc1fb5c159f6a0ea2982380d56385904c7ae49b5
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_18.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_2.png b/assets/func_by_param_init_method/tinyllama/8/comb_2.png
new file mode 100644
index 0000000000000000000000000000000000000000..e8779db4b35d260b00f73b834cbd1056b936d3c7
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_2.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_3.png b/assets/func_by_param_init_method/tinyllama/8/comb_3.png
new file mode 100644
index 0000000000000000000000000000000000000000..233c9a886ec6c058f85fc2694a0fa3e10541923a
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_3.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_5.png b/assets/func_by_param_init_method/tinyllama/8/comb_5.png
new file mode 100644
index 0000000000000000000000000000000000000000..e16212c256869e51193b3c188ce6d8216e74df00
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_5.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_6.png b/assets/func_by_param_init_method/tinyllama/8/comb_6.png
new file mode 100644
index 0000000000000000000000000000000000000000..67396d36680bb9b430f245974e758bab43a58621
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_6.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_7.png b/assets/func_by_param_init_method/tinyllama/8/comb_7.png
new file mode 100644
index 0000000000000000000000000000000000000000..d2bda8f80596d33b4b2aa99755bd8691d48bb85c
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_7.png differ
diff --git a/assets/func_by_param_init_method/tinyllama/8/comb_8.png b/assets/func_by_param_init_method/tinyllama/8/comb_8.png
new file mode 100644
index 0000000000000000000000000000000000000000..49823fd0d9fc5f09645af7bd797a9b359a423b9e
Binary files /dev/null and b/assets/func_by_param_init_method/tinyllama/8/comb_8.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/lm_head.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/lm_head.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9bf7661b9061ce338c8f4efceae8d649100061f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/lm_head.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..37668cab92ad29e0b06fda5037b89a1b5dea24fa
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..a1a1ad80ca9455b1f5bb836d1f4182effb3fc356
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..78680aadfd30e735cca834fa2d7d8531c2b0ced3
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b2831f16180978a40f97989b89ebec220dd24b3f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ee988f9068f013b81d2ff84bbe1fee2ee48b049
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..21969dd0ebcd2cece9bc60830cd351e284203680
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.0.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..7762485a9501a2af5bd994afb07078e8f8ab9f4e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..65ed8c795c745c1b36cb81a0d710d9d8a1eb34f9
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..fac841ee97a9341273eda1d55db0564775f312ba
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..29f4a8f6dadb9a761bf5fe15f2550f095ec1ee75
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ff11e2d34705b69b202bf2e7b08a83d67bad2392
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7cea6fef94049e5ff3c555d5a81b512959045a8
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.1.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..a5cd7d5ca9a3ad1f54f2d1dc943ee5ec2014ddcb
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..0cd0d38332a7a8c6e3668267ed0f08bb51a7f057
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e20a55a7e564b6052a2acb5abe4631835899cc57
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..fb7d0014120617b3f347f32181f6e7be4014ec66
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b38da506772a61b2278d19e9b445e06de8eb391d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4b6c5dfed83ae31e7dcd47d769bf710b6ed81d6b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.10.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..5cda93fc34710d3c577b46a50b0c8acc3fa3f2ff
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..c48896f0ac395696028e001c53647b7e2485c43d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5da37f4a8a892909fc48172e77f36c4d57515706
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..23185b4f720ab6ff0d9122dae01e636100fa4dac
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f4fffdf7a0082d565a3bc70bc3b4162652d42217
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f83b9f72dd7026441bb5be16507a0e40db190238
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.11.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..22ed8830e4b1741c9217455efc5d9d5a1da102c7
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..c9f30029f816d7218df641639ee51a1c91645bbe
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..375ca16650110e3e2b2a028a74b5c7786b0c3f3d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7b29ddbc12a523a24e242b985fa5eb09ea2d45d8
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..75e96c67e43a4429c5353ca8402aa2214212414c
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b09186fc2ba4f43649a509c7cb769488419a4d01
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.12.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c353dacd611e562879a3313b3febd0de074e5f1d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..bd7836f08f203c0950fb806f234a28487b869277
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b226a33558e729200fdbefad5c70f141c3176537
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..17fdcbd0d890aa7c23a1ffdd5e587044f9580a70
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d3b23a6264b0ef1b11dac0b5909b90571afe0911
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..45abe6bd9ecb34e32b7f54348281a5730e184a59
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.13.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..618fbe4697af0fb40cdf02d86e651f186df41a3f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..c16bb9279f4dc158cab154d7f83d4861c480fdfb
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef7819433cade80f46d8c48bc52a31c9adce4162
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ef6a9e137f07c92e6fbb041914578da432d59c6
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..70a21b02b46556a5a6364e045469b92ef1195eda
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a3cd5f775c331c1d35b328afe339240dff8ca0d6
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.14.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..fcb657b6046d08dd5568b54591e02dd415e4571d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..59aac9d8f8e6cd74a36ae0294f71d9874a483ab2
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..60eacc90d7626a57a8ca464483dcac8ac9b7a334
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f0ec93dd14dfb0ce81ee5cc499902dd0a33c436
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b2165956a295681ac5aad651af9c4116c66a2744
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d4630aef08838f9ef83efdcf1b01836b9f363272
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.15.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..6fb058d84a8496752047f08aba94ac68b00f05f3
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..b28a4e85dfb03e4e76e728c37d1bef64642a970d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..14f444b2e8ae4092e360370ef2f3cb99b922c816
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d5bafbdebb51c9d16df5d71b1a87e687ebe5dfad
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..766ee92ba335977ed3cd9d8e6774ca3bbd02bfe2
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8ed22b962025b1b1d6e14afedfa90d035923c503
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.16.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..fbe906894d29842fe023b781539831e6891a66ba
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..27e963678d10db5cc388c6241f0b254438198552
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4cde8e852ef8ba4bf4bc4c29da45bab044f4b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6c12645d3bf08bf423af0cba923505bbaee2e3f2
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4fefe5a2c3b757370971e5407c8f637bc3ef314
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..22ba0d12e90f01beacf326290ff7160981caaed7
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.17.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..342d5b0416d5d0c7aca7d2e00e650aa4b843041d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ed7b41903d5d399ccda7cd00108cf29bc835aef
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..77ec07b275652404a09bb7f662241474f1918a08
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..005818c64084f65d98e6e6d1568e1b6f44ea8958
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a6345a09379a9e090e7bae1bc69741a79c957f16
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0844e29cc091f5933485cce2ff195024a6cb7e7a
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.18.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..8e7f3b1d526fb464384f11c67eadcf63d8a9a8db
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..f6194d34a60a4033a31f42feffd4603cf142e6ff
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..af78a5f6cb741c4887004c70175a6d88d1c4e7ee
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7ed0cd882f05766d4bc28464ecd888ca656309e6
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..29d6ee192241d01a9eca5cec78bb59515c467e29
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b9b466fd4284dfe08c36b7bc6275d6b5907e89e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.19.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf817af1ad8852f5ec0c0160ac561131b591b75d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..69c6b61a6b0a07b6fd9bb32fbdec6903257bb922
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2a4231f00cca9a41627d580c0a57a6722dadb201
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8aca08b534d0dbee3171bfc5e9cf32c300c77ab
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..702a5724f25bcbddc3dd8dd82e6767c57e0210c7
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..225f18ec302c93a53f7c2d75ab73f199685163ab
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.2.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..496ea65a768368afaa5c974f5d22d446048d1cfd
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a71c7804535c0cbb9b5f3cd5664dafc6966dadd
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee66b57898cc1c8ea9dd40ac7e9672abfe6a0087
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..82d1993a677dc1ad57ec33efcf0e9ee1f70af3e8
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..732edb6bc47c563e5a9eab62d0955fd7faa0d74d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c6fb5cc1880acff916dfc9d200a86a13332ed51c
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.20.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..11bc70f07e440481122992ba528787c9a40d229e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..4489acde24f7934a3168942ca15c3ae38e51023f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9a133303785f4a7188b87c6ac0db33658763c58e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0367096a71660a293a8705d1361cdc695885c029
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f45b82576d2fd123ea68dd642378903aadf6e2fa
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0dd4ee3792585f388f96519da7fb109667313704
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.21.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..1cddee67b8a4edfd49cd5e20f381aad746a9d533
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..f162480277ffaa63aa7f724e502e491e71019da7
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a9c5ea44c96188556365647f26d297f9e5afc3e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9914d75f74e82b22cc5245d22df130819dd9de54
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a593643186c5413c021d954f8067d6f648680a5a
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..626019708bb677e78ebcb7851cf001e1e1a21645
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.22.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbb490de9949a949b0628636c8e1e307112928
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..cd23f7be2212b7dd3a15caaea562a15bef3d5edf
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..789802326286f8b26a5b6f9528bf05f4b8a9b64f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef25aee338df5f705fbf9e962fe0e18e99d5cc90
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0711a0f80dd0751ac2cd6bea1507bbb64b8d6685
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b10d4709a33c626f8018669bc3553cbc6d588c62
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.23.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..d82424f0578b0084dab89197943cbf5e1ef4229a
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8bcfc89ea10f4fe7296e83bcda237256ec1e9fd
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7f31b29d8d982c6b64ba0c2020267d08d734ac4b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..17c0d1cad4c833be50129a8ae3cf0d5a464b1d89
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4a5628f305eadfc980f50ab581f6567541ff28c0
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d28364dfadc70dc479ed98e5b6d3f279f9e1d7ad
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.3.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..392cdb38b80beba966a27a6431065a8c9ffd0eb3
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..a85d02c2e28a7feedd05f8d2e7d720fb48811f2d
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..872ce7c0a196ef8942eb82a8bc2a8df2f8b5b923
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9f2c8ca1adab4cfb9e94c2d5cf732b20317ac47
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5422062e0e9d2f2a4572166bc5690ce147cb307a
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4564e3de06c2c76687e00aa9788511cc4f894424
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.4.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a16a251ac4fe0578921f1ca3dca133a67a6f30f
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..9d50ac65d4aede4af3ceb330bdd21a6b438ef21b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e3f9a45d50dde3c3d54aceeb148cee4087f244eb
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..790d3f9811c5f1a95356ce20a5d43aaef783cc4e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7b3e1f41c3f2a1252f901417ba8e859fd9b14b4
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..55218d1fa4182e9f060ed6196ff7418e505d6c8c
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.5.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..c421321b450f981a052d346c930bcd179d7d2d33
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..06df70ffa0d91164f15307074e39d3445bb6940e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a05a4e3a4f9628595af6af55d9060f6718c909b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c96b91dcc52815b40b96e566f02a45c8cf59e8e6
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..904a624dcb7e7127434b8b81caf5d6077632534e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..300f22384d1328a5fbc1060b5993ef7792fc3211
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.6.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a270ee5161fcc6c588a5d5892ab3adda1e80c08
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a4149b00cd442f6f4530a7fb39a0994d92b5267
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c03422704a188fa7fa28272026ef05aa0fa50f3b
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2c6963fcd94a53c9a661c421b8cde4faece5a8ab
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a6460631c56557f63e8a44904006aed3788f5b3
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4d12cb613abf31bc0c5292b8e193cabe766db619
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.7.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..087bdcdfac8e5e4e1a4b7243e6bae0efb717bd7e
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..963b3f84a146c50439e69e569aa20ebde0a3990a
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf6a50660f8b799569322511c7f0c5d78103fcc3
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..154e01d2182bee305d9815be27a1fe2424c25f67
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..76c7dc06f435205cfff13f7cc96c4471005cd5bb
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..37eb5a291f883750f5bde3e28122f061f55ba35c
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.8.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc1.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc1.png
new file mode 100644
index 0000000000000000000000000000000000000000..71042559a01a2809865d75e2f27b03935c2c85de
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc1.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc2.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc2.png
new file mode 100644
index 0000000000000000000000000000000000000000..b2e77d8f486159191cd08aae8cef481a8ad17599
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.fc2.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.k_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ae9f13be1e639b032675e7c781d0435b56450ba6
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.out_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2272f9422a4a05445df970b8f9c141263b2a4ff9
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.out_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.q_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..453d9120f4a8be725bb1124769b08365a03d4768
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.v_proj.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..dda391ed494a93d8ca84073dbc885d1888f8dbfd
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.layers.9.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_in.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_in.png
new file mode 100644
index 0000000000000000000000000000000000000000..a67a3b5a81f3ab8f62dbd3ab8e46fed276b02ce7
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_in.png differ
diff --git a/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_out.png b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_out.png
new file mode 100644
index 0000000000000000000000000000000000000000..a7f34dc7b3515dfd8c4f6f861cf32d649321f4f4
Binary files /dev/null and b/assets/weight_distortion/opt/comb_5/ones_naive/8/model.decoder.project_out.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/lm_head.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/lm_head.png
new file mode 100644
index 0000000000000000000000000000000000000000..f08a0f61dd28a3e1618f2c22e637ea6bd1534490
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/lm_head.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2b5f3c5685072537deca1bff1cad4665004f20da
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b86497003cc13e16a9d6a7db1cc411831a5f252
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..694b74565ef47f72afa7c63be915312db753bab1
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a62e43858a547dd3defd4998cdcde1fb45263fb0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d2bdf20b2eaba2a8bbfa44defa77ec694c6db
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0550955823c42591a73ae712f66b1d609add652f
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..42e201e4d8642de27b0fb74b34a4ad0d8a15fe09
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.0.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b601e4dc8c38b6b94c3380b37d651f3eaa9edea
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..85a266417c741daf4ef7e7717a7dd12ea7ea342e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9e65909ed0674a3f3272e5436c685969edcc550e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..041ee438914151337b3930ea8b4f6e4f6c1996bc
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b6131e0ea8246098764ef5d48f0978486c0a8d0d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bba5f0dc6a3f1cdb3c22c6d9ec5e0776a05d18f7
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf1e2ff729b0cdac11d3e4fe4d01de998b6832eb
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.1.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1c3b1a6ac1ade7d64e8fa4b38570c04b29af9
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..db3aa7789982f6c1dae303bf9c0f09034b938c83
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..050ef7ac7cf37a7276b427c4c0a85ac10026c946
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d86e501776195f1394e76ad6bf9eeaf1d0e76fc
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0151a5adb9b0955b21a3a9e096ca98dbc0077c17
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f1b158b0db1169c4fd5abc742bf6f056d711b462
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef0832bb71392b1bd3f7573b9d60c17fd7b99d28
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.10.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed8a99fd9aa821a0626f883dd36824152e3248d7
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c3a9e93c39d76ff7a555d0a8ec8fe04710a5943d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..af87f52dd8ec05f9cc10a599426ef07672c220e9
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c82ab266cd7a2b7323eae1327d2dd8191f0dbb12
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..073ba162e576596f0091d8a6c3bd99110a12f2cd
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e6603a532f5bab3299c6503f2623d6c5f2ebd272
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c67b762943c98d98b372104f07a6acb81deefda7
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.11.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..445a63d9444a11552b8a1c80ea857f4d47dd9ec2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a3cbc5f885f01d6044a38c6cd6a4ad984c5d1f72
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ab87394e9a41282c11d93d312a1a5943e653f849
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..fe083b006987ea6d177f9d41787b1687c3e62a06
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..cae9b9a6508585eae62023618dfd096c776f61a7
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d1cea80742fef9bd6a24ac8b8618233d8d948bf3
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a546d656f9924c6a144d4a82b32459e7fe550665
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.12.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..57b17bd744339422d9d13d7b3735093abcd9a011
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b4f5af6ca7254178903b55bf9eb5c439e0e45
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..73e2c8fb12e908048186fed23dfe2770ab07a580
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..57b9ab02e0381e5b56cf208eb92f85d3f707909e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..70743ebb89e5c1b8623ae54df6055b88a0abc5bf
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..29feb71e2164756d30696d1a44a02e9a06daebf4
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..232ebcda54145cf85880400112c1585a1fd0f9f2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.13.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..594abb8599a16d9216fa299b750bd056fbe152f2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..53c5c4417881ebe359f35ae20f98f009a2e131cf
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e124ab9111cd1dbe557442663d0b6c293f625943
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9ef1eea6a1596289337c811f4435f3a62aa781ac
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d393b62df43e02664b45cb26f1be74ab312b4567
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5efa5fa0548ca22ac1c14c9cb39f62cf6480f707
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2bbaf4025506a154ae283bac171039a90cbbee95
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.14.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..849f3d851fd2ebcab0c7ecb36722cd8eff6f55b9
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f26db94d7642392d04d684a7cdb17c3b32fa10dd
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..83e0dd3c33c083296f783f0bedddfa188f82196b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..73ea546eb5df16c9588a75b3aaa0ef06c85518c3
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..10d882165d00754bbc0d8d0e6a101945e00c60e2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa8700a66bf97c7730a89c24a198a95741af0305
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e20aff6c7544326b44403a140892d4011826e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.15.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7338ec2d832b2a72090b53ac25258d55de5c5
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c258821d975216a93cb54da23a2e77c01403cac2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e7dce25bddc000cde61eae1730863f29b838282b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f07f7382a4bcf07e559ea168a5fdb27a319cc29
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3bd1d5d72141a6581250bcfe6a003229343b9754
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a03a3df19771e425c3ccef9cea426263d63cc608
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..fbdb584b3d1a06c77ea6fe650c343d4c28e0e2a5
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.16.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..12810c200983994a845675c8e36da464d1d402ae
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..99093ebf263244e21e2dc5824f625d4dccebd1cb
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..599ba34a395d1bcd0abcfc7fc541b923614762de
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..29b3b337763f091e998446080aa4a89c8fc44950
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c58986049bf95ac40cd44d9caea18dfb9452bed4
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..df40d064eb40f0a1c6a4a791b26776cf9da3717d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..44c59bbce46870da92d727b933015e0d9a98fd10
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.17.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..abfa7650eb6ebe9f7942f920b6d1cdededaf17f3
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..cfa045ead765d665edad7b9dfea85dfdf53310f5
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..22a98dccefa9d16bab62b5fdd497804c3163090a
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a39df3a33d6c5220985a7d2b59c7face19c0fe4
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..aa505bc1ad4a586ed02e6c0c8099c3631f6ec329
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f95a93b10b84cf196a924f39f9485273bdd3251b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f0acf22ce758cadc5bc1febb05332efc9099c24
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.18.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..febb5e1f427bad1ba2bd0523cf7eb149b08ca6c0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ead59ee3493fc013393ca43a10032a7c8e49a9f7
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..17e5e5dbe39f1b83e4d6a77dafe402b52f3d8a87
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..929025390422555f58d1ed2dc847d9e11cf7c5cd
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bba8c11f2c428c05ea25ef8e8730a49bf1044d2e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..60b11eec8efef7dab3ed84a0be42505131727798
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3523d68fc19190c8b11061c1899e6ba2c78ec442
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.19.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..483f39ebd89d8119ddfb4ccd00d6f3c45bc0d130
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b9935313e8a0834c350346cae5e73398aa66b1c2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b8332b73920105cccb5c2cbe66dc19ebb77868d9
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..40fd2cd5791e23d5886d344bb0f52c1b65269a23
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..46b24f33f4e1aaea366b9e712418aaaeb59d9493
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..46602349f93662e36585aeb638ce5ea2cc4f28ae
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..faa2f67cbdfbb391af173f2d1a2698ca2e7bbf8c
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.2.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4d82e72b1b3cdd64c89d97bd610fd42cdc078a4a
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d4dea59caf4964f5ec53deba946d15885e143
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e23e2419cbe34c29f2bff01c401af2cb87a5030a
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf79a36ae3bc655d154fabf4ba8f422eac72597b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c4259a326421be1c16d418c90306d2dcb0fb7cff
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e5fc95949b0cdc0a520cc9f9d9f8506d5f1ec0c1
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c72ebb755f18840099d9513cd25c75510f920441
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.20.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..60ff1029625f154047b5115892af6ed25ca69eda
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..83dd5c5668644482873354ae367f9dd1db7e1379
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4777c057cda76f0d6e5644e166c333ad5e538063
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..618934bceb07ffc4b5f97e26a3d9a2a6e70b2a23
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..46015451e1b5b7cd08f6eb47b49160a45ca5720f
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..650470b233f8b70e76728c503341eeb1b7491a3d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ef1e57a675ed759e8fd9d6f0afa23cb1ed6d5
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.21.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2723650044c5244ad562b033b027b03ef3df612
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..74299c7234d284dfcf99c5e93251ff4489bde1a0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..defe6f5b01a85323f75e269fbf15ef88e58d4e23
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0bae08d96f64aebbe6c28585a935f58eef9a373e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8e1f2a7ac5d43309714ef6fce98e418a2829177a
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..12241ee9abf594505c52e8555bfc4bf2b0e5d652
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c3c23cf73c8ddbb8615e685d818b8b50f79150d1
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.3.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d3b8f6324de58f408a36b548fa1180d589cc6052
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e28098a5b4d840c4b8e9520dd6e3715f35000ce8
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a01026719a0991f8aef147a7d2003cef5ba9e1b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..36e9213c764af0f2f850ee83fa905dd3278d6794
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ee4a11c77f61b32e048b0689f50a9ca6852d5a26
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..00cf1f3ddf9350d0e0c3a8c8115c17686bdcd05b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..971a6ed617033d36f78cad5a9d208faccc435ce9
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.4.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..acac8b4a56983edd9bfcaa4407d8d84df3a1cadb
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..97e2c731e41ecf28b7845c5670e569bb135f089e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b470fd4a62d3810143698a910289f44d738df80b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..65831fd5810206586780f0e5938739219da1ccb0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9f7f09fac15a2f4563ab594dfbe31c3dc5fdad66
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5cef23a0af4e5345c20899135a5d0cbace2bf7a0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c707818eb0ce3644d0c53157fab2d34b00c748ea
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.5.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9bea11775e8f0be2c00212775c65429df58573a2
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f227800d111e6276c7d582a55858f239edabcbc
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b6629299255d6e3d684ee4564b3f9d4492e925d1
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9e9a44a0080754f4db95d87a5b72243bd6e10614
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..1117bcb3145f4e718d010d448f2804d529193f6d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d7d0c80fe88b8eff32574220cbbfe883bdccfef
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..50914a8e4d1b2bebc37aa79fb5608456d130a97e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.6.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..be3ca456433c964252acd927d95f86c6bd9b3b6c
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0102105265c98a023e4d62dd272700bfccb9a027
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9978985344efa7828edcdf16311e1d4c774dbf0b
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..adc4c55919d98d00066bc7914c1199e34fda7044
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6ec419be64a624d603a7c8b116d526a4f2d1e98e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5bef3ed695064aafb328b5682cb74b6ae35870b3
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8881e0d819e655a206c3c36d6cbef86f677656ad
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.7.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d1a8589d83b81d8ce6cd6cfd1126d5dcb43da
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8523871b7084079b0f3e1a7823feff92ba3d6
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..41388d47feaad2d891a01e2863bca2a5cc322fcf
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2e1422a63f286dfd7aa87c48d03e6828c561c83
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e011b440e644f9d6d84349c1f22a60a0c54c0ca1
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a950275b3ed7bbec85c4d020bf3eb0cf9a94f09f
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..66d915b00e79f24a1ab359903fb141e16aa7ce67
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.8.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.down_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.down_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a13a3e08b3934e3173b06f813012f863c8fcc61f
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.down_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.gate_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.gate_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..df903c78bde60725944072326db90be190fc72d4
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.gate_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.up_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.up_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9406659c6b5c275635f1273b0ce0a6327b446929
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.mlp.up_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.k_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4319d4b801c509a655b897ac092343f992ee202d
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.k_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.o_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.o_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..87ca489caaba1289e944d4ec6f7acac5292f88f0
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.o_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.q_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..86ea2091989f0d54c7fd3187f98f51c07fd82446
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.q_proj.png differ
diff --git a/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.v_proj.png b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..137ac7bc1fa5fc8c5879009f8ed86a97c5e41f3e
Binary files /dev/null and b/assets/weight_distortion/tinyllama/comb_5/ones_naive/7/model.layers.9.self_attn.v_proj.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/classifier.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/classifier.png
new file mode 100644
index 0000000000000000000000000000000000000000..23de25644909a283d48a55a370c94b670a6ae1c1
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/classifier.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..944a631746cdc7e5823caeaa2b9113b8107327ac
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..cf9f0c49efc5eca1a3165f39ffaa26d6974d6f3f
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..752f396c8867976232dbadc922a9c6a5690d2030
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..7b4c98976c97f8d2cc1903ed6d6212ec008441e5
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..0cfc30aaf2c19afa18d3f8b3e7d34cb70d7d302f
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..eabf784a2cef6b3cae99508e49d634d966b209c8
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.0.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..cd3e1a6155e5ae3484b65f4b1bfd4b69689383d6
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..6d0adac1b1271ee6e5c2d798f05a259159fb84bc
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..80f8e82d53ba1804cb273acd8f070cd590131a1b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..d8bb089ae309a97cb4c3190b81c8578e38c94eac
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..9a36d9238d7394fe8c4a498498a2645dc0f6f2ae
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0e938a7537642b45afad7234e753e41b4530592
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.1.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..fdfdaf1604c6dcd0f61fa66e8ca59bf8aff33448
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..1641655155003c5c83e2020e2b1eabbc222e5f12
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..bfceaab0980df9a4795973466fb9b55ea60b8294
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ea54a68080ded5d43e155c0502942c1f47c60c4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..e4acfec9cfc7860251a9131c148eb3fc160f40fb
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ca105b21fedd76f2bf6977fd2519c66f01defd2c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.10.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..7098605f6ba2432da692d7222974616763221a05
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..7d4113aa59bfc86e47acb2d3d57caf10dfd81ffb
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..36a7381fcc5de7796826612572c058cb7a39f31b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..988b42c5f93e50b86c9b63aa5042120fdfcae625
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..e0a52f512e0d2dfc2ead39a9ae46e12c614b6957
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..9722e46cab84b40fa95813dd5c77dc9c43714cc8
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.11.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..62a9c5a5e7848e55e561af60af1259196f64d9f7
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..5813c81864090f67fc142828c1bade4d769ff2b6
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..06bff3de34d1fdb26c0ea111a1e2f54e372ba552
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..f183f101ea7b2335eb931a49c9769f6c86a328d7
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..484a2cd0940d7261ca7d949bfeb451847354516f
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..d5436e097ac51b9ff8643f99484ec001f312afa2
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.12.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..55143c292ba0a214cecb5d9f1c84bcdab18ad645
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..1a9bef6adeb2f54b5c9d22ac0bc58086ef85632d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..257f658f6d68c2e0b26662dd8d74bb46e12708d5
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..624033d7facbbda778550b621bb45da3c7e99d18
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..05b7c16c31f283c99df4c3ed854e66481b432e45
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b5b68c29b13af9df5f151210086c2a39d4551f4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.13.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..a7e67ba3fce3b89818b579b7cc6d923f0aeb2122
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..563a7f766f64b82309b0e34e9236a5cdb70f7774
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..edfe15c6a6a952b4b2f92e96f00895f979fce85d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..19480523551b666408816637c9e4e219131518e0
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad531e0aa346c14432ef92a7b5ec1a4b1d985878
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..f456a930e0ec07ee9e0a030af0ba3b65b7ff649b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.14.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..48dc520faac8bc75ffac2cbda1f88bc4e05e5a6e
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..196a5a846a4ffe6764989595dea62ad1b3938055
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..a6b79140d64fc9812eeabf28def740a63cf2fff7
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..98484ce431f79fa02c6aeab44f51fa3d1fae8ed2
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..6cf8a53b33dd7f07661c5dd0a619d062df7bd3ce
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..11a966b01b1621ea4d10799206c685462d042495
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.15.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..e299bf448b9874d815abc1d2aa847e18b8012e6b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..c75d5defedf276dcd36fe6adebc80670bfa6d3f5
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..e0144a1f0c6f4d5c021cb74d4124569a0e52da72
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..be64a34017357eea80846fd5952a7e02e2fcf777
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..f44c849e293716a16f058155169397790a34ad95
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..2ebbbeb833c6cdcc5466abc2749e27a6af8adaa5
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.16.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..e3e1897b0f383d2b32c49705054f6fd150829ce8
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..89991da44fb6487516444e4d39131f2acd348959
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..daf87898ea3507d4358c89fe3a21d3341981c39c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..674abd757aa808353d0545f3b53b1df192e64a21
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..77dbd4d2eb03b2e27d15a02c7043ed079587b087
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..e6db1f3b450f33016c4ad31b07394ffce0223442
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.17.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..7e65e56d11dfa1fc619fe6fd932aa057cba8c469
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f17592e5e083058caa719b45b81a3f03519432a
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..8a5a5636e8737d9a915f3774a7c9beed801b3819
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..900993b06f5cd638d276b35519e1ad7d205b3e6d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0293d90ef44c3e5830254003e737cfe402357d0
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..57d4f598683fa08daca878c0121b2d9f10dd57c4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.18.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..0b93657352ae88840853f1753c7028e0bbc9bb2c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..f4aad6c39f6a171bf8e4914ac3786103f3eda799
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..d64413b82bca539ffcfed9d91ab05d5773c70435
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ac89798dc1a88d2a85c148680c779255610fc1dc
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..22da6462c922e90c10f3f9a17aec48d5e6b7b0c9
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..5af03c79a1cc23730b892af64b8a574a7a3576d1
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.19.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..d1242ae362b665db251df19f243ed4f2fc0afbcb
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..b58d4161ffad77e5fcebfc31264b0f174f34ca90
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..e165c3fefdacc02f8594aaa0f96b8251ea9c6453
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..997105f0d45ea959fb2781d0f4cd0016bd8e8e8a
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef2c692e64d01d5a28f617d5b242990b6d85d943
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c7ff4872d2c063e619ab6a15e7ebee48eb388816
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.2.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..b7c7f898e9cbf3a2addd070ec407c7ac40c7b3ba
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..a32678e6ad489fbd0afc28048b5f5fb8b9c64e4d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..6b4e5e6c6cabe3550e001da7afe470ecdcb268a9
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..11a4e7fe9bb34966d90905c98004db7bebb2bb3c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..383515754249f2b4ede68f947723f8db1f07be74
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..9a810bb15c2628504bef0533528677ee52a96fc4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.20.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..900e5fef1fd93531e8cccb9eae4e4022b21afc37
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..0e3b82e396214237c96c2029ddc445770ada6928
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..39f8236959ca05de10f4a24ce9a85f76a2874ea9
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..1437db5a249b0210d530d97b3b1b7aca9c78b261
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..028717f894cfc3fc8844a3f8b8765062aa8f85e7
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..b8ee6924bc175662dab9737f3e41bedeff7ee2f2
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.21.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..4e113efe720d2bcfc6ec9cbe9e9b04af77ce2e48
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..3e99c23e16ac2246d6c7481acc331cee318f3b19
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..1b510a92f06a8cd1720afe4b8cf6bc223fe77729
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..0dc0cd86b5f21a6013db814513dc55a3c56217a4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..fcdf0beef5bb1f65d75beec2fafdc1c892202968
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8d526c9b36eff9a9f2c1cfd7f9387bd23000ba2d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.22.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..2d891c1278ccc26ddbe205a684aa5db54fe2e88d
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..f008e3ffcfd972749df273b3c88d21c3cbdf5e1b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..baab98bccbabb5639c91271db5a5eda8adf2207b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9e30ce1ae8a6b1f945f0d8d1bdeba4ca5a985
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..79ee2d21e662564f36c9e1603669628b3b1fa313
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ca60f8f11123304d2faf38503c5e9e231a5158ef
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.23.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..3017b6d1194d2e384ab52582c4ef36c373fbfb17
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a1f217cb3ffbb1cf8aeb68e378a26eda3ea4547
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..3858ab5b5f1051efaa1c7f13621e90daaab63988
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8be04e6e5d02d6679d768edb70768c8706a3dc61
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..551210494470606a06867906e7fa730e0477fa3e
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..232ceeabe9779b07d02565f2a84e3b7aad3c3335
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.3.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..f324e6628a2df2f833d822dbb8c00b1f42211d17
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..4f279c240ec956ba27d4ec6d0db46028e67af58c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..1d593436635625e9a35fa46d39bef4b4dc9cfcbd
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..57187931add3cebe7875469a8f1989f2e9cd538a
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e21490d52535204d1e698cac8223ca8faa7c85e
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..be3567aa9b89af03a2f429f9f5080f3e98cd6f14
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.4.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..d407d9c338c18021b203750082b18a6beef993b3
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..62b602235842a01ec2b3529c499cf78dc264d245
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..739969c62c959dfd91b096ead0b82135c7c30177
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..260471e0e4e4592f3b55dca96fd5b3027bbd6b90
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..b9bfa59cbae2d35013dbf0c9a59c0a1cc23cc542
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8836eece71b318008eb265fc4312d575dbd40b97
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.5.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..b649d41225797042bdd2f7c1323dc92cd763d136
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..1e732838c376779234a437436cfee966110a21c1
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..fb11dfac010be05db4ebf18ae0496681d8bca0e4
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8ef872a81f0e869bd7245dbb2ae75f61b357068f
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..70e4eb50f274de3b4563d3b4dc31fbd098ab787c
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf7146b90600eeb03965edae1ef65f59a518226a
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.6.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8c7eff4e6ecf70a03846e21b38995ce33eb8736
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..56733613074815f68a7694c2dacc9f3c55688ff1
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..170359428f2f2836ac555c2296d569a0fd5980e7
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..18138dd9d7f28410bcec514ecb66033dd72f783e
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..76ec65d16d513681f4e442be0aa1458bbb349854
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..7fae3d51b6c55627a934c7ede8b67aa40f63e162
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.7.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..74c43514ba4c1ed6b55be2635dcb4f1527b7f684
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..a0c993dfe0a29b879d8a9c91f7bcf59b0006236b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..d0c23903cc1d3cbcb4576bf2efb6cac21b95529f
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..0efa28347cbf081f0d82285a1ca19d0b578366b5
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..1da5e3edd00c9ce55c744cec3bb84e62008f6797
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..69339de5d1eae520a13b744d8aac035899ef86c0
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.8.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.key.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.key.png
new file mode 100644
index 0000000000000000000000000000000000000000..74ae8e9b985c9fb792ea97db075d882f7983b69b
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.key.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.query.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.query.png
new file mode 100644
index 0000000000000000000000000000000000000000..60efa7281734201eec7d66d9c0044bd92cdf21ff
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.query.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.value.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.value.png
new file mode 100644
index 0000000000000000000000000000000000000000..13d36a9c30efd4e3d237120177853a2ad8224202
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.attention.value.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..74eb0a7bb7eecfd4aa1b646710dd9d013102af16
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.attention.output.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.intermediate.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.intermediate.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..4c61394727681483e74ae5f2e943c2ca584b60a8
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.intermediate.dense.png differ
diff --git a/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.output.dense.png b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.output.dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..5b65e9b18524e96e474ab2f01a5227f2e68b1889
Binary files /dev/null and b/assets/weight_distortion/vit/comb_1/ones_naive/8/vit.encoder.layer.9.output.dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/lm_head.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/lm_head.png
new file mode 100644
index 0000000000000000000000000000000000000000..e9a03111bf17c6e63c2d250c73dd517552cb8ca1
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/lm_head.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..aeadc35c197f13585eb691ade9717a652a106960
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a2fa5cdc62c5e87e3451e405dd009e29f9465d1b
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e14f63538c3d71e3b88098059284a50f14d8bf0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..88cd8589ed9b04a3e44d738216c48bccfcd9d71d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..18a9e3622b1315437896a21899279fe5784fccfa
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..b7a2a87a75219a12c5f58499efc757b3877af2c9
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.0.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..53260b6823c2a420c0fdb357698fa1268e5773a0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..009a694a8186a140d8c347ffd189e5e31e7eb914
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..01bb0ee43f8c5ed115755213e8d6410f9b683857
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ecc6dc96eb3d3482a7d1687bc2bd36a7175a01b8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..4da90e19e99fef77652ae1d7a919e3f5c4774c9f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a3dd8987f7f105f3b55a4a75694f3d4b10d4592
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.1.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6a41437847e2edb089ae8d8c052d9993d00e92f2
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a20922602a8fac417641efc7cb779f81c5be88b4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0a8469f876b5f526b34671fce062e936a1bb79a6
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5a70481329c805287934cd9400f42c5833c787ad
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..938013e0d8c29d4ef5db0e026fb0bf6177968ea4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..54d3f4e2f429b80a617012e12bece52e7144afc6
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.10.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8c5101e5aae341c7eef8087c283edbd182d09ba4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..dee7b543428fb95912598d4f6dff2b2295c78c64
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..13052035e7d9e93fbbc6a9b80fd353d5533e2b7f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4010492d7f6a5467f1a6278173a8cc4562104f81
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..45f4c6a3de83b0e88f7a49465846d96319a153e6
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..fdd05cd493d752729a8a60986ed9452f477712aa
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.11.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a4ac95e4de6e21652f8b2cf949935f6eed78a5d8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0930030e2a883dfad84608ed5645e4f724d79f49
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad6c5d8e5981b1e91fe29457ca907be75cef6b5d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bb493d7ff643d1e5bd54d826a628d45e03bcced2
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c6439d29e673aa3c52438e78166b85cd0151e775
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c7190f45962a6c6aa062ab2eb538c66daf6352d1
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.12.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..517d410764bc237bbfc27014406370bf0b80947b
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..509ae6171b2afd7c32a57abdcedc7c8843fa7762
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..594d95cc18691227e19b0d612287d65d83f6aae0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..21eef154d417fd4b656615172573e58fce7c0a6f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..cc8157d4e95cb3e6eeefdca20c21b418d6cdcf0d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..a757618ae2f71ba0f49fe24ad93dc1abe942fc5f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.13.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..21717e80b7a4ec2033139d19474affc0a59038b9
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..faf35145ed141bf6ebc71e2ccdae87f50493bbd1
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..46d35ebd13bcc96962695f4976bef83adc985df3
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c96925dc7943aafe3a368d42ffe81734ed917cc9
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..bae0d8d5b918a9c3a2de367f8f261c28d1ee6ccf
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..d25f27462d2723dd9e2a5f39cef14dde0c09f203
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.14.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3774d2a304cd7b751a8c7c65c022c028e60a34a4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..a818dd8a344ce32fd5bdab9676b8cbf0541b678d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c1f0cb145aefcc44cf95e9d555f6058c3187d453
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..302e215a0184ae43c13cf1b7c35d785df6a31024
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..5080c69e5dd5a43b556f9fc84bf71a8d949ab5d4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..a7565db318a3fcd5050ab161689aa9a88fedf0f2
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.15.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..baaeb230beb7e0f3f2a3a8f7bb3188f8a62a5aea
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..09e52e74935257e33c6dae38a33c7c3e6194d411
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bd1f4804204aaecf2d55b4d5f77b715f23eb824b
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..abe5dcd449e4bb625cb14cff5c691e92839dc74a
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8fbb32aa620a0a7956e3bd474e2ac8c78e485c23
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..7a8551258bd3269f0baa1c2b9f34fb4a267780b8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.16.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..90c588a43a89232397bcad29e7893e79a12bbab3
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..495e5fa6449a7d9de56a28ff1a92265088449837
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c2b9c00d7c8c7f01b4a3ac34e07895b271548d93
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3103ecd5e47d1bdf7dde8939604dc57a6de2ca23
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed85937879a58cb187d7e052ffad36690c1bceb6
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..2d10e641be36bc8e82c3c6370ec147a8b637b147
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.17.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0e17351888eb71d5bcc03749a5c93445456794bb
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4fb32678311ad20c25c8c80cd3e4484d17b409d7
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e84a886c9dd36031d3f44d4dded8e4f919ceb2f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..9292eda74713313b19cf85da3fdd052a25717a63
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..6575925a97bddc56a79ae96cf8e61faf45d5cda7
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..eb1165add8af09f101ac462df59de7399831219a
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.18.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..acfa1922d2479b4fbe7d928910b60edf62c344d0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..86a03cb1496f6af6502d53a59171ebc709f4cfe0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..11139c7ba03aa99b6dd0305e881a3b7d49fe8cbc
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..28f55ef112c42c1124e77ac783f6c4a4e881b229
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..bcecda850b6e3a8411c82908f6659a69d58f8554
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..dc4e922905df233ff0733af48c281c72862ba29c
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.19.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..8220f0f39e5f66f86e9e07343a3aed1940588375
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..89688d84c70790262068ffd4322057f068a3c23c
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b82aa0d9f066f9f7f5ef5f29dcf7be1cd60e77d9
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b4b66ffac34f40daf7ff72572c2bf3f9ba16dd7d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..1988238165e36d4ad4a75a64d7d427f898d88162
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..25128f91303864005d21ebe5627800811ea3bb10
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.2.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..49a0260c7c39602248810425c7178c79e14f745e
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..cfad5620de66fae02e7646c83a3f2773d5de9d76
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0de5231472884c44db59cf7860b8adb51056151c
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..34cfa8f77514f15f08400602ea0582478d9c8023
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..5ff46b408c2fc02b76795c7ed0b108b5e18ff8da
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..6f97825164cf2c04a0a8006ea38d8713f5992754
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.20.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..433688b14a050ef15ce31e89f282907b57d42fba
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ad43b5c4a5bbb61431d4a95e6e6645dfe50c5a7f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..baa1d74ebd6ae0b35640b12971eb6ec50f94e7ac
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f9e1d13a0c9588db03014dc835932e02e276211f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..b008d01e1cac19f88a0dd5eee0afb3b15dbcb374
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..a943da8d70a142bcb6c70a341f33b039b70d7205
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.21.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7894622caceb22e4233b5a7d7a282078d1f76c1d
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c88cc76ddc30d9eb3967b91df9145d9828fd72c8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..c88b7515c88791d2f864eb6f8f83c405f73f1f8e
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d7afe15987d886bfbca173b8f6461ef2e95a399b
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..19e97eb6c73949a7ae4e3978982840708772aee3
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..3a010834cb533c5c97c45fd1ebfa54b7dcfe1119
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.22.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..26567ea1551395cd25a561f8aa625a4323c40932
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4187d2bf260389deeba2a8f87bf3aaa45772a8c8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..321bb655109ae963b483d2b60bdc8f903cc302a7
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..dcdc16e261b1b6339d74c83ea052d320c9fc6890
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..1cd59b60f3227d3b9d6fa04b070f499c4fbacc05
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..8b9457744c9c68ab18f47791dc387e8f9171ce1a
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.23.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..077d3c4341464d76e71dd088af13e07b58ab99c8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..b28e5b45baaf34e3b5534c16075f7cf6825e7db4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..53cb72848ee342065b41051d6d09a5ec827d96cc
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..02bf7fbce791f2fadc0c9d244c0675311b703dee
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef1ad3f9e83bbdead81154af26296d65a4effd59
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c45e6af4a4a0a073337b8a416da58b4db45790bf
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.3.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e654d3a20f55a9fb6001f06bd6b77ea52098d24e
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6385b7f7bbf08291df40a9d27cdf9b4263c57aa2
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..6e6367cc0cb7f5136ff90d3d26835fd6533fcf0e
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f2d0ab60d4bf75b2c3a6605f7156e0e9ecd302b0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c8fb8d032dd63b76d21e18a46cb0c4ea2f512c60
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..301098522911460ec5122da361d774d19ddce016
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.4.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..71d3380175e1dcabde3d84cba54b41f5134ff824
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..092810630f87057728503ec974edc6599c11a0a7
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bb4ddf7322f6b626c9d17e06ca9a10206d71a4b8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..184cd7e39e2f13802df9dc81c6f60ef0d9fe7e20
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..29e4c67f4173f0394ae5da856beb182b7d57d6fa
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..e97900421ffcf8e6186dbe99c339266f200a9e41
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.5.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0723e8d5b43b36b389e653b85bac45f733208a3c
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..308931a883120b67a8194e494d99eaec0cfdd9e1
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..d8e19ba52b68d09d94061659e274d3beaa774083
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..5106d5ed9ed2f2c1f1aeb0fb7067c1145792f0bc
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..622b3cf2634ae0ea297f0db27f37428530f2908e
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..1848ca733e73ecddff27f9be00baef48aac66b6a
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.6.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..bf77cd9e1b2373481b5e1268612a0d6eff8f28cd
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..3d42b60838cef32bb36e8f1ffdd6ab1c338904d4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..7b554622e10519a704794534c5ac8eb99da5bcd4
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..f3e8c3fc778ba70fd01c09fd5e46c6abeefa1262
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..402db273dafde019ef61760d718029cb5f1694b0
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..ed7c3fe1b0b4f48e88014fdf11fe6a54c3f90a65
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.7.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..e3156ab838612f12d4976f8e615643f85185b6a8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..afc7675741dd3399f9f0aba0b722ad02a050b54a
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..4eb025265c181b352d4a935b5196a0d82a5d80d8
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..189e8eaf99cede1323ca5e3f136fde9314d8a7ac
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..cce3e8bd0d5769be3159b247383525f13e3f9c84
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..a65ecdc37699d37ef75fe63dce8dd5ad58f5df83
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.8.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.k_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.k_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..0448ce4cfced5465ddda55117e766f358d910635
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.k_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.out_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.out_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..2eaecb44e04d71ee275ea7c3dc56b5eb551fdf7f
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.out_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.q_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.q_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..aaca1c152ecf3e27b0ecc25b9b833039ea623e64
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.q_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.v_proj.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.v_proj.png
new file mode 100644
index 0000000000000000000000000000000000000000..ef2721951b87ed12883eed92109734ca15bf70e7
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.attention.v_proj.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..c5d86d1272b9c736edd4a3c370f2b3dd31ac19a5
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.intermediate_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.output_dense.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.output_dense.png
new file mode 100644
index 0000000000000000000000000000000000000000..458f249ccb66c83c5e038c3a5e5adb0d5a320e34
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.encoder.layers.9.feed_forward.output_dense.png differ
diff --git a/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.feature_projection.projection.png b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.feature_projection.projection.png
new file mode 100644
index 0000000000000000000000000000000000000000..453cb83e35856b9c119a20a6d0a4e23dfe3fce0b
Binary files /dev/null and b/assets/weight_distortion/wav2vec/comb_8/ones_naive/8/wav2vec2.feature_projection.projection.png differ