| { | |
| "pos_embed.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.0.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.1.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.2.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.3.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.4.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.5.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.6.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.7.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.8.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.9.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.10.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.11.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.12.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.13.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.14.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.15.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.16.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.17.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.18.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.19.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.20.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.21.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.22.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.23.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.24.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.25.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.26.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn1.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn1.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn1.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn1.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn2.to_q": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn2.to_k": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn2.to_v": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.attn2.to_out.0": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.ff.net.0.proj": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "transformer_blocks.27.ff.net.2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "adaln_single.emb.timestep_embedder.linear_1": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "adaln_single.emb.timestep_embedder.linear_2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "adaln_single.linear": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "caption_projection.linear_1": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| }, | |
| "caption_projection.linear_2": { | |
| "weights": "qint8", | |
| "activations": "none" | |
| } | |
| } |