Skip to content

Latest commit

 

History

History
843 lines (841 loc) · 41.8 KB

AuraFlow_v0.3_model_architecture.md

File metadata and controls

843 lines (841 loc) · 41.8 KB

AuraFlow v0.3モデル構造。

Model

model.cond_seq_linear.weight
model.double_layers.0.attn.w1k.weight
model.double_layers.0.attn.w1o.weight
model.double_layers.0.attn.w1q.weight
model.double_layers.0.attn.w1v.weight
model.double_layers.0.attn.w2k.weight
model.double_layers.0.attn.w2o.weight
model.double_layers.0.attn.w2q.weight
model.double_layers.0.attn.w2v.weight
model.double_layers.0.mlpC.c_fc1.weight
model.double_layers.0.mlpC.c_fc2.weight
model.double_layers.0.mlpC.c_proj.weight
model.double_layers.0.mlpX.c_fc1.weight
model.double_layers.0.mlpX.c_fc2.weight
model.double_layers.0.mlpX.c_proj.weight
model.double_layers.0.modC.1.weight
model.double_layers.0.modX.1.weight
model.double_layers.1.attn.w1k.weight
model.double_layers.1.attn.w1o.weight
model.double_layers.1.attn.w1q.weight
model.double_layers.1.attn.w1v.weight
model.double_layers.1.attn.w2k.weight
model.double_layers.1.attn.w2o.weight
model.double_layers.1.attn.w2q.weight
model.double_layers.1.attn.w2v.weight
model.double_layers.1.mlpC.c_fc1.weight
model.double_layers.1.mlpC.c_fc2.weight
model.double_layers.1.mlpC.c_proj.weight
model.double_layers.1.mlpX.c_fc1.weight
model.double_layers.1.mlpX.c_fc2.weight
model.double_layers.1.mlpX.c_proj.weight
model.double_layers.1.modC.1.weight
model.double_layers.1.modX.1.weight
model.double_layers.2.attn.w1k.weight
model.double_layers.2.attn.w1o.weight
model.double_layers.2.attn.w1q.weight
model.double_layers.2.attn.w1v.weight
model.double_layers.2.attn.w2k.weight
model.double_layers.2.attn.w2o.weight
model.double_layers.2.attn.w2q.weight
model.double_layers.2.attn.w2v.weight
model.double_layers.2.mlpC.c_fc1.weight
model.double_layers.2.mlpC.c_fc2.weight
model.double_layers.2.mlpC.c_proj.weight
model.double_layers.2.mlpX.c_fc1.weight
model.double_layers.2.mlpX.c_fc2.weight
model.double_layers.2.mlpX.c_proj.weight
model.double_layers.2.modC.1.weight
model.double_layers.2.modX.1.weight
model.double_layers.3.attn.w1k.weight
model.double_layers.3.attn.w1o.weight
model.double_layers.3.attn.w1q.weight
model.double_layers.3.attn.w1v.weight
model.double_layers.3.attn.w2k.weight
model.double_layers.3.attn.w2o.weight
model.double_layers.3.attn.w2q.weight
model.double_layers.3.attn.w2v.weight
model.double_layers.3.mlpC.c_fc1.weight
model.double_layers.3.mlpC.c_fc2.weight
model.double_layers.3.mlpC.c_proj.weight
model.double_layers.3.mlpX.c_fc1.weight
model.double_layers.3.mlpX.c_fc2.weight
model.double_layers.3.mlpX.c_proj.weight
model.double_layers.3.modC.1.weight
model.double_layers.3.modX.1.weight
model.final_linear.weight
model.init_x_linear.bias
model.init_x_linear.weight
model.modF.1.weight
model.positional_encoding
model.register_tokens
model.single_layers.0.attn.w1k.weight
model.single_layers.0.attn.w1o.weight
model.single_layers.0.attn.w1q.weight
model.single_layers.0.attn.w1v.weight
model.single_layers.0.mlp.c_fc1.weight
model.single_layers.0.mlp.c_fc2.weight
model.single_layers.0.mlp.c_proj.weight
model.single_layers.0.modCX.1.weight
model.single_layers.1.attn.w1k.weight
model.single_layers.1.attn.w1o.weight
model.single_layers.1.attn.w1q.weight
model.single_layers.1.attn.w1v.weight
model.single_layers.1.mlp.c_fc1.weight
model.single_layers.1.mlp.c_fc2.weight
model.single_layers.1.mlp.c_proj.weight
model.single_layers.1.modCX.1.weight
model.single_layers.2.attn.w1k.weight
model.single_layers.2.attn.w1o.weight
model.single_layers.2.attn.w1q.weight
model.single_layers.2.attn.w1v.weight
model.single_layers.2.mlp.c_fc1.weight
model.single_layers.2.mlp.c_fc2.weight
model.single_layers.2.mlp.c_proj.weight
model.single_layers.2.modCX.1.weight
model.single_layers.3.attn.w1k.weight
model.single_layers.3.attn.w1o.weight
model.single_layers.3.attn.w1q.weight
model.single_layers.3.attn.w1v.weight
model.single_layers.3.mlp.c_fc1.weight
model.single_layers.3.mlp.c_fc2.weight
model.single_layers.3.mlp.c_proj.weight
model.single_layers.3.modCX.1.weight
model.single_layers.4.attn.w1k.weight
model.single_layers.4.attn.w1o.weight
model.single_layers.4.attn.w1q.weight
model.single_layers.4.attn.w1v.weight
model.single_layers.4.mlp.c_fc1.weight
model.single_layers.4.mlp.c_fc2.weight
model.single_layers.4.mlp.c_proj.weight
model.single_layers.4.modCX.1.weight
model.single_layers.5.attn.w1k.weight
model.single_layers.5.attn.w1o.weight
model.single_layers.5.attn.w1q.weight
model.single_layers.5.attn.w1v.weight
model.single_layers.5.mlp.c_fc1.weight
model.single_layers.5.mlp.c_fc2.weight
model.single_layers.5.mlp.c_proj.weight
model.single_layers.5.modCX.1.weight
model.single_layers.6.attn.w1k.weight
model.single_layers.6.attn.w1o.weight
model.single_layers.6.attn.w1q.weight
model.single_layers.6.attn.w1v.weight
model.single_layers.6.mlp.c_fc1.weight
model.single_layers.6.mlp.c_fc2.weight
model.single_layers.6.mlp.c_proj.weight
model.single_layers.6.modCX.1.weight
model.single_layers.7.attn.w1k.weight
model.single_layers.7.attn.w1o.weight
model.single_layers.7.attn.w1q.weight
model.single_layers.7.attn.w1v.weight
model.single_layers.7.mlp.c_fc1.weight
model.single_layers.7.mlp.c_fc2.weight
model.single_layers.7.mlp.c_proj.weight
model.single_layers.7.modCX.1.weight
model.single_layers.8.attn.w1k.weight
model.single_layers.8.attn.w1o.weight
model.single_layers.8.attn.w1q.weight
model.single_layers.8.attn.w1v.weight
model.single_layers.8.mlp.c_fc1.weight
model.single_layers.8.mlp.c_fc2.weight
model.single_layers.8.mlp.c_proj.weight
model.single_layers.8.modCX.1.weight
model.single_layers.9.attn.w1k.weight
model.single_layers.9.attn.w1o.weight
model.single_layers.9.attn.w1q.weight
model.single_layers.9.attn.w1v.weight
model.single_layers.9.mlp.c_fc1.weight
model.single_layers.9.mlp.c_fc2.weight
model.single_layers.9.mlp.c_proj.weight
model.single_layers.9.modCX.1.weight
model.single_layers.10.attn.w1k.weight
model.single_layers.10.attn.w1o.weight
model.single_layers.10.attn.w1q.weight
model.single_layers.10.attn.w1v.weight
model.single_layers.10.mlp.c_fc1.weight
model.single_layers.10.mlp.c_fc2.weight
model.single_layers.10.mlp.c_proj.weight
model.single_layers.10.modCX.1.weight
model.single_layers.11.attn.w1k.weight
model.single_layers.11.attn.w1o.weight
model.single_layers.11.attn.w1q.weight
model.single_layers.11.attn.w1v.weight
model.single_layers.11.mlp.c_fc1.weight
model.single_layers.11.mlp.c_fc2.weight
model.single_layers.11.mlp.c_proj.weight
model.single_layers.11.modCX.1.weight
model.single_layers.12.attn.w1k.weight
model.single_layers.12.attn.w1o.weight
model.single_layers.12.attn.w1q.weight
model.single_layers.12.attn.w1v.weight
model.single_layers.12.mlp.c_fc1.weight
model.single_layers.12.mlp.c_fc2.weight
model.single_layers.12.mlp.c_proj.weight
model.single_layers.12.modCX.1.weight
model.single_layers.13.attn.w1k.weight
model.single_layers.13.attn.w1o.weight
model.single_layers.13.attn.w1q.weight
model.single_layers.13.attn.w1v.weight
model.single_layers.13.mlp.c_fc1.weight
model.single_layers.13.mlp.c_fc2.weight
model.single_layers.13.mlp.c_proj.weight
model.single_layers.13.modCX.1.weight
model.single_layers.14.attn.w1k.weight
model.single_layers.14.attn.w1o.weight
model.single_layers.14.attn.w1q.weight
model.single_layers.14.attn.w1v.weight
model.single_layers.14.mlp.c_fc1.weight
model.single_layers.14.mlp.c_fc2.weight
model.single_layers.14.mlp.c_proj.weight
model.single_layers.14.modCX.1.weight
model.single_layers.15.attn.w1k.weight
model.single_layers.15.attn.w1o.weight
model.single_layers.15.attn.w1q.weight
model.single_layers.15.attn.w1v.weight
model.single_layers.15.mlp.c_fc1.weight
model.single_layers.15.mlp.c_fc2.weight
model.single_layers.15.mlp.c_proj.weight
model.single_layers.15.modCX.1.weight
model.single_layers.16.attn.w1k.weight
model.single_layers.16.attn.w1o.weight
model.single_layers.16.attn.w1q.weight
model.single_layers.16.attn.w1v.weight
model.single_layers.16.mlp.c_fc1.weight
model.single_layers.16.mlp.c_fc2.weight
model.single_layers.16.mlp.c_proj.weight
model.single_layers.16.modCX.1.weight
model.single_layers.17.attn.w1k.weight
model.single_layers.17.attn.w1o.weight
model.single_layers.17.attn.w1q.weight
model.single_layers.17.attn.w1v.weight
model.single_layers.17.mlp.c_fc1.weight
model.single_layers.17.mlp.c_fc2.weight
model.single_layers.17.mlp.c_proj.weight
model.single_layers.17.modCX.1.weight
model.single_layers.18.attn.w1k.weight
model.single_layers.18.attn.w1o.weight
model.single_layers.18.attn.w1q.weight
model.single_layers.18.attn.w1v.weight
model.single_layers.18.mlp.c_fc1.weight
model.single_layers.18.mlp.c_fc2.weight
model.single_layers.18.mlp.c_proj.weight
model.single_layers.18.modCX.1.weight
model.single_layers.19.attn.w1k.weight
model.single_layers.19.attn.w1o.weight
model.single_layers.19.attn.w1q.weight
model.single_layers.19.attn.w1v.weight
model.single_layers.19.mlp.c_fc1.weight
model.single_layers.19.mlp.c_fc2.weight
model.single_layers.19.mlp.c_proj.weight
model.single_layers.19.modCX.1.weight
model.single_layers.20.attn.w1k.weight
model.single_layers.20.attn.w1o.weight
model.single_layers.20.attn.w1q.weight
model.single_layers.20.attn.w1v.weight
model.single_layers.20.mlp.c_fc1.weight
model.single_layers.20.mlp.c_fc2.weight
model.single_layers.20.mlp.c_proj.weight
model.single_layers.20.modCX.1.weight
model.single_layers.21.attn.w1k.weight
model.single_layers.21.attn.w1o.weight
model.single_layers.21.attn.w1q.weight
model.single_layers.21.attn.w1v.weight
model.single_layers.21.mlp.c_fc1.weight
model.single_layers.21.mlp.c_fc2.weight
model.single_layers.21.mlp.c_proj.weight
model.single_layers.21.modCX.1.weight
model.single_layers.22.attn.w1k.weight
model.single_layers.22.attn.w1o.weight
model.single_layers.22.attn.w1q.weight
model.single_layers.22.attn.w1v.weight
model.single_layers.22.mlp.c_fc1.weight
model.single_layers.22.mlp.c_fc2.weight
model.single_layers.22.mlp.c_proj.weight
model.single_layers.22.modCX.1.weight
model.single_layers.23.attn.w1k.weight
model.single_layers.23.attn.w1o.weight
model.single_layers.23.attn.w1q.weight
model.single_layers.23.attn.w1v.weight
model.single_layers.23.mlp.c_fc1.weight
model.single_layers.23.mlp.c_fc2.weight
model.single_layers.23.mlp.c_proj.weight
model.single_layers.23.modCX.1.weight
model.single_layers.24.attn.w1k.weight
model.single_layers.24.attn.w1o.weight
model.single_layers.24.attn.w1q.weight
model.single_layers.24.attn.w1v.weight
model.single_layers.24.mlp.c_fc1.weight
model.single_layers.24.mlp.c_fc2.weight
model.single_layers.24.mlp.c_proj.weight
model.single_layers.24.modCX.1.weight
model.single_layers.25.attn.w1k.weight
model.single_layers.25.attn.w1o.weight
model.single_layers.25.attn.w1q.weight
model.single_layers.25.attn.w1v.weight
model.single_layers.25.mlp.c_fc1.weight
model.single_layers.25.mlp.c_fc2.weight
model.single_layers.25.mlp.c_proj.weight
model.single_layers.25.modCX.1.weight
model.single_layers.26.attn.w1k.weight
model.single_layers.26.attn.w1o.weight
model.single_layers.26.attn.w1q.weight
model.single_layers.26.attn.w1v.weight
model.single_layers.26.mlp.c_fc1.weight
model.single_layers.26.mlp.c_fc2.weight
model.single_layers.26.mlp.c_proj.weight
model.single_layers.26.modCX.1.weight
model.single_layers.27.attn.w1k.weight
model.single_layers.27.attn.w1o.weight
model.single_layers.27.attn.w1q.weight
model.single_layers.27.attn.w1v.weight
model.single_layers.27.mlp.c_fc1.weight
model.single_layers.27.mlp.c_fc2.weight
model.single_layers.27.mlp.c_proj.weight
model.single_layers.27.modCX.1.weight
model.single_layers.28.attn.w1k.weight
model.single_layers.28.attn.w1o.weight
model.single_layers.28.attn.w1q.weight
model.single_layers.28.attn.w1v.weight
model.single_layers.28.mlp.c_fc1.weight
model.single_layers.28.mlp.c_fc2.weight
model.single_layers.28.mlp.c_proj.weight
model.single_layers.28.modCX.1.weight
model.single_layers.29.attn.w1k.weight
model.single_layers.29.attn.w1o.weight
model.single_layers.29.attn.w1q.weight
model.single_layers.29.attn.w1v.weight
model.single_layers.29.mlp.c_fc1.weight
model.single_layers.29.mlp.c_fc2.weight
model.single_layers.29.mlp.c_proj.weight
model.single_layers.29.modCX.1.weight
model.single_layers.30.attn.w1k.weight
model.single_layers.30.attn.w1o.weight
model.single_layers.30.attn.w1q.weight
model.single_layers.30.attn.w1v.weight
model.single_layers.30.mlp.c_fc1.weight
model.single_layers.30.mlp.c_fc2.weight
model.single_layers.30.mlp.c_proj.weight
model.single_layers.30.modCX.1.weight
model.single_layers.31.attn.w1k.weight
model.single_layers.31.attn.w1o.weight
model.single_layers.31.attn.w1q.weight
model.single_layers.31.attn.w1v.weight
model.single_layers.31.mlp.c_fc1.weight
model.single_layers.31.mlp.c_fc2.weight
model.single_layers.31.mlp.c_proj.weight
model.single_layers.31.modCX.1.weight
model.t_embedder.mlp.0.bias
model.t_embedder.mlp.0.weight
model.t_embedder.mlp.2.bias
model.t_embedder.mlp.2.weight

text_encoders

text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.0.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.1.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.10.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.11.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.12.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.13.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.14.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.15.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.16.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.17.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.18.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.19.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.2.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.20.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.21.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.22.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.23.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.3.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.4.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.5.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.6.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.7.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.8.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.SelfAttention.k.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.SelfAttention.o.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.SelfAttention.q.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.SelfAttention.relative_attention_bias.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.SelfAttention.v.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.0.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.1.DenseReluDense.wi_0.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.1.DenseReluDense.wi_1.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.1.DenseReluDense.wo.weight
text_encoders.pile_t5xl.transformer.encoder.block.9.layer.1.layer_norm.weight
text_encoders.pile_t5xl.transformer.encoder.embed_tokens.weight
text_encoders.pile_t5xl.transformer.encoder.final_layer_norm.weight
text_encoders.pile_t5xl.transformer.shared.weight

VAE

vae.decoder

vae.decoder.conv_in.bias
vae.decoder.conv_in.weight
vae.decoder.conv_out.bias
vae.decoder.conv_out.weight
vae.decoder.mid.attn_1.k.bias
vae.decoder.mid.attn_1.k.weight
vae.decoder.mid.attn_1.norm.bias
vae.decoder.mid.attn_1.norm.weight
vae.decoder.mid.attn_1.proj_out.bias
vae.decoder.mid.attn_1.proj_out.weight
vae.decoder.mid.attn_1.q.bias
vae.decoder.mid.attn_1.q.weight
vae.decoder.mid.attn_1.v.bias
vae.decoder.mid.attn_1.v.weight
vae.decoder.mid.block_1.conv1.bias
vae.decoder.mid.block_1.conv1.weight
vae.decoder.mid.block_1.conv2.bias
vae.decoder.mid.block_1.conv2.weight
vae.decoder.mid.block_1.norm1.bias
vae.decoder.mid.block_1.norm1.weight
vae.decoder.mid.block_1.norm2.bias
vae.decoder.mid.block_1.norm2.weight
vae.decoder.mid.block_2.conv1.bias
vae.decoder.mid.block_2.conv1.weight
vae.decoder.mid.block_2.conv2.bias
vae.decoder.mid.block_2.conv2.weight
vae.decoder.mid.block_2.norm1.bias
vae.decoder.mid.block_2.norm1.weight
vae.decoder.mid.block_2.norm2.bias
vae.decoder.mid.block_2.norm2.weight
vae.decoder.norm_out.bias
vae.decoder.norm_out.weight
vae.decoder.up.0.block.0.conv1.bias
vae.decoder.up.0.block.0.conv1.weight
vae.decoder.up.0.block.0.conv2.bias
vae.decoder.up.0.block.0.conv2.weight
vae.decoder.up.0.block.0.nin_shortcut.bias
vae.decoder.up.0.block.0.nin_shortcut.weight
vae.decoder.up.0.block.0.norm1.bias
vae.decoder.up.0.block.0.norm1.weight
vae.decoder.up.0.block.0.norm2.bias
vae.decoder.up.0.block.0.norm2.weight
vae.decoder.up.0.block.1.conv1.bias
vae.decoder.up.0.block.1.conv1.weight
vae.decoder.up.0.block.1.conv2.bias
vae.decoder.up.0.block.1.conv2.weight
vae.decoder.up.0.block.1.norm1.bias
vae.decoder.up.0.block.1.norm1.weight
vae.decoder.up.0.block.1.norm2.bias
vae.decoder.up.0.block.1.norm2.weight
vae.decoder.up.0.block.2.conv1.bias
vae.decoder.up.0.block.2.conv1.weight
vae.decoder.up.0.block.2.conv2.bias
vae.decoder.up.0.block.2.conv2.weight
vae.decoder.up.0.block.2.norm1.bias
vae.decoder.up.0.block.2.norm1.weight
vae.decoder.up.0.block.2.norm2.bias
vae.decoder.up.0.block.2.norm2.weight
vae.decoder.up.1.block.0.conv1.bias
vae.decoder.up.1.block.0.conv1.weight
vae.decoder.up.1.block.0.conv2.bias
vae.decoder.up.1.block.0.conv2.weight
vae.decoder.up.1.block.0.nin_shortcut.bias
vae.decoder.up.1.block.0.nin_shortcut.weight
vae.decoder.up.1.block.0.norm1.bias
vae.decoder.up.1.block.0.norm1.weight
vae.decoder.up.1.block.0.norm2.bias
vae.decoder.up.1.block.0.norm2.weight
vae.decoder.up.1.block.1.conv1.bias
vae.decoder.up.1.block.1.conv1.weight
vae.decoder.up.1.block.1.conv2.bias
vae.decoder.up.1.block.1.conv2.weight
vae.decoder.up.1.block.1.norm1.bias
vae.decoder.up.1.block.1.norm1.weight
vae.decoder.up.1.block.1.norm2.bias
vae.decoder.up.1.block.1.norm2.weight
vae.decoder.up.1.block.2.conv1.bias
vae.decoder.up.1.block.2.conv1.weight
vae.decoder.up.1.block.2.conv2.bias
vae.decoder.up.1.block.2.conv2.weight
vae.decoder.up.1.block.2.norm1.bias
vae.decoder.up.1.block.2.norm1.weight
vae.decoder.up.1.block.2.norm2.bias
vae.decoder.up.1.block.2.norm2.weight
vae.decoder.up.1.upsample.conv.bias
vae.decoder.up.1.upsample.conv.weight
vae.decoder.up.2.block.0.conv1.bias
vae.decoder.up.2.block.0.conv1.weight
vae.decoder.up.2.block.0.conv2.bias
vae.decoder.up.2.block.0.conv2.weight
vae.decoder.up.2.block.0.norm1.bias
vae.decoder.up.2.block.0.norm1.weight
vae.decoder.up.2.block.0.norm2.bias
vae.decoder.up.2.block.0.norm2.weight
vae.decoder.up.2.block.1.conv1.bias
vae.decoder.up.2.block.1.conv1.weight
vae.decoder.up.2.block.1.conv2.bias
vae.decoder.up.2.block.1.conv2.weight
vae.decoder.up.2.block.1.norm1.bias
vae.decoder.up.2.block.1.norm1.weight
vae.decoder.up.2.block.1.norm2.bias
vae.decoder.up.2.block.1.norm2.weight
vae.decoder.up.2.block.2.conv1.bias
vae.decoder.up.2.block.2.conv1.weight
vae.decoder.up.2.block.2.conv2.bias
vae.decoder.up.2.block.2.conv2.weight
vae.decoder.up.2.block.2.norm1.bias
vae.decoder.up.2.block.2.norm1.weight
vae.decoder.up.2.block.2.norm2.bias
vae.decoder.up.2.block.2.norm2.weight
vae.decoder.up.2.upsample.conv.bias
vae.decoder.up.2.upsample.conv.weight
vae.decoder.up.3.block.0.conv1.bias
vae.decoder.up.3.block.0.conv1.weight
vae.decoder.up.3.block.0.conv2.bias
vae.decoder.up.3.block.0.conv2.weight
vae.decoder.up.3.block.0.norm1.bias
vae.decoder.up.3.block.0.norm1.weight
vae.decoder.up.3.block.0.norm2.bias
vae.decoder.up.3.block.0.norm2.weight
vae.decoder.up.3.block.1.conv1.bias
vae.decoder.up.3.block.1.conv1.weight
vae.decoder.up.3.block.1.conv2.bias
vae.decoder.up.3.block.1.conv2.weight
vae.decoder.up.3.block.1.norm1.bias
vae.decoder.up.3.block.1.norm1.weight
vae.decoder.up.3.block.1.norm2.bias
vae.decoder.up.3.block.1.norm2.weight
vae.decoder.up.3.block.2.conv1.bias
vae.decoder.up.3.block.2.conv1.weight
vae.decoder.up.3.block.2.conv2.bias
vae.decoder.up.3.block.2.conv2.weight
vae.decoder.up.3.block.2.norm1.bias
vae.decoder.up.3.block.2.norm1.weight
vae.decoder.up.3.block.2.norm2.bias
vae.decoder.up.3.block.2.norm2.weight
vae.decoder.up.3.upsample.conv.bias
vae.decoder.up.3.upsample.conv.weight

vae.encoder

vae.encoder.conv_in.bias
vae.encoder.conv_in.weight
vae.encoder.conv_out.bias
vae.encoder.conv_out.weight
vae.encoder.down.0.block.0.conv1.bias
vae.encoder.down.0.block.0.conv1.weight
vae.encoder.down.0.block.0.conv2.bias
vae.encoder.down.0.block.0.conv2.weight
vae.encoder.down.0.block.0.norm1.bias
vae.encoder.down.0.block.0.norm1.weight
vae.encoder.down.0.block.0.norm2.bias
vae.encoder.down.0.block.0.norm2.weight
vae.encoder.down.0.block.1.conv1.bias
vae.encoder.down.0.block.1.conv1.weight
vae.encoder.down.0.block.1.conv2.bias
vae.encoder.down.0.block.1.conv2.weight
vae.encoder.down.0.block.1.norm1.bias
vae.encoder.down.0.block.1.norm1.weight
vae.encoder.down.0.block.1.norm2.bias
vae.encoder.down.0.block.1.norm2.weight
vae.encoder.down.0.downsample.conv.bias
vae.encoder.down.0.downsample.conv.weight
vae.encoder.down.1.block.0.conv1.bias
vae.encoder.down.1.block.0.conv1.weight
vae.encoder.down.1.block.0.conv2.bias
vae.encoder.down.1.block.0.conv2.weight
vae.encoder.down.1.block.0.nin_shortcut.bias
vae.encoder.down.1.block.0.nin_shortcut.weight
vae.encoder.down.1.block.0.norm1.bias
vae.encoder.down.1.block.0.norm1.weight
vae.encoder.down.1.block.0.norm2.bias
vae.encoder.down.1.block.0.norm2.weight
vae.encoder.down.1.block.1.conv1.bias
vae.encoder.down.1.block.1.conv1.weight
vae.encoder.down.1.block.1.conv2.bias
vae.encoder.down.1.block.1.conv2.weight
vae.encoder.down.1.block.1.norm1.bias
vae.encoder.down.1.block.1.norm1.weight
vae.encoder.down.1.block.1.norm2.bias
vae.encoder.down.1.block.1.norm2.weight
vae.encoder.down.1.downsample.conv.bias
vae.encoder.down.1.downsample.conv.weight
vae.encoder.down.2.block.0.conv1.bias
vae.encoder.down.2.block.0.conv1.weight
vae.encoder.down.2.block.0.conv2.bias
vae.encoder.down.2.block.0.conv2.weight
vae.encoder.down.2.block.0.nin_shortcut.bias
vae.encoder.down.2.block.0.nin_shortcut.weight
vae.encoder.down.2.block.0.norm1.bias
vae.encoder.down.2.block.0.norm1.weight
vae.encoder.down.2.block.0.norm2.bias
vae.encoder.down.2.block.0.norm2.weight
vae.encoder.down.2.block.1.conv1.bias
vae.encoder.down.2.block.1.conv1.weight
vae.encoder.down.2.block.1.conv2.bias
vae.encoder.down.2.block.1.conv2.weight
vae.encoder.down.2.block.1.norm1.bias
vae.encoder.down.2.block.1.norm1.weight
vae.encoder.down.2.block.1.norm2.bias
vae.encoder.down.2.block.1.norm2.weight
vae.encoder.down.2.downsample.conv.bias
vae.encoder.down.2.downsample.conv.weight
vae.encoder.down.3.block.0.conv1.bias
vae.encoder.down.3.block.0.conv1.weight
vae.encoder.down.3.block.0.conv2.bias
vae.encoder.down.3.block.0.conv2.weight
vae.encoder.down.3.block.0.norm1.bias
vae.encoder.down.3.block.0.norm1.weight
vae.encoder.down.3.block.0.norm2.bias
vae.encoder.down.3.block.0.norm2.weight
vae.encoder.down.3.block.1.conv1.bias
vae.encoder.down.3.block.1.conv1.weight
vae.encoder.down.3.block.1.conv2.bias
vae.encoder.down.3.block.1.conv2.weight
vae.encoder.down.3.block.1.norm1.bias
vae.encoder.down.3.block.1.norm1.weight
vae.encoder.down.3.block.1.norm2.bias
vae.encoder.down.3.block.1.norm2.weight
vae.encoder.mid.attn_1.k.bias
vae.encoder.mid.attn_1.k.weight
vae.encoder.mid.attn_1.norm.bias
vae.encoder.mid.attn_1.norm.weight
vae.encoder.mid.attn_1.proj_out.bias
vae.encoder.mid.attn_1.proj_out.weight
vae.encoder.mid.attn_1.q.bias
vae.encoder.mid.attn_1.q.weight
vae.encoder.mid.attn_1.v.bias
vae.encoder.mid.attn_1.v.weight
vae.encoder.mid.block_1.conv1.bias
vae.encoder.mid.block_1.conv1.weight
vae.encoder.mid.block_1.conv2.bias
vae.encoder.mid.block_1.conv2.weight
vae.encoder.mid.block_1.norm1.bias
vae.encoder.mid.block_1.norm1.weight
vae.encoder.mid.block_1.norm2.bias
vae.encoder.mid.block_1.norm2.weight
vae.encoder.mid.block_2.conv1.bias
vae.encoder.mid.block_2.conv1.weight
vae.encoder.mid.block_2.conv2.bias
vae.encoder.mid.block_2.conv2.weight
vae.encoder.mid.block_2.norm1.bias
vae.encoder.mid.block_2.norm1.weight
vae.encoder.mid.block_2.norm2.bias
vae.encoder.mid.block_2.norm2.weight
vae.encoder.norm_out.bias
vae.encoder.norm_out.weight

vae.model_ema.decay
vae.model_ema.num_updates
vae.post_quant_conv.bias
vae.post_quant_conv.weight
vae.quant_conv.bias
vae.quant_conv.weight