RuntimeError: Error(s) in loading state_dict for SetVAE

[OswaldoBornemann]

Unexpected key(s) in state_dict: "encoder.0.att1.ln_x.weight", "encoder.0.att1.ln_x.bias", "encoder.0.att1.ln_y.weight", "encoder.0.att1.ln_y.bias", "encoder.0.att1.ln_o1.weight", "encoder.0.att1.ln_o1.bias", "encoder.0.att1.ln_o2.weight", "encoder.0.att1.ln_o2.bias", "encoder.0.att2.ln_x.weight", "encoder.0.att2.ln_x.bias", "encoder.0.att2.ln_y.weight", "encoder.0.att2.ln_y.bias", "encoder.0.att2.ln_o1.weight", "encoder.0.att2.ln_o1.bias", "encoder.0.att2.ln_o2.weight", "encoder.0.att2.ln_o2.bias", "encoder.1.att1.ln_x.weight", "encoder.1.att1.ln_x.bias", "encoder.1.att1.ln_y.weight", "encoder.1.att1.ln_y.bias", "encoder.1.att1.ln_o1.weight", "encoder.1.att1.ln_o1.bias", "encoder.1.att1.ln_o2.weight", "encoder.1.att1.ln_o2.bias", "encoder.1.att2.ln_x.weight", "encoder.1.att2.ln_x.bias", "encoder.1.att2.ln_y.weight", "encoder.1.att2.ln_y.bias", "encoder.1.att2.ln_o1.weight", "encoder.1.att2.ln_o1.bias", "encoder.1.att2.ln_o2.weight", "encoder.1.att2.ln_o2.bias", "encoder.2.att1.ln_x.weight", "encoder.2.att1.ln_x.bias", "encoder.2.att1.ln_y.weight", "encoder.2.att1.ln_y.bias", "encoder.2.att1.ln_o1.weight", "encoder.2.att1.ln_o1.bias", "encoder.2.att1.ln_o2.weight", "encoder.2.att1.ln_o2.bias", "encoder.2.att2.ln_x.weight", "encoder.2.att2.ln_x.bias", "encoder.2.att2.ln_y.weight", "encoder.2.att2.ln_y.bias", "encoder.2.att2.ln_o1.weight", "encoder.2.att2.ln_o1.bias", "encoder.2.att2.ln_o2.weight", "encoder.2.att2.ln_o2.bias", "encoder.3.att1.ln_x.weight", "encoder.3.att1.ln_x.bias", "encoder.3.att1.ln_y.weight", "encoder.3.att1.ln_y.bias", "encoder.3.att1.ln_o1.weight", "encoder.3.att1.ln_o1.bias", "encoder.3.att1.ln_o2.weight", "encoder.3.att1.ln_o2.bias", "encoder.3.att2.ln_x.weight", "encoder.3.att2.ln_x.bias", "encoder.3.att2.ln_y.weight", "encoder.3.att2.ln_y.bias", "encoder.3.att2.ln_o1.weight", "encoder.3.att2.ln_o1.bias", "encoder.3.att2.ln_o2.weight", "encoder.3.att2.ln_o2.bias", "encoder.4.att1.ln_x.weight", "encoder.4.att1.ln_x.bias", "encoder.4.att1.ln_y.weight", "encoder.4.att1.ln_y.bias", "encoder.4.att1.ln_o1.weight", "encoder.4.att1.ln_o1.bias", "encoder.4.att1.ln_o2.weight", "encoder.4.att1.ln_o2.bias", "encoder.4.att2.ln_x.weight", "encoder.4.att2.ln_x.bias", "encoder.4.att2.ln_y.weight", "encoder.4.att2.ln_y.bias", "encoder.4.att2.ln_o1.weight", "encoder.4.att2.ln_o1.bias", "encoder.4.att2.ln_o2.weight", "encoder.4.att2.ln_o2.bias", "encoder.5.att1.ln_x.weight", "encoder.5.att1.ln_x.bias", "encoder.5.att1.ln_y.weight", "encoder.5.att1.ln_y.bias", "encoder.5.att1.ln_o1.weight", "encoder.5.att1.ln_o1.bias", "encoder.5.att1.ln_o2.weight", "encoder.5.att1.ln_o2.bias", "encoder.5.att2.ln_x.weight", "encoder.5.att2.ln_x.bias", "encoder.5.att2.ln_y.weight", "encoder.5.att2.ln_y.bias", "encoder.5.att2.ln_o1.weight", "encoder.5.att2.ln_o1.bias", "encoder.5.att2.ln_o2.weight", "encoder.5.att2.ln_o2.bias", "encoder.6.att1.ln_x.weight", "encoder.6.att1.ln_x.bias", "encoder.6.att1.ln_y.weight", "encoder.6.att1.ln_y.bias", "encoder.6.att1.ln_o1.weight", "encoder.6.att1.ln_o1.bias", "encoder.6.att1.ln_o2.weight", "encoder.6.att1.ln_o2.bias", "encoder.6.att2.ln_x.weight", "encoder.6.att2.ln_x.bias", "encoder.6.att2.ln_y.weight", "encoder.6.att2.ln_y.bias", "encoder.6.att2.ln_o1.weight", "encoder.6.att2.ln_o1.bias", "encoder.6.att2.ln_o2.weight", "encoder.6.att2.ln_o2.bias", "decoder.0.att1.ln_x.weight", "decoder.0.att1.ln_x.bias", "decoder.0.att1.ln_y.weight", "decoder.0.att1.ln_y.bias", "decoder.0.att1.ln_o1.weight", "decoder.0.att1.ln_o1.bias", "decoder.0.att1.ln_o2.weight", "decoder.0.att1.ln_o2.bias", "decoder.0.att2.ln_x.weight", "decoder.0.att2.ln_x.bias", "decoder.0.att2.ln_y.weight", "decoder.0.att2.ln_y.bias", "decoder.0.att2.ln_o1.weight", "decoder.0.att2.ln_o1.bias", "decoder.0.att2.ln_o2.weight", "decoder.0.att2.ln_o2.bias", "decoder.1.att1.ln_x.weight", "decoder.1.att1.ln_x.bias", "decoder.1.att1.ln_y.weight", "decoder.1.att1.ln_y.bias", "decoder.1.att1.ln_o1.weight", "decoder.1.att1.ln_o1.bias", "decoder.1.att1.ln_o2.weight", "decoder.1.att1.ln_o2.bias", "decoder.1.att2.ln_x.weight", "decoder.1.att2.ln_x.bias", "decoder.1.att2.ln_y.weight", "decoder.1.att2.ln_y.bias", "decoder.1.att2.ln_o1.weight", "decoder.1.att2.ln_o1.bias", "decoder.1.att2.ln_o2.weight", "decoder.1.att2.ln_o2.bias", "decoder.2.att1.ln_x.weight", "decoder.2.att1.ln_x.bias", "decoder.2.att1.ln_y.weight", "decoder.2.att1.ln_y.bias", "decoder.2.att1.ln_o1.weight", "decoder.2.att1.ln_o1.bias", "decoder.2.att1.ln_o2.weight", "decoder.2.att1.ln_o2.bias", "decoder.2.att2.ln_x.weight", "decoder.2.att2.ln_x.bias", "decoder.2.att2.ln_y.weight", "decoder.2.att2.ln_y.bias", "decoder.2.att2.ln_o1.weight", "decoder.2.att2.ln_o1.bias", "decoder.2.att2.ln_o2.weight", "decoder.2.att2.ln_o2.bias", "decoder.3.att1.ln_x.weight", "decoder.3.att1.ln_x.bias", "decoder.3.att1.ln_y.weight", "decoder.3.att1.ln_y.bias", "decoder.3.att1.ln_o1.weight", "decoder.3.att1.ln_o1.bias", "decoder.3.att1.ln_o2.weight", "decoder.3.att1.ln_o2.bias", "decoder.3.att2.ln_x.weight", "decoder.3.att2.ln_x.bias", "decoder.3.att2.ln_y.weight", "decoder.3.att2.ln_y.bias", "decoder.3.att2.ln_o1.weight", "decoder.3.att2.ln_o1.bias", "decoder.3.att2.ln_o2.weight", "decoder.3.att2.ln_o2.bias", "decoder.4.att1.ln_x.weight", "decoder.4.att1.ln_x.bias", "decoder.4.att1.ln_y.weight", "decoder.4.att1.ln_y.bias", "decoder.4.att1.ln_o1.weight", "decoder.4.att1.ln_o1.bias", "decoder.4.att1.ln_o2.weight", "decoder.4.att1.ln_o2.bias", "decoder.4.att2.ln_x.weight", "decoder.4.att2.ln_x.bias", "decoder.4.att2.ln_y.weight", "decoder.4.att2.ln_y.bias", "decoder.4.att2.ln_o1.weight", "decoder.4.att2.ln_o1.bias", "decoder.4.att2.ln_o2.weight", "decoder.4.att2.ln_o2.bias", "decoder.5.att1.ln_x.weight", "decoder.5.att1.ln_x.bias", "decoder.5.att1.ln_y.weight", "decoder.5.att1.ln_y.bias", "decoder.5.att1.ln_o1.weight", "decoder.5.att1.ln_o1.bias", "decoder.5.att1.ln_o2.weight", "decoder.5.att1.ln_o2.bias", "decoder.5.att2.ln_x.weight", "decoder.5.att2.ln_x.bias", "decoder.5.att2.ln_y.weight", "decoder.5.att2.ln_y.bias", "decoder.5.att2.ln_o1.weight", "decoder.5.att2.ln_o1.bias", "decoder.5.att2.ln_o2.weight", "decoder.5.att2.ln_o2.bias", "decoder.6.att1.ln_x.weight", "decoder.6.att1.ln_x.bias", "decoder.6.att1.ln_y.weight", "decoder.6.att1.ln_y.bias", "decoder.6.att1.ln_o1.weight", "decoder.6.att1.ln_o1.bias", "decoder.6.att1.ln_o2.weight", "decoder.6.att1.ln_o2.bias", "decoder.6.att2.ln_x.weight", "decoder.6.att2.ln_x.bias", "decoder.6.att2.ln_y.weight", "decoder.6.att2.ln_y.bias", "decoder.6.att2.ln_o1.weight", "decoder.6.att2.ln_o1.bias", "decoder.6.att2.ln_o2.weight", "decoder.6.att2.ln_o2.bias".

[xinyue96]

Hi I encountered the same problem. Need to set args.ln=True